Method load

app/src/AI/DocSearch.cpp:97–141

* @brief Reads and decodes the rcc:/ai/search_index.json blob. */

 * @brief Reads and decodes the rcc:/ai/search_index.json blob.
 */
void AI::DocSearch::load()
{
  QFile f(QStringLiteral(":/ai/search_index.json"));
  if (!f.open(QIODevice::ReadOnly)) {
    qCWarning(serialStudioAI) << "DocSearch: failed to open search_index.json";
    return;
  }

  QJsonParseError err;
  const auto doc = QJsonDocument::fromJson(f.readAll(), &err);
  if (err.error != QJsonParseError::NoError || !doc.isObject()) {
    qCWarning(serialStudioAI) << "DocSearch: invalid index JSON:" << err.errorString();
    return;
  }

  const auto root = doc.object();
  m_k1            = SerialStudio::toDouble(root.value(QStringLiteral("k1")), 1.5);
  m_b             = SerialStudio::toDouble(root.value(QStringLiteral("b")), 0.75);
  m_avgdl         = SerialStudio::toDouble(root.value(QStringLiteral("avgdl")), 1.0);

  const auto idf = root.value(QStringLiteral("idf")).toObject();
  for (auto it = idf.constBegin(); it != idf.constEnd(); ++it)
    m_idf.insert(it.key(), SerialStudio::toDouble(it.value()));

  const auto docs = root.value(QStringLiteral("docs")).toArray();
  m_docs.reserve(docs.size());
  for (const auto& v : docs) {
    const auto obj = v.toObject();
    Doc d;
    d.id     = obj.value(QStringLiteral("id")).toString();
    d.source = obj.value(QStringLiteral("source")).toString();
    d.title  = obj.value(QStringLiteral("title")).toString();
    d.body   = obj.value(QStringLiteral("body")).toString();
    d.length = obj.value(QStringLiteral("len")).toInt(0);

    const auto tf = obj.value(QStringLiteral("tf")).toObject();
    for (auto it = tf.constBegin(); it != tf.constEnd(); ++it)
      d.tf.insert(it.key(), it.value().toInt());

    m_docs.append(std::move(d));
  }

  m_loaded = true;
  qCDebug(serialStudioAI) << "DocSearch: loaded" << m_docs.size() << "chunks";
}

/**
 * @brief Returns up to k highest-BM25-scoring chunks.