Function getClickhouseTelemetryIngestion

App/API/AdminHealth.ts:2036–2144

()

 * Edition + master-admin gated at the route.
 */
async function getClickhouseTelemetryIngestion(): Promise<JSONObject> {
  const result: JSONObject = {
    connected: false,
    tables: [],
  };

  try {
    const client: ReturnType<typeof ClickhouseAppInstance.getDataSource> =
      ClickhouseAppInstance.getDataSource();

    if (!client) {
      return result;
    }

    result["connected"] = true;

    /*
     * Total ACTUAL (uncompressed) data volume per telemetry table, read from
     * system.parts metadata — this is the real data size, not the compressed
     * bytes_on_disk. It is a metadata aggregate (no data scan), so it stays cheap
     * regardless of table size. Guarded independently so a failure here never
     * drops the ingestion counts below.
     */
    const uncompressedBytesByTable: Map<string, number | null> = new Map();
    try {
      const databaseLiteral: string = ClickhouseDatabaseName.replace(
        /'/g,
        "''",
      );
      const tableListLiteral: string = TELEMETRY_INGESTION_TABLES.map(
        (spec: { table: AnalyticsTableName }): string => {
          return `'${String(spec.table).replace(/'/g, "''")}'`;
        },
      ).join(", ");

      const sizesResult: ClickhouseJsonResult = (await (
        await client.query({
          query:
            "SELECT table, sum(data_uncompressed_bytes) AS uncompressed_bytes " +
            "FROM system.parts " +
            `WHERE active AND database = '${databaseLiteral}' AND table IN (${tableListLiteral}) ` +
            "GROUP BY table" +
            CH_DIAG_QUERY_SETTINGS,
          format: "JSON",
        })
      ).json()) as ClickhouseJsonResult;

      for (const row of sizesResult.data || []) {
        uncompressedBytesByTable.set(
          String(row["table"]),
          toNumberOrNull(row["uncompressed_bytes"]),
        );
      }
    } catch (err) {
      logger.debug("AdminHealth: telemetry uncompressed-size query failed");
      logger.debug(err);
    }