Function fetchWeeklyTokenUsage

apps/web/src/lib/model-stats/sync-internal-data.ts:131–186

* Fetch weekly token usage data from PostHog * * Queries PostHog for daily token usage per model over the last 7 days * and returns structured time-series data ready for charting

()

 * and returns structured time-series data ready for charting
 */
async function fetchWeeklyTokenUsage(): Promise<ModelChartDataUpdates> {
  console.log('[sync-internal-data] Fetching weekly token usage data from PostHog...');

  // Query PostHog for daily token usage by model over the last 7 days
  // Explicitly select columns to avoid confusion from column order changes
  const response = await posthogQuery(
    'sync-model-stats-weekly-tokens',
    `
select date, model, tokens
from models_usage_by_week
limit 100000
`
  );

  if (response.status === 'error') {
    console.error('[sync-internal-data] PostHog weekly token query failed:', response.error);
    throw new Error(`PostHog query failed: ${JSON.stringify(response.error)}`);
  }

  const results = (response.body.results ?? []) as [string, string, number][]; // [date, model, tokens]
  console.log(`[sync-internal-data] Received ${results.length} weekly token results from PostHog`);

  console.log('[sync-internal-data] Sample weekly token results:', results.slice(0, 10));

  // Group results by model
  const modelWeeklyData: Record<string, WeeklyTokenDataPoint[]> = {};

  for (const [date, model, tokens] of results) {
    if (!modelWeeklyData[model]) {
      modelWeeklyData[model] = [];
    }
    modelWeeklyData[model].push({ date, tokens });
  }

  console.log(
    `[sync-internal-data] Processed weekly token data for ${Object.keys(modelWeeklyData).length} unique models`
  );

  // Build the chart data updates object
  const lastUpdated = new Date().toISOString();
  const chartDataUpdates: ModelChartDataUpdates = {};

  for (const [normalizedModelName, dataPoints] of Object.entries(modelWeeklyData)) {
    // Sort data points by date to ensure chronological order
    dataPoints.sort((a, b) => a.date.localeCompare(b.date));

    chartDataUpdates[normalizedModelName] = {
      weeklyTokenUsage: {
        dataPoints,
        lastUpdated,
      },
    };
  }

  return chartDataUpdates;
}

/**