Function saveDialectResults

tools/develop/llm-parameter-sweep/sweep.ts:1156–1207

(dialect: string, dialectResults: DialectReultsByModel, evaluatedSweeps: string[], modelFilter?: string, mergeModels?: boolean)

}

function saveDialectResults(dialect: string, dialectResults: DialectReultsByModel, evaluatedSweeps: string[], modelFilter?: string, mergeModels?: boolean): void {
  const filePath = getResultsFilePath(dialect);

  // When --merge-models, shallow-merge new model entries into existing file
  if (mergeModels) {
    const existing = loadExistingDialectResults(filePath);
    if (existing) {
      const newModelIds = Object.keys(dialectResults);
      const updatedCount = newModelIds.filter(id => id in existing).length;
      const addedCount = newModelIds.length - updatedCount;
      // Merge preserving scan order: new models first (in scan order), then remaining old models
      const merged: DialectReultsByModel = {};
      for (const id of newModelIds)
        merged[id] = dialectResults[id];
      for (const id of Object.keys(existing)) {
        if (!(id in merged))
          merged[id] = existing[id];
      }
      dialectResults = merged;
      console.log(`${COLORS.dim}Merging into existing file (${Object.keys(existing).length} existing, ${updatedCount} updated, ${addedCount} added -> ${Object.keys(dialectResults).length} total)${COLORS.reset}`);
    }
  }

  // Preserve scan order for model keys; sort sweep keys alphabetically within each model
  const sorted: DialectReultsByModel = {};
  for (const model of Object.keys(dialectResults)) {
    sorted[model] = {};
    for (const sweep of Object.keys(dialectResults[model]).sort()) {
      sorted[model][sweep] = dialectResults[model][sweep];
    }
  }
  // Custom JSON formatting: keep value arrays on single lines
  const placeholder = '___ARRAY___';
  const arrays: string[] = [];
  const withPlaceholders = JSON.stringify(sorted, (_, value) => {
    // Collapse arrays of primitives (typeof null === 'object', so check explicitly)
    if (Array.isArray(value) && (value.length === 0 || value[0] === null || typeof value[0] !== 'object')) {
      arrays.push(JSON.stringify(value));
      return placeholder + (arrays.length - 1);
    }
    return value;
  }, 2);
  const jsonBody = withPlaceholders.replace(/"___ARRAY___(\d+)"/g, (_, idx) => arrays[parseInt(idx)]);
  // Insert header comments after opening brace
  const comment1 = '"_comment": "API-validated parameter values. null=undefined/missing. Values are tested and working. Note: temperature is continuous, not discrete.",';
  const comment2 = `"_evaluated": "Evaluated: ${evaluatedSweeps.sort().join(', ')}. If missing, the parameter is not supported by that model.",`;
  const comment3 = modelFilter ? `"_modelFilter": "${modelFilter}",` : '';
  const comments = [comment1, comment2, comment3].filter(Boolean).join('\n  ');
  const json = jsonBody.replace(/^\{\n {2}/, '{\n  ' + comments + '\n  ');
  fs.writeFileSync(filePath, json + '\n', 'utf-8');
  console.log(`${COLORS.dim}Results saved to: ${filePath}${COLORS.reset}`);
}

function vendorResultToDialectResults(vendorResult: VendorSweepResult): DialectReultsByModel {
  const dialectResults: DialectReultsByModel = {};