Function main

src/data/codemode-transform.ts:261–313

()

}

async function main() {
  if (!existsSync(RAW_FILE)) {
    console.error(`Raw file not found: ${RAW_FILE}`);
    console.error('Run `pnpm download` first.');
    process.exit(1);
  }

  console.log('Reading events from:', RAW_FILE);

  const fileStream = createReadStream(RAW_FILE);
  const rl = createInterface({
    input: fileStream,
    crlfDelay: Infinity,
  });

  let count = 0;
  for await (const line of rl) {
    if (!line.trim()) continue;
    try {
      const event = JSON.parse(line) as GitHubEvent;
      processEvent(event);
      count++;
      if (count % 100000 === 0) {
        console.log(`Processed ${count} events...`);
      }
    } catch {
      // Skip malformed lines
    }
  }

  console.log(`\nTotal events processed: ${count}`);
  console.log(`Unique repos: ${reposMap.size}`);
  console.log(`Issues: ${issuesMap.size}`);
  console.log(`Pull requests: ${pullsMap.size}`);
  console.log(`Users: ${usersMap.size}`);

  // Build the final data structure
  const data: CodemodeData = {
    repos: Array.from(reposMap.values()),
    users: Array.from(usersMap.values()),
    issues: Array.from(issuesMap.values()),
    pulls: Array.from(pullsMap.values()),
  };

  console.log('\nWriting codemode.json...');
  writeFileSync(OUTPUT_FILE, JSON.stringify(data));

  const stats = statSync(OUTPUT_FILE);
  const sizeMB = (stats.size / 1024 / 1024).toFixed(1);
  console.log(`Output: ${OUTPUT_FILE} (${sizeMB} MB)`);

  console.log('\nDone! Run `pnpm eval:codemode` to test the codemode agent.');
}

main();