Function _processFileForRefresh

scripts/dbRefresh.ts:25–84

(
  db: Db,
  filepath: string,
  collectionPrefix: string
)

}

async function _processFileForRefresh(
  db: Db,
  filepath: string,
  collectionPrefix: string
): Promise<string | null> {
  const collectionName = getCollectionNameFromJsonFile(filepath);
  const filename = filepath.split('/').pop();

  if (!collectionName || !filename) {
    console.warn(`Could not determine collection or filename for ${filepath}. Skipping.`);
    return null;
  }

  const indexName = getIndexName(filename);
  if (indexName === null) {
    console.warn(`Could not extract index name from filename ${filename}. Skipping index entry.`);
    return null;
  }

  console.log(`Refreshing collection '${collectionName}' from ${filepath}...`);

  let data: any;
  try {
    data = JSON.parse(readFileSync(filepath, 'utf8'));
  } catch (err) {
    console.error(`  Error parsing JSON from ${filepath}:`, err);
    return null;
  }

  const updatedData = Array.isArray(data)
    ? data.map((record: any) => ({ ...record, updated_at: new Date().toISOString() }))
    : [];

  const collection: Collection = db.collection(collectionName);

  try {
    await collection.drop();
    console.log(`  Dropped existing collection '${collectionName}'.`);
  } catch (err) {
    if (!(err instanceof MongoServerError && err.codeName === 'NamespaceNotFound')) {
      console.error(`  Error dropping collection '${collectionName}':`, err);
      return null;
    }
  }

  if (updatedData.length === 0) {
    console.log(`  No data found in '${collectionName}' — collection dropped and left empty.`);
    return null;
  }

  try {
    const insertResult = await collection.insertMany(updatedData);
    console.log(`  Inserted ${insertResult.insertedCount} documents into '${collectionName}'.`);
  } catch (err) {
    console.error(`  Error inserting documents into '${collectionName}':`, err);
    return null;
  }