Function determineTextStatusForFile

src/codeScan/git/diffProcessor.ts:315–362

* Determine text/binary status for a single file * Uses 2-tier approach: extension lists first, then blob content analysis for unknown extensions

(repoPath: string, file: FileRecord)

 * Uses 2-tier approach: extension lists first, then blob content analysis for unknown extensions
 */
async function determineTextStatusForFile(repoPath: string, file: FileRecord): Promise<FileRecord> {
  if (file.skipReason) {
    return file;
  }

  // Step 1: Check against known text/binary extension lists
  const extensionType = getExtensionType(file.path);

  if (extensionType === 'text') {
    return {
      ...file,
      isText: true,
    };
  }

  if (extensionType === 'binary') {
    return {
      ...file,
      isText: false,
      skipReason: 'binary',
    };
  }

  // Step 2: For unknown extensions, analyze blob content
  const checkSha = file.shaB || file.shaA;
  if (!checkSha) {
    return {
      ...file,
      isText: false,
      skipReason: 'binary',
    };
  }

  const textStatus = await isBlobText(repoPath, checkSha);

  if (textStatus) {
    return {
      ...file,
      isText: true,
    };
  } else {
    return {
      ...file,
      isText: false,
      skipReason: 'binary',
    };
  }
}

async function determineTextStatus(repoPath: string, files: FileRecord[]): Promise<FileRecord[]> {
  return async.mapLimit(files, TEXT_DETECTION_CONCURRENCY, async (file: FileRecord) =>