Function ensureValidInputFile

src/import-events.ts:127–171

(filePath: string)

}

const ensureValidInputFile = async (filePath: string): Promise<InputFileSpec> => {
  const absolutePath = resolve(process.cwd(), filePath)

  if (!fs.existsSync(absolutePath)) {
    throw new Error(`Input file does not exist: ${absolutePath}`)
  }

  const stats = fs.statSync(absolutePath)
  if (!stats.isFile()) {
    throw new Error(`Input path is not a file: ${absolutePath}`)
  }

  const compressionFormat = await detectCompressionFormat(absolutePath)

  if (compressionFormat) {
    const format = inferCompressedFormat(absolutePath)
    if (!format) {
      throw new Error('Compressed input filename must end with .jsonl.gz, .jsonl.xz, .json.gz, or .json.xz')
    }

    return {
      absolutePath,
      compressionFormat,
      format,
    }
  }

  const extension = extname(absolutePath).toLowerCase()

  if (extension === '.jsonl') {
    return {
      absolutePath,
      format: 'jsonl',
    }
  }

  if (extension === '.json') {
    return {
      absolutePath,
      format: 'json',
    }
  }

  throw new Error('Input file must have a .jsonl or .json extension')
}

const createImportStream = (inputFile: InputFileSpec): NodeJS.ReadableStream => {
  const source = fs.createReadStream(inputFile.absolutePath)