Function $streamCSV

src/danfojs-base/io/node/io.csv.ts:171–266

(filePath: string, callback: (df: DataFrame) => void, options?: CsvInputOptionsNode)

 * ```
 */
const $streamCSV = async (filePath: string, callback: (df: DataFrame) => void, options?: CsvInputOptionsNode): Promise<null> => {
  const frameConfig = options?.frameConfig || {}

  if (filePath.startsWith("http") || filePath.startsWith("https")) {
    const optionsWithDefaults = {
      header: true,
      dynamicTyping: true,
      ...options,
    }
    return new Promise((resolve, reject) => {
      let count = 0;
      let hasError = false;
      const dataStream = request.get(filePath);

      // reject any non-2xx status codes
      dataStream.on('response', (response: any) => {
        if (response.statusCode < 200 || response.statusCode >= 300) {
          hasError = true;
          reject(new Error(`HTTP ${response.statusCode}: ${response.statusMessage}`));
        }
      });

      const parseStream: any = Papa.parse(Papa.NODE_STREAM_INPUT, optionsWithDefaults);
      dataStream.pipe(parseStream);

      parseStream.on("data", (chunk: any) => {
        if (hasError) return;
        try {
          const df = new DataFrame([chunk], { ...frameConfig, index: [count++] });
          callback(df);
        } catch (error) {
          hasError = true;
          const errorMessage = error instanceof Error ? error.message : 'Unknown error occurred';
          reject(new Error(`Failed to process CSV chunk: ${errorMessage}`));
        }
      });

      parseStream.on("error", (error: any) => {
        hasError = true;
        reject(new Error(`Failed to parse CSV: ${error.message}`));
      });

      parseStream.on("finish", () => {
        if (!hasError) {
          resolve(null);
        }
      });
    });
  } else {
    return new Promise((resolve, reject) => {
      fs.access(filePath, fs.constants.F_OK, (err) => {
        if (err) {
          reject(new Error("ENOENT: no such file or directory"));
          return;
        }

        const fileStream = fs.createReadStream(filePath)
        let hasError = false;