Function $streamJSON

src/danfojs-base/io/node/io.json.ts:83–128

(
    filePath: string,
    callback: (df: DataFrame) => void,
    options?: request.RequiredUriUrl & request.CoreOptions,
)

 * ```
 */
const $streamJSON = async (
    filePath: string,
    callback: (df: DataFrame) => void,
    options?: request.RequiredUriUrl & request.CoreOptions,
) => {
    const { method, headers, frameConfig } = { method: "GET", headers: {}, frameConfig: {}, ...options }
    if (filePath.startsWith("http") || filePath.startsWith("https")) {
        return new Promise((resolve, reject) => {
            let count = 0;
            const dataStream = request({ url: filePath, method, headers })

            // reject any non-2xx status codes
            dataStream.on('response', (response: any) => {
                if (response.statusCode < 200 || response.statusCode >= 300) {
                    reject(new Error(`HTTP ${response.statusCode}: ${response.statusMessage}`));
                }
            });


            const pipeline = dataStream.pipe(parser()).pipe(streamArray());
            pipeline.on('data', ({ value }) => {
                const df = new DataFrame([value], { ...frameConfig, index: [count++] });
                callback(df);
            });
            pipeline.on('end', () => resolve(null));

        });
    } else {
        return new Promise((resolve, reject) => {
            fs.access(filePath, fs.constants.F_OK, (err) => {
                if (err) {
                    reject("ENOENT: no such file or directory");
                }

                let count = 0
                const fileStream = fs.createReadStream(filePath)
                const pipeline = fileStream.pipe(parser()).pipe(streamArray());
                pipeline.on('data', ({ value }) => {
                    const df = new DataFrame([value], { ...frameConfig, index: [count++] });
                    callback(df);
                });
                pipeline.on('end', () => resolve(null));
            });
        })
    }
};


/**