A script that cleans up OCI `products.json`

script.js

import { createReadStream, createWriteStream, writeFile } from 'node:fs';
import { Transform, Writable } from 'node:stream';
import JSONStream from 'JSONStream';
import axios from 'axios';

// const readStream = createReadStream('./products.json', { encoding: 'utf8' });
let jsonString = '';
const url = 'https://apexapps.oracle.com/pls/apex/cetools/api/v1/products/?currencyCode=BRL';

/**
 * Download the "products.json"
 */
const response = await axios({ url, responseType: 'stream', method: 'GET' });
const productStream = response.data.pipe(createWriteStream('products.json'));
productStream.on('finish', () => processFile());

function processFile() {
  const readStream = createReadStream('./products.json', { encoding: 'utf8' });

  readStream
    .pipe(JSONStream.parse('items.*')) // Chunk to the size of each element in the array
    .pipe(new Transform({
      objectMode: true,
      transform(chunk, _, callback) {
        chunk.prices = chunk.currencyCodeLocalizations[0].prices;
        delete chunk.currencyCodeLocalizations;
        callback(null, JSON.stringify(chunk));
      },
    }))
    .pipe(new Writable({
      write(chunk, _, callback) {
        const item = JSON.parse(chunk);
        jsonString += ',' + JSON.stringify(item);
        callback();
      },
      final(callback) {
        const json = `{ "items": [${jsonString.slice(1, jsonString.length)}] }`;
        writeFile('productsBRL.json', json, (err) => {
          console.error(err);
        });
        callback();
      },
    }))
}