scrape_imagekit.js

const fs = require("fs");
const path = require("path");
const https = require("https");
var ImageKit = require("imagekit");

const projectId = "";

var imagekit = new ImageKit({
  publicKey: "",
  privateKey: "",
  urlEndpoint: "",
});

imagekit.listFiles(
  {
    skip: 0,
    limit: 999,
  },
  function (error, result) {
    if (error) console.log(error);
    else {
      result = result.map((i) => i.url);
      const baseFolderPath = "./images";
      result.forEach((url) => {
        // Parse the URL
        const parsedUrl = new URL(url);
        // Get the path after the fixed prefix
        const pathAfterPrefix = parsedUrl.pathname.replace("/" + projectId + "/", "");
        // Create the local folder path
        const folderPath = path.join(
          baseFolderPath,
          path.dirname(pathAfterPrefix)
        );
        // Create the local folder if it doesn't exist
        if (!fs.existsSync(folderPath)) {
          fs.mkdirSync(folderPath, { recursive: true });
        }
        // Extract the filename from the URL
        const filename = path.basename(parsedUrl.pathname);
        // Set the local file path
        const localFilePath = path.join(folderPath, filename);
        // Download the file and save it locally
        const file = fs.createWriteStream(localFilePath);
        https.get(url, (response) => {
          response.pipe(file);
          file.on("finish", () => {
            file.close();
            console.log(`File downloaded and saved to: ${localFilePath}`);
          });
        });
      });
    }
  }
);