getAndSaveAllDocumentsFromEntity.mjs

import fs from 'fs'

async function init() {
  let token = ''
  const size = 1000
  const schema = ''
  const allDocuments = []
  const accountName = ''
  const fields = ['_all'].join(',')
  const entity = ''
  const where = ''
  const authToken = ''

  while (true) {
    const params = token
      ? `_token=${token}`
      : `_fields=${fields}&_schema=${schema}&_where=${where}&_size=${size}`

    const response = await fetch(
      `https://${accountName}.myvtex.com/api/dataentities/${entity}/scroll?${params}`,
      {
        headers: {
          VtexIdclientAutCookie: authToken,
        },
      }
    )

    token = response.headers.get('X-VTEX-MD-TOKEN')

    const documents = await response.json()

    if (documents.length === 0) {
      break
    }

    allDocuments.push(...documents)
  }

  fs.createWriteStream('./documents.json').write(
    JSON.stringify(allDocuments, null, 4)
  )
}

init()