snippet

01-simplified.js

const notaries = await findNotaries()

const allLdnClients = []
for (const notaryAddressId of notaries) {
  const clients = await getVerifiedClientsOfNotary(notaryAddressId)
  allLdnClients.push(...clients)
}
removeDuplicates(allLdnClients)

async function findNotaries (filter) {
  const res = await fetch('TODO: Inline actual URL here')
  const body = await res.json()
  return body.data.map(obj => obj.addressId)
}

async function getVerifiedClientsOfNotary (notaryAddressId) {
  const res = await fetch('TODO: Simplify without helper function'))
  const body = await res.json()
  return body.data.map(obj => obj.addressId).filter(val => !!val)
}

02-current.js

import fs from 'node:fs/promises'
import { dirname, resolve, relative } from 'node:path'
import { fileURLToPath } from 'node:url'
import { setTimeout } from 'node:timers/promises'

const DATACAPS_URL = 'https://api.datacapstats.io/public/api/'
const API_KEY = process.env.API_KEY ?? await getApiKey()

const allLdnClients = []

const notaries = await findNotaries('ldn')
console.log('Found %s notaries', notaries.length)

for (const notaryAddressId of notaries) {
  const clients = await getVerifiedClientsOfNotary(notaryAddressId)
  console.log('Notary %s tracks %s clients', notaryAddressId, clients.length)
  allLdnClients.push(...clients)
  // slow down to avoid hitting rate limits
  await setTimeout(100)
}

allLdnClients.sort()

// remove duplicates
const cleansed = []
for (let i = 0; i < allLdnClients.length; i++) {
  if (i === 0 || allLdnClients[i] !== allLdnClients[i - 1]) { cleansed.push(allLdnClients[i]) }
}

console.log('Found %s FIL+ LDN clients in total', cleansed.length)
const outfile = resolve(dirname(fileURLToPath(import.meta.url)), '../generated/ldn-clients.csv')
await fs.writeFile(outfile, cleansed.map(p => `${p}\n`).join(''))
console.log('The list was written to %s', relative(process.cwd(), outfile))

/** @returns {Promise<string>} */
async function getApiKey () {
  const res = await fetch(`${DATACAPS_URL}getApiKey`)
  if (!res.ok) {
    throw new Error(`Cannot obtain DataCapStats API key: ${res.status}\n${await res.text()}`)
  }

  return await res.text()
}

/** @returns {Promise<string[]>} */
async function findNotaries (filter) {
  const res = await fetch(
    buildUrlWithQueryString('getVerifiers', { limit: 1000, filter }),
    { headers: { 'X-API-KEY': API_KEY } }
  )

  if (!res.ok) {
    throw new Error(`Cannot query notaries: ${res.status}\n${await res.text()}`)
  }

  const body = await res.json()
  return body.data.map(obj => obj.addressId)
}

/** @returns {Promise<string[]>} */
async function getVerifiedClientsOfNotary (notaryAddressId) {
  const res = await fetch(
    buildUrlWithQueryString(`getVerifiedClients/${notaryAddressId}`, { limit: 1000 }),
    { headers: { 'X-API-KEY': API_KEY } }
  )

  if (!res.ok) {
    throw new Error(`Cannot query verified clients: ${res.status}\n${await res.text()}`)
  }

  const body = await res.json()
  return body.data.map(obj => obj.addressId).filter(val => !!val)
}

function buildUrlWithQueryString (endpointPath, searchParams) {
  const url = new URL(endpointPath, DATACAPS_URL)
  url.search = new URLSearchParams(searchParams).toString()
  return url
}