Fetch all subgraph PoH requests using ghetto creation time pagination

fetchAllRequests.ts

const PAGE_SIZE = 1000

async function fetchAllRequests (resolved = false): Promise<Array<{}>> {
  let requests: Array<{}> = []
  let creationTimeOffset = Math.floor(Date.now() / 1000)

  while (creationTimeOffset > 0) {
    logger.debug(`Fetching ${PAGE_SIZE} ${resolved ? 'resolved' : 'unresolved'} requests starting at ${creationTimeOffset}`)
    const response = await axios.post('https://api.thegraph.com/subgraphs/name/kleros/proof-of-humanity-mainnet', {
      query: `
            {
              requests(first: ${PAGE_SIZE}, orderBy: creationTime, orderDirection: desc, where: {resolved: ${resolved.toString()}, creationTime_lte: ${creationTimeOffset}}) {
                id
                submission {
                  id
                  creationTime
                  status
                  registered
                  submissionTime
                  name
                  vouchesReceivedLength
                  disputed
                  requestsLength
                }
                creationTime
                disputed
                lastStatusChange
                resolved
                requester
                vouches {
                  id
                }
                usedReasons
                currentReason
                requesterLost
                registration
                evidence {
                  id
                  URI
                }
              }
            }
        `
    })

    if (response.data?.data?.requests === undefined) {
      logger.error(response.data, 'No responses returned from Subgraph.')
      creationTimeOffset = 0
      continue
    }

    requests = [...requests, ...response.data.data.requests]

    if (response.data.data.requests.length === PAGE_SIZE) {
      creationTimeOffset = response.data.data.requests.pop().creationTime
    } else {
      creationTimeOffset = 0
    }
  }

  requests = [...new Set(requests)]

  logger.debug(`Fetched ${requests.length} ${resolved ? 'resolved' : 'unresolved'} requests`)

  return requests
}