Crawl v2ex.com/my/topics

main.js

{
  const allTopics = [];
  for (let p = 1; ; p++) {
    console.log(`fetching page ${p}...`);
    const response = await fetch(`/my/topics?p=${p}`);
    const doc = document.createElement("div");
    doc.innerHTML = await response.text();
    const numOfTopics = +doc.querySelector('a[href="/my/topics"] > .bigger').textContent;
    const topics = [...doc.querySelectorAll("a.topic-link")].map(({ href, textContent: title }) => ({ href, title }));
    allTopics.push(...topics);
    if (!numOfTopics || !topics.length || allTopics.length >= numOfTopics) break;
    await new Promise(resolve => void setTimeout(resolve, 1000));
  }
  console.table(allTopics);
}