積みゲー帝国のプレゼント応募ページからSteamゲームのアプリIDを無理やり抽出するやつ

index.js

const puppeteer = require("puppeteer");

const URL =
  "https://docs.google.com/document/d/1VsNgXtlCBIhaDBXh5AFBczz-Yn5akh2dERMcksuUJIQ/";

async function getGameUrlsFrom(pageURL) {
  const browser = await puppeteer.launch();
  try {
    const page = await browser.newPage();
    await page.goto(pageURL);
    await page.setViewport({ width: 800, height: 10000 });
    await autoScroll(page);
    const urls = await extractSteamGameUrls(page);
    return urls;
  } catch (e) {
    console.error(e);
  } finally {
    await browser.close();
  }
}

async function autoScroll(page) {
  return page.evaluate(() => {
    return new Promise((resolve, reject) => {
      let totalHeight = 0;
      let distance = 100;
      let timer = setInterval(() => {
        const scrollHeight = document.body.scrollHeight;
        window.scrollBy(0, distance);
        totalHeight += distance;
        if (totalHeight >= scrollHeight) {
          clearInterval(timer);
          resolve();
        }
      }, 100);
    });
  });
}

async function extractSteamGameUrls(page) {
  return page.evaluate(() => {
    return Array.from(document.querySelectorAll("a"))
      .filter(elm => elm.href.match(/^https?:\/\/store\.steampowered\.com\//))
      .map(elm => elm.href);
  });
}

(async () => {
  const urls = await getGameUrlsFrom(URL);
  const details = urls.map(url => {
    const result = url.match(/https?:\/\/.*\/(\w+)\/(\d+)/);
    return {
      url: url,
      category: result[1],
      appid: result[2]
    };
  });
  console.log(JSON.stringify(details));
})();

result.json

[
	{
		"url": "http://store.steampowered.com/bundle/232/Valve_Complete_Pack/",
		"category": "bundle",
		"appid": "232"
	},
	{
		"url": "http://store.steampowered.com/app/251060/Wargame_Red_Dragon/",
		"category": "app",
		"appid": "251060"
	},
	{
		"url": "http://store.steampowered.com/app/475190/Scanner_Sombre/",
		"category": "app",
		"appid": "475190"
	},
	{
		"url": "http://store.steampowered.com/app/314790/Silence/",
		"category": "app",
		"appid": "314790"
	},
	{
		"url": "http://store.steampowered.com/app/418240/agecheck",
		"category": "app",
		"appid": "418240"
	},
	{
		"url": "http://store.steampowered.com/app/21690/Resident_Evil_5_Biohazard_5/",
		"category": "app",
		"appid": "21690"
	},
	{
		"url": "http://store.steampowered.com/app/306130/The_Elder_Scrolls_Online_Tamriel_Unlimited/",
		"category": "app",
		"appid": "306130"
	},
	{
		"url": "http://store.steampowered.com/app/45740/Dead_Rising_2/",
		"category": "app",
		"appid": "45740"
	},
	{
		"url": "http://store.steampowered.com/app/582550/Passpartout_The_Starving_Artist/",
		"category": "app",
		"appid": "582550"
	},
	{
		"url": "http://store.steampowered.com/app/404540/Nex_Machina/",
		"category": "app",
		"appid": "404540"
	},
	{
		"url": "http://store.steampowered.com/app/433850/H1Z1/",
		"category": "app",
		"appid": "433850"
	},
	{
		"url": "http://store.steampowered.com/app/41100/Hammerfight/",
		"category": "app",
		"appid": "41100"
	},
	{
		"url": "http://store.steampowered.com/app/259830/Wooden_SenSeY/",
		"category": "app",
		"appid": "259830"
	},
	{
		"url": "http://store.steampowered.com/app/296770/Real_Boxing/",
		"category": "app",
		"appid": "296770"
	},
	{
		"url": "http://store.steampowered.com/app/63200/Monday_Night_Combat/",
		"category": "app",
		"appid": "63200"
	},
	{
		"url": "http://store.steampowered.com/app/264200/One_Finger_Death_Punch/",
		"category": "app",
		"appid": "264200"
	},
	{
		"url": "http://store.steampowered.com/app/358650/Gryphon_Knight_Epic/",
		"category": "app",
		"appid": "358650"
	},
	{
		"url": "http://store.steampowered.com/app/216910/Of_Orcs_And_Men/",
		"category": "app",
		"appid": "216910"
	},
	{
		"url": "http://store.steampowered.com/app/261760/Lichdom_Battlemage/",
		"category": "app",
		"appid": "261760"
	},
	{
		"url": "http://store.steampowered.com/app/386160/Vampire_of_the_Sands/",
		"category": "app",
		"appid": "386160"
	},
	{
		"url": "http://store.steampowered.com/app/604490/Running_Through_Russia/",
		"category": "app",
		"appid": "604490"
	},
	{
		"url": "http://store.steampowered.com/app/514810/Eldritch_Hunter/",
		"category": "app",
		"appid": "514810"
	},
	{
		"url": "http://store.steampowered.com/app/539440/Citalis/",
		"category": "app",
		"appid": "539440"
	},
	{
		"url": "http://store.steampowered.com/app/397700/Urizen_Shadows_of_the_Cold_Deluxe_Frosty_Edition/",
		"category": "app",
		"appid": "397700"
	},
	{
		"url": "http://store.steampowered.com/app/388750/BlazBlue_Chronophantasma_Extend/",
		"category": "app",
		"appid": "388750"
	},
	{
		"url": "http://store.steampowered.com/app/552590/The_Sexy_Brutale/",
		"category": "app",
		"appid": "552590"
	},
	{
		"url": "http://store.steampowered.com/app/530020/World_to_the_West/",
		"category": "app",
		"appid": "530020"
	},
	{
		"url": "http://store.steampowered.com/app/366320/Seasons_after_Fall/",
		"category": "app",
		"appid": "366320"
	},
	{
		"url": "http://store.steampowered.com/app/423230/Furi/",
		"category": "app",
		"appid": "423230"
	},
	{
		"url": "http://store.steampowered.com/app/391220/Rise_of_the_Tomb_Raider/",
		"category": "app",
		"appid": "391220"
	},
	{
		"url": "http://store.steampowered.com/app/246620/Plague_Inc_Evolved/",
		"category": "app",
		"appid": "246620"
	},
	{
		"url": "http://store.steampowered.com/app/42910/Magicka/",
		"category": "app",
		"appid": "42910"
	},
	{
		"url": "http://store.steampowered.com/app/368730/No_Time_To_Explain_Remastered/",
		"category": "app",
		"appid": "368730"
	},
	{
		"url": "http://store.steampowered.com/app/405640/Pony_Island/",
		"category": "app",
		"appid": "405640"
	},
	{
		"url": "http://store.steampowered.com/app/413150/Stardew_Valley/",
		"category": "app",
		"appid": "413150"
	},
	{
		"url": "http://store.steampowered.com/app/388210/Day_of_the_Tentacle_Remastered/",
		"category": "app",
		"appid": "388210"
	},
	{
		"url": "http://store.steampowered.com/app/384190/ABZU/",
		"category": "app",
		"appid": "384190"
	},
	{
		"url": "http://store.steampowered.com/app/313650/Time_Mysteries_2_The_Ancient_Spectres/",
		"category": "app",
		"appid": "313650"
	},
	{
		"url": "http://store.steampowered.com/app/360170/How_to_Survive_2/",
		"category": "app",
		"appid": "360170"
	},
	{
		"url": "http://store.steampowered.com/app/687830/Transparent_Black/",
		"category": "app",
		"appid": "687830"
	},
	{
		"url": "http://store.steampowered.com/app/670770/Stickman_Wars/",
		"category": "app",
		"appid": "670770"
	},
	{
		"url": "http://store.steampowered.com/app/396800/12_Labours_of_Hercules_IV_Mother_Nature_Platinum_Edition/",
		"category": "396800",
		"appid": "12"
	},
	{
		"url": "http://store.steampowered.com/app/696370/BROKE_PROTOCOL_Online_City_RPG/",
		"category": "app",
		"appid": "696370"
	},
	{
		"url": "http://store.steampowered.com/app/600630/Spaceship_Looter/",
		"category": "app",
		"appid": "600630"
	},
	{
		"url": "http://store.steampowered.com/app/558490/Crossroad_Mysteries_The_Broken_Deal/",
		"category": "app",
		"appid": "558490"
	},
	{
		"url": "http://store.steampowered.com/app/686110/Robot_Heroes/",
		"category": "app",
		"appid": "686110"
	},
	{
		"url": "http://store.steampowered.com/app/468330/HIVE_Altenum_Wars/",
		"category": "app",
		"appid": "468330"
	},
	{
		"url": "http://store.steampowered.com/app/638690/Pixel_Russia_Streets/",
		"category": "app",
		"appid": "638690"
	},
	{
		"url": "http://store.steampowered.com/app/610120/Little_Kite/",
		"category": "app",
		"appid": "610120"
	},
	{
		"url": "http://store.steampowered.com/app/640970/In_Game_Adventure_Legend_of_Monsters/",
		"category": "app",
		"appid": "640970"
	},
	{
		"url": "http://store.steampowered.com/app/265930/Goat_Simulator/",
		"category": "app",
		"appid": "265930"
	},
	{
		"url": "http://store.steampowered.com/app/435530/The_Final_Station/",
		"category": "app",
		"appid": "435530"
	},
	{
		"url": "http://store.steampowered.com/app/300550/Shadowrun_Dragonfall__Directors_Cut/",
		"category": "app",
		"appid": "300550"
	},
	{
		"url": "http://store.steampowered.com/app/397950/Clustertruck/",
		"category": "app",
		"appid": "397950"
	},
	{
		"url": "http://store.steampowered.com/app/327890/I_am_Bread/",
		"category": "app",
		"appid": "327890"
	},
	{
		"url": "http://store.steampowered.com/app/209670/Cortex_Command/",
		"category": "app",
		"appid": "209670"
	},
	{
		"url": "http://store.steampowered.com/app/512300/Unbox_Newbies_Adventure/",
		"category": "app",
		"appid": "512300"
	},
	{
		"url": "http://store.steampowered.com/app/248610/Door_Kickers/",
		"category": "app",
		"appid": "248610"
	},
	{
		"url": "http://store.steampowered.com/app/295790/Never_Alone_Kisima_Ingitchuna/",
		"category": "app",
		"appid": "295790"
	},
	{
		"url": "http://store.steampowered.com/app/242880/Sir_You_Are_Being_Hunted/",
		"category": "app",
		"appid": "242880"
	},
	{
		"url": "http://store.steampowered.com/app/241410/CastleStorm/",
		"category": "app",
		"appid": "241410"
	},
	{
		"url": "http://store.steampowered.com/app/428550/Momodora_Reverie_Under_The_Moonlight/",
		"category": "app",
		"appid": "428550"
	},
	{
		"url": "http://store.steampowered.com/app/280200/Eterium/",
		"category": "app",
		"appid": "280200"
	},
	{
		"url": "http://store.steampowered.com/app/281640/The_Banner_Saga_2/",
		"category": "app",
		"appid": "281640"
	},
	{
		"url": "http://store.steampowered.com/app/386940/Ultimate_Chicken_Horse/",
		"category": "app",
		"appid": "386940"
	},
	{
		"url": "http://store.steampowered.com/app/428750/Neon_Chrome/",
		"category": "app",
		"appid": "428750"
	},
	{
		"url": "http://store.steampowered.com/app/383230/Dungeon_Souls/",
		"category": "app",
		"appid": "383230"
	},
	{
		"url": "http://store.steampowered.com/app/284750/Enigmatis_The_Ghosts_of_Maple_Creek/",
		"category": "app",
		"appid": "284750"
	},
	{
		"url": "http://store.steampowered.com/app/284770/Enigmatis_2_The_Mists_of_Ravenwood/",
		"category": "app",
		"appid": "284770"
	},
	{
		"url": "http://store.steampowered.com/app/495110/Enigmatis_3_The_Shadow_of_Karkhala/",
		"category": "app",
		"appid": "495110"
	},
	{
		"url": "http://store.steampowered.com/app/517360/The_Secret_Order_4_Beyond_Time/",
		"category": "app",
		"appid": "517360"
	},
	{
		"url": "http://store.steampowered.com/app/429610/The_Emerald_Maiden_Symphony_of_Dreams/",
		"category": "app",
		"appid": "429610"
	},
	{
		"url": "http://store.steampowered.com/app/249990/FORCED_Slightly_Better_Edition/",
		"category": "app",
		"appid": "249990"
	},
	{
		"url": "http://store.steampowered.com/app/415030/One_More_Dungeon/",
		"category": "app",
		"appid": "415030"
	},
	{
		"url": "http://store.steampowered.com/app/247020/Cook_Serve_Delicious/",
		"category": "app",
		"appid": "247020"
	},
	{
		"url": "http://store.steampowered.com/app/232090/Killing_Floor_2/",
		"category": "app",
		"appid": "232090"
	},
	{
		"url": "http://store.steampowered.com/app/377870/DARIUSBURST_Chronicle_Saviours/",
		"category": "app",
		"appid": "377870"
	},
	{
		"url": "http://store.steampowered.com/app/218410/Defenders_Quest_Valley_of_the_Forgotten_DX_edition/",
		"category": "app",
		"appid": "218410"
	},
	{
		"url": "http://store.steampowered.com/app/349690/ARMED_SEVEN/",
		"category": "app",
		"appid": "349690"
	},
	{
		"url": "http://store.steampowered.com/app/378770/ESCHATOS/",
		"category": "app",
		"appid": "378770"
	},
	{
		"url": "http://store.steampowered.com/app/368360/60_Seconds/",
		"category": "368360",
		"appid": "60"
	},
	{
		"url": "http://store.steampowered.com/app/251130/Chroma_Squad/?cc=us",
		"category": "app",
		"appid": "251130"
	},
	{
		"url": "http://store.steampowered.com/app/262150/Vanguard_Princess/",
		"category": "app",
		"appid": "262150"
	},
	{
		"url": "http://store.steampowered.com/app/385760/NBA_2K17/",
		"category": "app",
		"appid": "385760"
	},
	{
		"url": "http://store.steampowered.com/app/226860/Galactic_Civilizations_III/",
		"category": "app",
		"appid": "226860"
	},
	{
		"url": "http://store.steampowered.com/app/292500/Kero_Blaster/",
		"category": "app",
		"appid": "292500"
	},
	{
		"url": "http://store.steampowered.com/app/350640/Sherlock_Holmes_The_Devils_Daughter/",
		"category": "app",
		"appid": "350640"
	},
	{
		"url": "http://store.steampowered.com/app/633130/Nongnz/",
		"category": "app",
		"appid": "633130"
	},
	{
		"url": "http://store.steampowered.com/app/257850/Hyper_Light_Drifter/",
		"category": "app",
		"appid": "257850"
	},
	{
		"url": "http://store.steampowered.com/app/305620/The_Long_Dark/",
		"category": "app",
		"appid": "305620"
	},
	{
		"url": "http://store.steampowered.com/app/310360/Higurashi_When_They_Cry_Hou__Ch1_Onikakushi/",
		"category": "app",
		"appid": "310360"
	},
	{
		"url": "http://store.steampowered.com/app/410890/Higurashi_When_They_Cry_Hou__Ch2_Watanagashi/",
		"category": "app",
		"appid": "410890"
	},
	{
		"url": "http://store.steampowered.com/app/472870/Higurashi_When_They_Cry_Hou__Ch3_Tatarigoroshi/",
		"category": "app",
		"appid": "472870"
	},
	{
		"url": "http://store.steampowered.com/app/526490/Higurashi_When_They_Cry_Hou__Ch4_Himatsubushi/",
		"category": "app",
		"appid": "526490"
	},
	{
		"url": "http://store.steampowered.com/app/577480/Higurashi_When_They_Cry_Hou__Ch_5_Meakashi/",
		"category": "app",
		"appid": "577480"
	},
	{
		"url": "http://store.steampowered.com/app/384330/PolyRace/",
		"category": "app",
		"appid": "384330"
	},
	{
		"url": "http://store.steampowered.com/app/412490/Yrminsul/",
		"category": "app",
		"appid": "412490"
	},
	{
		"url": "http://store.steampowered.com/app/301300/Chicken_Invaders_4/",
		"category": "app",
		"appid": "301300"
	},
	{
		"url": "http://store.steampowered.com/app/297080/Navpoint/",
		"category": "app",
		"appid": "297080"
	},
	{
		"url": "http://store.steampowered.com/app/341070/Stay_Dead_Evolution/",
		"category": "app",
		"appid": "341070"
	},
	{
		"url": "http://store.steampowered.com/app/290320/Project_Temporality/",
		"category": "app",
		"appid": "290320"
	},
	{
		"url": "http://store.steampowered.com/app/268240/Mechanic_Escape/",
		"category": "app",
		"appid": "268240"
	},
	{
		"url": "http://store.steampowered.com/app/322540/Galactic_Inheritors/",
		"category": "app",
		"appid": "322540"
	},
	{
		"url": "http://store.steampowered.com/app/341060/The_Lady/",
		"category": "app",
		"appid": "341060"
	},
	{
		"url": "http://store.steampowered.com/app/379720/DOOM/",
		"category": "app",
		"appid": "379720"
	},
	{
		"url": "http://store.steampowered.com/app/338550/Terra_Lander/",
		"category": "app",
		"appid": "338550"
	},
	{
		"url": "http://store.steampowered.com/app/384310/Dead_In_Bermuda/",
		"category": "app",
		"appid": "384310"
	},
	{
		"url": "http://store.steampowered.com/app/689100/Ravager/",
		"category": "app",
		"appid": "689100"
	},
	{
		"url": "http://store.steampowered.com/app/560050/Xmas_Shooting__Scramble/",
		"category": "app",
		"appid": "560050"
	},
	{
		"url": "http://store.steampowered.com/app/598590/Escape_2042__The_Truth_Defenders/",
		"category": "app",
		"appid": "598590"
	},
	{
		"url": "http://store.steampowered.com/app/651820/Little_Miss_Lonely/",
		"category": "app",
		"appid": "651820"
	},
	{
		"url": "http://store.steampowered.com/app/487370/Akin/",
		"category": "app",
		"appid": "487370"
	},
	{
		"url": "http://store.steampowered.com/app/562520/Attempt42/",
		"category": "app",
		"appid": "562520"
	},
	{
		"url": "http://store.steampowered.com/app/609990/BeeFense/",
		"category": "app",
		"appid": "609990"
	},
	{
		"url": "http://store.steampowered.com/app/536750/BoomTown_Deluxe/",
		"category": "app",
		"appid": "536750"
	},
	{
		"url": "http://store.steampowered.com/app/370080/Breezeblox/",
		"category": "app",
		"appid": "370080"
	},
	{
		"url": "http://store.steampowered.com/app/497080/Construct_Escape_the_System/",
		"category": "app",
		"appid": "497080"
	},
	{
		"url": "http://store.steampowered.com/app/539460/Puzzle_Cube/",
		"category": "app",
		"appid": "539460"
	},
	{
		"url": "http://store.steampowered.com/app/534200/Ultimate_Solid/",
		"category": "app",
		"appid": "534200"
	},
	{
		"url": "http://store.steampowered.com/app/713680/Ablepsia/",
		"category": "app",
		"appid": "713680"
	},
	{
		"url": "http://store.steampowered.com/app/487630/Lantern/",
		"category": "app",
		"appid": "487630"
	},
	{
		"url": "http://store.steampowered.com/app/498850/Ortus_Arena_strategy_board_game_online/",
		"category": "app",
		"appid": "498850"
	},
	{
		"url": "http://store.steampowered.com/app/462620/Pocket_Kingdom/",
		"category": "app",
		"appid": "462620"
	},
	{
		"url": "http://store.steampowered.com/app/429350/Satellite_Rush/",
		"category": "app",
		"appid": "429350"
	},
	{
		"url": "http://store.steampowered.com/app/586430/Spheroids/",
		"category": "app",
		"appid": "586430"
	},
	{
		"url": "http://store.steampowered.com/app/416250/Tales_PC/",
		"category": "app",
		"appid": "416250"
	},
	{
		"url": "http://store.steampowered.com/app/441380/PACMAN_CHAMPIONSHIP_EDITION_2/",
		"category": "app",
		"appid": "441380"
	},
	{
		"url": "http://store.steampowered.com/app/400170/The_Incredible_Adventures_of_Van_Helsing_Final_Cut/",
		"category": "app",
		"appid": "400170"
	},
	{
		"url": "http://store.steampowered.com/app/477160/Human_Fall_Flat/",
		"category": "app",
		"appid": "477160"
	},
	{
		"url": "http://store.steampowered.com/app/207610/The_Walking_Dead/",
		"category": "app",
		"appid": "207610"
	},
	{
		"url": "http://store.steampowered.com/app/229480/Dungeons__Dragons_Chronicles_of_Mystara/?cc=us",
		"category": "app",
		"appid": "229480"
	},
	{
		"url": "http://store.steampowered.com/app/582550/Passpartout_The_Starving_Artist/",
		"category": "app",
		"appid": "582550"
	},
	{
		"url": "http://store.steampowered.com/app/728890/Cornflakestein/",
		"category": "app",
		"appid": "728890"
	},
	{
		"url": "http://store.steampowered.com/app/718180/Super_Dungeon_Boy/",
		"category": "app",
		"appid": "718180"
	},
	{
		"url": "http://store.steampowered.com/app/549240/Beans_The_Coffee_Shop_Simulator/",
		"category": "app",
		"appid": "549240"
	},
	{
		"url": "http://store.steampowered.com/app/458540/Lines/",
		"category": "app",
		"appid": "458540"
	},
	{
		"url": "http://store.steampowered.com/app/425670/Seraph/",
		"category": "app",
		"appid": "425670"
	},
	{
		"url": "http://store.steampowered.com/app/741500/John_The_Zombie/",
		"category": "app",
		"appid": "741500"
	},
	{
		"url": "http://store.steampowered.com/app/347080/Naught_Reawakening/",
		"category": "app",
		"appid": "347080"
	},
	{
		"url": "http://store.steampowered.com/app/437610/SQUIDS_FROM_SPACE/",
		"category": "app",
		"appid": "437610"
	},
	{
		"url": "http://store.steampowered.com/app/718010/Robbie_Swifthand_and_the_Orb_of_Mysteries/",
		"category": "app",
		"appid": "718010"
	},
	{
		"url": "http://store.steampowered.com/app/670490/Rise_of_Man/",
		"category": "app",
		"appid": "670490"
	},
	{
		"url": "http://store.steampowered.com/app/345820/Shantae_and_the_Pirates_Curse/",
		"category": "app",
		"appid": "345820"
	},
	{
		"url": "http://store.steampowered.com/app/433950/Bit_Blaster_XL/",
		"category": "app",
		"appid": "433950"
	},
	{
		"url": "http://store.steampowered.com/app/9480/Saints_Row_2/",
		"category": "app",
		"appid": "9480"
	},
	{
		"url": "http://store.steampowered.com/sub/116814/",
		"category": "sub",
		"appid": "116814"
	}
]