drdaxxy/irunabgm.js

## irunabgm.js
'use strict';

// finds all used BGM IDs in Iruna Online
//
// to get tracks, you can rewrite an ID list into URLs:
//   <realm resource base>/bgm/<id>.zip
// e.g. 0 => http://rs-jp.iruna.jp/release/bgm/0.zip
// then download and extract with ZIP_PASSWORD
//
// only difference between realms seems to be updates
// note: there is unlisted music, e.g. 228 at time of writing
//
// requires make-fetch-happen ^8.0.8, unzipper ^0.10.11
// tested with node 12.18.2 on windows

// configuration
const CACHE_PATH = './iruna-cache';
const EXTRACT_PATH = './iruna-extract';
const REQUEST_RETRIES = 3;
const REQUEST_TIMEOUT = 3500; // in milliseconds

// found in libunzip.so
const ZIP_PASSWORD = "ksA816tY";


// found in obfuscated class in com.asobimo.iruna_alpha
const REALMS = {
  test_planner_test_android: "http://ags02.iruna.jp:29358/test/planner_test/android/",
  trial: "http://rs-jp.iruna.jp/trial/",
  pre_release: "http://ags02.iruna.jp:29358/pre_release/",
  pre_release_e: "http://ags02.iruna.jp:29358/pre_release_e/",
  // these are mentioned by name in the source but no server is given and none work
  // release_chinese: "http://ags02.iruna.jp:29358/release_chinese/",
  // release_korean:"http://ags02.iruna.jp:29358/release_korean/",
  pre_release_taiwan: "http://ags02.iruna.jp:29358/pre_release_taiwan/",
  pre_release_thailand: "http://ags02.iruna.jp:29358/pre_release_thailand/",
  debug: "http://ags02.iruna.jp:29358/debug/",
  release: "http://rs-jp.iruna.jp/release/",
  release_english: "http://rs-us.iruna.jp/release_english/",
  release_taiwan_as: "http://tw.resource.iruna-online.com/release_taiwan_as/",
  release_thailand: "http://th.resource.iruna-online.com/release_thailand/",
};

const unzipper = require('unzipper');
const fs = require('fs');
const util = require('util');

const isDigit = (char) => char >= '0' && char <= '9';
const isWhitespace = (char) => /\s/.test(char);

const compareNumeric = (a, b) => a - b;

const writeFileAsync = util.promisify(fs.writeFile);

const requestError = (retrying) => {
  return (res) => {
    if (res instanceof Error) {
      console.error("Request to %s:%d failed, reason: %s.%s", res.address, res.port, res.code, retrying ? " Retrying." : "");
    } else if (res.code != 200) {
      console.error("Request to %s failed with response %d %s.%s", res.url, res.status, res.statusText, retrying ? " Retrying." : "");
    }
    return res;
  };
};
const reqErrorFinal = requestError(false);
const reqErrorRetry = requestError(true);

const fetch = require('make-fetch-happen').defaults({
  cacheManager: CACHE_PATH,
  retry: REQUEST_RETRIES,
  timeout: REQUEST_TIMEOUT,
  onRetry: reqErrorRetry,
});

for (const realm in REALMS) {
  fs.mkdirSync(`${EXTRACT_PATH}/${realm}`, { recursive: true });
}

const downloadArchive = (realm, archivePath) =>
  fetch(REALMS[realm] + archivePath)
    .catch(reqErrorFinal)
    .then(res => (res.ok || res.status == 304) ? res.buffer() : Promise.reject(reqErrorFinal(res)))
    .then(buf => unzipper.Open.buffer(buf));

const bufferFileFromArchive = (archive, filePath) =>
  archive.files.find(entry => entry.path == filePath)
    .buffer(ZIP_PASSWORD);

const streamFileFromArchive = (archive, filePath) =>
  archive.files.find(entry => entry.path == filePath)
    .stream(ZIP_PASSWORD);

const processIndex = (realm, index) => new Promise((resolve, reject) => {
  let state = "start";
  let pos = 0;
  let ids = [];
  let t = "";
  index.on("readable", () => {
    let c;
    while (null !== (c = index.read(1))) {

      // index.dat consists of lines like:
      // 4400=  44,  -1, 105
      // first number is a location (which we don't care about)
      // following numbers are the IDs we need to extract
      // "-1" is unset and should be skipped
      // there are varying numbers of BGMs per line and varying amounts of whitespace

      if (isDigit(c) && (state == "start" || state == "id" || state == "-1")) {
        t += c;
      }
      else if (c == "=" && state == "start") {
        t = "";
        state = "id";
      }
      else if (c == "\n" && state == "id") {
        ids.push(parseInt(t));
        t = "";
        state = "start";
      }
      else if (c == "," && state == "id") {
        ids.push(parseInt(t));
        t = "";
      }
      else if (c == "-" && state == "id") {
        state = "-1";
      }
      else if (c == "\n" && state == "-1") {
        t = "";
        state = "start";
      }
      else if (c == "," && state == "-1") {
        t = "";
        state = "id";
      }
      else if (!isWhitespace(c)) {
        reject(`unexpected character '${c}' at ${pos} in bgm index for ${realm} (state ${state})`);
      }

      pos++;
    }
  });
  index.on("end", () => {
    // sort and remove duplicates
    ids = new Set(ids.sort(compareNumeric));
    // convert back to array for join()
    ids = [...ids];
    resolve(ids);
  });
});

const getIndex = (realm) =>
  downloadArchive(realm, "bgm/index.zip")
    .then(archive => streamFileFromArchive(archive, "index.dat"))
    .then(stream => processIndex(realm, stream))
    .then(index => writeFileAsync(`${EXTRACT_PATH}/${realm}/index.txt`, [...index].join("\n")));

const getIndices = () => Promise.allSettled(Object.keys(REALMS).map(getIndex));

getIndices();

## package.json
{
  "name": "irunabgm",
  "version": "1.0.0",
  "description": "",
  "main": "irunabgm.js",
  "dependencies": {
    "make-fetch-happen": "^8.0.8",
    "unzipper": "^0.10.11"
  },
  "devDependencies": {},
  "scripts": {
    "test": "echo \"Error: no test specified\" && exit 1"
  },
  "author": "",
  "license": "ISC"
}

## urllist_release.txt
http://rs-jp.iruna.jp/release/bgm/0.zip
http://rs-jp.iruna.jp/release/bgm/1.zip
http://rs-jp.iruna.jp/release/bgm/3.zip
http://rs-jp.iruna.jp/release/bgm/4.zip
http://rs-jp.iruna.jp/release/bgm/5.zip
http://rs-jp.iruna.jp/release/bgm/6.zip
http://rs-jp.iruna.jp/release/bgm/7.zip
http://rs-jp.iruna.jp/release/bgm/9.zip
http://rs-jp.iruna.jp/release/bgm/10.zip
http://rs-jp.iruna.jp/release/bgm/12.zip
http://rs-jp.iruna.jp/release/bgm/13.zip
http://rs-jp.iruna.jp/release/bgm/15.zip
http://rs-jp.iruna.jp/release/bgm/16.zip
http://rs-jp.iruna.jp/release/bgm/18.zip
http://rs-jp.iruna.jp/release/bgm/19.zip
http://rs-jp.iruna.jp/release/bgm/20.zip
http://rs-jp.iruna.jp/release/bgm/21.zip
http://rs-jp.iruna.jp/release/bgm/22.zip
http://rs-jp.iruna.jp/release/bgm/23.zip
http://rs-jp.iruna.jp/release/bgm/24.zip
http://rs-jp.iruna.jp/release/bgm/25.zip
http://rs-jp.iruna.jp/release/bgm/26.zip
http://rs-jp.iruna.jp/release/bgm/27.zip
http://rs-jp.iruna.jp/release/bgm/28.zip
http://rs-jp.iruna.jp/release/bgm/29.zip
http://rs-jp.iruna.jp/release/bgm/30.zip
http://rs-jp.iruna.jp/release/bgm/31.zip
http://rs-jp.iruna.jp/release/bgm/32.zip
http://rs-jp.iruna.jp/release/bgm/33.zip
http://rs-jp.iruna.jp/release/bgm/34.zip
http://rs-jp.iruna.jp/release/bgm/36.zip
http://rs-jp.iruna.jp/release/bgm/37.zip
http://rs-jp.iruna.jp/release/bgm/38.zip
http://rs-jp.iruna.jp/release/bgm/39.zip
http://rs-jp.iruna.jp/release/bgm/40.zip
http://rs-jp.iruna.jp/release/bgm/42.zip
http://rs-jp.iruna.jp/release/bgm/43.zip
http://rs-jp.iruna.jp/release/bgm/44.zip
http://rs-jp.iruna.jp/release/bgm/45.zip
http://rs-jp.iruna.jp/release/bgm/46.zip
http://rs-jp.iruna.jp/release/bgm/47.zip
http://rs-jp.iruna.jp/release/bgm/48.zip
http://rs-jp.iruna.jp/release/bgm/49.zip
http://rs-jp.iruna.jp/release/bgm/50.zip
http://rs-jp.iruna.jp/release/bgm/51.zip
http://rs-jp.iruna.jp/release/bgm/52.zip
http://rs-jp.iruna.jp/release/bgm/53.zip
http://rs-jp.iruna.jp/release/bgm/54.zip
http://rs-jp.iruna.jp/release/bgm/55.zip
http://rs-jp.iruna.jp/release/bgm/56.zip
http://rs-jp.iruna.jp/release/bgm/58.zip
http://rs-jp.iruna.jp/release/bgm/60.zip
http://rs-jp.iruna.jp/release/bgm/61.zip
http://rs-jp.iruna.jp/release/bgm/62.zip
http://rs-jp.iruna.jp/release/bgm/63.zip
http://rs-jp.iruna.jp/release/bgm/64.zip
http://rs-jp.iruna.jp/release/bgm/65.zip
http://rs-jp.iruna.jp/release/bgm/66.zip
http://rs-jp.iruna.jp/release/bgm/67.zip
http://rs-jp.iruna.jp/release/bgm/68.zip
http://rs-jp.iruna.jp/release/bgm/69.zip
http://rs-jp.iruna.jp/release/bgm/70.zip
http://rs-jp.iruna.jp/release/bgm/71.zip
http://rs-jp.iruna.jp/release/bgm/72.zip
http://rs-jp.iruna.jp/release/bgm/73.zip
http://rs-jp.iruna.jp/release/bgm/74.zip
http://rs-jp.iruna.jp/release/bgm/75.zip
http://rs-jp.iruna.jp/release/bgm/76.zip
http://rs-jp.iruna.jp/release/bgm/77.zip
http://rs-jp.iruna.jp/release/bgm/78.zip
http://rs-jp.iruna.jp/release/bgm/79.zip
http://rs-jp.iruna.jp/release/bgm/80.zip
http://rs-jp.iruna.jp/release/bgm/81.zip
http://rs-jp.iruna.jp/release/bgm/82.zip
http://rs-jp.iruna.jp/release/bgm/83.zip
http://rs-jp.iruna.jp/release/bgm/84.zip
http://rs-jp.iruna.jp/release/bgm/85.zip
http://rs-jp.iruna.jp/release/bgm/86.zip
http://rs-jp.iruna.jp/release/bgm/87.zip
http://rs-jp.iruna.jp/release/bgm/88.zip
http://rs-jp.iruna.jp/release/bgm/89.zip
http://rs-jp.iruna.jp/release/bgm/90.zip
http://rs-jp.iruna.jp/release/bgm/91.zip
http://rs-jp.iruna.jp/release/bgm/95.zip
http://rs-jp.iruna.jp/release/bgm/100.zip
http://rs-jp.iruna.jp/release/bgm/101.zip
http://rs-jp.iruna.jp/release/bgm/102.zip
http://rs-jp.iruna.jp/release/bgm/103.zip
http://rs-jp.iruna.jp/release/bgm/104.zip
http://rs-jp.iruna.jp/release/bgm/105.zip
http://rs-jp.iruna.jp/release/bgm/106.zip
http://rs-jp.iruna.jp/release/bgm/107.zip
http://rs-jp.iruna.jp/release/bgm/108.zip
http://rs-jp.iruna.jp/release/bgm/109.zip
http://rs-jp.iruna.jp/release/bgm/110.zip
http://rs-jp.iruna.jp/release/bgm/111.zip
http://rs-jp.iruna.jp/release/bgm/112.zip
http://rs-jp.iruna.jp/release/bgm/113.zip
http://rs-jp.iruna.jp/release/bgm/114.zip
http://rs-jp.iruna.jp/release/bgm/115.zip
http://rs-jp.iruna.jp/release/bgm/116.zip
http://rs-jp.iruna.jp/release/bgm/117.zip
http://rs-jp.iruna.jp/release/bgm/118.zip
http://rs-jp.iruna.jp/release/bgm/119.zip
http://rs-jp.iruna.jp/release/bgm/120.zip
http://rs-jp.iruna.jp/release/bgm/121.zip
http://rs-jp.iruna.jp/release/bgm/122.zip
http://rs-jp.iruna.jp/release/bgm/123.zip
http://rs-jp.iruna.jp/release/bgm/124.zip
http://rs-jp.iruna.jp/release/bgm/125.zip
http://rs-jp.iruna.jp/release/bgm/130.zip
http://rs-jp.iruna.jp/release/bgm/131.zip
http://rs-jp.iruna.jp/release/bgm/132.zip
http://rs-jp.iruna.jp/release/bgm/133.zip
http://rs-jp.iruna.jp/release/bgm/134.zip
http://rs-jp.iruna.jp/release/bgm/135.zip
http://rs-jp.iruna.jp/release/bgm/136.zip
http://rs-jp.iruna.jp/release/bgm/137.zip
http://rs-jp.iruna.jp/release/bgm/138.zip
http://rs-jp.iruna.jp/release/bgm/139.zip
http://rs-jp.iruna.jp/release/bgm/140.zip
http://rs-jp.iruna.jp/release/bgm/141.zip
http://rs-jp.iruna.jp/release/bgm/143.zip
http://rs-jp.iruna.jp/release/bgm/144.zip
http://rs-jp.iruna.jp/release/bgm/150.zip
http://rs-jp.iruna.jp/release/bgm/152.zip
http://rs-jp.iruna.jp/release/bgm/153.zip
http://rs-jp.iruna.jp/release/bgm/154.zip
http://rs-jp.iruna.jp/release/bgm/155.zip
http://rs-jp.iruna.jp/release/bgm/156.zip
http://rs-jp.iruna.jp/release/bgm/157.zip
http://rs-jp.iruna.jp/release/bgm/158.zip
http://rs-jp.iruna.jp/release/bgm/159.zip
http://rs-jp.iruna.jp/release/bgm/160.zip
http://rs-jp.iruna.jp/release/bgm/161.zip
http://rs-jp.iruna.jp/release/bgm/162.zip
http://rs-jp.iruna.jp/release/bgm/163.zip
http://rs-jp.iruna.jp/release/bgm/164.zip
http://rs-jp.iruna.jp/release/bgm/165.zip
http://rs-jp.iruna.jp/release/bgm/166.zip
http://rs-jp.iruna.jp/release/bgm/167.zip
http://rs-jp.iruna.jp/release/bgm/168.zip
http://rs-jp.iruna.jp/release/bgm/169.zip
http://rs-jp.iruna.jp/release/bgm/170.zip
http://rs-jp.iruna.jp/release/bgm/171.zip
http://rs-jp.iruna.jp/release/bgm/172.zip
http://rs-jp.iruna.jp/release/bgm/173.zip
http://rs-jp.iruna.jp/release/bgm/174.zip
http://rs-jp.iruna.jp/release/bgm/175.zip
http://rs-jp.iruna.jp/release/bgm/176.zip
http://rs-jp.iruna.jp/release/bgm/177.zip
http://rs-jp.iruna.jp/release/bgm/178.zip
http://rs-jp.iruna.jp/release/bgm/179.zip
http://rs-jp.iruna.jp/release/bgm/180.zip
http://rs-jp.iruna.jp/release/bgm/181.zip
http://rs-jp.iruna.jp/release/bgm/182.zip
http://rs-jp.iruna.jp/release/bgm/183.zip
http://rs-jp.iruna.jp/release/bgm/184.zip
http://rs-jp.iruna.jp/release/bgm/185.zip
http://rs-jp.iruna.jp/release/bgm/186.zip
http://rs-jp.iruna.jp/release/bgm/187.zip
http://rs-jp.iruna.jp/release/bgm/188.zip
http://rs-jp.iruna.jp/release/bgm/189.zip
http://rs-jp.iruna.jp/release/bgm/190.zip
http://rs-jp.iruna.jp/release/bgm/191.zip
http://rs-jp.iruna.jp/release/bgm/192.zip
http://rs-jp.iruna.jp/release/bgm/193.zip
http://rs-jp.iruna.jp/release/bgm/200.zip
http://rs-jp.iruna.jp/release/bgm/201.zip
http://rs-jp.iruna.jp/release/bgm/202.zip
http://rs-jp.iruna.jp/release/bgm/203.zip
http://rs-jp.iruna.jp/release/bgm/206.zip
http://rs-jp.iruna.jp/release/bgm/207.zip
http://rs-jp.iruna.jp/release/bgm/208.zip
http://rs-jp.iruna.jp/release/bgm/209.zip
http://rs-jp.iruna.jp/release/bgm/210.zip
http://rs-jp.iruna.jp/release/bgm/211.zip
http://rs-jp.iruna.jp/release/bgm/212.zip
http://rs-jp.iruna.jp/release/bgm/213.zip
http://rs-jp.iruna.jp/release/bgm/214.zip
http://rs-jp.iruna.jp/release/bgm/215.zip
http://rs-jp.iruna.jp/release/bgm/216.zip
http://rs-jp.iruna.jp/release/bgm/217.zip
http://rs-jp.iruna.jp/release/bgm/218.zip
http://rs-jp.iruna.jp/release/bgm/219.zip
http://rs-jp.iruna.jp/release/bgm/220.zip
http://rs-jp.iruna.jp/release/bgm/221.zip
http://rs-jp.iruna.jp/release/bgm/222.zip
http://rs-jp.iruna.jp/release/bgm/223.zip
http://rs-jp.iruna.jp/release/bgm/224.zip
http://rs-jp.iruna.jp/release/bgm/225.zip
http://rs-jp.iruna.jp/release/bgm/226.zip
http://rs-jp.iruna.jp/release/bgm/227.zip
http://rs-jp.iruna.jp/release/bgm/230.zip
http://rs-jp.iruna.jp/release/bgm/231.zip
http://rs-jp.iruna.jp/release/bgm/232.zip
http://rs-jp.iruna.jp/release/bgm/233.zip
http://rs-jp.iruna.jp/release/bgm/234.zip
http://rs-jp.iruna.jp/release/bgm/235.zip
http://rs-jp.iruna.jp/release/bgm/236.zip
http://rs-jp.iruna.jp/release/bgm/237.zip
http://rs-jp.iruna.jp/release/bgm/250.zip
http://rs-jp.iruna.jp/release/bgm/251.zip
http://rs-jp.iruna.jp/release/bgm/252.zip
http://rs-jp.iruna.jp/release/bgm/253.zip
http://rs-jp.iruna.jp/release/bgm/254.zip
http://rs-jp.iruna.jp/release/bgm/255.zip
http://rs-jp.iruna.jp/release/bgm/256.zip
http://rs-jp.iruna.jp/release/bgm/260.zip
http://rs-jp.iruna.jp/release/bgm/261.zip
http://rs-jp.iruna.jp/release/bgm/262.zip
http://rs-jp.iruna.jp/release/bgm/263.zip
http://rs-jp.iruna.jp/release/bgm/264.zip
http://rs-jp.iruna.jp/release/bgm/265.zip
http://rs-jp.iruna.jp/release/bgm/266.zip
http://rs-jp.iruna.jp/release/bgm/267.zip
http://rs-jp.iruna.jp/release/bgm/268.zip
http://rs-jp.iruna.jp/release/bgm/269.zip
http://rs-jp.iruna.jp/release/bgm/270.zip
http://rs-jp.iruna.jp/release/bgm/271.zip
http://rs-jp.iruna.jp/release/bgm/272.zip
http://rs-jp.iruna.jp/release/bgm/273.zip
http://rs-jp.iruna.jp/release/bgm/274.zip
http://rs-jp.iruna.jp/release/bgm/275.zip
http://rs-jp.iruna.jp/release/bgm/280.zip
http://rs-jp.iruna.jp/release/bgm/281.zip
http://rs-jp.iruna.jp/release/bgm/282.zip
http://rs-jp.iruna.jp/release/bgm/284.zip
http://rs-jp.iruna.jp/release/bgm/285.zip
http://rs-jp.iruna.jp/release/bgm/286.zip
http://rs-jp.iruna.jp/release/bgm/290.zip
http://rs-jp.iruna.jp/release/bgm/291.zip
http://rs-jp.iruna.jp/release/bgm/292.zip
http://rs-jp.iruna.jp/release/bgm/293.zip
http://rs-jp.iruna.jp/release/bgm/294.zip
http://rs-jp.iruna.jp/release/bgm/295.zip
http://rs-jp.iruna.jp/release/bgm/296.zip
http://rs-jp.iruna.jp/release/bgm/297.zip
http://rs-jp.iruna.jp/release/bgm/298.zip
http://rs-jp.iruna.jp/release/bgm/299.zip
http://rs-jp.iruna.jp/release/bgm/300.zip
http://rs-jp.iruna.jp/release/bgm/301.zip
http://rs-jp.iruna.jp/release/bgm/302.zip
http://rs-jp.iruna.jp/release/bgm/303.zip
http://rs-jp.iruna.jp/release/bgm/304.zip
http://rs-jp.iruna.jp/release/bgm/305.zip
http://rs-jp.iruna.jp/release/bgm/310.zip
http://rs-jp.iruna.jp/release/bgm/311.zip
http://rs-jp.iruna.jp/release/bgm/312.zip
http://rs-jp.iruna.jp/release/bgm/313.zip
http://rs-jp.iruna.jp/release/bgm/314.zip
http://rs-jp.iruna.jp/release/bgm/315.zip
http://rs-jp.iruna.jp/release/bgm/316.zip
http://rs-jp.iruna.jp/release/bgm/317.zip
http://rs-jp.iruna.jp/release/bgm/318.zip
http://rs-jp.iruna.jp/release/bgm/319.zip
http://rs-jp.iruna.jp/release/bgm/320.zip
http://rs-jp.iruna.jp/release/bgm/321.zip
http://rs-jp.iruna.jp/release/bgm/322.zip
http://rs-jp.iruna.jp/release/bgm/323.zip
http://rs-jp.iruna.jp/release/bgm/325.zip
http://rs-jp.iruna.jp/release/bgm/326.zip
http://rs-jp.iruna.jp/release/bgm/327.zip
http://rs-jp.iruna.jp/release/bgm/328.zip
http://rs-jp.iruna.jp/release/bgm/329.zip
http://rs-jp.iruna.jp/release/bgm/330.zip
http://rs-jp.iruna.jp/release/bgm/340.zip
http://rs-jp.iruna.jp/release/bgm/341.zip
http://rs-jp.iruna.jp/release/bgm/342.zip
http://rs-jp.iruna.jp/release/bgm/343.zip
http://rs-jp.iruna.jp/release/bgm/345.zip
http://rs-jp.iruna.jp/release/bgm/346.zip
http://rs-jp.iruna.jp/release/bgm/347.zip
http://rs-jp.iruna.jp/release/bgm/348.zip
http://rs-jp.iruna.jp/release/bgm/349.zip
http://rs-jp.iruna.jp/release/bgm/350.zip
http://rs-jp.iruna.jp/release/bgm/351.zip
http://rs-jp.iruna.jp/release/bgm/352.zip
http://rs-jp.iruna.jp/release/bgm/353.zip
http://rs-jp.iruna.jp/release/bgm/354.zip
http://rs-jp.iruna.jp/release/bgm/355.zip
http://rs-jp.iruna.jp/release/bgm/356.zip
http://rs-jp.iruna.jp/release/bgm/357.zip
http://rs-jp.iruna.jp/release/bgm/358.zip
http://rs-jp.iruna.jp/release/bgm/359.zip
http://rs-jp.iruna.jp/release/bgm/360.zip
http://rs-jp.iruna.jp/release/bgm/370.zip
http://rs-jp.iruna.jp/release/bgm/371.zip
http://rs-jp.iruna.jp/release/bgm/372.zip
http://rs-jp.iruna.jp/release/bgm/373.zip
http://rs-jp.iruna.jp/release/bgm/374.zip
http://rs-jp.iruna.jp/release/bgm/375.zip
http://rs-jp.iruna.jp/release/bgm/376.zip
http://rs-jp.iruna.jp/release/bgm/377.zip
http://rs-jp.iruna.jp/release/bgm/378.zip
http://rs-jp.iruna.jp/release/bgm/379.zip
http://rs-jp.iruna.jp/release/bgm/380.zip
http://rs-jp.iruna.jp/release/bgm/381.zip
http://rs-jp.iruna.jp/release/bgm/382.zip
http://rs-jp.iruna.jp/release/bgm/383.zip
http://rs-jp.iruna.jp/release/bgm/384.zip
http://rs-jp.iruna.jp/release/bgm/385.zip
http://rs-jp.iruna.jp/release/bgm/386.zip
http://rs-jp.iruna.jp/release/bgm/387.zip
http://rs-jp.iruna.jp/release/bgm/388.zip
http://rs-jp.iruna.jp/release/bgm/390.zip
http://rs-jp.iruna.jp/release/bgm/391.zip
http://rs-jp.iruna.jp/release/bgm/392.zip
http://rs-jp.iruna.jp/release/bgm/393.zip
http://rs-jp.iruna.jp/release/bgm/394.zip
http://rs-jp.iruna.jp/release/bgm/395.zip
http://rs-jp.iruna.jp/release/bgm/396.zip
http://rs-jp.iruna.jp/release/bgm/397.zip
http://rs-jp.iruna.jp/release/bgm/398.zip
http://rs-jp.iruna.jp/release/bgm/399.zip
http://rs-jp.iruna.jp/release/bgm/400.zip
http://rs-jp.iruna.jp/release/bgm/401.zip
http://rs-jp.iruna.jp/release/bgm/402.zip
http://rs-jp.iruna.jp/release/bgm/403.zip
http://rs-jp.iruna.jp/release/bgm/404.zip
http://rs-jp.iruna.jp/release/bgm/405.zip
http://rs-jp.iruna.jp/release/bgm/406.zip
http://rs-jp.iruna.jp/release/bgm/407.zip
http://rs-jp.iruna.jp/release/bgm/408.zip
http://rs-jp.iruna.jp/release/bgm/410.zip
http://rs-jp.iruna.jp/release/bgm/411.zip
http://rs-jp.iruna.jp/release/bgm/412.zip
http://rs-jp.iruna.jp/release/bgm/413.zip
http://rs-jp.iruna.jp/release/bgm/414.zip
http://rs-jp.iruna.jp/release/bgm/415.zip
http://rs-jp.iruna.jp/release/bgm/416.zip
http://rs-jp.iruna.jp/release/bgm/417.zip
http://rs-jp.iruna.jp/release/bgm/418.zip
http://rs-jp.iruna.jp/release/bgm/419.zip
http://rs-jp.iruna.jp/release/bgm/420.zip
http://rs-jp.iruna.jp/release/bgm/421.zip
http://rs-jp.iruna.jp/release/bgm/422.zip
http://rs-jp.iruna.jp/release/bgm/424.zip
http://rs-jp.iruna.jp/release/bgm/425.zip
http://rs-jp.iruna.jp/release/bgm/430.zip
http://rs-jp.iruna.jp/release/bgm/431.zip
http://rs-jp.iruna.jp/release/bgm/432.zip
http://rs-jp.iruna.jp/release/bgm/433.zip
http://rs-jp.iruna.jp/release/bgm/434.zip
http://rs-jp.iruna.jp/release/bgm/440.zip
http://rs-jp.iruna.jp/release/bgm/441.zip
http://rs-jp.iruna.jp/release/bgm/442.zip
http://rs-jp.iruna.jp/release/bgm/443.zip
http://rs-jp.iruna.jp/release/bgm/444.zip
http://rs-jp.iruna.jp/release/bgm/445.zip
http://rs-jp.iruna.jp/release/bgm/446.zip
http://rs-jp.iruna.jp/release/bgm/447.zip
http://rs-jp.iruna.jp/release/bgm/448.zip
http://rs-jp.iruna.jp/release/bgm/450.zip
http://rs-jp.iruna.jp/release/bgm/451.zip
http://rs-jp.iruna.jp/release/bgm/452.zip
http://rs-jp.iruna.jp/release/bgm/453.zip
http://rs-jp.iruna.jp/release/bgm/454.zip
http://rs-jp.iruna.jp/release/bgm/455.zip
http://rs-jp.iruna.jp/release/bgm/456.zip
http://rs-jp.iruna.jp/release/bgm/457.zip
http://rs-jp.iruna.jp/release/bgm/458.zip
http://rs-jp.iruna.jp/release/bgm/459.zip
http://rs-jp.iruna.jp/release/bgm/460.zip
http://rs-jp.iruna.jp/release/bgm/461.zip
http://rs-jp.iruna.jp/release/bgm/462.zip
http://rs-jp.iruna.jp/release/bgm/470.zip
http://rs-jp.iruna.jp/release/bgm/471.zip
http://rs-jp.iruna.jp/release/bgm/472.zip
http://rs-jp.iruna.jp/release/bgm/473.zip
http://rs-jp.iruna.jp/release/bgm/475.zip
http://rs-jp.iruna.jp/release/bgm/476.zip
http://rs-jp.iruna.jp/release/bgm/480.zip
http://rs-jp.iruna.jp/release/bgm/482.zip
http://rs-jp.iruna.jp/release/bgm/484.zip
http://rs-jp.iruna.jp/release/bgm/486.zip
http://rs-jp.iruna.jp/release/bgm/487.zip
http://rs-jp.iruna.jp/release/bgm/488.zip
http://rs-jp.iruna.jp/release/bgm/489.zip
http://rs-jp.iruna.jp/release/bgm/490.zip
http://rs-jp.iruna.jp/release/bgm/491.zip
http://rs-jp.iruna.jp/release/bgm/500.zip
http://rs-jp.iruna.jp/release/bgm/502.zip
http://rs-jp.iruna.jp/release/bgm/503.zip
http://rs-jp.iruna.jp/release/bgm/504.zip
http://rs-jp.iruna.jp/release/bgm/505.zip
http://rs-jp.iruna.jp/release/bgm/506.zip
http://rs-jp.iruna.jp/release/bgm/510.zip
http://rs-jp.iruna.jp/release/bgm/511.zip
http://rs-jp.iruna.jp/release/bgm/513.zip
http://rs-jp.iruna.jp/release/bgm/514.zip
http://rs-jp.iruna.jp/release/bgm/515.zip
http://rs-jp.iruna.jp/release/bgm/516.zip
http://rs-jp.iruna.jp/release/bgm/517.zip
http://rs-jp.iruna.jp/release/bgm/518.zip
http://rs-jp.iruna.jp/release/bgm/519.zip
http://rs-jp.iruna.jp/release/bgm/520.zip
http://rs-jp.iruna.jp/release/bgm/521.zip
http://rs-jp.iruna.jp/release/bgm/522.zip
http://rs-jp.iruna.jp/release/bgm/523.zip
http://rs-jp.iruna.jp/release/bgm/524.zip
http://rs-jp.iruna.jp/release/bgm/525.zip
http://rs-jp.iruna.jp/release/bgm/530.zip
http://rs-jp.iruna.jp/release/bgm/531.zip
http://rs-jp.iruna.jp/release/bgm/532.zip
http://rs-jp.iruna.jp/release/bgm/533.zip
http://rs-jp.iruna.jp/release/bgm/534.zip
http://rs-jp.iruna.jp/release/bgm/535.zip
http://rs-jp.iruna.jp/release/bgm/536.zip
http://rs-jp.iruna.jp/release/bgm/537.zip
http://rs-jp.iruna.jp/release/bgm/538.zip
http://rs-jp.iruna.jp/release/bgm/539.zip
http://rs-jp.iruna.jp/release/bgm/540.zip
http://rs-jp.iruna.jp/release/bgm/541.zip
http://rs-jp.iruna.jp/release/bgm/550.zip
http://rs-jp.iruna.jp/release/bgm/551.zip
http://rs-jp.iruna.jp/release/bgm/552.zip
http://rs-jp.iruna.jp/release/bgm/553.zip
http://rs-jp.iruna.jp/release/bgm/554.zip
http://rs-jp.iruna.jp/release/bgm/555.zip
http://rs-jp.iruna.jp/release/bgm/556.zip
http://rs-jp.iruna.jp/release/bgm/557.zip
http://rs-jp.iruna.jp/release/bgm/558.zip
http://rs-jp.iruna.jp/release/bgm/561.zip
http://rs-jp.iruna.jp/release/bgm/562.zip
http://rs-jp.iruna.jp/release/bgm/570.zip
http://rs-jp.iruna.jp/release/bgm/571.zip
http://rs-jp.iruna.jp/release/bgm/572.zip
http://rs-jp.iruna.jp/release/bgm/573.zip
http://rs-jp.iruna.jp/release/bgm/574.zip
http://rs-jp.iruna.jp/release/bgm/575.zip
http://rs-jp.iruna.jp/release/bgm/576.zip
http://rs-jp.iruna.jp/release/bgm/577.zip
http://rs-jp.iruna.jp/release/bgm/578.zip
http://rs-jp.iruna.jp/release/bgm/579.zip
http://rs-jp.iruna.jp/release/bgm/580.zip
http://rs-jp.iruna.jp/release/bgm/581.zip
http://rs-jp.iruna.jp/release/bgm/582.zip
http://rs-jp.iruna.jp/release/bgm/583.zip
http://rs-jp.iruna.jp/release/bgm/702.zip
http://rs-jp.iruna.jp/release/bgm/703.zip
http://rs-jp.iruna.jp/release/bgm/707.zip
http://rs-jp.iruna.jp/release/bgm/708.zip
http://rs-jp.iruna.jp/release/bgm/711.zip
http://rs-jp.iruna.jp/release/bgm/712.zip
http://rs-jp.iruna.jp/release/bgm/718.zip
http://rs-jp.iruna.jp/release/bgm/730.zip
http://rs-jp.iruna.jp/release/bgm/737.zip
http://rs-jp.iruna.jp/release/bgm/742.zip
http://rs-jp.iruna.jp/release/bgm/745.zip
http://rs-jp.iruna.jp/release/bgm/746.zip
http://rs-jp.iruna.jp/release/bgm/747.zip
http://rs-jp.iruna.jp/release/bgm/900.zip
http://rs-jp.iruna.jp/release/bgm/906.zip
http://rs-jp.iruna.jp/release/bgm/1020.zip
http://rs-jp.iruna.jp/release/bgm/1022.zip
http://rs-jp.iruna.jp/release/bgm/1028.zip
http://rs-jp.iruna.jp/release/bgm/1029.zip
http://rs-jp.iruna.jp/release/bgm/1030.zip
http://rs-jp.iruna.jp/release/bgm/1059.zip
http://rs-jp.iruna.jp/release/bgm/1142.zip
http://rs-jp.iruna.jp/release/bgm/1228.zip
http://rs-jp.iruna.jp/release/bgm/1230.zip
http://rs-jp.iruna.jp/release/bgm/1262.zip
http://rs-jp.iruna.jp/release/bgm/1311.zip
http://rs-jp.iruna.jp/release/bgm/1312.zip
http://rs-jp.iruna.jp/release/bgm/1370.zip
http://rs-jp.iruna.jp/release/bgm/1373.zip
http://rs-jp.iruna.jp/release/bgm/1383.zip
http://rs-jp.iruna.jp/release/bgm/1390.zip
http://rs-jp.iruna.jp/release/bgm/1395.zip
http://rs-jp.iruna.jp/release/bgm/1396.zip
http://rs-jp.iruna.jp/release/bgm/1397.zip
http://rs-jp.iruna.jp/release/bgm/1430.zip
http://rs-jp.iruna.jp/release/bgm/1473.zip
http://rs-jp.iruna.jp/release/bgm/1500.zip
http://rs-jp.iruna.jp/release/bgm/1504.zip
http://rs-jp.iruna.jp/release/bgm/1506.zip
http://rs-jp.iruna.jp/release/bgm/1523.zip
http://rs-jp.iruna.jp/release/bgm/1540.zip
http://rs-jp.iruna.jp/release/bgm/1742.zip
http://rs-jp.iruna.jp/release/bgm/2142.zip
http://rs-jp.iruna.jp/release/bgm/2180.zip
http://rs-jp.iruna.jp/release/bgm/9999.zip
http://rs-jp.iruna.jp/release/bgm/107200.zip
http://rs-jp.iruna.jp/release/bgm/107201.zip
http://rs-jp.iruna.jp/release/bgm/109000.zip
http://rs-jp.iruna.jp/release/bgm/109100.zip
http://rs-jp.iruna.jp/release/bgm/110600.zip
http://rs-jp.iruna.jp/release/bgm/110700.zip
http://rs-jp.iruna.jp/release/bgm/200100.zip
http://rs-jp.iruna.jp/release/bgm/200101.zip
http://rs-jp.iruna.jp/release/bgm/200300.zip
http://rs-jp.iruna.jp/release/bgm/200400.zip
http://rs-jp.iruna.jp/release/bgm/200401.zip
http://rs-jp.iruna.jp/release/bgm/200500.zip
http://rs-jp.iruna.jp/release/bgm/200501.zip
http://rs-jp.iruna.jp/release/bgm/200600.zip
http://rs-jp.iruna.jp/release/bgm/200700.zip
http://rs-jp.iruna.jp/release/bgm/200900.zip
http://rs-jp.iruna.jp/release/bgm/201000.zip
http://rs-jp.iruna.jp/release/bgm/201100.zip
http://rs-jp.iruna.jp/release/bgm/201200.zip
http://rs-jp.iruna.jp/release/bgm/201300.zip
http://rs-jp.iruna.jp/release/bgm/201400.zip
http://rs-jp.iruna.jp/release/bgm/201500.zip
http://rs-jp.iruna.jp/release/bgm/201600.zip
http://rs-jp.iruna.jp/release/bgm/201700.zip
http://rs-jp.iruna.jp/release/bgm/201800.zip
http://rs-jp.iruna.jp/release/bgm/201900.zip
http://rs-jp.iruna.jp/release/bgm/202000.zip
http://rs-jp.iruna.jp/release/bgm/202100.zip
http://rs-jp.iruna.jp/release/bgm/202300.zip
http://rs-jp.iruna.jp/release/bgm/202600.zip
http://rs-jp.iruna.jp/release/bgm/202700.zip
http://rs-jp.iruna.jp/release/bgm/202800.zip
http://rs-jp.iruna.jp/release/bgm/202900.zip
http://rs-jp.iruna.jp/release/bgm/203000.zip
http://rs-jp.iruna.jp/release/bgm/203100.zip
http://rs-jp.iruna.jp/release/bgm/203200.zip
http://rs-jp.iruna.jp/release/bgm/203300.zip
http://rs-jp.iruna.jp/release/bgm/203500.zip
http://rs-jp.iruna.jp/release/bgm/203700.zip
http://rs-jp.iruna.jp/release/bgm/203900.zip
http://rs-jp.iruna.jp/release/bgm/204000.zip
http://rs-jp.iruna.jp/release/bgm/204100.zip
http://rs-jp.iruna.jp/release/bgm/204200.zip
http://rs-jp.iruna.jp/release/bgm/204201.zip
http://rs-jp.iruna.jp/release/bgm/204300.zip
http://rs-jp.iruna.jp/release/bgm/204400.zip
http://rs-jp.iruna.jp/release/bgm/204500.zip
http://rs-jp.iruna.jp/release/bgm/204600.zip
http://rs-jp.iruna.jp/release/bgm/204700.zip
http://rs-jp.iruna.jp/release/bgm/204701.zip
http://rs-jp.iruna.jp/release/bgm/204800.zip
http://rs-jp.iruna.jp/release/bgm/204900.zip
http://rs-jp.iruna.jp/release/bgm/205000.zip
http://rs-jp.iruna.jp/release/bgm/205100.zip
http://rs-jp.iruna.jp/release/bgm/205200.zip
http://rs-jp.iruna.jp/release/bgm/205300.zip
http://rs-jp.iruna.jp/release/bgm/205400.zip
http://rs-jp.iruna.jp/release/bgm/205500.zip
http://rs-jp.iruna.jp/release/bgm/205600.zip
http://rs-jp.iruna.jp/release/bgm/205700.zip
http://rs-jp.iruna.jp/release/bgm/205800.zip
http://rs-jp.iruna.jp/release/bgm/205900.zip
http://rs-jp.iruna.jp/release/bgm/206000.zip
http://rs-jp.iruna.jp/release/bgm/206200.zip
http://rs-jp.iruna.jp/release/bgm/206300.zip
http://rs-jp.iruna.jp/release/bgm/206400.zip
http://rs-jp.iruna.jp/release/bgm/206500.zip
http://rs-jp.iruna.jp/release/bgm/206600.zip
http://rs-jp.iruna.jp/release/bgm/206700.zip
http://rs-jp.iruna.jp/release/bgm/206800.zip
http://rs-jp.iruna.jp/release/bgm/206900.zip
http://rs-jp.iruna.jp/release/bgm/207000.zip
http://rs-jp.iruna.jp/release/bgm/207100.zip

## urllist_unused_prerelease.txt
http://ags02.iruna.jp:29358/pre_release/bgm/59.zip
http://ags02.iruna.jp:29358/pre_release/bgm/228.zip
http://ags02.iruna.jp:29358/pre_release/bgm/717.zip
http://ags02.iruna.jp:29358/pre_release/bgm/738.zip
http://ags02.iruna.jp:29358/pre_release/bgm/800.zip
	'use strict';

	// finds all used BGM IDs in Iruna Online
	//
	// to get tracks, you can rewrite an ID list into URLs:
	// <realm resource base>/bgm/<id>.zip
	// e.g. 0 => http://rs-jp.iruna.jp/release/bgm/0.zip
	// then download and extract with ZIP_PASSWORD
	//
	// only difference between realms seems to be updates
	// note: there is unlisted music, e.g. 228 at time of writing
	//
	// requires make-fetch-happen ^8.0.8, unzipper ^0.10.11
	// tested with node 12.18.2 on windows

	// configuration
	const CACHE_PATH = './iruna-cache';
	const EXTRACT_PATH = './iruna-extract';
	const REQUEST_RETRIES = 3;
	const REQUEST_TIMEOUT = 3500; // in milliseconds

	// found in libunzip.so
	const ZIP_PASSWORD = "ksA816tY";


	// found in obfuscated class in com.asobimo.iruna_alpha
	const REALMS = {
	test_planner_test_android: "http://ags02.iruna.jp:29358/test/planner_test/android/",
	trial: "http://rs-jp.iruna.jp/trial/",
	pre_release: "http://ags02.iruna.jp:29358/pre_release/",
	pre_release_e: "http://ags02.iruna.jp:29358/pre_release_e/",
	// these are mentioned by name in the source but no server is given and none work
	// release_chinese: "http://ags02.iruna.jp:29358/release_chinese/",
	// release_korean:"http://ags02.iruna.jp:29358/release_korean/",
	pre_release_taiwan: "http://ags02.iruna.jp:29358/pre_release_taiwan/",
	pre_release_thailand: "http://ags02.iruna.jp:29358/pre_release_thailand/",
	debug: "http://ags02.iruna.jp:29358/debug/",
	release: "http://rs-jp.iruna.jp/release/",
	release_english: "http://rs-us.iruna.jp/release_english/",
	release_taiwan_as: "http://tw.resource.iruna-online.com/release_taiwan_as/",
	release_thailand: "http://th.resource.iruna-online.com/release_thailand/",
	};

	const unzipper = require('unzipper');
	const fs = require('fs');
	const util = require('util');

	const isDigit = (char) => char >= '0' && char <= '9';
	const isWhitespace = (char) => /\s/.test(char);

	const compareNumeric = (a, b) => a - b;

	const writeFileAsync = util.promisify(fs.writeFile);

	const requestError = (retrying) => {
	return (res) => {
	if (res instanceof Error) {
	console.error("Request to %s:%d failed, reason: %s.%s", res.address, res.port, res.code, retrying ? " Retrying." : "");
	} else if (res.code != 200) {
	console.error("Request to %s failed with response %d %s.%s", res.url, res.status, res.statusText, retrying ? " Retrying." : "");
	}
	return res;
	};
	};
	const reqErrorFinal = requestError(false);
	const reqErrorRetry = requestError(true);

	const fetch = require('make-fetch-happen').defaults({
	cacheManager: CACHE_PATH,
	retry: REQUEST_RETRIES,
	timeout: REQUEST_TIMEOUT,
	onRetry: reqErrorRetry,
	});

	for (const realm in REALMS) {
	fs.mkdirSync(`${EXTRACT_PATH}/${realm}`, { recursive: true });
	}

	const downloadArchive = (realm, archivePath) =>
	fetch(REALMS[realm] + archivePath)
	.catch(reqErrorFinal)
	.then(res => (res.ok \|\| res.status == 304) ? res.buffer() : Promise.reject(reqErrorFinal(res)))
	.then(buf => unzipper.Open.buffer(buf));

	const bufferFileFromArchive = (archive, filePath) =>
	archive.files.find(entry => entry.path == filePath)
	.buffer(ZIP_PASSWORD);

	const streamFileFromArchive = (archive, filePath) =>
	archive.files.find(entry => entry.path == filePath)
	.stream(ZIP_PASSWORD);

	const processIndex = (realm, index) => new Promise((resolve, reject) => {
	let state = "start";
	let pos = 0;
	let ids = [];
	let t = "";
	index.on("readable", () => {
	let c;
	while (null !== (c = index.read(1))) {

	// index.dat consists of lines like:
	// 4400= 44, -1, 105
	// first number is a location (which we don't care about)
	// following numbers are the IDs we need to extract
	// "-1" is unset and should be skipped
	// there are varying numbers of BGMs per line and varying amounts of whitespace

	if (isDigit(c) && (state == "start" \|\| state == "id" \|\| state == "-1")) {
	t += c;
	}
	else if (c == "=" && state == "start") {
	t = "";
	state = "id";
	}
	else if (c == "\n" && state == "id") {
	ids.push(parseInt(t));
	t = "";
	state = "start";
	}
	else if (c == "," && state == "id") {
	ids.push(parseInt(t));
	t = "";
	}
	else if (c == "-" && state == "id") {
	state = "-1";
	}
	else if (c == "\n" && state == "-1") {
	t = "";
	state = "start";
	}
	else if (c == "," && state == "-1") {
	t = "";
	state = "id";
	}
	else if (!isWhitespace(c)) {
	reject(`unexpected character '${c}' at ${pos} in bgm index for ${realm} (state ${state})`);
	}

	pos++;
	}
	});
	index.on("end", () => {
	// sort and remove duplicates
	ids = new Set(ids.sort(compareNumeric));
	// convert back to array for join()
	ids = [...ids];
	resolve(ids);
	});
	});

	const getIndex = (realm) =>
	downloadArchive(realm, "bgm/index.zip")
	.then(archive => streamFileFromArchive(archive, "index.dat"))
	.then(stream => processIndex(realm, stream))
	.then(index => writeFileAsync(`${EXTRACT_PATH}/${realm}/index.txt`, [...index].join("\n")));

	const getIndices = () => Promise.allSettled(Object.keys(REALMS).map(getIndex));

	getIndices();
	{
	"name": "irunabgm",
	"version": "1.0.0",
	"description": "",
	"main": "irunabgm.js",
	"dependencies": {
	"make-fetch-happen": "^8.0.8",
	"unzipper": "^0.10.11"
	},
	"devDependencies": {},
	"scripts": {
	"test": "echo \"Error: no test specified\" && exit 1"
	},
	"author": "",
	"license": "ISC"
	}
	http://ags02.iruna.jp:29358/pre_release/bgm/59.zip
	http://ags02.iruna.jp:29358/pre_release/bgm/228.zip
	http://ags02.iruna.jp:29358/pre_release/bgm/717.zip
	http://ags02.iruna.jp:29358/pre_release/bgm/738.zip
	http://ags02.iruna.jp:29358/pre_release/bgm/800.zip