Sitemap checker

sitemap-checker.ts

// using:
// deno sitemap-checker.ts 400
// start at number 400 and tests the next 200
import readFileStrSync from "https://deno.land/std/fs/mod.ts";

async function checkUrl(url: string): Promise<boolean> {
  const res = await fetch(url);
  return res.status == 200;
}

function extractUrl(line: string): string {
  let a = line.match(/https:\/\/www.flibco.com\/[^<\"]*/);
  if (a) {
    return a[0];
  } else {
    return "";
  }
}

const content = readFileStrSync("./public/sitemap.xml", { encoding: "utf8" });
const lines = content.split("\n");

let i = 1;
let counter = 200;
let myurl: string;
let startLine: number = Number(Deno.args[1]);
for (const line of lines) {
  myurl = extractUrl(line);
  try {
    if (i < startLine) {
      i++;
    } else if (counter > 0 && myurl.length > 0) {
      i++;
      if (!(await checkUrl(myurl))) console.log(myurl);
      counter--;
    }
  } catch (error) {
    console.log(`Error: ${myurl}`);
    console.log(error);
    Deno.exit(1);
  }
}
Deno.exit(0);