Web Scraping ML???

github.declarative.txt

// Simultaneously fetch three pages
fn main(url) {
  // Asynchronously visit Github, and find all repos...
  // Do this in the background.
  //
  // Returns a Task.
  let myTask = fork {
    let rq = fetch(url, {accept: 'text/html'})
    let dom = response.dom()
    let links = dom.querySelectorAll('a.repo-link')
    return links.map(parseItem)
  }
  
  // Meanwhile, read a file containing the name of a repo to check.
  let repoName = File.readAsText("repo_name.txt")
  
  // Wait for the task to complete.
  let items = join myTask
  
  let item = items.firstWhere(item => item.name == repoName)
  
  print('Found: %{item}')
}

github.js

function main() {
  const response = fetch('...', {});
  const dom = response.dom();
  const links = dom.querySelectorAll("a.repo-link");
  const items = links.map(parseItem);
  
}

github.ml

type githubItem = {name: string; href: string}

let parse_item el =
  {name = get_text el; href = get_attribute "href" el}

let main =
  let rq = request "https://github.com" {accept = "application/json"} () in
  let dom = parse_dom rq in
  let links = query_selector "a.repo-link" dom in
  let items = each parse_item links in
  print_string (to_json items)