Go crawler

crawler.go

package main

import (
  "log"
  "github.com/PuerkitoBio/goquery"
  "strings"
)

func main() {
  hostname := "https://news.ycombinator.com"
  doc, err := goquery.NewDocument(hostname)
  if err != nil {
    log.Fatal(err)
  }
  homePageLinks := 0
  doc.Find("a").Each(func(i int, s *goquery.Selection) {
    homePageLinks++
    uri, _ := s.Attr("href")
    var newUri string
    if !strings.HasPrefix(uri, "http") {
      newUri = hostname + uri
    } else {
      newUri = uri
    }
  })
  log.Printf("Found %v links", homePageLinks)
}