NewsFeeder.go

package main

import (
	"encoding/json"
	"fmt"
	"io/ioutil"
	"log"

	"github.com/gocolly/colly"
)

type Fact struct {
	Href  string `json:"href"`
	Title string `json:"description"`
}

func main() {
	allfacts := make([]Fact, 0)

	collector := colly.NewCollector()

	collector.OnHTML(".story-link", func(element *colly.HTMLElement) {
		href := element.Attr("href")

		// factDesc := element.ChildAttr("h2", "home-title").
		title := element.ChildText(".home-title")

		fact := Fact{
			Href:  href,
			Title: title,
		}

		allfacts = append(allfacts, fact)

	})

	collector.OnRequest(func(r *colly.Request) {
		fmt.Println("Visiting", r.URL.String())
	})

	collector.Visit("https://thehackernews.com/")

	writeJson(allfacts)
}

func writeJson(data []Fact) {
	file, err := json.MarshalIndent(data, "", " ")
	if err != nil {
		log.Println("Unable to create Json")
		return
	}
	_ = ioutil.WriteFile("news.json", file, 0644)
}