go-scraper.go

package main

import (
	"encoding/json"
	"fmt"
	"strings"

	"github.com/antchfx/htmlquery"
)

type Product struct {
	Title       string `json:"title"`
	Description string `json:"description"`
	Price       string `json:"price"`
}

type ProductList []Product

func errHandler(err error) {
	if err != nil {
		panic(err)
	}
}

func main() {
	doc, err := htmlquery.LoadURL("https://kernel-panic.me/scraping.html")
	errHandler(err)

	result := ProductList{}

	productNodes := htmlquery.Find(doc, "//ul[@class='products']/li")
	for _, p := range productNodes {
		var currentProduct Product

		titleNode := htmlquery.FindOne(p, "div/div[@class='product-header']")
		currentProduct.Title = strings.TrimSpace(htmlquery.InnerText(titleNode))

		descriptionNode := htmlquery.FindOne(p, "div/div[@class='product-body']/p[contains(@class, 'description')]")
		currentProduct.Description = strings.TrimSpace(htmlquery.InnerText(descriptionNode))

		priceNode := htmlquery.FindOne(p, "div/div[@class='product-footer']/p[contains(@class, 'price')]")
		currentProduct.Price = strings.TrimSpace(htmlquery.InnerText(priceNode))

		result = append(result, currentProduct)
	}

	outputBytes, err := json.Marshal(result)
	errHandler(err)
	fmt.Println(string(outputBytes))
}