Collyを使ったCrawler

main.go

package main

import (
	"fmt"

	"github.com/go-rod/rod"
	"github.com/go-rod/rod/lib/proto"
	"github.com/gocolly/colly/v2"
)


func main() {
	url := "https://www.amazon.co.jp/gp/bestsellers/fashion/"
	// url := "https://www.amazon.co.jp/gp/bestsellers/fashion/?pg=2"
	c := colly.NewCollector()

	// Find and visit all links
	c.OnHTML(".a-container", func(e *colly.HTMLElement) {
		var (
			name string
			imgUrl string
		)
		e.ForEach("#gridItemRoot", func(i int, h *colly.HTMLElement) {
			// urlString = h.Attr("href")
			// title = strings.ReplaceAll(h.Text, "\n", "")

			// imgUrl := 
			h.ForEach("img", func(i int, h *colly.HTMLElement) {
				imgUrl = h.Attr("src")
				name = h.Attr("alt")
			})

			fmt.Printf("name: %v, imgUrl: %v\n", name, imgUrl)

		})
	})

	c.OnRequest(func(r *colly.Request) {
		fmt.Println("Visiting", r.URL)
	})
	c.Visit(url)
	c.Wait()
}