mottet-dev

writer.Write([]string{
  productName,
  stars,
  price,
})

mottet-dev

func main() {
  fileName := "amazon_products.csv"
  file, err := os.Create(fileName)
  if err != nil {
    log.Fatalf("Could not create %s", fileName)
  }
  defer file.Close()

  writer := csv.NewWriter(file)
  defer writer.Flush()

mottet-dev

proxySwitcher, err := proxy.RoundRobinProxySwitcher("socks5://188.226.141.127:1080", "socks5://67.205.132.241:1080")
if err != nil {
  log.Fatal(err)
}
c.SetProxyFunc(proxySwitcher)

mottet-dev

c.Limit(&colly.LimitRule{
	RandomDelay: 2 * time.Second,
	Parallelism: 4,
})

mottet-dev

func main() {
  c := colly.NewCollector(
    colly.Async(true),
  )

  // ...

  c.Wait()
}

mottet-dev

for i := 1; i <= 20; i++ {
  fullURL := fmt.Sprintf("https://www.amazon.com/s?k=nintendo+switch&page=%d", i)
  c.Visit(fullURL)
}

mottet-dev

import (
	"fmt"

	"github.com/gocolly/colly"
	"github.com/icrowley/fake"
	"github.com/mottet-dev/medium-go-colly-basics/utils"
)

func main() {
	c := colly.NewCollector()

mottet-dev

package main

import (
	"fmt"

	"github.com/gocolly/colly"
	"github.com/mottet-dev/medium-go-colly-basics/utils"
)

func main() {

mottet-dev

package utils

import "regexp"

func FormatPrice(price *string) {
	r := regexp.MustCompile(`\$(\d+(\.\d+)?).*$`)

	newPrices := r.FindStringSubmatch(*price)

	if len(newPrices) > 1 {

mottet-dev

package main

import (
	"fmt"

	"github.com/gocolly/colly"
)

func main() {
	c := colly.NewCollector()