Rips 4chan thread content to a folder.

4chomp.go

package main

import (
	"fmt"
	"github.com/PuerkitoBio/goquery"
	"io"
	"net/http"
	"os"
	"strings"
)

func main() {
	if len(os.Args) != 2 {
		fmt.Println("Need exactly one arg, a 4chan thread url.")
		return
	}

	doc, err := goquery.NewDocument(os.Args[1])
	if err != nil {
		panic(err)
	}

	titletokens := strings.Split(doc.Url.Path, "/")
	title := titletokens[len(titletokens)-1]
	os.Mkdir(title, 0775)
	os.Chdir(title)

	doc.Find(".fileText").Each(func(i int, s *goquery.Selection) {
		imageurl, _ := s.Find("a").Attr("href")
		tokens := strings.Split(imageurl, "/")
		imageName := tokens[len(tokens)-1]
		fmt.Printf("%s\n", imageName)
		output, err := os.Create(imageName)
		defer output.Close()
		response, err := http.Get("http:" + imageurl)
		if err != nil {
			panic(err)
		}
		io.Copy(output, response.Body)
	})
}