Go 1.1.1 http bug

gistfile1.txt

➜  domaincrawler  go run bug.go
2014/04/15 00:17:00 Unsolicited response received on idle HTTP channel starting with "\x1f"; err=<nil>
2014/04/15 00:17:04 Unsolicited response received on idle HTTP channel starting with "\x1f"; err=<nil>
2014/04/15 00:17:07 Unsolicited response received on idle HTTP channel starting with "\x1f"; err=<nil>
2014/04/15 00:17:09 Unsolicited response received on idle HTTP channel starting with "\x1f"; err=<nil>
2014/04/15 00:17:11 Unsolicited response received on idle HTTP channel starting with "\x1f"; err=<nil>
2014/04/15 00:17:14 Unsolicited response received on idle HTTP channel starting with "\x1f"; err=<nil>
2014/04/15 00:17:16 Unsolicited response received on idle HTTP channel starting with "\x1f"; err=<nil>

➜  domaincrawler  cat bug.go
package main

import (
	"github.com/PuerkitoBio/gocrawl"
	"github.com/PuerkitoBio/goquery"
	// "log"
	"net/http"
	"time"
)

type ExampleExtender struct {
	gocrawl.DefaultExtender // Will use the default implementation of all but Visit() and Filter()
}

func (this *ExampleExtender) Visit(ctx *gocrawl.URLContext, res *http.Response, doc *goquery.Document) (interface{}, bool) {
	// log.Println(ctx.URL().String())
	return nil, true
}

func main() {
	opts := gocrawl.NewOptions(new(ExampleExtender))
	opts.CrawlDelay = 1 * time.Second
	// opts.LogFlags = gocrawl.LogTrace
	opts.HeadBeforeGet = true

	c := gocrawl.NewCrawlerWithOptions(opts)
	c.Run("http://jakeaustwick.me")
}

Update: Can be solved by upgrading to go 1.2.x

https://code.google.com/p/go/issues/detail?id=5522

https://groups.google.com/forum/#!topic/golang-nuts/bA36hjOETAI