Demonstration of using tons of go routines to http.Get lots of web pages.

ddd.go

package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
	"os"
	"runtime"
	"sync"
)

func init() {
	runtime.GOMAXPROCS(runtime.NumCPU())
}

func main() {
	maxConncurrent := 100
	var wg sync.WaitGroup
	urls := make(chan string, maxConncurrent)
	for i := 0; i < maxConncurrent; i++ {
		go func() {
			for url := range urls {
				resp, err := http.Get(url)

				if err != nil {
					fmt.Println(err)
					os.Exit(1)
				}
				defer resp.Body.Close()
				body, err := ioutil.ReadAll(resp.Body)
				if err != nil {
					fmt.Println(err)
					os.Exit(1)
				}

				if len(body) > 22609 {
					fmt.Println("FOUND:", url)
				}
				wg.Done()
			}
		}()
	}

	for i := 0; i < 10000; i++ {
		wg.Add(1)
		urls <- fmt.Sprintf("http://dawnofthedeaddash.com/mobile/?code=%d", i)
	}
	wg.Wait()
	fmt.Println("Finished")
}