crawl.go

package main

import (
	"fmt"
	"io/ioutil"
	"net/http"
)

func main() {
	hosts := []string{
		"http://a.foo.com/",
		"http://b.foo.com/",
	}

	for _, h := range hosts {
		testUrl(h)
	}
}

func testUrl(host string) {
	padding := ""
	for i := 0; i < 1; i++ {
		url := host + padding + ".ssh/authorized_keys"
		if err := get(url); err != nil {
			fmt.Println(err)
		}
		padding += "../"
	}
}

func get(url string) error {
	response, err := http.Get(url)
	if err != nil {
		return err
	}

	fmt.Println(url)
	for k, v := range response.Header {
		fmt.Println(k, v)
	}

	defer response.Body.Close()
	b, err := ioutil.ReadAll(response.Body)
	if err != nil {
		return err
	}

	if len(b) > 40 {
		b = b[:40]
	}

	fmt.Println("  " + string(b))
	return nil
}