Code snippets for https://medium.com/@francesc/whats-the-most-common-identifier-in-go-s-stdlib-e468f3c9c7d9 Raw Raw

scanning.go

fs := token.NewFileSet()

for _, arg := range os.Args[1:] {
	b, err := ioutil.ReadFile(arg)
	if err != nil {
		log.Fatal(err)
	}

	f := fs.AddFile(arg, fs.Base(), len(b))
	var s scanner.Scanner
	s.Init(f, b, nil, scanner.ScanComments)

	for {
		_, tok, lit := s.Scan()
		if tok == token.EOF {
			break
		}
		fmt.Println(tok, lit)
	}
}