Skip to content

Instantly share code, notes, and snippets.

What would you like to do?
Medium - Compiler
package main
import (
func main() {
// src is the input that we want to tokenize.
src, _ := ioutil.ReadFile(`main.go`)
// Initialize the scanner.
var s scanner.Scanner
fset := token.NewFileSet() // positions are relative to fset
file := fset.AddFile("", fset.Base(), len(src)) // register input "file"
s.Init(file, src, nil /* no error handler */, scanner.ScanComments)
// Repeated calls to Scan yield the token sequence found in the input.
for {
pos, tok, lit := s.Scan()
if tok == token.EOF {
fmt.Printf("%s\t%s\t%q\n", fset.Position(pos), tok, lit)
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment
You can’t perform that action at this time.