Benchmark for a 2014 lexer

lexer_test.go

package main

import (
	"io/ioutil"
	"testing"
)

func BenchmarkLexer(b *testing.B) {
	filebuf, err := ioutil.ReadFile("testdata/tblgen_input.td")
	if err != nil {
		b.Fatal(err)
	}

	b.ResetTimer()
	for i := 0; i < b.N; i++ {

		nl := NewLexer(filebuf)

		toks := []Token{}

		for {
			nt := nl.NextToken()
			toks = append(toks, nt)
			if nt.Name == EOF {
				break
			}
		}

		if got, expected := len(toks), 139167; got != expected {
			b.Fatalf("Expected %d, got %d", expected, got)
		}
	}
}