gistfile1.txt

class Lani::Parser
macro
  BLANK   [\ \t]+
rule
  BLANK   # no action  
  \d+     { [:INTEGER, text.to_i] }
  \+      { [:ADD, text] }
inner
  # here we put any ruby code we want to extend our lexer with.
  # for example, our own tokenize method.
  def tokenize(code)
    scan_setup(code)
    tokens = []
    while token = next_token
      tokens << token
    end
    tokens
  end
end