gistfile1.txt

let rec tokenize (data : char list) : token list =
  match data with
    '['::xs -> Begin::(tokenize xs)
  | ']'::xs -> End::(tokenize xs)
  | '+'::xs -> (Inc 1)::(tokenize xs)
  | '-'::xs -> (Dec 1)::(tokenize xs)
  | '>'::xs -> (Right 1)::(tokenize xs)
  | '<'::xs -> (Left 1)::(tokenize xs)
  | '.'::xs -> Print::(tokenize xs)
  | ','::xs -> Read::(tokenize xs)
  | _::xs -> (tokenize xs)
  | [] -> []
;;