Created
September 3, 2016 17:49
-
-
Save iwillspeak/70e0a6f74a634e22da5df8c13b1f08fe to your computer and use it in GitHub Desktop.
Simple Pratt-style Parsing in Rust
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
[package] | |
name = "parsetest" | |
version = "0.1.0" | |
authors = ["Will Speak <lithiumflame@gmail.com>"] | |
[dependencies] | |
[[bin]] | |
name = "parsetest" | |
path = "main.rs" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
use std::slice::*; | |
use std::iter::*; | |
#[derive(Debug)] | |
pub enum Expression { | |
Num(i64), | |
Binary(Box<Expression>, Token, Box<Expression>) | |
} | |
pub struct Parser<'a> { | |
tokens: Peekable<Iter<'a, Token>> | |
} | |
impl<'a> Parser<'a> { | |
fn new(tokens: Iter<'a, Token>) -> Self { | |
Parser{ tokens: tokens.peekable() } | |
} | |
fn expression(&mut self, rbp: u32) -> Result<Expression,String> { | |
let mut left = try!(self.parse_nud()); | |
while self.next_binds_tighter_than(rbp) { | |
left = try!(self.parse_led(left)); | |
} | |
Ok(left) | |
} | |
fn next_binds_tighter_than(&mut self, rbp: u32) -> bool { | |
self.tokens.peek().map_or(false, |t| { t.lbp() > rbp }) | |
} | |
fn parse_nud(&mut self) -> Result<Expression,String> { | |
self.tokens.next().map_or(Err("incomplete".to_string()), |t| { | |
t.nud() | |
}) | |
} | |
fn parse_led(&mut self, expr: Expression) -> Result<Expression,String> { | |
self.tokens.next().map_or(Err("incomplete".to_string()), |t| { | |
t.led(self, expr) | |
}) | |
} | |
} | |
#[derive(Clone,Debug)] | |
pub enum Token { | |
Add, Mull, Num(i64) | |
} | |
impl Token { | |
fn lbp(&self) -> u32 { | |
match *self { | |
Token::Add => 10, | |
Token::Mull => 20, | |
_ => 0 | |
} | |
} | |
fn nud(&self) -> Result<Expression,String> { | |
match *self { | |
Token::Num(i) => Ok(Expression::Num(i)), | |
_ => Err("expecting literal".to_string()) | |
} | |
} | |
fn led(&self, parser: &mut Parser, lhs: Expression) -> Result<Expression,String> { | |
match *self { | |
Token::Add | Token::Mull => { | |
let rhs = try!(parser.expression(self.lbp())); | |
Ok(Expression::Binary(Box::new(lhs), self.clone(), Box::new(rhs))) | |
} | |
_ => Err("expecing operator".to_string()) | |
} | |
} | |
} | |
fn main() { | |
let tokens = vec![Token::Num(1), Token::Add, Token::Num(2)]; | |
let mut parser = Parser::new(tokens.iter()); | |
println!("parsed: {:?}", parser.expression(0)); | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment