// See also: file:///usr/share/doc/python/html/reference/grammar.html?highlight=grammar use super::ast; use super::lexer; use std::iter::FromIterator; grammar; pub Program: ast::Program = { => ast::Program { statements: Vec::from_iter(lines.into_iter().filter_map(|e| e)) }, }; // A file line either has a declaration, or an empty newline: FileLine: Option = { => Some(s), "\n" => None, }; Suite: Vec = { => vec![s], "\n" indent dedent => s, }; pub Statement: ast::Statement = { SimpleStatement, CompoundStatement, }; SimpleStatement: ast::Statement = { "\n" => s, ";" => s, }; SmallStatement: ast::Statement = { // => ast::Statement::Expression { expression: e }, ExpressionStatement, "pass" => ast::Statement::Pass, FlowStatement, ImportStatement, AssertStatement, }; ExpressionStatement: ast::Statement = { => { //match e2 { // None => ast::Statement::Expression { expression: e }, // Some(e3) => ast::Statement::Expression { expression: e }, //} if e2.len() > 0 { // Dealing with assignment here // TODO: for rhs in e2 { let rhs = e2.into_iter().next().unwrap(); // ast::Expression::Tuple { elements: e2.into_iter().next().unwrap() let v = rhs.into_iter().next().unwrap(); let lhs = ast::Statement::Assign { targets: e, value: v }; lhs } else { if e.len() > 1 { panic!("Not good?"); // ast::Statement::Expression { expression: e[0] } } else { ast::Statement::Expression { expression: e.into_iter().next().unwrap() } } } }, => { // TODO: this works in most cases: let rhs = e2.into_iter().next().unwrap(); ast::Statement::AugAssign { target: e1, op: op, value: rhs } }, }; AssignSuffix: Vec = { "=" => e, }; AugAssign: ast::Operator = { "+=" => ast::Operator::Add, "-=" => ast::Operator::Sub, "*=" => ast::Operator::Mult, "@=" => ast::Operator::MatMult, "/=" => ast::Operator::Div, "%=" => ast::Operator::Mod, "&=" => ast::Operator::BitAnd, "|=" => ast::Operator::BitOr, "^=" => ast::Operator::BitXor, "<<=" => ast::Operator::LShift, ">>=" => ast::Operator::RShift, "**=" => ast::Operator::Pow, "//=" => ast::Operator::FloorDiv, }; FlowStatement: ast::Statement = { "break" => ast::Statement::Break, "continue" => ast::Statement::Continue, "return" => ast::Statement::Return { value: t}, // raise // yield }; ImportStatement: ast::Statement = { "import" => ast::Statement::Import { name: n }, }; DottedName: String = { => n, }; AssertStatement: ast::Statement = { "assert" => ast::Statement::Assert { test: t, msg: match m { Some(e) => Some(e.1), None => None, } }, }; CompoundStatement: ast::Statement = { IfStatement, WhileStatement, ForStatement, WithStatement, FuncDef, ClassDef, }; IfStatement: ast::Statement = { "if" ":" => { // Determine last else: let mut last = match s3 { Some(s) => Some(s.2), None => None, }; // handle elif: for i in s2.into_iter().rev() { last = Some(vec![ast::Statement::If { test: i.1, body: i.3, orelse: last }]); } ast::Statement::If { test: t, body: s1, orelse: last } }, }; WhileStatement: ast::Statement = { "while" ":" => { let or_else = match s2 { Some(s) => Some(s.2), None => None, }; ast::Statement::While { test: e, body: s, orelse: or_else } }, }; ForStatement: ast::Statement = { "for" "in" ":" => { let or_else = match s2 { Some(s) => Some(s.2), None => None, }; ast::Statement::For { target: e, iter: t, body: s, orelse: or_else } }, }; WithStatement: ast::Statement = { "with" "as" <_e:Expression> ":" => ast::Statement::With { items: t, body: s }, }; FuncDef: ast::Statement = { "def" ":" => ast::Statement::FunctionDef { name: i, args: a, body: s }, }; Parameters: Vec = { "(" ")" => a, }; TypedArgsList: Vec = { > => a, }; ClassDef: ast::Statement = { "class" <_a:("(" ")")?> ":" <_s:Suite> => ast::Statement::ClassDef { name: n }, }; Test: ast::Expression = { => e, => e, }; LambdaDef: ast::Expression = { "lambda" ":" => ast::Expression::Lambda { args:p, body:Box::new(b) } } OrTest: ast::Expression = { => e, "or" => ast::Expression::BoolOp { a: Box::new(e1), op: ast::BooleanOperator::Or, b: Box::new(e2) }, }; AndTest: ast::Expression = { => e, "and" => ast::Expression::BoolOp { a: Box::new(e1), op: ast::BooleanOperator::And, b: Box::new(e2) }, }; NotTest: ast::Expression = { => e, }; Comparison: ast::Expression = { => ast::Expression::Compare { a: Box::new(e1), op: op, b: Box::new(e2) }, => e, }; CompOp: ast::Comparison = { "==" => ast::Comparison::Equal, "!=" => ast::Comparison::NotEqual, "<" => ast::Comparison::Less, "<=" => ast::Comparison::LessOrEqual, ">" => ast::Comparison::Greater, ">=" => ast::Comparison::GreaterOrEqual, "in" => ast::Comparison::In, "not" "in" => ast::Comparison::NotIn, "is" => ast::Comparison::Is, "is" "not" => ast::Comparison::IsNot, }; pub Expression: ast::Expression = { "|" => ast::Expression::Binop { a: Box::new(e1), op: ast::Operator::BitOr, b: Box::new(e2) }, => e, }; XorExpression: ast::Expression = { "^" => ast::Expression::Binop { a: Box::new(e1), op: ast::Operator::BitXor, b: Box::new(e2) }, => e, }; AndExpression: ast::Expression = { "&" => ast::Expression::Binop { a: Box::new(e1), op: ast::Operator::BitAnd, b: Box::new(e2) }, => e, }; ArithmaticExpression: ast::Expression = { => ast::Expression::Binop { a: Box::new(a), op: op, b: Box::new(b) }, Term, }; AddOp: ast::Operator = { "+" => ast::Operator::Add, "-" => ast::Operator::Sub, }; Term: ast::Expression = { => ast::Expression::Binop { a: Box::new(a), op: op, b: Box::new(b) }, Factor, }; MulOp: ast::Operator = { "*" => ast::Operator::Mult, "/" => ast::Operator::Div, "//" => ast::Operator::FloorDiv, "%" => ast::Operator::Mod, "@" => ast::Operator::MatMult, }; Factor: ast::Expression = { "+" => e, "-" => ast::Expression::Unop { a: Box::new(e), op: ast::UnaryOperator::Neg }, => e, }; Power: ast::Expression = { => { match e2 { None => e, Some(x) => ast::Expression::Binop { a: Box::new(e), op: ast::Operator::Pow, b: Box::new(x.1) }, } } }; AtomExpr: ast::Expression = { => e, "(" ")" => ast::Expression::Call { function: Box::new(f), args: a }, "[" "]" => ast::Expression::Subscript { a: Box::new(e), b: Box::new(s) }, "." => ast::Expression::Attribute { value: Box::new(e), name: n }, }; Subscript: ast::Expression = { => e, ":" => { let s1 = e1.unwrap_or(ast::Expression::None); let s2 = e2.unwrap_or(ast::Expression::None); let s3 = e3.unwrap_or(ast::Expression::None); ast::Expression::Slice { elements: vec![s1, s2, s3] } } }; SliceOp: ast::Expression = { ":" => e.unwrap_or(ast::Expression::None) } Atom: ast::Expression = { => ast::Expression::String { value: s }, => ast::Expression::Number { value: n }, => ast::Expression::Identifier { name: i }, "[" "]" => { match e { None => ast::Expression::List { elements: Vec::new() }, Some(elements) => ast::Expression::List { elements }, } }, "(" ")" => { match e { None => ast::Expression::Tuple { elements: Vec::new() }, Some(elements) => { if elements.len() == 1 && trailing_comma.is_none() { // This is "(e)", which is equivalent to "e" elements.into_iter().next().unwrap() } else { ast::Expression::Tuple { elements } } } } }, "{" "}" => ast::Expression::Dict { elements: e.unwrap_or(Vec::new()) }, "True" => ast::Expression::True, "False" => ast::Expression::False, "None" => ast::Expression::None, }; TestDict: Vec<(ast::Expression, ast::Expression)> = { => { let mut d = vec![e1]; d.extend(e2.into_iter().map(|x| x.1)); d } }; DictEntry: (ast::Expression, ast::Expression) = { ":" => (e1, e2), }; ExpressionList: Vec = { > => e, }; #[inline] TestList: Vec = { => { let mut l = vec![e1]; l.extend(e2.into_iter().map(|x| x.1)); l } }; FunctionArguments: Vec = { > => e, }; Comma: Vec = { ",")*> => { let mut items = items; items.extend(last); items } }; Number: i32 = => s; String: String = { => s, }; Identifier: String = => s; // Hook external lexer: extern { type Location = usize; type Error = lexer::LexicalError; enum lexer::Tok { indent => lexer::Tok::Indent, dedent => lexer::Tok::Dedent, "+" => lexer::Tok::Plus, "-" => lexer::Tok::Minus, ":" => lexer::Tok::Colon, "." => lexer::Tok::Dot, "," => lexer::Tok::Comma, "*" => lexer::Tok::Star, "**" => lexer::Tok::DoubleStar, "&" => lexer::Tok::Amper, "@" => lexer::Tok::At, "%" => lexer::Tok::Percent, "//" => lexer::Tok::DoubleSlash, "^" => lexer::Tok::CircumFlex, "|" => lexer::Tok::Vbar, "/" => lexer::Tok::Slash, "(" => lexer::Tok::Lpar, ")" => lexer::Tok::Rpar, "[" => lexer::Tok::Lsqb, "]" => lexer::Tok::Rsqb, "{" => lexer::Tok::Lbrace, "}" => lexer::Tok::Rbrace, "=" => lexer::Tok::Equal, "+=" => lexer::Tok::PlusEqual, "-=" => lexer::Tok::MinusEqual, "*=" => lexer::Tok::StarEqual, "@=" => lexer::Tok::AtEqual, "/=" => lexer::Tok::SlashEqual, "%=" => lexer::Tok::PercentEqual, "&=" => lexer::Tok::AmperEqual, "|=" => lexer::Tok::VbarEqual, "^=" => lexer::Tok::CircumflexEqual, "<<=" => lexer::Tok::LeftShiftEqual, ">>=" => lexer::Tok::RightShiftEqual, "**=" => lexer::Tok::DoubleStarEqual, "//=" => lexer::Tok::DoubleSlashEqual, "==" => lexer::Tok::EqEqual, "!=" => lexer::Tok::NotEqual, "<" => lexer::Tok::Less, "<=" => lexer::Tok::LessEqual, ">" => lexer::Tok::Greater, ">=" => lexer::Tok::GreaterEqual, "and" => lexer::Tok::And, "as" => lexer::Tok::As, "assert" => lexer::Tok::Assert, "break" => lexer::Tok::Break, "class" => lexer::Tok::Class, "continue" => lexer::Tok::Break, "def" => lexer::Tok::Def, "elif" => lexer::Tok::Elif, "else" => lexer::Tok::Else, "for" => lexer::Tok::For, "if" => lexer::Tok::If, "in" => lexer::Tok::In, "is" => lexer::Tok::Is, "import" => lexer::Tok::Import, "not" => lexer::Tok::Not, "or" => lexer::Tok::Or, "pass" => lexer::Tok::Pass, "return" => lexer::Tok::Return, "while" => lexer::Tok::While, "with" => lexer::Tok::With, "lambda" => lexer::Tok::Lambda, "True" => lexer::Tok::True, "False" => lexer::Tok::False, "None" => lexer::Tok::None, number => lexer::Tok::Number { value: }, string => lexer::Tok::String { value: }, name => lexer::Tok::Name { name: }, "\n" => lexer::Tok::Newline, ";" => lexer::Tok::Semi, } }