use {core::panic, std::iter}; use std::array; use logos::{Lexer, Logos}; use crate::lexer::{Op, TokenKind, Ty}; #[derive(Clone, Debug)] pub enum Item { Import(String), Struct(Struct), Function(Function), } #[derive(Clone, Debug, PartialEq, Eq)] pub enum Type { Builtin(Ty), Struct(String), Pinter(Box), } #[derive(Clone, Debug)] pub struct Struct { pub name: String, pub fields: Vec, } #[derive(Clone, Debug)] pub struct Field { pub name: String, pub ty: Type, } #[derive(Clone, Debug)] pub struct Function { pub name: String, pub args: Vec, pub ret: Type, pub body: Vec, } #[derive(Clone, Debug)] pub struct Arg { pub name: String, pub ty: Type, } #[derive(Clone, Debug)] pub struct CtorField { pub name: String, pub value: Exp, } #[derive(Clone, Debug)] pub enum Exp { Literal(Literal), Variable(String), Call { name: String, args: Vec, }, Ctor { name: Option>, fields: Vec, }, Index { base: Box, index: Box, }, Field { base: Box, field: String, }, Unary { op: Op, exp: Box, }, Binary { op: Op, left: Box, right: Box, }, If { cond: Box, then: Box, else_: Option>, }, Let { name: String, ty: Option, value: Box, }, For { init: Option>, cond: Option>, step: Option>, block: Box, }, Block(Vec), Return(Option>), Break, Continue, } #[derive(Clone, Debug)] pub enum Literal { Int(u64), Bool(bool), } #[derive(Debug, PartialEq, Clone)] pub struct Token { pub kind: TokenKind, pub span: std::ops::Range, pub value: String, } struct Parser<'a> { next_token: Option, lexer: logos::Lexer<'a, TokenKind>, } impl<'a> Parser<'a> { pub fn new(input: &'a str) -> Self { let mut lexer = TokenKind::lexer(input); let next_token = Self::next_token(&mut lexer); Self { next_token, lexer } } pub fn next(&mut self) -> Option { let token = self.next_token.clone(); self.next_token = Self::next_token(&mut self.lexer); token } pub fn next_token(lexer: &mut Lexer) -> Option { lexer.next().map(|r| { r.map(|e| Token { kind: e, span: lexer.span(), value: lexer.slice().to_owned(), }) .unwrap_or_else(|e| { let (line, col) = Self::pos_to_line_col_low(lexer.source(), lexer.span().start); println!("Lexer error: {}:{}: {:?}", line, col, e); std::process::exit(1); }) }) } pub fn pos_to_line_col(&self, pos: usize) -> (usize, usize) { Self::pos_to_line_col_low(self.lexer.source(), pos) } pub fn pos_to_line_col_low(source: &str, pos: usize) -> (usize, usize) { let line = source[..pos].lines().count(); let col = source[..pos].lines().last().map(|l| l.len()).unwrap_or(0); (line, col) } pub fn expect(&mut self, kind: TokenKind) -> Token { let token = self.expect_any(); if token.kind == kind { token } else { let (line, col) = self.pos_to_line_col(token.span.start); panic!( "Expected {:?} at {}:{}, found {:?}", kind, line, col, token.kind ) } } pub fn expect_any(&mut self) -> Token { self.next().unwrap_or_else(|| panic!("Unexpected EOF")) } pub fn peek(&self) -> Option<&Token> { self.next_token.as_ref() } pub fn try_advance(&mut self, kind: TokenKind) -> bool { if self.peek().is_some_and(|t| t.kind == kind) { self.next(); true } else { false } } pub fn parse(&mut self) -> Vec { iter::from_fn(|| self.parse_item()).collect() } fn parse_item(&mut self) -> Option { let token = self.next()?; match token.kind { TokenKind::Struct => Some(self.parse_struct()), TokenKind::Fn => Some(self.parse_function()), TokenKind::Use => Some(Item::Import(self.expect(TokenKind::String).value)), tkn => { let (line, col) = self.pos_to_line_col(token.span.start); panic!("Unexpected {:?} at {}:{}", tkn, line, col) } } } fn parse_struct(&mut self) -> Item { let name = self.expect(TokenKind::Ident).value; self.expect(TokenKind::LBrace); let fields = self.sequence(TokenKind::Comma, TokenKind::RBrace, Self::parse_field); Item::Struct(Struct { name, fields }) } fn parse_field(&mut self) -> Field { let name = self.expect(TokenKind::Ident).value; self.expect(TokenKind::Colon); let ty = self.type_(); Field { name, ty } } fn type_(&mut self) -> Type { let token = self.next().unwrap(); match token.kind { TokenKind::Ty(ty) => Type::Builtin(ty), TokenKind::Ident => Type::Struct(token.value), TokenKind::Op(Op::Band) => { let ty = self.type_(); Type::Pinter(Box::new(ty)) } tkn => { let (line, col) = self.pos_to_line_col(token.span.start); panic!("Unexpected {:?} at {}:{}", tkn, line, col) } } } fn parse_function(&mut self) -> Item { let name = self.expect(TokenKind::Ident).value; self.expect(TokenKind::LParen); let args = self.sequence(TokenKind::Comma, TokenKind::RParen, Self::parse_arg); self.expect(TokenKind::Colon); let ret = self.type_(); Item::Function(Function { name, args, ret, body: self.parse_block(), }) } fn parse_arg(&mut self) -> Arg { let name = self.expect(TokenKind::Ident).value; self.expect(TokenKind::Colon); let ty = self.type_(); self.try_advance(TokenKind::Comma); Arg { name, ty } } fn parse_expr(&mut self) -> Exp { self.parse_binary_expr(255) } fn parse_binary_expr(&mut self, min_prec: u8) -> Exp { let mut lhs = self.parse_unit_expr(); while let Some(TokenKind::Op(op)) = self.peek().map(|t| t.kind) { let prec = op.prec(); if prec > min_prec { break; } self.next(); let rhs = self.parse_binary_expr(prec); lhs = Exp::Binary { op, left: Box::new(lhs), right: Box::new(rhs), }; } lhs } fn parse_unit_expr(&mut self) -> Exp { let token = self.next().unwrap(); let mut expr = match token.kind { TokenKind::True => Exp::Literal(Literal::Bool(true)), TokenKind::False => Exp::Literal(Literal::Bool(false)), TokenKind::Ident => Exp::Variable(token.value), TokenKind::LBrace => { Exp::Block(self.sequence(TokenKind::Semicolon, TokenKind::LBrace, Self::parse_expr)) } TokenKind::LParen => { let expr = self.parse_expr(); self.expect(TokenKind::RParen); expr } TokenKind::Number => { let value = token.value.parse().unwrap(); Exp::Literal(Literal::Int(value)) } TokenKind::Let => { let name = self.expect(TokenKind::Ident).value; let ty = self.try_advance(TokenKind::Colon).then(|| self.type_()); self.expect(TokenKind::Op(Op::Assign)); let value = self.parse_expr(); Exp::Let { name, ty, value: Box::new(value), } } TokenKind::If => { let cond = self.parse_expr(); let then = Exp::Block(self.parse_block()); let else_ = self .try_advance(TokenKind::Else) .then(|| { if self.peek().is_some_and(|t| t.kind == TokenKind::If) { self.parse_expr() } else { Exp::Block(self.parse_block()) } }) .map(Box::new); Exp::If { cond: Box::new(cond), then: Box::new(then), else_, } } TokenKind::For => { let params = self.sequence(TokenKind::Semicolon, TokenKind::LBrace, Self::parse_expr); let mut exprs = Vec::new(); while !self.try_advance(TokenKind::RBrace) { exprs.push(self.parse_expr()); self.try_advance(TokenKind::Semicolon); } let block = Exp::Block(exprs); let len = params.len(); let mut exprs = params.into_iter(); let [init, consd, step] = array::from_fn(|_| exprs.next()); match len { 0 => Exp::For { init: None, cond: None, step: None, block: Box::new(block), }, 1 => Exp::For { init: None, cond: init.map(Box::new), step: None, block: Box::new(block), }, 3 => Exp::For { init: init.map(Box::new), cond: consd.map(Box::new), step: step.map(Box::new), block: Box::new(block), }, _ => { let (line, col) = self.pos_to_line_col(token.span.start); panic!("Invalid loop syntax at {}:{}, loop accepts 1 (while), 0 (loop), or 3 (for) statements separated by semicolon", line, col) } } } TokenKind::Return => { let value = self .peek() .is_some_and(|t| { !matches!( t.kind, TokenKind::Semicolon | TokenKind::RBrace | TokenKind::RParen | TokenKind::Comma ) }) .then(|| Box::new(self.parse_expr())); Exp::Return(value) } TokenKind::Op(op) => Exp::Unary { op, exp: Box::new(self.parse_expr()), }, TokenKind::Dot => { let token = self.expect_any(); match token.kind { TokenKind::LBrace => { let fields = self.sequence( TokenKind::Comma, TokenKind::RBrace, Self::parse_ctor_field, ); Exp::Ctor { name: None, fields } } tkn => { let (line, col) = self.pos_to_line_col(token.span.start); panic!("Unexpected {:?} at {}:{}", tkn, line, col) } } } TokenKind::Ty(_) | TokenKind::String | TokenKind::Use | TokenKind::Break | TokenKind::Continue | TokenKind::Struct | TokenKind::RBrace | TokenKind::RParen | TokenKind::LBracket | TokenKind::RBracket | TokenKind::Colon | TokenKind::Semicolon | TokenKind::Comma | TokenKind::Fn | TokenKind::Else => { let (line, col) = self.pos_to_line_col(token.span.start); panic!("Unexpected {:?} at {}:{}", token.kind, line, col) } }; loop { match self.peek().map(|t| t.kind) { Some(TokenKind::LParen) => { self.next(); expr = Exp::Call { name: Box::new(expr), args: self.sequence(TokenKind::Comma, TokenKind::RParen, Self::parse_expr), }; } Some(TokenKind::LBracket) => { self.next(); let index = self.parse_expr(); self.expect(TokenKind::RBracket); expr = Exp::Index { base: Box::new(expr), index: Box::new(index), }; } Some(TokenKind::Dot) => { self.next(); let token = self.expect_any(); match token.kind { TokenKind::Ident => { expr = Exp::Field { base: Box::new(expr), field: token.value, }; } TokenKind::LBrace => { let fields = self.sequence( TokenKind::Comma, TokenKind::RBrace, Self::parse_ctor_field, ); expr = Exp::Ctor { name: Some(Box::new(expr)), fields, }; } tkn => { let (line, col) = self.pos_to_line_col(token.span.start); panic!("Unexpected {:?} at {}:{}", tkn, line, col) } } } _ => break expr, } } } pub fn parse_ctor_field(&mut self) -> CtorField { let name = self.expect(TokenKind::Ident).value; self.expect(TokenKind::Colon); let value = self.parse_expr(); CtorField { name, value } } pub fn parse_block(&mut self) -> Vec { self.expect(TokenKind::LBrace); let mut exprs = Vec::new(); while !self.try_advance(TokenKind::RBrace) { exprs.push(self.parse_expr()); self.try_advance(TokenKind::Semicolon); } exprs } pub fn sequence( &mut self, sep: TokenKind, term: TokenKind, mut parser: impl FnMut(&mut Self) -> T, ) -> Vec { let mut items = Vec::new(); while !self.try_advance(term) { items.push(parser(self)); if self.try_advance(term) { break; } self.expect(sep); } items } } pub fn parse(input: &str) -> Vec { Parser::new(input).parse() } #[cfg(test)] mod test { #[test] fn sanity() { let input = r#" struct Foo { x: i32, y: i32, } fn main(): void { let foo = Foo.{ x: 1, y: 2 }; if foo.x > 0 { return foo.x; } else { return foo.y; } for i < 10 { i = i + 1; } for let i = 0; i < 10; i = i + 1 { i = i + 1; } i + 1 * 3 / 4 % 5 == 2 + 3 - 4 * 5 / 6 % 7; fomething(); pahum(&foo); lupa(*soo); return foo.x + foo.y; } fn lupa(x: i32): i32 { return x; } fn pahum(x: &Foo): void { return; } "#; let _ = super::parse(input); } }