From 876690319fa83cfad1166d981bc998399d501bb2 Mon Sep 17 00:00:00 2001 From: mlokr Date: Tue, 25 Jun 2024 19:46:48 +0200 Subject: [PATCH] slight improvement --- hblang/README.md | 15 +++++++++++++++ hblang/src/lexer.rs | 32 ++++++++++++++++++++++++++------ 2 files changed, 41 insertions(+), 6 deletions(-) diff --git a/hblang/README.md b/hblang/README.md index 338150f..09315f8 100644 --- a/hblang/README.md +++ b/hblang/README.md @@ -66,6 +66,21 @@ add_one := fn(x: int): int { } ``` +#### comments +```hb +// commant is an item +main := fn(): int { + // comment is a statement + foo(/* comment is an exprression /* if you are crazy */ */); + return 0; +} + +foo := fn(comment: void): void + return /* comment evaluates to void */; + +// comments might be formatted in the future +``` + #### if_statements ```hb main := fn(): int { diff --git a/hblang/src/lexer.rs b/hblang/src/lexer.rs index 65dcc40..7ce0ebc 100644 --- a/hblang/src/lexer.rs +++ b/hblang/src/lexer.rs @@ -109,6 +109,8 @@ pub enum TokenKind { Que = b'?', Directive = b'@', + Comment, + Ident, Number, Eof, @@ -296,15 +298,33 @@ impl<'a> Lexer<'a> { let ident = &self.bytes[start as usize..self.pos as usize]; T::from_ident(ident) } - b'"' | b'\'' => { - while let Some(nc) = self.advance() { - match nc { - b'\\' => _ = self.advance(), - nc if nc == c => break, + b'"' | b'\'' => loop { + match self.advance() { + Some(b'\\') => _ = self.advance(), + Some(nc) if nc == c => break identity(c), + Some(_) => {} + None => break T::Eof, + } + }, + b'/' if self.advance_if(b'/') => { + while let Some(l) = self.advance() + && l != b'\n' + {} + T::Comment + } + b'/' if self.advance_if(b'*') => { + let mut depth = 1; + while let Some(l) = self.advance() { + match l { + b'/' if self.advance_if(b'*') => depth += 1, + b'*' if self.advance_if(b'/') => match depth { + 1 => break, + _ => depth -= 1, + }, _ => {} } } - identity(c) + T::Comment } b'.' if self.advance_if(b'{') => T::Ctor, b'.' if self.advance_if(b'(') => T::Tupl,