Removed unused tokens from Lexer

Uh, they were lying there with no use for 9 months!
This commit is contained in:
Erin 2022-02-22 22:31:05 +01:00 committed by ondra05
parent 9fa6b57fe5
commit 97981c8772
2 changed files with 0 additions and 9 deletions

View file

@ -26,9 +26,6 @@ pub enum Token {
#[token(";")] #[token(";")]
Semicolon, Semicolon,
#[token(".")]
Dot,
#[token(",")] #[token(",")]
Comma, Comma,
@ -124,10 +121,6 @@ pub enum Token {
#[regex("always|sometimes|never", get_abool)] #[regex("always|sometimes|never", get_abool)]
Abool(Abool), Abool(Abool),
/// Base52 based character ('a')
#[token("'.*'")]
Char,
/// String /// String
#[regex("\"(\\.|[^\"])*\"", get_string)] #[regex("\"(\\.|[^\"])*\"", get_string)]
String(String), String(String),

View file

@ -95,7 +95,6 @@ impl<'source> Parser<'source> {
)), )),
Token::Identifier(_) Token::Identifier(_)
| Token::Char
| Token::String(_) | Token::String(_)
| Token::Integer(_) | Token::Integer(_)
| Token::Abool(_) | Token::Abool(_)
@ -496,7 +495,6 @@ impl<'source> Parser<'source> {
match self.checked_next()? { match self.checked_next()? {
Token::Plus Token::Plus
| Token::Minus | Token::Minus
| Token::Dot
| Token::Comma | Token::Comma
| Token::LeftBracket | Token::LeftBracket
| Token::RightBracket | Token::RightBracket