From 21ab9dbe8fff133903752151d1f72b2f34a84677 Mon Sep 17 00:00:00 2001 From: ondra05 Date: Sat, 2 Jul 2022 00:47:09 +0200 Subject: [PATCH] Added emoji support for identifiers --- ablescript/src/lexer.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/ablescript/src/lexer.rs b/ablescript/src/lexer.rs index ca5e67c..9e4c61a 100644 --- a/ablescript/src/lexer.rs +++ b/ablescript/src/lexer.rs @@ -104,7 +104,7 @@ pub enum Token { /// Run at the end of the program #[token("finally")] Finally, - + /// Crash with random error (see discussion #17) #[token("rlyeh")] Rlyeh, @@ -126,7 +126,7 @@ pub enum Token { Char(char), /// An identifier - #[regex(r"\p{XID_Start}[\p{XID_Continue}]+", get_ident)] + #[regex(r"[\p{XID_Start}|\p{Emoji}][\p{XID_Continue}|\p{Emoji}]+", get_ident)] #[token("and ", |_| "and".to_owned())] Identifier(String),