Added emoji support for identifiers

2022-07-02 00:47:09 +02:00 · 2022-07-02 00:47:09 +02:00 · 167a5077df
parent 5c0e89e38e
commit 167a5077df
1 changed files with 2 additions and 2 deletions
--- a/ablescript/src/lexer.rs
+++ b/ablescript/src/lexer.rs
@ -126,7 +126,7 @@ pub enum Token {
    Char(char),

    /// An identifier
-    #[regex(r"\p{XID_Start}[\p{XID_Continue}]+", get_ident)]
+    #[regex(r"[\p{XID_Start}|\p{Emoji}][\p{XID_Continue}|\p{Emoji}]+", get_ident)]
    #[token("and ", |_| "and".to_owned())]
    Identifier(String),