wackbyte/able-script
1
0
Fork 0
forked from AbleScript/ablescript
Code Issues Pull requests Projects Releases Wiki Activity

Added emoji support for identifiers

Browse source
This commit is contained in:
Erin 2022-07-02 00:47:09 +02:00 committed by ondra05
parent 5c0e89e38e
commit 167a5077df
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
ablescript/src/lexer.rs
View file

@ -104,7 +104,7 @@ pub enum Token {
/// Run at the end of the program /// Run at the end of the program
#[token("finally")] #[token("finally")]
Finally, Finally,
/// Crash with random error (see discussion #17) /// Crash with random error (see discussion #17)
#[token("rlyeh")] #[token("rlyeh")]
Rlyeh, Rlyeh,
@ -126,7 +126,7 @@ pub enum Token {
Char(char), Char(char),
/// An identifier /// An identifier
#[regex(r"\p{XID_Start}[\p{XID_Continue}]+", get_ident)] #[regex(r"[\p{XID_Start}|\p{Emoji}][\p{XID_Continue}|\p{Emoji}]+", get_ident)]
#[token("and ", |_| "and".to_owned())] #[token("and ", |_| "and".to_owned())]
Identifier(String), Identifier(String),