Revert "Added emoji support for identifiers"

This reverts commit 21ab9dbe8f.
trunk
ondra05 2022-07-02 12:47:16 +02:00
parent 628554df10
commit 96fdac10a4
1 changed files with 2 additions and 2 deletions

View File

@ -104,7 +104,7 @@ pub enum Token {
/// Run at the end of the program
#[token("finally")]
Finally,
/// Crash with random error (see discussion #17)
#[token("rlyeh")]
Rlyeh,
@ -126,7 +126,7 @@ pub enum Token {
Char(char),
/// An identifier
#[regex(r"[\p{XID_Start}|\p{Emoji}][\p{XID_Continue}|\p{Emoji}]+", get_ident)]
#[regex(r"\p{XID_Start}[\p{XID_Continue}]+", get_ident)]
#[token("and ", |_| "and".to_owned())]
Identifier(String),