Added escapes test

2022-04-24 23:47:51 +02:00 · 2022-04-24 23:47:51 +02:00 · 19744aa63a
parent c6f4aaef24
commit 19744aa63a
1 changed files with 11 additions and 2 deletions
--- a/ablescript/src/lexer.rs
+++ b/ablescript/src/lexer.rs
@ -203,8 +203,17 @@ mod tests {
            RightCurly,
            RightCurly,
        ];
-        let lexer = Token::lexer(code);
-        let result: Vec<Token> = lexer.collect();
+
+        let result: Vec<_> = Token::lexer(code).collect();
+        assert_eq!(result, expected);
+    }
+
+    #[test]
+    fn escapes() {
+        let code = r#"/*»"720B""722B""7195"«*/"#;
+        let expected = &[Token::String("»にゃぁ«".to_owned())];
+
+        let result: Vec<_> = Token::lexer(code).collect();
        assert_eq!(result, expected);
    }
 }