Added escapes test

pull/9/head
ondra05 2022-04-24 23:47:51 +02:00
parent c7ea807a8e
commit 4ab63aea47
1 changed files with 11 additions and 2 deletions

View File

@ -203,8 +203,17 @@ mod tests {
RightCurly,
RightCurly,
];
let lexer = Token::lexer(code);
let result: Vec<Token> = lexer.collect();
let result: Vec<_> = Token::lexer(code).collect();
assert_eq!(result, expected);
}
#[test]
fn escapes() {
let code = r#"/*»"720B""722B""7195"«*/"#;
let expected = &[Token::String("»にゃぁ«".to_owned())];
let result: Vec<_> = Token::lexer(code).collect();
assert_eq!(result, expected);
}
}