Deukhoofd
/
SeraphScript
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Fixes identifiers starting with Z or z, and numbers starting with 9 not being lexed

This commit is contained in:
Deukhoofd 2022-04-07 20:00:01 +02:00
parent 373794a830
commit 2e87674720
Signed by: Deukhoofd
GPG Key ID: F63E044490819F6F
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/parsing/lexer/mod.rs
View File

@ -456,8 +456,10 @@ pub fn lex(s: &str, log: &mut dyn FnMut(Message, Span)) -> Vec<LexToken> {
'.' => lex_and_consume(&mut chars, TT::Dot, &mut add_token),
'?' => lex_and_consume(&mut chars, TT::QuestionMark, &mut add_token),
'0'..'9' => lex_numeric(&mut chars, &mut add_token),
'a'..'z' | 'A'..'Z' | '_' => lex_keyword_or_identifier(&mut chars, &mut add_token),
'0'..='9' => lex_numeric(&mut chars, &mut add_token),
'a'..='z' | 'A'..='Z' | '_' => {
lex_keyword_or_identifier(&mut chars, &mut add_token)
}
'\'' => lex_string(&mut chars, &'\'', false, log, &mut add_token),
'"' if chars.peek() == Some(&'\"') && chars.peek() == Some(&'\"') => {
lex_string(&mut chars, &'"', true, log, &mut add_token)