Deukhoofd
/
PorygonLang
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Improved performance for lexing identifiers/keywords

This commit is contained in:
Deukhoofd 2019-05-22 12:41:08 +02:00
parent 1cf33d5ae8
commit 23991ab2ea
No known key found for this signature in database
GPG Key ID: B4C087AC81641654
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/Parser/Lexer.cpp
View File

@ -144,20 +144,21 @@ unsigned constexpr const_hash(char const *input) {
} }
IToken* Lexer::LexIdentifierOrKeyword(char c){ IToken* Lexer::LexIdentifierOrKeyword(char c){
vector<char> charVec(1, c);
auto start = this -> Position - 1; auto start = this -> Position - 1;
auto end = start;
while (true){ while (true){
char next = this -> Peek(); char next = this -> Peek();
if (next == '\0') break; if (next == '\0') break;
if (isalpha(next) || next == '_'){ if (isalpha(next) || next == '_'){
this -> Next(); this -> Next();
charVec.push_back(next); end++;
} }
else{ else{
break; break;
} }
} }
string s = string(charVec.begin(), charVec.end());
string s = this -> ScriptString.substr(start, end - start + 1);
switch (const_hash(s.c_str())){ switch (const_hash(s.c_str())){
case const_hash("and"): return new SimpleToken(TokenKind::AndKeyword, start, 3); case const_hash("and"): return new SimpleToken(TokenKind::AndKeyword, start, 3);
case const_hash("break"): return new SimpleToken(TokenKind::BreakKeyword, start, 5); case const_hash("break"): return new SimpleToken(TokenKind::BreakKeyword, start, 5);