Support unicode as variables
All checks were successful
continuous-integration/drone/push Build is passing

This commit is contained in:
2019-06-15 17:51:10 +02:00
parent 3dc67ec8a0
commit 90ec4766c3
2 changed files with 16 additions and 2 deletions

View File

@@ -105,7 +105,7 @@ IToken* Lexer::LexNext(char16_t c){
case '_':
return LexIdentifierOrKeyword();
default:
if (isalpha(c)){
if (isalpha(c) || c > 255){
return LexIdentifierOrKeyword();
}
this -> ScriptData -> Diagnostics -> LogError(DiagnosticCode::UnexpectedCharacter, this -> _position - 1, 1);
@@ -185,7 +185,7 @@ IToken * Lexer::LexIdentifierOrKeyword() {
while (true){
char16_t next = this -> Peek();
if (next == '\0') break;
if (isalpha(next) || next == '_'){
if (isalpha(next) || next == '_' || next > 255){
this -> Next();
end++;
}