Deukhoofd/PorygonLang
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Move Lexer to u16string handling, for unicode support
All checks were successful
continuous-integration/drone/push Build is passing
Details

Browse Source
This commit is contained in:
Deukhoofd
2019-06-15 17:20:27 +02:00
parent f73bd2003c
commit 3dc67ec8a0
21 changed files with 189 additions and 145 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/Parser/Token.hpp
View File

@@ -91,10 +91,10 @@ public:
};
class StringToken : public IToken{
const string _value;
const u16string _value;
public:
explicit StringToken(string value, unsigned int position, unsigned int length)
explicit StringToken(u16string value, unsigned int position, unsigned int length)
: IToken(position, length),
_value(std::move(value))
{
@@ -104,7 +104,7 @@ public:
return TokenKind::String;
}
const string& GetValue() const{
const u16string& GetValue() const{
return _value;
}
};