Make Lexer use constant Tokens

src/Parser/Token.hpp

@@ -1,104 +1,131 @@
 #include <utility>
 
+
 #ifndef PORYGONLANG_TOKEN_HPP
 #define PORYGONLANG_TOKEN_HPP
 
 #include <utility>
 #include <string>
 #include "TokenKind.hpp"
+#include "../Utilities/HashedString.hpp"
+
 using namespace std;
 
 class IToken{
-    unsigned int Position;
-    unsigned int Length;
+    const unsigned int _position;
+    const unsigned int _length;
 public:
-    virtual TokenKind GetKind() = 0;
+    virtual const TokenKind GetKind() const = 0;
 
-    IToken(unsigned int position, unsigned int length){
-        Position = position;
-        Length = length;
+    IToken(unsigned int position, unsigned int length)
+        : _position(position), _length(length)
+    {
     }
 
-    unsigned int GetStartPosition(){
-        return Position;
+    const unsigned int GetStartPosition() const{
+        return _position;
     }
 
-    unsigned int GetEndPosition(){
-        return Position + Length - 1;
+    const unsigned int GetEndPosition() const{
+        return _position + _length - 1;
     }
 
-    unsigned int GetLength(){
-        return Length;
+    const unsigned int GetLength() const{
+        return _length;
     }
 
-    virtual ~IToken(){
-
-    }
+    virtual ~IToken() = default;
 };
 
 class SimpleToken : public IToken{
+    const TokenKind _kind;
 public:
-    TokenKind Kind;
 
-    explicit SimpleToken(TokenKind type, unsigned int position, unsigned int length) : IToken(position, length){
-        Kind = type;
+    explicit SimpleToken(TokenKind kind, unsigned int position, unsigned int length)
+        : IToken(position, length),
+          _kind(kind)
+    {
     }
 
-    TokenKind GetKind() override{
-        return Kind;
+    const TokenKind GetKind() const final{
+        return _kind;
     }
 };
 
 class IntegerToken : public IToken{
+    const long _value;
 public:
-    long Value;
 
-    explicit IntegerToken(long value, unsigned int position, unsigned int length) : IToken(position, length){
-        Value = value;
+    explicit IntegerToken(long value, unsigned int position, unsigned int length)
+        : IToken(position, length),
+          _value(value)
+    {
     }
 
-    TokenKind GetKind() override{
+    const TokenKind GetKind() const final{
         return TokenKind::Integer;
     }
+
+    const long GetValue() const{
+        return _value;
+    }
 };
 
 class FloatToken : public IToken{
+    const double _value;
 public:
-    double Value;
 
-    explicit FloatToken(double value, unsigned int position, unsigned int length) : IToken(position, length){
-        Value = value;
+    explicit FloatToken(double value, unsigned int position, unsigned int length)
+        : IToken(position, length),
+          _value(value)
+    {
     }
 
-    TokenKind GetKind() override{
+    const TokenKind GetKind() const final{
         return TokenKind::Float;
     }
+
+    const double GetValue() const{
+        return _value;
+    }
 };
 
 class StringToken : public IToken{
+    const string _value;
 public:
-    string Value;
 
-    explicit StringToken(string value, unsigned int position, unsigned int length) : IToken(position, length){
-        Value = std::move(value);
+    explicit StringToken(string value, unsigned int position, unsigned int length)
+        : IToken(position, length),
+          _value(std::move(value))
+    {
     }
 
-    TokenKind GetKind() override{
+    const TokenKind GetKind() const final{
         return TokenKind::String;
     }
+
+    const string& GetValue() const{
+        return _value;
+    }
 };
 
 class IdentifierToken : public IToken{
+    const HashedString _value;
 public:
-    string Value;
 
-    explicit IdentifierToken(string value, unsigned int position, unsigned int length) : IToken(position, length){
-        Value = std::move(value);
+    explicit IdentifierToken(const HashedString value, unsigned int position, unsigned int length)
+        : IToken(position, length),
+          _value(value)
+    {
     }
 
-    TokenKind GetKind() override{
+    const TokenKind GetKind() const final{
         return TokenKind::Identifier;
     }
+
+    const HashedString GetValue() const{
+        return _value;
+    }
 };
 
 #endif //PORYGONLANG_TOKEN_HPP