Added lexing support for identifiers and keywords

2019-05-19 14:26:21 +02:00
parent 8285811fb7
commit 06fe0e7c4c
9 changed files with 343 additions and 140 deletions
--- a/src/Parser/TokenKind.hpp
+++ b/src/Parser/TokenKind.hpp
@@ -12,8 +12,30 @@ enum TokenKind{
    AssignmentToken,
    EqualityToken,

+    Identifier,
+
    Integer,
    Float,
+
+    AndKeyword,
+    BreakKeyword,
+    DoKeyword,
+    ElseKeyword,
+    ElseIfKeyword,
+    EndKeyword,
+    FalseKeyword,
+    ForKeyword,
+    FunctionKeyword,
+    IfKeyword,
+    InKeyword,
+    LocalKeyword,
+    NilKeyword,
+    NotKeyword,
+    OrKeyword,
+    ReturnKeyword,
+    ThenKeyword,
+    TrueKeyword,
+    WhileKeyword,
 };