From 14db160890e6edd00c71a2876cf259d9d0aacfaa Mon Sep 17 00:00:00 2001
From: Deukhoofd <Deukhoofd@gmail.com>
Date: Sun, 1 Nov 2020 13:42:46 +0100
Subject: [PATCH] Fixes fallthrough in lexer on initial bytes of Byte order
 mark (\xEF), but not the following ones.

---
 src/Parser/Lexer/Lexer.cpp | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/Parser/Lexer/Lexer.cpp b/src/Parser/Lexer/Lexer.cpp
index 5c88309..1dab192 100644
--- a/src/Parser/Lexer/Lexer.cpp
+++ b/src/Parser/Lexer/Lexer.cpp
@@ -250,6 +250,8 @@ namespace MalachScript::Parser {
                     Progress(2);
                     return Create<LexTokenImpl<LexTokenKind::Whitespace>>(TextSpan(start, start + 3));
                 }
+                LogError(Diagnostics::DiagnosticType::UnknownToken, TextSpan(start, start + 1));
+                return Create<LexTokenImpl<LexTokenKind::Unknown>>(TextSpan(start, start + 1));
             }
             case u8'0':
             case u8'1':