From 608a579f19887a93db381cbe42ee9013021fd480 Mon Sep 17 00:00:00 2001 From: Deukhoofd Date: Sun, 19 May 2019 15:28:45 +0200 Subject: [PATCH] Adds \v and \f as whitespace characters --- src/Parser/Lexer.cpp | 2 +- src/Parser/LexerTests.cpp | 3 ++- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/src/Parser/Lexer.cpp b/src/Parser/Lexer.cpp index d3493ea..279ccc9 100644 --- a/src/Parser/Lexer.cpp +++ b/src/Parser/Lexer.cpp @@ -35,7 +35,7 @@ IToken* Lexer::LexNext(char c){ switch (c) { case '\0': return new SimpleToken(TokenKind::EndOfFile); - case ' ': case '\t': case '\n': case '\r': + case ' ': case '\t': case '\n': case '\r': case '\v': case '\f': return new SimpleToken(TokenKind::WhiteSpace); case '+': return new SimpleToken(TokenKind::PlusToken); diff --git a/src/Parser/LexerTests.cpp b/src/Parser/LexerTests.cpp index 3749d0d..1658882 100644 --- a/src/Parser/LexerTests.cpp +++ b/src/Parser/LexerTests.cpp @@ -1,4 +1,3 @@ - #ifdef TESTS_BUILD #define CATCH_CONFIG_MAIN #include @@ -70,6 +69,8 @@ TEST_CASE( "Lex Whitespace", "[lexer]" ) { CHECK(lexer.LexNext('\t') -> GetKind() == TokenKind::WhiteSpace); CHECK(lexer.LexNext('\n') -> GetKind() == TokenKind::WhiteSpace); CHECK(lexer.LexNext('\r') -> GetKind() == TokenKind::WhiteSpace); + CHECK(lexer.LexNext('\v') -> GetKind() == TokenKind::WhiteSpace); + CHECK(lexer.LexNext('\f') -> GetKind() == TokenKind::WhiteSpace); } TEST_CASE( "Lex Basic Integers", "[lexer]" ) {