#include "../../extern/doctest.hpp" #include "../../src/Parser/Lexer/Lexer.hpp" using namespace MalachScript::Parser; #define INTEGER_TEST(script, expected) \ TEST_CASE("Lex " script) { \ MalachScript::Diagnostics::Logger diag; \ auto lexer = Lexer(u8##script, u8##script, &diag); \ const auto* token = lexer.Lex(); \ CHECK(diag.GetMessages().empty()); \ REQUIRE(token->GetKind() == LexTokenKind::IntegerLiteral); \ auto value = ((const IntegerLiteral*)token)->GetValue(); \ CHECK(value == (expected)); \ CHECK(token->GetNext()->GetKind() == LexTokenKind::EndOfFile); \ } #define FLOAT_TEST(script, expected) \ TEST_CASE("Lex " script) { \ MalachScript::Diagnostics::Logger diag; \ auto lexer = Lexer(u8##script, u8##script, &diag); \ const auto* token = lexer.Lex(); \ CHECK(diag.GetMessages().empty()); \ REQUIRE(token->GetKind() == LexTokenKind::FloatLiteral); \ auto value = ((const FloatLiteral*)token)->GetValue(); \ CHECK(value == (expected)); \ CHECK(token->GetNext()->GetKind() == LexTokenKind::EndOfFile); \ } // Decimal lexing INTEGER_TEST("123456", 123456); INTEGER_TEST("0d123456", 123456); INTEGER_TEST("0D123456", 123456); INTEGER_TEST("50000000000", 50000000000); // Decimal float lexing FLOAT_TEST("123.456", 123.456L); FLOAT_TEST("0.456", 0.456L); FLOAT_TEST("0.456e12", 0.456e12L); FLOAT_TEST("0.456E12", 0.456E12L); // Hexadecimal lexing INTEGER_TEST("0x0", 0); INTEGER_TEST("0xF", 15); INTEGER_TEST("0xf", 15); INTEGER_TEST("0xFF", 255); INTEGER_TEST("0xfF", 255); INTEGER_TEST("0xFFF", 4095); INTEGER_TEST("0xFFFF", 65535); INTEGER_TEST("0xFFFFF", 1048575); INTEGER_TEST("0xFFFFFF", 16777215); INTEGER_TEST("0XFFFFFF", 16777215); // Octal lexing INTEGER_TEST("0o0", 0); INTEGER_TEST("0o7", 7); INTEGER_TEST("0o77", 63); INTEGER_TEST("0o777", 511); INTEGER_TEST("0o7777", 4095); INTEGER_TEST("0O7777", 4095); // Binary lexing INTEGER_TEST("0b0", 0); INTEGER_TEST("0b1", 1); INTEGER_TEST("0b11", 3); INTEGER_TEST("0b111", 7); INTEGER_TEST("0b1111", 15); INTEGER_TEST("0b110011", 51); INTEGER_TEST("0B110011", 51); #undef INTEGER_TEST #undef FLOAT_TEST