#include "test.h" #include "token.h" #include #include static void test_tokenstream_open_fail(void) { TokenStream* ts = tokenstream_open(NULL, NULL); if (ts != NULL) fail("expected NULL for NULL buffer"); } static void test_tokenstream_simple_keyword(void) { TokenStream* ts = test_get_tokenstream(); Token t; Token eof; t = tokenstream_next(ts); if (t.token != TOKEN_MODULE) fail("expected TOKEN_MODULE"); eof = tokenstream_next(ts); if (eof.token != TOKEN_EOF) fail("expected EOF"); } static void test_tokenstream_keywords_and_symbols(void) { TokenStream* ts = test_get_tokenstream(); if (tokenstream_next(ts).token != TOKEN_MODULE) fail("expected TOKEN_MODULE"); if (tokenstream_next(ts).token != TOKEN_IDENTIFIER) fail("expected TOKEN_IDENTIFIER (main)"); if (tokenstream_next(ts).token != TOKEN_SEMICOLON) fail("expected TOKEN_SEMICOLON"); if (tokenstream_next(ts).token != TOKEN_IMPORT) fail("expected TOKEN_IMPORT"); if (tokenstream_next(ts).token != TOKEN_IDENTIFIER) fail("expected TOKEN_IDENTIFIER (stdio)"); if (tokenstream_next(ts).token != TOKEN_SEMICOLON) fail("expected TOKEN_SEMICOLON"); if (tokenstream_next(ts).token != TOKEN_EOF) fail("expected EOF"); } static void test_tokenstream_parentheses_and_brackets(void) { TokenStream* ts = test_get_tokenstream(); if (tokenstream_next(ts).token != TOKEN_PARENT_OPEN) fail("expected TOKEN_PARENT_OPEN"); if (tokenstream_next(ts).token != TOKEN_PARENT_CLOSE) fail("expected TOKEN_PARENT_CLOSE"); if (tokenstream_next(ts).token != TOKEN_BRACKET_OPEN) fail("expected TOKEN_BRACKET_OPEN"); if (tokenstream_next(ts).token != TOKEN_BRACKET_CLOSE) fail("expected TOKEN_BRACKET_CLOSE"); if (tokenstream_next(ts).token != TOKEN_EOF) fail("expected EOF"); } static void test_tokenstream_comma(void) { TokenStream* ts = test_get_tokenstream(); if (tokenstream_next(ts).token != TOKEN_IDENTIFIER) fail("expected a"); if (tokenstream_next(ts).token != TOKEN_COMMA) fail("expected comma"); if (tokenstream_next(ts).token != TOKEN_IDENTIFIER) fail("expected b"); if (tokenstream_next(ts).token != TOKEN_COMMA) fail("expected comma"); if (tokenstream_next(ts).token != TOKEN_IDENTIFIER) fail("expected c"); if (tokenstream_next(ts).token != TOKEN_EOF) fail("expected EOF"); } static void test_tokenstream_whitespace_ignored(void) { TokenStream* ts = test_get_tokenstream(); if (tokenstream_next(ts).token != TOKEN_MODULE) fail("expected TOKEN_MODULE"); if (tokenstream_next(ts).token != TOKEN_IMPORT) fail("expected TOKEN_IMPORT"); if (tokenstream_next(ts).token != TOKEN_SEMICOLON) fail("expected TOKEN_SEMICOLON"); if (tokenstream_next(ts).token != TOKEN_EOF) fail("expected EOF"); } static void test_tokenstream_void_function_signature(void) { TokenStream* ts = test_get_tokenstream(); if (tokenstream_next(ts).token != TOKEN_VOID) fail("expected TOKEN_VOID"); if (tokenstream_next(ts).token != TOKEN_IDENTIFIER) fail("expected TOKEN_IDENTIFIER"); if (tokenstream_next(ts).token != TOKEN_PARENT_OPEN) fail("expected TOKEN_PARENT_OPEN"); if (tokenstream_next(ts).token != TOKEN_PARENT_CLOSE) fail("expected TOKEN_PARENT_CLOSE"); if (tokenstream_next(ts).token != TOKEN_EOF) fail("expected EOF"); } static void test_tokenstream_unknown_token(void) { TokenStream* ts = test_get_tokenstream(); if (tokenstream_next(ts).token != TOKEN_UNKNOWN) fail("expected TOKEN_UNKNOWN"); assert_log_file("expected error message for unknown token"); } static void test_tokenstream_info(void) { TokenStream* ts = test_get_tokenstream(); Token t1; Token t2; t1 = tokenstream_next(ts); if (t1.token != TOKEN_MODULE) fail("expected TOKEN_MODULE"); assert_string("module", t1.text, "info: expected 'module'"); if (t1.location.line != 1) fail("expected line 1"); if (t1.location.column_start != 1) fail("expected column 1"); t2 = tokenstream_next(ts); if (t2.token != TOKEN_IDENTIFIER) fail("expected TOKEN_IDENTIFIER"); assert_string("main", t2.text, "info: expected 'main'"); if (t2.location.line != 1) fail("expected line 1"); if (t2.location.column_start != 8) fail("expected column 8"); }