114 lines
4.8 KiB
C
114 lines
4.8 KiB
C
#include "test.h"
|
|
#include "token.h"
|
|
#include <string.h>
|
|
#include <stdlib.h>
|
|
|
|
static void test_tokenstream_open_fail(void) {
|
|
TokenStream* ts = tokenstream_open(NULL, NULL);
|
|
if (ts != NULL) fail("expected NULL for NULL buffer");
|
|
}
|
|
|
|
static void test_tokenstream_simple_keyword(void) {
|
|
TokenStream* ts = test_get_tokenstream();
|
|
Token t;
|
|
Token eof;
|
|
|
|
t = tokenstream_next(ts);
|
|
if (t.token != TOKEN_MODULE) fail("expected TOKEN_MODULE");
|
|
|
|
eof = tokenstream_next(ts);
|
|
if (eof.token != TOKEN_EOF) fail("expected EOF");
|
|
}
|
|
|
|
static void test_tokenstream_keywords_and_symbols(void) {
|
|
TokenStream* ts = test_get_tokenstream();
|
|
|
|
if (tokenstream_next(ts).token != TOKEN_MODULE) fail("expected TOKEN_MODULE");
|
|
if (tokenstream_next(ts).token != TOKEN_IDENTIFIER) fail("expected TOKEN_IDENTIFIER (main)");
|
|
if (tokenstream_next(ts).token != TOKEN_SEMICOLON) fail("expected TOKEN_SEMICOLON");
|
|
if (tokenstream_next(ts).token != TOKEN_IMPORT) fail("expected TOKEN_IMPORT");
|
|
if (tokenstream_next(ts).token != TOKEN_IDENTIFIER) fail("expected TOKEN_IDENTIFIER (stdio)");
|
|
if (tokenstream_next(ts).token != TOKEN_SEMICOLON) fail("expected TOKEN_SEMICOLON");
|
|
if (tokenstream_next(ts).token != TOKEN_EOF) fail("expected EOF");
|
|
}
|
|
|
|
static void test_tokenstream_parentheses_and_brackets(void) {
|
|
TokenStream* ts = test_get_tokenstream();
|
|
|
|
if (tokenstream_next(ts).token != TOKEN_PARENT_OPEN) fail("expected TOKEN_PARENT_OPEN");
|
|
if (tokenstream_next(ts).token != TOKEN_PARENT_CLOSE) fail("expected TOKEN_PARENT_CLOSE");
|
|
if (tokenstream_next(ts).token != TOKEN_BRACKET_OPEN) fail("expected TOKEN_BRACKET_OPEN");
|
|
if (tokenstream_next(ts).token != TOKEN_BRACKET_CLOSE) fail("expected TOKEN_BRACKET_CLOSE");
|
|
if (tokenstream_next(ts).token != TOKEN_EOF) fail("expected EOF");
|
|
}
|
|
|
|
static void test_tokenstream_comma(void) {
|
|
TokenStream* ts = test_get_tokenstream();
|
|
|
|
if (tokenstream_next(ts).token != TOKEN_IDENTIFIER) fail("expected a");
|
|
if (tokenstream_next(ts).token != TOKEN_COMMA) fail("expected comma");
|
|
if (tokenstream_next(ts).token != TOKEN_IDENTIFIER) fail("expected b");
|
|
if (tokenstream_next(ts).token != TOKEN_COMMA) fail("expected comma");
|
|
if (tokenstream_next(ts).token != TOKEN_IDENTIFIER) fail("expected c");
|
|
if (tokenstream_next(ts).token != TOKEN_EOF) fail("expected EOF");
|
|
}
|
|
|
|
static void test_tokenstream_whitespace_ignored(void) {
|
|
TokenStream* ts = test_get_tokenstream();
|
|
|
|
if (tokenstream_next(ts).token != TOKEN_MODULE) fail("expected TOKEN_MODULE");
|
|
if (tokenstream_next(ts).token != TOKEN_IMPORT) fail("expected TOKEN_IMPORT");
|
|
if (tokenstream_next(ts).token != TOKEN_SEMICOLON) fail("expected TOKEN_SEMICOLON");
|
|
if (tokenstream_next(ts).token != TOKEN_EOF) fail("expected EOF");
|
|
}
|
|
|
|
static void test_tokenstream_void_function_signature(void) {
|
|
TokenStream* ts = test_get_tokenstream();
|
|
|
|
if (tokenstream_next(ts).token != TOKEN_VOID) fail("expected TOKEN_VOID");
|
|
if (tokenstream_next(ts).token != TOKEN_IDENTIFIER) fail("expected TOKEN_IDENTIFIER");
|
|
if (tokenstream_next(ts).token != TOKEN_PARENT_OPEN) fail("expected TOKEN_PARENT_OPEN");
|
|
if (tokenstream_next(ts).token != TOKEN_PARENT_CLOSE) fail("expected TOKEN_PARENT_CLOSE");
|
|
if (tokenstream_next(ts).token != TOKEN_EOF) fail("expected EOF");
|
|
}
|
|
|
|
static void test_tokenstream_unknown_token(void) {
|
|
TokenStream* ts = test_get_tokenstream();
|
|
|
|
if (tokenstream_next(ts).token != TOKEN_UNKNOWN) fail("expected TOKEN_UNKNOWN");
|
|
|
|
assert_log_file("expected error message for unknown token");
|
|
}
|
|
|
|
static void test_tokenstream_info(void) {
|
|
TokenStream* ts = test_get_tokenstream();
|
|
Token t1;
|
|
Token t2;
|
|
|
|
t1 = tokenstream_next(ts);
|
|
if (t1.token != TOKEN_MODULE) fail("expected TOKEN_MODULE");
|
|
assert_string("module", t1.text, "info: expected 'module'");
|
|
if (t1.location.line != 1) fail("expected line 1");
|
|
if (t1.location.column_start != 1) fail("expected column 1");
|
|
|
|
t2 = tokenstream_next(ts);
|
|
if (t2.token != TOKEN_IDENTIFIER) fail("expected TOKEN_IDENTIFIER");
|
|
assert_string("main", t2.text, "info: expected 'main'");
|
|
if (t2.location.line != 1) fail("expected line 1");
|
|
if (t2.location.column_start != 8) fail("expected column 8");
|
|
}
|
|
|
|
static void test_tokenstream_primitive_types(void) {
|
|
TokenStream* ts = test_get_tokenstream();
|
|
|
|
if (tokenstream_next(ts).token != TOKEN_I8) fail("expected TOKEN_I8");
|
|
if (tokenstream_next(ts).token != TOKEN_I16) fail("expected TOKEN_I16");
|
|
if (tokenstream_next(ts).token != TOKEN_I32) fail("expected TOKEN_I32");
|
|
if (tokenstream_next(ts).token != TOKEN_I64) fail("expected TOKEN_I64");
|
|
if (tokenstream_next(ts).token != TOKEN_U8) fail("expected TOKEN_U8");
|
|
if (tokenstream_next(ts).token != TOKEN_U16) fail("expected TOKEN_U16");
|
|
if (tokenstream_next(ts).token != TOKEN_U32) fail("expected TOKEN_U32");
|
|
if (tokenstream_next(ts).token != TOKEN_U64) fail("expected TOKEN_U64");
|
|
if (tokenstream_next(ts).token != TOKEN_EOF) fail("expected EOF");
|
|
}
|