105 lines
3.9 KiB
C
105 lines
3.9 KiB
C
#include "test.h"
|
|
#include "token.h"
|
|
#include <string.h>
|
|
|
|
static void test_tokenstream_open_fail(void) {
|
|
TokenStream* ts = tokenstream_open(NULL);
|
|
if (ts != NULL) fail("expected NULL for NULL buffer");
|
|
}
|
|
|
|
static void test_tokenstream_simple_keyword(void) {
|
|
TokenStream* ts = tokenstream_open("module");
|
|
|
|
Token t = tokenstream_next(ts);
|
|
if (t != TOKEN_MODULE) fail("expected TOKEN_MODULE");
|
|
|
|
Token eof = tokenstream_next(ts);
|
|
if (eof != -1) fail("expected EOF");
|
|
|
|
tokenstream_close(ts);
|
|
}
|
|
|
|
static void test_tokenstream_keywords_and_symbols(void) {
|
|
TokenStream* ts = tokenstream_open("module main; import stdio;");
|
|
|
|
if (tokenstream_next(ts) != TOKEN_MODULE) fail("expected TOKEN_MODULE");
|
|
if (tokenstream_next(ts) != TOKEN_IDENTIFIER) fail("expected TOKEN_IDENTIFIER (main)");
|
|
if (tokenstream_next(ts) != TOKEN_SEMICOLON) fail("expected TOKEN_SEMICOLON");
|
|
if (tokenstream_next(ts) != TOKEN_IMPORT) fail("expected TOKEN_IMPORT");
|
|
if (tokenstream_next(ts) != TOKEN_IDENTIFIER) fail("expected TOKEN_IDENTIFIER (stdio)");
|
|
if (tokenstream_next(ts) != TOKEN_SEMICOLON) fail("expected TOKEN_SEMICOLON");
|
|
if (tokenstream_next(ts) != -1) fail("expected EOF");
|
|
|
|
tokenstream_close(ts);
|
|
}
|
|
|
|
static void test_tokenstream_parentheses_and_brackets(void) {
|
|
TokenStream* ts = tokenstream_open("()[]");
|
|
|
|
if (tokenstream_next(ts) != TOKEN_PARENT_OPEN) fail("expected TOKEN_PARENT_OPEN");
|
|
if (tokenstream_next(ts) != TOKEN_PARENT_CLOSE) fail("expected TOKEN_PARENT_CLOSE");
|
|
if (tokenstream_next(ts) != TOKEN_BRACKET_OPEN) fail("expected TOKEN_BRACKET_OPEN");
|
|
if (tokenstream_next(ts) != TOKEN_BRACKET_CLOSE) fail("expected TOKEN_BRACKET_CLOSE");
|
|
if (tokenstream_next(ts) != -1) fail("expected EOF");
|
|
|
|
tokenstream_close(ts);
|
|
}
|
|
|
|
static void test_tokenstream_comma(void) {
|
|
TokenStream* ts = tokenstream_open("a,b,c");
|
|
|
|
if (tokenstream_next(ts) != TOKEN_IDENTIFIER) fail("expected a");
|
|
if (tokenstream_next(ts) != TOKEN_COMMA) fail("expected comma");
|
|
if (tokenstream_next(ts) != TOKEN_IDENTIFIER) fail("expected b");
|
|
if (tokenstream_next(ts) != TOKEN_COMMA) fail("expected comma");
|
|
if (tokenstream_next(ts) != TOKEN_IDENTIFIER) fail("expected c");
|
|
if (tokenstream_next(ts) != -1) fail("expected EOF");
|
|
|
|
tokenstream_close(ts);
|
|
}
|
|
|
|
static void test_tokenstream_whitespace_ignored(void) {
|
|
TokenStream* ts = tokenstream_open(" module \n\t import ; ");
|
|
|
|
if (tokenstream_next(ts) != TOKEN_MODULE) fail("expected TOKEN_MODULE");
|
|
if (tokenstream_next(ts) != TOKEN_IMPORT) fail("expected TOKEN_IMPORT");
|
|
if (tokenstream_next(ts) != TOKEN_SEMICOLON) fail("expected TOKEN_SEMICOLON");
|
|
if (tokenstream_next(ts) != -1) fail("expected EOF");
|
|
|
|
tokenstream_close(ts);
|
|
}
|
|
|
|
static void test_tokenstream_void_function_signature(void) {
|
|
TokenStream* ts = tokenstream_open("void main()");
|
|
|
|
if (tokenstream_next(ts) != TOKEN_VOID) fail("expected TOKEN_VOID");
|
|
if (tokenstream_next(ts) != TOKEN_IDENTIFIER) fail("expected TOKEN_IDENTIFIER");
|
|
if (tokenstream_next(ts) != TOKEN_PARENT_OPEN) fail("expected TOKEN_PARENT_OPEN");
|
|
if (tokenstream_next(ts) != TOKEN_PARENT_CLOSE) fail("expected TOKEN_PARENT_CLOSE");
|
|
if (tokenstream_next(ts) != -1) fail("expected EOF");
|
|
|
|
tokenstream_close(ts);
|
|
}
|
|
|
|
static void test_tokenstream_info(void) {
|
|
TokenStream* ts = tokenstream_open("module main;");
|
|
|
|
Token t1 = tokenstream_next(ts);
|
|
TokenInfo info1;
|
|
tokenstream_info(ts, &info1);
|
|
if (t1 != TOKEN_MODULE) fail("expected TOKEN_MODULE");
|
|
if (info1.token != TOKEN_MODULE) fail("info: expected TOKEN_MODULE");
|
|
if (info1.text_length != 6) fail("info: expected length 6");
|
|
if (strncmp(info1.text, "module", 6) != 0) fail("info: expected 'module'");
|
|
|
|
Token t2 = tokenstream_next(ts);
|
|
TokenInfo info2;
|
|
tokenstream_info(ts, &info2);
|
|
if (t2 != TOKEN_IDENTIFIER) fail("expected TOKEN_IDENTIFIER");
|
|
if (info2.token != TOKEN_IDENTIFIER) fail("info: expected TOKEN_IDENTIFIER");
|
|
if (info2.text_length != 4) fail("info: expected length 4");
|
|
if (strncmp(info2.text, "main", 4) != 0) fail("info: expected 'main'");
|
|
|
|
tokenstream_close(ts);
|
|
}
|