1 files changed, 70 insertions, 0 deletions
diff --git a/src/tokens.c b/src/tokens.c
new file mode 100644
index 0000000..e562e16
--- /dev/null
+++ b/src/tokens.c
@@ -0,0 +1,70 @@
+#include "tokens.h"
+#include <assert.h>
+#include <stdio.h>
+
+Token Token_from_type(TokenType type, Location loc)
+{
+    Token token = {0};
+    token.type = type;
+    token.loc = loc;
+    return token;
+}
+
+Token Token_from_int(i64 value, Location loc)
+{
+    Token token = {0};
+    token.type = TOKEN_INTLIT;
+    token.value.as_int = value;
+    token.loc = loc;
+    return token;
+}
+
+Token Token_from_string(char *value, Location loc)
+{
+    Token token = {0};
+    token.type = TOKEN_STRINGLIT;
+    token.value.as_string = value;
+    token.loc = loc;
+    return token;
+}
+
+Token Token_from_identifier(char *value, Location loc)
+{
+    Token token = {0};
+    token.type = TOKEN_IDENTIFIER;
+    token.value.as_string = value;
+    token.loc = loc;
+    return token;
+}
+
+void Location_print(FILE *f, Location loc)
+{
+    fprintf(f, "%s:%d:%d", loc.filename, loc.line+1, loc.col+1);
+}
+
+char *token_type_to_str(TokenType type)
+{
+    // Otherwise, just print the token type
+    switch (type)
+    {
+    #define ENUM_TOKEN(name, str) case name: return str;
+        ENUM_TOKENS(ENUM_TOKEN)
+    #undef ENUM_TOKEN
+    default: assert(false && "Unreachable");
+    }
+}
+
+
+void Token_print(FILE *f, Token *token)
+{
+    // Handle the different literals manually
+    switch (token->type)
+    {
+        case TOKEN_INTLIT:      fprintf(f, "%lld", token->value.as_int); return;
+        case TOKEN_STRINGLIT:   fprintf(f, "\"%s\"", token->value.as_string); return;
+        case TOKEN_IDENTIFIER:  fprintf(f, "%s", token->value.as_string); return;
+        default: break;
+    }
+
+    fprintf(f, "%s", token_type_to_str(token->type));
+}
+\ No newline at end of file