refactor and add comment support

2026-07-21 20:58:50 +02:00
parent 3f04adcd6b
commit 62dc0f30eb
5 changed files with 50 additions and 28 deletions
@@ -77,7 +77,7 @@ const char *token_kind_name(TokenKind kind);
 void node_print(Node node);

 void build_scopes(Scopes *scopes);
-void tokenize(Nob_String_View content, Tokens *tokens);
+int tokenize(Nob_String_View content, Tokens *tokens);

 int parse_one(Tokens *tokens, Node *node);
 int parse(Tokens *tokens, Nodes *nodes);