fixed unknown tokens after migrating to strdup

2025-07-24 16:19:49 +03:00
parent ba291c377f
commit 9874f19ec6
1 changed files with 2 additions and 1 deletions
--- a/lexer.c
+++ b/lexer.c
@@ -177,6 +177,7 @@ Token read_from_tok(char* text, uint cursor){
         default:
           mytoks.type = TOKEN_UNKNOWN;
           mytoks.behaviour = BHV_UNDEFINED;
+           mytoks.text = strdup(buf);
           
    } 
  }
@@ -271,7 +272,7 @@ void main2() {


 int main() {
-    char* input = "323.23 + Hello world 102102";
+    char* input = "print(5) hello";
    printf("input: %s\n\n", input);

    TokenArr arr = tokenize_all(input);