fixed unknown tokens after migrating to strdup
This commit is contained in:
3
lexer.c
3
lexer.c
@@ -177,6 +177,7 @@ Token read_from_tok(char* text, uint cursor){
|
|||||||
default:
|
default:
|
||||||
mytoks.type = TOKEN_UNKNOWN;
|
mytoks.type = TOKEN_UNKNOWN;
|
||||||
mytoks.behaviour = BHV_UNDEFINED;
|
mytoks.behaviour = BHV_UNDEFINED;
|
||||||
|
mytoks.text = strdup(buf);
|
||||||
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -271,7 +272,7 @@ void main2() {
|
|||||||
|
|
||||||
|
|
||||||
int main() {
|
int main() {
|
||||||
char* input = "323.23 + Hello world 102102";
|
char* input = "print(5) hello";
|
||||||
printf("input: %s\n\n", input);
|
printf("input: %s\n\n", input);
|
||||||
|
|
||||||
TokenArr arr = tokenize_all(input);
|
TokenArr arr = tokenize_all(input);
|
||||||
|
|||||||
Reference in New Issue
Block a user