diff options
Diffstat (limited to 'tokenizer.c')
-rw-r--r-- | tokenizer.c | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/tokenizer.c b/tokenizer.c index 2f1c145..a665ca5 100644 --- a/tokenizer.c +++ b/tokenizer.c @@ -427,7 +427,7 @@ static bool tokenize_string(Tokenizer *t, char *str) { Token *token = tokr_add(t); tokr_put_location(t, token); tokr_nextchar(t); - size_t len = 0; + size_t len = 0; /* counts \n as 2 chars */ size_t backslashes = 0; while (*t->s != '"' || backslashes % 2 == 1) { if (*t->s == '\\') { @@ -464,7 +464,7 @@ static bool tokenize_string(Tokenizer *t, char *str) { } *strptr = 0; token->kind = TOKEN_STR_LITERAL; - token->str.len = len; + token->str.len = strptr - strlit; token->str.str = strlit; tokr_nextchar(t); /* move past closing " */ continue; |