summaryrefslogtreecommitdiff
path: root/tokenizer.c
diff options
context:
space:
mode:
Diffstat (limited to 'tokenizer.c')
-rw-r--r--tokenizer.c4
1 files changed, 3 insertions, 1 deletions
diff --git a/tokenizer.c b/tokenizer.c
index 587d080..5dbd9f4 100644
--- a/tokenizer.c
+++ b/tokenizer.c
@@ -269,11 +269,13 @@ static bool tokenize_string(Tokenizer *tokr, char *str) {
if (is_comment) continue;
}
{
+ char *start_s = t.s;
Keyword kw = tokenize_keyword(&t.s);
if (kw != KW_COUNT) {
/* it's a keyword */
Token *token = tokr_add(&t);
- tokr_put_location(&t, token);
+ token->where.line = t.line;
+ token->where.code = start_s;
token->kind = TOKEN_KW;
token->kw = kw;
continue;