summaryrefslogtreecommitdiff
path: root/tokenizer.c
diff options
context:
space:
mode:
Diffstat (limited to 'tokenizer.c')
-rw-r--r--tokenizer.c5
1 files changed, 5 insertions, 0 deletions
diff --git a/tokenizer.c b/tokenizer.c
index 72eb005..8aece94 100644
--- a/tokenizer.c
+++ b/tokenizer.c
@@ -118,6 +118,11 @@ static void fprint_token(FILE *out, Token *t) {
}
}
+static void print_token(Token *t) {
+ fprint_token(stdout, t);
+ printf("\n");
+}
+
static inline void tokr_nextchar(Tokenizer *t) {
if (*(t->s) == '\n') {
++t->line;