diff options
Diffstat (limited to '05/tokenize.b')
| -rw-r--r-- | 05/tokenize.b | 6 |
1 files changed, 0 insertions, 6 deletions
diff --git a/05/tokenize.b b/05/tokenize.b index 977b162..794232e 100644 --- a/05/tokenize.b +++ b/05/tokenize.b @@ -98,12 +98,6 @@ function get_keyword_str ; turn pptokens into tokens, written to out. -; tokens are 16 bytes and have the following format: -; uchar type -; uchar info -; ushort file -; uint line -; ulong data -- for int/float literals, the value; for string literals, the runtime address; for identifiers, the name of the identifier ; This corresponds to translation phases 5-6 and the first half of 7 ; IMPORTANT: this function uses pointers to pptokens, so it should NOT be freed! ; Returns a pointer to the end of tokens. |