diff options
| -rw-r--r-- | shell/tokenize.mu | 8 |
1 files changed, 2 insertions, 6 deletions
diff --git a/shell/tokenize.mu b/shell/tokenize.mu index 2db1e98f..e019a3b4 100644 --- a/shell/tokenize.mu +++ b/shell/tokenize.mu @@ -10,14 +10,14 @@ fn tokenize in: (addr gap-buffer), out: (addr stream token), trace: (addr trace) trace-text trace, "tokenize", "tokenize" trace-lower trace rewind-gap-buffer in - var token-storage: token - var token/edx: (addr token) <- address token-storage { skip-whitespace-from-gap-buffer in var done?/eax: boolean <- gap-buffer-scan-done? in compare done?, 0/false break-if-!= # + var token-storage: token + var token/edx: (addr token) <- address token-storage next-token in, token, trace var error?/eax: boolean <- has-errors? trace compare error?, 0/false @@ -307,10 +307,6 @@ fn next-token in: (addr gap-buffer), _out-token: (addr token), trace: (addr trac trace trace, "tokenize", stream } var out-token/eax: (addr token) <- copy _out-token - { - var out-token-type/eax: (addr int) <- get out-token, type - copy-to *out-token-type, 0/default - } var out-ah/edi: (addr handle stream byte) <- get out-token, text-data $next-token:allocate: { # Allocate a large buffer if it's a stream. |