From b5306cabd38da962842aea7d536d44e7edca50bc Mon Sep 17 00:00:00 2001
From: "Kartik K. Agaram" <vc@akkartik.com>
Date: Fri, 18 Jun 2021 19:40:35 -0700
Subject: .

---
 shell/tokenize.mu | 8 ++------
 1 file changed, 2 insertions(+), 6 deletions(-)

diff --git a/shell/tokenize.mu b/shell/tokenize.mu
index 2db1e98f..e019a3b4 100644
--- a/shell/tokenize.mu
+++ b/shell/tokenize.mu
@@ -10,14 +10,14 @@ fn tokenize in: (addr gap-buffer), out: (addr stream token), trace: (addr trace)
   trace-text trace, "tokenize", "tokenize"
   trace-lower trace
   rewind-gap-buffer in
-  var token-storage: token
-  var token/edx: (addr token) <- address token-storage
   {
     skip-whitespace-from-gap-buffer in
     var done?/eax: boolean <- gap-buffer-scan-done? in
     compare done?, 0/false
     break-if-!=
     #
+    var token-storage: token
+    var token/edx: (addr token) <- address token-storage
     next-token in, token, trace
     var error?/eax: boolean <- has-errors? trace
     compare error?, 0/false
@@ -307,10 +307,6 @@ fn next-token in: (addr gap-buffer), _out-token: (addr token), trace: (addr trac
     trace trace, "tokenize", stream
   }
   var out-token/eax: (addr token) <- copy _out-token
-  {
-    var out-token-type/eax: (addr int) <- get out-token, type
-    copy-to *out-token-type, 0/default
-  }
   var out-ah/edi: (addr handle stream byte) <- get out-token, text-data
   $next-token:allocate: {
     # Allocate a large buffer if it's a stream.
-- 
cgit 1.4.1-2-gfad0