From aceb526b50d98731d85eb589f1819237ee96fcf8 Mon Sep 17 00:00:00 2001
From: "Kartik K. Agaram" <vc@akkartik.com>
Date: Sat, 29 May 2021 16:01:50 -0700
Subject: .

---
 shell/tokenize.mu | 19 ++++++++++---------
 1 file changed, 10 insertions(+), 9 deletions(-)

(limited to 'shell')

diff --git a/shell/tokenize.mu b/shell/tokenize.mu
index d623573c..2ce8be6d 100644
--- a/shell/tokenize.mu
+++ b/shell/tokenize.mu
@@ -225,6 +225,16 @@ fn test-tokenize-stream-literal-in-tree {
 fn next-token in: (addr gap-buffer), _out-cell: (addr cell), trace: (addr trace) {
   trace-text trace, "tokenize", "next-token"
   trace-lower trace
+  var _g/eax: grapheme <- peek-from-gap-buffer in
+  var g/ecx: grapheme <- copy _g
+  {
+    var stream-storage: (stream byte 0x40)
+    var stream/esi: (addr stream byte) <- address stream-storage
+    write stream, "next: "
+    var gval/eax: int <- copy g
+    write-int32-hex stream, gval
+    trace trace, "tokenize", stream
+  }
   var out-cell/eax: (addr cell) <- copy _out-cell
   {
     var out-cell-type/eax: (addr int) <- get out-cell, type
@@ -234,15 +244,6 @@ fn next-token in: (addr gap-buffer), _out-cell: (addr cell), trace: (addr trace)
   var _out/eax: (addr stream byte) <- lookup *out-ah
   var out/edi: (addr stream byte) <- copy _out
   clear-stream out
-  var g/eax: grapheme <- peek-from-gap-buffer in
-  {
-    var stream-storage: (stream byte 0x40)
-    var stream/esi: (addr stream byte) <- address stream-storage
-    write stream, "next: "
-    var gval/eax: int <- copy g
-    write-int32-hex stream, gval
-    trace trace, "tokenize", stream
-  }
   $next-token:case: {
     # open square brackets begin streams
     {
-- 
cgit 1.4.1-2-gfad0