diff options
author | Kartik K. Agaram <vc@akkartik.com> | 2021-05-29 16:01:50 -0700 |
---|---|---|
committer | Kartik K. Agaram <vc@akkartik.com> | 2021-05-29 16:01:50 -0700 |
commit | aceb526b50d98731d85eb589f1819237ee96fcf8 (patch) | |
tree | 932fa5f2482c4cde435df3c023a04d1e141219c1 /shell | |
parent | c2e59bbf9ddeefda33f9f9f5f3d95255b5f49a56 (diff) | |
download | mu-aceb526b50d98731d85eb589f1819237ee96fcf8.tar.gz |
.
Diffstat (limited to 'shell')
-rw-r--r-- | shell/tokenize.mu | 19 |
1 files changed, 10 insertions, 9 deletions
diff --git a/shell/tokenize.mu b/shell/tokenize.mu index d623573c..2ce8be6d 100644 --- a/shell/tokenize.mu +++ b/shell/tokenize.mu @@ -225,6 +225,16 @@ fn test-tokenize-stream-literal-in-tree { fn next-token in: (addr gap-buffer), _out-cell: (addr cell), trace: (addr trace) { trace-text trace, "tokenize", "next-token" trace-lower trace + var _g/eax: grapheme <- peek-from-gap-buffer in + var g/ecx: grapheme <- copy _g + { + var stream-storage: (stream byte 0x40) + var stream/esi: (addr stream byte) <- address stream-storage + write stream, "next: " + var gval/eax: int <- copy g + write-int32-hex stream, gval + trace trace, "tokenize", stream + } var out-cell/eax: (addr cell) <- copy _out-cell { var out-cell-type/eax: (addr int) <- get out-cell, type @@ -234,15 +244,6 @@ fn next-token in: (addr gap-buffer), _out-cell: (addr cell), trace: (addr trace) var _out/eax: (addr stream byte) <- lookup *out-ah var out/edi: (addr stream byte) <- copy _out clear-stream out - var g/eax: grapheme <- peek-from-gap-buffer in - { - var stream-storage: (stream byte 0x40) - var stream/esi: (addr stream byte) <- address stream-storage - write stream, "next: " - var gval/eax: int <- copy g - write-int32-hex stream, gval - trace trace, "tokenize", stream - } $next-token:case: { # open square brackets begin streams { |