diff options
Diffstat (limited to 'html/shell/tokenize.mu.html')
| -rw-r--r-- | html/shell/tokenize.mu.html | 1911 |
1 files changed, 1016 insertions, 895 deletions
diff --git a/html/shell/tokenize.mu.html b/html/shell/tokenize.mu.html index f5dd70b5..2fdb0f13 100644 --- a/html/shell/tokenize.mu.html +++ b/html/shell/tokenize.mu.html @@ -1,36 +1,36 @@ -<!DOCTYPE html> +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd"> <html> <head> -<meta charset="UTF-8"> +<meta http-equiv="content-type" content="text/html; charset=UTF-8"> <title>Mu - shell/tokenize.mu</title> -<meta name="Generator" content="Vim/8.2"> -<meta name="plugin-version" content="vim8.1_v2"> +<meta name="Generator" content="Vim/8.1"> +<meta name="plugin-version" content="vim8.1_v1"> <meta name="syntax" content="none"> -<meta name="settings" content="number_lines,use_css,pre_wrap,no_foldcolumn,expand_tabs,line_ids,prevent_copy=,use_input_for_pc=fallback"> +<meta name="settings" content="number_lines,use_css,pre_wrap,no_foldcolumn,expand_tabs,line_ids,prevent_copy="> <meta name="colorscheme" content="minimal-light"> -<style> +<style type="text/css"> <!-- pre { white-space: pre-wrap; font-family: monospace; color: #000000; background-color: #ffffd7; } body { font-size:12pt; font-family: monospace; color: #000000; background-color: #ffffd7; } a { color:inherit; } * { font-size:12pt; font-size: 1em; } .PreProc { color: #c000c0; } -.muRegEbx { color: #5f00ff; } -.muRegEcx { color: #870000; } .muRegEdx { color: #af5f00; } +.Special { color: #ff6060; } .LineNr { } .muRegEsi { color: #005faf; } -.muRegEdi { color: #00af00; } +.muRegEbx { color: #5f00ff; } .Constant { color: #008787; } +.muRegEdi { color: #00af00; } +.muRegEcx { color: #870000; } +.Delimiter { color: #c000c0; } .muFunction { color: #af5f00; text-decoration: underline; } .muTest { color: #5f8700; } -.Delimiter { color: #c000c0; } .muComment { color: #005faf; } -.Special { color: #ff6060; } --> </style> -<script> +<script type='text/javascript'> <!-- /* function to open any folds containing a jumped-to line before jumping to it */ @@ -74,26 +74,26 @@ if ('onhashchange' in window) { <span id="L10" class="LineNr"> 10 </span> number-data: int <span id="L11" class="LineNr"> 11 </span><span class="Delimiter">}</span> <span id="L12" class="LineNr"> 12 </span> -<span id="L13" class="LineNr"> 13 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L13'>tokenize</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), out: (addr stream <a href='tokenize.mu.html#L3'>token</a>), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L13" class="LineNr"> 13 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L13'>tokenize</a></span> in: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>), out: (addr stream <a href='tokenize.mu.html#L3'>token</a>), trace: (addr trace) <span class="Delimiter">{</span> <span id="L14" class="LineNr"> 14 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"tokenize"</span> <span id="L15" class="LineNr"> 15 </span> <a href='trace.mu.html#L239'>trace-lower</a> trace -<span id="L16" class="LineNr"> 16 </span> <a href='gap-buffer.mu.html#L1015'>rewind-gap-buffer</a> in +<span id="L16" class="LineNr"> 16 </span> <a href='../514gap-buffer.mu.html#L1015'>rewind-gap-buffer</a> in <span id="L17" class="LineNr"> 17 </span> <span class="PreProc">var</span> at-start-of-line?/<span class="muRegEdi">edi</span>: boolean <span class="Special"><-</span> copy <span class="Constant">1</span>/true <span id="L18" class="LineNr"> 18 </span> <span class="Delimiter">{</span> -<span id="L19" class="LineNr"> 19 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in +<span id="L19" class="LineNr"> 19 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in <span id="L20" class="LineNr"> 20 </span> compare done?, <span class="Constant">0</span>/false <span id="L21" class="LineNr"> 21 </span> <span class="PreProc">break-if-!=</span> <span id="L22" class="LineNr"> 22 </span> <span class="muComment">#</span> <span id="L23" class="LineNr"> 23 </span> <span class="PreProc">var</span> token-storage: <a href='tokenize.mu.html#L3'>token</a> <span id="L24" class="LineNr"> 24 </span> <span class="PreProc">var</span> <a href='tokenize.mu.html#L3'>token</a>/<span class="muRegEdx">edx</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address token-storage -<span id="L25" class="LineNr"> 25 </span> at-start-of-line? <span class="Special"><-</span> <a href='tokenize.mu.html#L358'>next-token</a> in, <a href='tokenize.mu.html#L3'>token</a>, at-start-of-line?, trace +<span id="L25" class="LineNr"> 25 </span> at-start-of-line? <span class="Special"><-</span> <a href='tokenize.mu.html#L422'>next-token</a> in, <a href='tokenize.mu.html#L3'>token</a>, at-start-of-line?, trace <span id="L26" class="LineNr"> 26 </span> <span class="PreProc">var</span> error?/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L94'>has-errors?</a> trace <span id="L27" class="LineNr"> 27 </span> compare error?, <span class="Constant">0</span>/false <span id="L28" class="LineNr"> 28 </span> <span class="Delimiter">{</span> <span id="L29" class="LineNr"> 29 </span> <span class="PreProc">break-if-=</span> <span id="L30" class="LineNr"> 30 </span> <span class="PreProc">return</span> <span id="L31" class="LineNr"> 31 </span> <span class="Delimiter">}</span> -<span id="L32" class="LineNr"> 32 </span> <span class="PreProc">var</span> skip?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1000'>skip-token?</a> <a href='tokenize.mu.html#L3'>token</a> +<span id="L32" class="LineNr"> 32 </span> <span class="PreProc">var</span> skip?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1121'>skip-token?</a> <a href='tokenize.mu.html#L3'>token</a> <span id="L33" class="LineNr"> 33 </span> compare skip?, <span class="Constant">0</span>/false <span id="L34" class="LineNr"> 34 </span> <span class="PreProc">loop-if-!=</span> <span id="L35" class="LineNr"> 35 </span> <a href='../309stream.subx.html#L54'>write-to-stream</a> out, <a href='tokenize.mu.html#L3'>token</a> <span class="muComment"># shallow-copy text-data</span> @@ -103,9 +103,9 @@ if ('onhashchange' in window) { <span id="L39" class="LineNr"> 39 </span><span class="Delimiter">}</span> <span id="L40" class="LineNr"> 40 </span> <span id="L41" class="LineNr"> 41 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L41'>test-tokenize-number</a></span> <span class="Delimiter">{</span> -<span id="L42" class="LineNr"> 42 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> -<span id="L43" class="LineNr"> 43 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage -<span id="L44" class="LineNr"> 44 </span> <a href='gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"123 a"</span> +<span id="L42" class="LineNr"> 42 </span> <span class="PreProc">var</span> in-storage: <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L43" class="LineNr"> 43 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L44" class="LineNr"> 44 </span> <a href='../514gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"123 a"</span> <span id="L45" class="LineNr"> 45 </span> <span class="muComment">#</span> <span id="L46" class="LineNr"> 46 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) <span id="L47" class="LineNr"> 47 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage @@ -123,17 +123,17 @@ if ('onhashchange' in window) { <span id="L59" class="LineNr"> 59 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data <span id="L60" class="LineNr"> 60 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L41'>test-tokenize-number</a>/before-indent"</span> <span id="L61" class="LineNr"> 61 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L62" class="LineNr"> 62 </span> <span class="PreProc">var</span> number?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L847'>number-token?</a> curr-token -<span id="L63" class="LineNr"> 63 </span> <a href='../502test.mu.html#L19'>check</a> number?, <span class="Constant">"F - test-tokenize-number"</span> +<span id="L62" class="LineNr"> 62 </span> <span class="PreProc">var</span> <a href='cell.mu.html#L117'>number?</a>/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L968'>number-token?</a> curr-token +<span id="L63" class="LineNr"> 63 </span> <a href='../502test.mu.html#L19'>check</a> <a href='cell.mu.html#L117'>number?</a>, <span class="Constant">"F - test-tokenize-number"</span> <span id="L64" class="LineNr"> 64 </span> <span class="PreProc">var</span> curr-token-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data -<span id="L65" class="LineNr"> 65 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *curr-token-data-ah +<span id="L65" class="LineNr"> 65 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *curr-token-data-ah <span id="L66" class="LineNr"> 66 </span> <a href='../109stream-equal.subx.html#L194'>check-stream-equal</a> curr-token-data, <span class="Constant">"123"</span>, <span class="Constant">"F - <a href='tokenize.mu.html#L41'>test-tokenize-number</a>: value"</span> <span id="L67" class="LineNr"> 67 </span><span class="Delimiter">}</span> <span id="L68" class="LineNr"> 68 </span> <span id="L69" class="LineNr"> 69 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L69'>test-tokenize-negative-number</a></span> <span class="Delimiter">{</span> -<span id="L70" class="LineNr"> 70 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> -<span id="L71" class="LineNr"> 71 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage -<span id="L72" class="LineNr"> 72 </span> <a href='gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"-123 a"</span> +<span id="L70" class="LineNr"> 70 </span> <span class="PreProc">var</span> in-storage: <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L71" class="LineNr"> 71 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L72" class="LineNr"> 72 </span> <a href='../514gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"-123 a"</span> <span id="L73" class="LineNr"> 73 </span> <span class="muComment">#</span> <span id="L74" class="LineNr"> 74 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) <span id="L75" class="LineNr"> 75 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage @@ -151,17 +151,17 @@ if ('onhashchange' in window) { <span id="L87" class="LineNr"> 87 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data <span id="L88" class="LineNr"> 88 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L69'>test-tokenize-negative-number</a>/before-indent"</span> <span id="L89" class="LineNr"> 89 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L90" class="LineNr"> 90 </span> <span class="PreProc">var</span> number?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L847'>number-token?</a> curr-token -<span id="L91" class="LineNr"> 91 </span> <a href='../502test.mu.html#L19'>check</a> number?, <span class="Constant">"F - test-tokenize-negative-number"</span> +<span id="L90" class="LineNr"> 90 </span> <span class="PreProc">var</span> <a href='cell.mu.html#L117'>number?</a>/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L968'>number-token?</a> curr-token +<span id="L91" class="LineNr"> 91 </span> <a href='../502test.mu.html#L19'>check</a> <a href='cell.mu.html#L117'>number?</a>, <span class="Constant">"F - test-tokenize-negative-number"</span> <span id="L92" class="LineNr"> 92 </span> <span class="PreProc">var</span> curr-token-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data -<span id="L93" class="LineNr"> 93 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *curr-token-data-ah +<span id="L93" class="LineNr"> 93 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *curr-token-data-ah <span id="L94" class="LineNr"> 94 </span> <a href='../109stream-equal.subx.html#L194'>check-stream-equal</a> curr-token-data, <span class="Constant">"-123"</span>, <span class="Constant">"F - <a href='tokenize.mu.html#L69'>test-tokenize-negative-number</a>: value"</span> <span id="L95" class="LineNr"> 95 </span><span class="Delimiter">}</span> <span id="L96" class="LineNr"> 96 </span> <span id="L97" class="LineNr"> 97 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L97'>test-tokenize-quote</a></span> <span class="Delimiter">{</span> -<span id="L98" class="LineNr"> 98 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> -<span id="L99" class="LineNr"> 99 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage -<span id="L100" class="LineNr"> 100 </span> <a href='gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"'(a)"</span> +<span id="L98" class="LineNr"> 98 </span> <span class="PreProc">var</span> in-storage: <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L99" class="LineNr"> 99 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L100" class="LineNr"> 100 </span> <a href='../514gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"'(a)"</span> <span id="L101" class="LineNr"> 101 </span> <span class="muComment">#</span> <span id="L102" class="LineNr"> 102 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) <span id="L103" class="LineNr"> 103 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage @@ -179,21 +179,21 @@ if ('onhashchange' in window) { <span id="L115" class="LineNr"> 115 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data <span id="L116" class="LineNr"> 116 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L97'>test-tokenize-quote</a>/before-indent"</span> <span id="L117" class="LineNr"> 117 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L118" class="LineNr"> 118 </span> <span class="PreProc">var</span> quote?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L895'>quote-token?</a> curr-token +<span id="L118" class="LineNr"> 118 </span> <span class="PreProc">var</span> quote?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1016'>quote-token?</a> curr-token <span id="L119" class="LineNr"> 119 </span> <a href='../502test.mu.html#L19'>check</a> quote?, <span class="Constant">"F - <a href='tokenize.mu.html#L97'>test-tokenize-quote</a>: quote"</span> <span id="L120" class="LineNr"> 120 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L121" class="LineNr"> 121 </span> <span class="PreProc">var</span> open-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L931'>open-paren-token?</a> curr-token +<span id="L121" class="LineNr"> 121 </span> <span class="PreProc">var</span> open-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1052'>open-paren-token?</a> curr-token <span id="L122" class="LineNr"> 122 </span> <a href='../502test.mu.html#L19'>check</a> open-paren?, <span class="Constant">"F - <a href='tokenize.mu.html#L97'>test-tokenize-quote</a>: open paren"</span> <span id="L123" class="LineNr"> 123 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token <span class="muComment"># skip a</span> <span id="L124" class="LineNr"> 124 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L125" class="LineNr"> 125 </span> <span class="PreProc">var</span> close-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L947'>close-paren-token?</a> curr-token +<span id="L125" class="LineNr"> 125 </span> <span class="PreProc">var</span> close-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1068'>close-paren-token?</a> curr-token <span id="L126" class="LineNr"> 126 </span> <a href='../502test.mu.html#L19'>check</a> close-paren?, <span class="Constant">"F - <a href='tokenize.mu.html#L97'>test-tokenize-quote</a>: close paren"</span> <span id="L127" class="LineNr"> 127 </span><span class="Delimiter">}</span> <span id="L128" class="LineNr"> 128 </span> <span id="L129" class="LineNr"> 129 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L129'>test-tokenize-backquote</a></span> <span class="Delimiter">{</span> -<span id="L130" class="LineNr"> 130 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> -<span id="L131" class="LineNr"> 131 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage -<span id="L132" class="LineNr"> 132 </span> <a href='gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"`(a)"</span> +<span id="L130" class="LineNr"> 130 </span> <span class="PreProc">var</span> in-storage: <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L131" class="LineNr"> 131 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L132" class="LineNr"> 132 </span> <a href='../514gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"`(a)"</span> <span id="L133" class="LineNr"> 133 </span> <span class="muComment">#</span> <span id="L134" class="LineNr"> 134 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) <span id="L135" class="LineNr"> 135 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage @@ -211,21 +211,21 @@ if ('onhashchange' in window) { <span id="L147" class="LineNr"> 147 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data <span id="L148" class="LineNr"> 148 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L129'>test-tokenize-backquote</a>/before-indent"</span> <span id="L149" class="LineNr"> 149 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L150" class="LineNr"> 150 </span> <span class="PreProc">var</span> backquote?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L904'>backquote-token?</a> curr-token +<span id="L150" class="LineNr"> 150 </span> <span class="PreProc">var</span> backquote?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1025'>backquote-token?</a> curr-token <span id="L151" class="LineNr"> 151 </span> <a href='../502test.mu.html#L19'>check</a> backquote?, <span class="Constant">"F - <a href='tokenize.mu.html#L129'>test-tokenize-backquote</a>: backquote"</span> <span id="L152" class="LineNr"> 152 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L153" class="LineNr"> 153 </span> <span class="PreProc">var</span> open-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L931'>open-paren-token?</a> curr-token +<span id="L153" class="LineNr"> 153 </span> <span class="PreProc">var</span> open-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1052'>open-paren-token?</a> curr-token <span id="L154" class="LineNr"> 154 </span> <a href='../502test.mu.html#L19'>check</a> open-paren?, <span class="Constant">"F - <a href='tokenize.mu.html#L129'>test-tokenize-backquote</a>: open paren"</span> <span id="L155" class="LineNr"> 155 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token <span class="muComment"># skip a</span> <span id="L156" class="LineNr"> 156 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L157" class="LineNr"> 157 </span> <span class="PreProc">var</span> close-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L947'>close-paren-token?</a> curr-token +<span id="L157" class="LineNr"> 157 </span> <span class="PreProc">var</span> close-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1068'>close-paren-token?</a> curr-token <span id="L158" class="LineNr"> 158 </span> <a href='../502test.mu.html#L19'>check</a> close-paren?, <span class="Constant">"F - <a href='tokenize.mu.html#L129'>test-tokenize-backquote</a>: close paren"</span> <span id="L159" class="LineNr"> 159 </span><span class="Delimiter">}</span> <span id="L160" class="LineNr"> 160 </span> <span id="L161" class="LineNr"> 161 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L161'>test-tokenize-unquote</a></span> <span class="Delimiter">{</span> -<span id="L162" class="LineNr"> 162 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> -<span id="L163" class="LineNr"> 163 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage -<span id="L164" class="LineNr"> 164 </span> <a href='gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">",(a)"</span> +<span id="L162" class="LineNr"> 162 </span> <span class="PreProc">var</span> in-storage: <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L163" class="LineNr"> 163 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L164" class="LineNr"> 164 </span> <a href='../514gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">",(a)"</span> <span id="L165" class="LineNr"> 165 </span> <span class="muComment">#</span> <span id="L166" class="LineNr"> 166 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) <span id="L167" class="LineNr"> 167 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage @@ -243,21 +243,21 @@ if ('onhashchange' in window) { <span id="L179" class="LineNr"> 179 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data <span id="L180" class="LineNr"> 180 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L161'>test-tokenize-unquote</a>/before-indent"</span> <span id="L181" class="LineNr"> 181 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L182" class="LineNr"> 182 </span> <span class="PreProc">var</span> unquote?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L913'>unquote-token?</a> curr-token +<span id="L182" class="LineNr"> 182 </span> <span class="PreProc">var</span> unquote?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1034'>unquote-token?</a> curr-token <span id="L183" class="LineNr"> 183 </span> <a href='../502test.mu.html#L19'>check</a> unquote?, <span class="Constant">"F - <a href='tokenize.mu.html#L161'>test-tokenize-unquote</a>: unquote"</span> <span id="L184" class="LineNr"> 184 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L185" class="LineNr"> 185 </span> <span class="PreProc">var</span> open-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L931'>open-paren-token?</a> curr-token +<span id="L185" class="LineNr"> 185 </span> <span class="PreProc">var</span> open-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1052'>open-paren-token?</a> curr-token <span id="L186" class="LineNr"> 186 </span> <a href='../502test.mu.html#L19'>check</a> open-paren?, <span class="Constant">"F - <a href='tokenize.mu.html#L161'>test-tokenize-unquote</a>: open paren"</span> <span id="L187" class="LineNr"> 187 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token <span class="muComment"># skip a</span> <span id="L188" class="LineNr"> 188 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L189" class="LineNr"> 189 </span> <span class="PreProc">var</span> close-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L947'>close-paren-token?</a> curr-token +<span id="L189" class="LineNr"> 189 </span> <span class="PreProc">var</span> close-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1068'>close-paren-token?</a> curr-token <span id="L190" class="LineNr"> 190 </span> <a href='../502test.mu.html#L19'>check</a> close-paren?, <span class="Constant">"F - <a href='tokenize.mu.html#L161'>test-tokenize-unquote</a>: close paren"</span> <span id="L191" class="LineNr"> 191 </span><span class="Delimiter">}</span> <span id="L192" class="LineNr"> 192 </span> <span id="L193" class="LineNr"> 193 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L193'>test-tokenize-unquote-splice</a></span> <span class="Delimiter">{</span> -<span id="L194" class="LineNr"> 194 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> -<span id="L195" class="LineNr"> 195 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage -<span id="L196" class="LineNr"> 196 </span> <a href='gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">",@a"</span> +<span id="L194" class="LineNr"> 194 </span> <span class="PreProc">var</span> in-storage: <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L195" class="LineNr"> 195 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L196" class="LineNr"> 196 </span> <a href='../514gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">",@a"</span> <span id="L197" class="LineNr"> 197 </span> <span class="muComment">#</span> <span id="L198" class="LineNr"> 198 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) <span id="L199" class="LineNr"> 199 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage @@ -275,14 +275,14 @@ if ('onhashchange' in window) { <span id="L211" class="LineNr"> 211 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data <span id="L212" class="LineNr"> 212 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L193'>test-tokenize-unquote-splice</a>/before-indent"</span> <span id="L213" class="LineNr"> 213 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L214" class="LineNr"> 214 </span> <span class="PreProc">var</span> unquote-splice?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L922'>unquote-splice-token?</a> curr-token +<span id="L214" class="LineNr"> 214 </span> <span class="PreProc">var</span> unquote-splice?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1043'>unquote-splice-token?</a> curr-token <span id="L215" class="LineNr"> 215 </span> <a href='../502test.mu.html#L19'>check</a> unquote-splice?, <span class="Constant">"F - <a href='tokenize.mu.html#L193'>test-tokenize-unquote-splice</a>: unquote-splice"</span> <span id="L216" class="LineNr"> 216 </span><span class="Delimiter">}</span> <span id="L217" class="LineNr"> 217 </span> <span id="L218" class="LineNr"> 218 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L218'>test-tokenize-dotted-list</a></span> <span class="Delimiter">{</span> -<span id="L219" class="LineNr"> 219 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> -<span id="L220" class="LineNr"> 220 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage -<span id="L221" class="LineNr"> 221 </span> <a href='gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"(a . b)"</span> +<span id="L219" class="LineNr"> 219 </span> <span class="PreProc">var</span> in-storage: <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L220" class="LineNr"> 220 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L221" class="LineNr"> 221 </span> <a href='../514gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"(a . b)"</span> <span id="L222" class="LineNr"> 222 </span> <span class="muComment">#</span> <span id="L223" class="LineNr"> 223 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) <span id="L224" class="LineNr"> 224 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage @@ -300,873 +300,994 @@ if ('onhashchange' in window) { <span id="L236" class="LineNr"> 236 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data <span id="L237" class="LineNr"> 237 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L218'>test-tokenize-dotted-list</a>/before-indent"</span> <span id="L238" class="LineNr"> 238 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L239" class="LineNr"> 239 </span> <span class="PreProc">var</span> open-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L931'>open-paren-token?</a> curr-token +<span id="L239" class="LineNr"> 239 </span> <span class="PreProc">var</span> open-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1052'>open-paren-token?</a> curr-token <span id="L240" class="LineNr"> 240 </span> <a href='../502test.mu.html#L19'>check</a> open-paren?, <span class="Constant">"F - <a href='tokenize.mu.html#L218'>test-tokenize-dotted-list</a>: open paren"</span> <span id="L241" class="LineNr"> 241 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token <span class="muComment"># skip a</span> <span id="L242" class="LineNr"> 242 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L243" class="LineNr"> 243 </span> <span class="PreProc">var</span> dot?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L963'>dot-token?</a> curr-token +<span id="L243" class="LineNr"> 243 </span> <span class="PreProc">var</span> dot?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1084'>dot-token?</a> curr-token <span id="L244" class="LineNr"> 244 </span> <a href='../502test.mu.html#L19'>check</a> dot?, <span class="Constant">"F - <a href='tokenize.mu.html#L218'>test-tokenize-dotted-list</a>: dot"</span> <span id="L245" class="LineNr"> 245 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token <span class="muComment"># skip b</span> <span id="L246" class="LineNr"> 246 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L247" class="LineNr"> 247 </span> <span class="PreProc">var</span> close-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L947'>close-paren-token?</a> curr-token +<span id="L247" class="LineNr"> 247 </span> <span class="PreProc">var</span> close-paren?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1068'>close-paren-token?</a> curr-token <span id="L248" class="LineNr"> 248 </span> <a href='../502test.mu.html#L19'>check</a> close-paren?, <span class="Constant">"F - <a href='tokenize.mu.html#L218'>test-tokenize-dotted-list</a>: close paren"</span> <span id="L249" class="LineNr"> 249 </span><span class="Delimiter">}</span> <span id="L250" class="LineNr"> 250 </span> -<span id="L251" class="LineNr"> 251 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L251'>test-tokenize-stream-literal</a></span> <span class="Delimiter">{</span> -<span id="L252" class="LineNr"> 252 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> -<span id="L253" class="LineNr"> 253 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage -<span id="L254" class="LineNr"> 254 </span> <a href='gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"[abc def]"</span> -<span id="L255" class="LineNr"> 255 </span> <span class="muComment">#</span> -<span id="L256" class="LineNr"> 256 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) -<span id="L257" class="LineNr"> 257 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage -<span id="L258" class="LineNr"> 258 </span> <span class="muComment">#</span> -<span id="L259" class="LineNr"> 259 </span> <span class="PreProc">var</span> trace-storage: trace -<span id="L260" class="LineNr"> 260 </span> <span class="PreProc">var</span> trace/<span class="muRegEdx">edx</span>: (addr trace) <span class="Special"><-</span> address trace-storage -<span id="L261" class="LineNr"> 261 </span> <a href='trace.mu.html#L61'>initialize-trace</a> trace, <span class="Constant">1</span>/only-errors, <span class="Constant">0x10</span>/capacity, <span class="Constant">0</span>/visible -<span id="L262" class="LineNr"> 262 </span> <a href='tokenize.mu.html#L13'>tokenize</a> in, stream, trace -<span id="L263" class="LineNr"> 263 </span> <span class="muComment">#</span> -<span id="L264" class="LineNr"> 264 </span> <span class="PreProc">var</span> curr-token-storage: <a href='tokenize.mu.html#L3'>token</a> -<span id="L265" class="LineNr"> 265 </span> <span class="PreProc">var</span> curr-token/<span class="muRegEbx">ebx</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address curr-token-storage -<span id="L266" class="LineNr"> 266 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L267" class="LineNr"> 267 </span> <span class="PreProc">var</span> curr-token-type/eax: (addr int) <span class="Special"><-</span> get curr-token, <span class="PreProc">type</span> -<span id="L268" class="LineNr"> 268 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-type, <span class="Constant">3</span>/indent, <span class="Constant">"F - <a href='tokenize.mu.html#L251'>test-tokenize-stream-literal</a>/before-indent-type"</span> -<span id="L269" class="LineNr"> 269 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data -<span id="L270" class="LineNr"> 270 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L251'>test-tokenize-stream-literal</a>/before-indent"</span> -<span id="L271" class="LineNr"> 271 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L272" class="LineNr"> 272 </span> <span class="PreProc">var</span> stream?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L989'>stream-token?</a> curr-token -<span id="L273" class="LineNr"> 273 </span> <a href='../502test.mu.html#L19'>check</a> stream?, <span class="Constant">"F - <a href='tokenize.mu.html#L251'>test-tokenize-stream-literal</a>: type"</span> -<span id="L274" class="LineNr"> 274 </span> <span class="PreProc">var</span> curr-token-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data -<span id="L275" class="LineNr"> 275 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *curr-token-data-ah -<span id="L276" class="LineNr"> 276 </span> <span class="PreProc">var</span> data-equal?/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> curr-token-data, <span class="Constant">"abc def"</span> -<span id="L277" class="LineNr"> 277 </span> <a href='../502test.mu.html#L19'>check</a> data-equal?, <span class="Constant">"F - test-tokenize-stream-literal"</span> -<span id="L278" class="LineNr"> 278 </span> <span class="PreProc">var</span> empty?/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> stream -<span id="L279" class="LineNr"> 279 </span> <a href='../502test.mu.html#L19'>check</a> empty?, <span class="Constant">"F - <a href='tokenize.mu.html#L251'>test-tokenize-stream-literal</a>: empty?"</span> -<span id="L280" class="LineNr"> 280 </span><span class="Delimiter">}</span> -<span id="L281" class="LineNr"> 281 </span> -<span id="L282" class="LineNr"> 282 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L282'>test-tokenize-stream-literal-in-tree</a></span> <span class="Delimiter">{</span> -<span id="L283" class="LineNr"> 283 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> -<span id="L284" class="LineNr"> 284 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage -<span id="L285" class="LineNr"> 285 </span> <a href='gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"([abc def])"</span> -<span id="L286" class="LineNr"> 286 </span> <span class="muComment">#</span> -<span id="L287" class="LineNr"> 287 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) -<span id="L288" class="LineNr"> 288 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage -<span id="L289" class="LineNr"> 289 </span> <span class="muComment">#</span> -<span id="L290" class="LineNr"> 290 </span> <span class="PreProc">var</span> trace-storage: trace -<span id="L291" class="LineNr"> 291 </span> <span class="PreProc">var</span> trace/<span class="muRegEdx">edx</span>: (addr trace) <span class="Special"><-</span> address trace-storage -<span id="L292" class="LineNr"> 292 </span> <a href='trace.mu.html#L61'>initialize-trace</a> trace, <span class="Constant">1</span>/only-errors, <span class="Constant">0x10</span>/capacity, <span class="Constant">0</span>/visible -<span id="L293" class="LineNr"> 293 </span> <a href='tokenize.mu.html#L13'>tokenize</a> in, stream, trace -<span id="L294" class="LineNr"> 294 </span> <span class="muComment">#</span> -<span id="L295" class="LineNr"> 295 </span> <span class="PreProc">var</span> curr-token-storage: <a href='tokenize.mu.html#L3'>token</a> -<span id="L296" class="LineNr"> 296 </span> <span class="PreProc">var</span> curr-token/<span class="muRegEbx">ebx</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address curr-token-storage -<span id="L297" class="LineNr"> 297 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L298" class="LineNr"> 298 </span> <span class="PreProc">var</span> curr-token-type/eax: (addr int) <span class="Special"><-</span> get curr-token, <span class="PreProc">type</span> -<span id="L299" class="LineNr"> 299 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-type, <span class="Constant">3</span>/indent, <span class="Constant">"F - <a href='tokenize.mu.html#L282'>test-tokenize-stream-literal-in-tree</a>/before-indent-type"</span> -<span id="L300" class="LineNr"> 300 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data -<span id="L301" class="LineNr"> 301 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L282'>test-tokenize-stream-literal-in-tree</a>/before-indent"</span> -<span id="L302" class="LineNr"> 302 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L303" class="LineNr"> 303 </span> <span class="PreProc">var</span> bracket?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L878'>bracket-token?</a> curr-token -<span id="L304" class="LineNr"> 304 </span> <a href='../502test.mu.html#L19'>check</a> bracket?, <span class="Constant">"F - <a href='tokenize.mu.html#L282'>test-tokenize-stream-literal-in-tree</a>: open paren"</span> -<span id="L305" class="LineNr"> 305 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L306" class="LineNr"> 306 </span> <span class="PreProc">var</span> stream?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L989'>stream-token?</a> curr-token -<span id="L307" class="LineNr"> 307 </span> <a href='../502test.mu.html#L19'>check</a> stream?, <span class="Constant">"F - <a href='tokenize.mu.html#L282'>test-tokenize-stream-literal-in-tree</a>: type"</span> -<span id="L308" class="LineNr"> 308 </span> <span class="PreProc">var</span> curr-token-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data -<span id="L309" class="LineNr"> 309 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *curr-token-data-ah -<span id="L310" class="LineNr"> 310 </span> <span class="PreProc">var</span> data-equal?/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> curr-token-data, <span class="Constant">"abc def"</span> -<span id="L311" class="LineNr"> 311 </span> <a href='../502test.mu.html#L19'>check</a> data-equal?, <span class="Constant">"F - test-tokenize-stream-literal-in-tree"</span> -<span id="L312" class="LineNr"> 312 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L313" class="LineNr"> 313 </span> <span class="PreProc">var</span> bracket?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L878'>bracket-token?</a> curr-token -<span id="L314" class="LineNr"> 314 </span> <a href='../502test.mu.html#L19'>check</a> bracket?, <span class="Constant">"F - <a href='tokenize.mu.html#L282'>test-tokenize-stream-literal-in-tree</a>: close paren"</span> -<span id="L315" class="LineNr"> 315 </span> <span class="PreProc">var</span> empty?/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> stream -<span id="L316" class="LineNr"> 316 </span> <a href='../502test.mu.html#L19'>check</a> empty?, <span class="Constant">"F - <a href='tokenize.mu.html#L282'>test-tokenize-stream-literal-in-tree</a>: empty?"</span> -<span id="L317" class="LineNr"> 317 </span><span class="Delimiter">}</span> -<span id="L318" class="LineNr"> 318 </span> -<span id="L319" class="LineNr"> 319 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L319'>test-tokenize-indent</a></span> <span class="Delimiter">{</span> -<span id="L320" class="LineNr"> 320 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> -<span id="L321" class="LineNr"> 321 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage -<span id="L322" class="LineNr"> 322 </span> <a href='gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"abc\n def"</span> -<span id="L323" class="LineNr"> 323 </span> <span class="muComment">#</span> -<span id="L324" class="LineNr"> 324 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) -<span id="L325" class="LineNr"> 325 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage -<span id="L326" class="LineNr"> 326 </span> <span class="muComment">#</span> -<span id="L327" class="LineNr"> 327 </span> <span class="PreProc">var</span> trace-storage: trace -<span id="L328" class="LineNr"> 328 </span> <span class="PreProc">var</span> trace/<span class="muRegEdx">edx</span>: (addr trace) <span class="Special"><-</span> address trace-storage -<span id="L329" class="LineNr"> 329 </span> <a href='trace.mu.html#L61'>initialize-trace</a> trace, <span class="Constant">1</span>/only-errors, <span class="Constant">0x10</span>/capacity, <span class="Constant">0</span>/visible -<span id="L330" class="LineNr"> 330 </span> <a href='tokenize.mu.html#L13'>tokenize</a> in, stream, trace -<span id="L331" class="LineNr"> 331 </span> <span class="muComment">#</span> -<span id="L332" class="LineNr"> 332 </span> <span class="PreProc">var</span> curr-token-storage: <a href='tokenize.mu.html#L3'>token</a> -<span id="L333" class="LineNr"> 333 </span> <span class="PreProc">var</span> curr-token/<span class="muRegEbx">ebx</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address curr-token-storage -<span id="L334" class="LineNr"> 334 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L335" class="LineNr"> 335 </span> <span class="PreProc">var</span> curr-token-type/eax: (addr int) <span class="Special"><-</span> get curr-token, <span class="PreProc">type</span> -<span id="L336" class="LineNr"> 336 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-type, <span class="Constant">3</span>/indent, <span class="Constant">"F - <a href='tokenize.mu.html#L319'>test-tokenize-indent</a>/before-indent-type"</span> -<span id="L337" class="LineNr"> 337 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data -<span id="L338" class="LineNr"> 338 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L319'>test-tokenize-indent</a>/before-indent"</span> -<span id="L339" class="LineNr"> 339 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L340" class="LineNr"> 340 </span> <span class="PreProc">var</span> curr-token-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data -<span id="L341" class="LineNr"> 341 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *curr-token-data-ah -<span id="L342" class="LineNr"> 342 </span> <a href='../109stream-equal.subx.html#L194'>check-stream-equal</a> curr-token-data, <span class="Constant">"abc"</span>, <span class="Constant">"F - <a href='tokenize.mu.html#L319'>test-tokenize-indent</a>/before"</span> -<span id="L343" class="LineNr"> 343 </span> <span class="muComment">#</span> -<span id="L344" class="LineNr"> 344 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L345" class="LineNr"> 345 </span> <span class="PreProc">var</span> curr-token-type/eax: (addr int) <span class="Special"><-</span> get curr-token, <span class="PreProc">type</span> -<span id="L346" class="LineNr"> 346 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-type, <span class="Constant">3</span>/indent, <span class="Constant">"F - <a href='tokenize.mu.html#L319'>test-tokenize-indent</a>/type"</span> -<span id="L347" class="LineNr"> 347 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data -<span id="L348" class="LineNr"> 348 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">2</span>/spaces, <span class="Constant">"F - test-tokenize-indent"</span> -<span id="L349" class="LineNr"> 349 </span> <span class="muComment">#</span> -<span id="L350" class="LineNr"> 350 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token -<span id="L351" class="LineNr"> 351 </span> <span class="PreProc">var</span> curr-token-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data -<span id="L352" class="LineNr"> 352 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *curr-token-data-ah -<span id="L353" class="LineNr"> 353 </span> <a href='../109stream-equal.subx.html#L194'>check-stream-equal</a> curr-token-data, <span class="Constant">"def"</span>, <span class="Constant">"F - <a href='tokenize.mu.html#L319'>test-tokenize-indent</a>/after"</span> -<span id="L354" class="LineNr"> 354 </span><span class="Delimiter">}</span> -<span id="L355" class="LineNr"> 355 </span> -<span id="L356" class="LineNr"> 356 </span><span class="muComment"># caller is responsible for threading start-of-line? between calls to next-token</span> -<span id="L357" class="LineNr"> 357 </span><span class="muComment"># 'in' may contain whitespace if start-of-line?</span> -<span id="L358" class="LineNr"> 358 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L358'>next-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), out: (addr <a href='tokenize.mu.html#L3'>token</a>), start-of-line?: boolean, trace: (addr trace)<span class="PreProc"> -> </span>_/<span class="muRegEdi">edi</span>: boolean <span class="Delimiter">{</span> -<span id="L359" class="LineNr"> 359 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"next-token"</span> -<span id="L360" class="LineNr"> 360 </span> <a href='trace.mu.html#L239'>trace-lower</a> trace -<span id="L361" class="LineNr"> 361 </span> <span class="muComment"># save an indent token if necessary</span> -<span id="L362" class="LineNr"> 362 </span> <span class="Delimiter">{</span> -<span id="L363" class="LineNr"> 363 </span> compare start-of-line?, <span class="Constant">0</span>/false -<span id="L364" class="LineNr"> 364 </span> <span class="PreProc">break-if-=</span> -<span id="L365" class="LineNr"> 365 </span> <a href='tokenize.mu.html#L680'>next-indent-token</a> in, out, trace <span class="muComment"># might not be returned</span> -<span id="L366" class="LineNr"> 366 </span> <span class="Delimiter">}</span> -<span id="L367" class="LineNr"> 367 </span> <a href='gap-buffer.mu.html#L1190'>skip-spaces-from-gap-buffer</a> in -<span id="L368" class="LineNr"> 368 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in -<span id="L369" class="LineNr"> 369 </span> <span class="Delimiter">{</span> -<span id="L370" class="LineNr"> 370 </span> compare g, <span class="Constant">0x23</span>/comment -<span id="L371" class="LineNr"> 371 </span> <span class="PreProc">break-if-!=</span> -<span id="L372" class="LineNr"> 372 </span> <a href='tokenize.mu.html#L667'>skip-rest-of-line</a> in -<span id="L373" class="LineNr"> 373 </span> <span class="Delimiter">}</span> -<span id="L374" class="LineNr"> 374 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in -<span id="L375" class="LineNr"> 375 </span> <span class="Delimiter">{</span> -<span id="L376" class="LineNr"> 376 </span> compare g, <span class="Constant">0xa</span>/newline -<span id="L377" class="LineNr"> 377 </span> <span class="PreProc">break-if-!=</span> -<span id="L378" class="LineNr"> 378 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"newline"</span> -<span id="L379" class="LineNr"> 379 </span> g <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in -<span id="L380" class="LineNr"> 380 </span> <a href='tokenize.mu.html#L1038'>initialize-skip-token</a> out <span class="muComment"># might drop indent if that's all there was in this line</span> -<span id="L381" class="LineNr"> 381 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace -<span id="L382" class="LineNr"> 382 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/at-start-of-line -<span id="L383" class="LineNr"> 383 </span> <span class="Delimiter">}</span> -<span id="L384" class="LineNr"> 384 </span> <span class="Delimiter">{</span> -<span id="L385" class="LineNr"> 385 </span> compare start-of-line?, <span class="Constant">0</span>/false -<span id="L386" class="LineNr"> 386 </span> <span class="PreProc">break-if-=</span> -<span id="L387" class="LineNr"> 387 </span> <span class="muComment"># still here? no comment or newline? return saved indent</span> -<span id="L388" class="LineNr"> 388 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace -<span id="L389" class="LineNr"> 389 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/not-at-start-of-line -<span id="L390" class="LineNr"> 390 </span> <span class="Delimiter">}</span> -<span id="L391" class="LineNr"> 391 </span> <span class="Delimiter">{</span> -<span id="L392" class="LineNr"> 392 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in -<span id="L393" class="LineNr"> 393 </span> compare done?, <span class="Constant">0</span>/false -<span id="L394" class="LineNr"> 394 </span> <span class="PreProc">break-if-=</span> -<span id="L395" class="LineNr"> 395 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"end"</span> -<span id="L396" class="LineNr"> 396 </span> <a href='tokenize.mu.html#L1038'>initialize-skip-token</a> out -<span id="L397" class="LineNr"> 397 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace -<span id="L398" class="LineNr"> 398 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/at-start-of-line -<span id="L399" class="LineNr"> 399 </span> <span class="Delimiter">}</span> -<span id="L400" class="LineNr"> 400 </span> <span class="PreProc">var</span> _g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in -<span id="L401" class="LineNr"> 401 </span> <span class="PreProc">var</span> g/<span class="muRegEcx">ecx</span>: grapheme <span class="Special"><-</span> copy _g -<span id="L402" class="LineNr"> 402 </span> <span class="Delimiter">{</span> -<span id="L403" class="LineNr"> 403 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace -<span id="L404" class="LineNr"> 404 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false -<span id="L405" class="LineNr"> 405 </span> <span class="PreProc">break-if-=</span> -<span id="L406" class="LineNr"> 406 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L407" class="LineNr"> 407 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L408" class="LineNr"> 408 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> -<span id="L409" class="LineNr"> 409 </span> <span class="PreProc">var</span> gval/eax: int <span class="Special"><-</span> copy g -<span id="L410" class="LineNr"> 410 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval -<span id="L411" class="LineNr"> 411 </span> trace trace, <span class="Constant">"tokenize"</span>, stream -<span id="L412" class="LineNr"> 412 </span> <span class="Delimiter">}</span> -<span id="L413" class="LineNr"> 413 </span> $next-token:case: <span class="Delimiter">{</span> -<span id="L414" class="LineNr"> 414 </span> <span class="muComment"># open square brackets begin streams</span> -<span id="L415" class="LineNr"> 415 </span> <span class="Delimiter">{</span> -<span id="L416" class="LineNr"> 416 </span> compare g, <span class="Constant">0x5b</span>/open-square-bracket -<span id="L417" class="LineNr"> 417 </span> <span class="PreProc">break-if-!=</span> -<span id="L418" class="LineNr"> 418 </span> <span class="PreProc">var</span> dummy/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in <span class="muComment"># skip open bracket</span> -<span id="L419" class="LineNr"> 419 </span> <a href='tokenize.mu.html#L608'>next-stream-token</a> in, out, trace -<span id="L420" class="LineNr"> 420 </span> <span class="PreProc">break</span> $next-token:case -<span id="L421" class="LineNr"> 421 </span> <span class="Delimiter">}</span> -<span id="L422" class="LineNr"> 422 </span> <span class="muComment"># other symbol char</span> -<span id="L423" class="LineNr"> 423 </span> <span class="Delimiter">{</span> -<span id="L424" class="LineNr"> 424 </span> <span class="PreProc">var</span> symbol?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L738'>symbol-grapheme?</a> g -<span id="L425" class="LineNr"> 425 </span> compare symbol?, <span class="Constant">0</span>/false -<span id="L426" class="LineNr"> 426 </span> <span class="PreProc">break-if-=</span> -<span id="L427" class="LineNr"> 427 </span> <a href='tokenize.mu.html#L500'>next-symbol-token</a> in, out, trace -<span id="L428" class="LineNr"> 428 </span> <span class="PreProc">break</span> $next-token:case -<span id="L429" class="LineNr"> 429 </span> <span class="Delimiter">}</span> -<span id="L430" class="LineNr"> 430 </span> <span class="muComment"># unbalanced close square brackets are errors</span> -<span id="L431" class="LineNr"> 431 </span> <span class="Delimiter">{</span> -<span id="L432" class="LineNr"> 432 </span> compare g, <span class="Constant">0x5d</span>/close-square-bracket -<span id="L433" class="LineNr"> 433 </span> <span class="PreProc">break-if-!=</span> -<span id="L434" class="LineNr"> 434 </span> <span class="Special"><a href='trace.mu.html#L197'>error</a></span> trace, <span class="Constant">"unbalanced ']'"</span> -<span id="L435" class="LineNr"> 435 </span> <span class="PreProc">return</span> start-of-line? -<span id="L436" class="LineNr"> 436 </span> <span class="Delimiter">}</span> -<span id="L437" class="LineNr"> 437 </span> <span class="muComment"># other brackets are always single-char tokens</span> -<span id="L438" class="LineNr"> 438 </span> <span class="Delimiter">{</span> -<span id="L439" class="LineNr"> 439 </span> <span class="PreProc">var</span> bracket?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L813'>bracket-grapheme?</a> g -<span id="L440" class="LineNr"> 440 </span> compare bracket?, <span class="Constant">0</span>/false -<span id="L441" class="LineNr"> 441 </span> <span class="PreProc">break-if-=</span> -<span id="L442" class="LineNr"> 442 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in -<span id="L443" class="LineNr"> 443 </span> <a href='tokenize.mu.html#L646'>next-bracket-token</a> g, out, trace -<span id="L444" class="LineNr"> 444 </span> <span class="PreProc">break</span> $next-token:case -<span id="L445" class="LineNr"> 445 </span> <span class="Delimiter">}</span> -<span id="L446" class="LineNr"> 446 </span> <span class="muComment"># quote</span> -<span id="L447" class="LineNr"> 447 </span> <span class="Delimiter">{</span> -<span id="L448" class="LineNr"> 448 </span> compare g, <span class="Constant">0x27</span>/single-quote -<span id="L449" class="LineNr"> 449 </span> <span class="PreProc">break-if-!=</span> -<span id="L450" class="LineNr"> 450 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in <span class="muComment"># consume</span> -<span id="L451" class="LineNr"> 451 </span> <a href='tokenize.mu.html#L1030'>initialize-token</a> out, <span class="Constant">"'"</span> -<span id="L452" class="LineNr"> 452 </span> <span class="PreProc">break</span> $next-token:case -<span id="L453" class="LineNr"> 453 </span> <span class="Delimiter">}</span> -<span id="L454" class="LineNr"> 454 </span> <span class="muComment"># backquote</span> -<span id="L455" class="LineNr"> 455 </span> <span class="Delimiter">{</span> -<span id="L456" class="LineNr"> 456 </span> compare g, <span class="Constant">0x60</span>/backquote -<span id="L457" class="LineNr"> 457 </span> <span class="PreProc">break-if-!=</span> -<span id="L458" class="LineNr"> 458 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in <span class="muComment"># consume</span> -<span id="L459" class="LineNr"> 459 </span> <a href='tokenize.mu.html#L1030'>initialize-token</a> out, <span class="Constant">"`"</span> -<span id="L460" class="LineNr"> 460 </span> <span class="PreProc">break</span> $next-token:case -<span id="L461" class="LineNr"> 461 </span> <span class="Delimiter">}</span> -<span id="L462" class="LineNr"> 462 </span> <span class="muComment"># unquote</span> -<span id="L463" class="LineNr"> 463 </span> <span class="Delimiter">{</span> -<span id="L464" class="LineNr"> 464 </span> compare g, <span class="Constant">0x2c</span>/comma -<span id="L465" class="LineNr"> 465 </span> <span class="PreProc">break-if-!=</span> -<span id="L466" class="LineNr"> 466 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in <span class="muComment"># consume</span> -<span id="L467" class="LineNr"> 467 </span> <span class="muComment"># check for unquote-splice</span> -<span id="L468" class="LineNr"> 468 </span> <span class="Delimiter">{</span> -<span id="L469" class="LineNr"> 469 </span> g <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in -<span id="L470" class="LineNr"> 470 </span> compare g, <span class="Constant">0x40</span>/at-sign -<span id="L471" class="LineNr"> 471 </span> <span class="PreProc">break-if-!=</span> -<span id="L472" class="LineNr"> 472 </span> g <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in -<span id="L473" class="LineNr"> 473 </span> <a href='tokenize.mu.html#L1030'>initialize-token</a> out, <span class="Constant">",@"</span> -<span id="L474" class="LineNr"> 474 </span> <span class="PreProc">break</span> $next-token:case -<span id="L475" class="LineNr"> 475 </span> <span class="Delimiter">}</span> -<span id="L476" class="LineNr"> 476 </span> <a href='tokenize.mu.html#L1030'>initialize-token</a> out, <span class="Constant">","</span> -<span id="L477" class="LineNr"> 477 </span> <span class="PreProc">break</span> $next-token:case -<span id="L478" class="LineNr"> 478 </span> <span class="Delimiter">}</span> -<span id="L479" class="LineNr"> 479 </span> <a href='../500fake-screen.mu.html#L190'>set-cursor-position</a> <span class="Constant">0</span>/screen, <span class="Constant">0x40</span> <span class="Constant">0x20</span> -<span id="L480" class="LineNr"> 480 </span> <span class="Delimiter">{</span> -<span id="L481" class="LineNr"> 481 </span> <span class="PreProc">var</span> foo/eax: int <span class="Special"><-</span> copy g -<span id="L482" class="LineNr"> 482 </span> <a href='../501draw-text.mu.html#L387'>draw-int32-decimal-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, foo, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg -<span id="L483" class="LineNr"> 483 </span> <span class="Delimiter">}</span> -<span id="L484" class="LineNr"> 484 </span> <a href='../317abort.subx.html#L5'>abort</a> <span class="Constant">"unknown <a href='tokenize.mu.html#L3'>token</a> type"</span> -<span id="L485" class="LineNr"> 485 </span> <span class="Delimiter">}</span> -<span id="L486" class="LineNr"> 486 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace -<span id="L487" class="LineNr"> 487 </span> <span class="Delimiter">{</span> -<span id="L488" class="LineNr"> 488 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace -<span id="L489" class="LineNr"> 489 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false -<span id="L490" class="LineNr"> 490 </span> <span class="PreProc">break-if-=</span> -<span id="L491" class="LineNr"> 491 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x400</span>) <span class="muComment"># maximum possible token size (next-stream-token)</span> -<span id="L492" class="LineNr"> 492 </span> <span class="PreProc">var</span> stream/eax: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L493" class="LineNr"> 493 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> -<span id="L494" class="LineNr"> 494 </span> <a href='tokenize.mu.html#L1044'>write-token-text-data</a> stream, out -<span id="L495" class="LineNr"> 495 </span> trace trace, <span class="Constant">"tokenize"</span>, stream -<span id="L496" class="LineNr"> 496 </span> <span class="Delimiter">}</span> -<span id="L497" class="LineNr"> 497 </span> <span class="PreProc">return</span> start-of-line? -<span id="L498" class="LineNr"> 498 </span><span class="Delimiter">}</span> -<span id="L499" class="LineNr"> 499 </span> -<span id="L500" class="LineNr"> 500 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L500'>next-symbol-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), _out: (addr <a href='tokenize.mu.html#L3'>token</a>), trace: (addr trace) <span class="Delimiter">{</span> -<span id="L501" class="LineNr"> 501 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"looking for a symbol"</span> -<span id="L502" class="LineNr"> 502 </span> <a href='trace.mu.html#L239'>trace-lower</a> trace -<span id="L503" class="LineNr"> 503 </span> <span class="PreProc">var</span> out/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _out -<span id="L504" class="LineNr"> 504 </span> <span class="PreProc">var</span> out-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get out, text-data -<span id="L505" class="LineNr"> 505 </span> populate-stream out-data-ah, <span class="Constant">0x40</span>/max-symbol-size -<span id="L506" class="LineNr"> 506 </span> <span class="PreProc">var</span> _out-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *out-data-ah -<span id="L507" class="LineNr"> 507 </span> <span class="PreProc">var</span> out-data/<span class="muRegEdi">edi</span>: (addr stream byte) <span class="Special"><-</span> copy _out-data -<span id="L508" class="LineNr"> 508 </span> $next-symbol-token:<span class="PreProc">loop</span>: <span class="Delimiter">{</span> -<span id="L509" class="LineNr"> 509 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in -<span id="L510" class="LineNr"> 510 </span> compare done?, <span class="Constant">0</span>/false -<span id="L511" class="LineNr"> 511 </span> <span class="PreProc">break-if-!=</span> -<span id="L512" class="LineNr"> 512 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in -<span id="L513" class="LineNr"> 513 </span> <span class="Delimiter">{</span> -<span id="L514" class="LineNr"> 514 </span> <span class="Delimiter">{</span> -<span id="L515" class="LineNr"> 515 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace -<span id="L516" class="LineNr"> 516 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false -<span id="L517" class="LineNr"> 517 </span> <span class="Delimiter">}</span> -<span id="L518" class="LineNr"> 518 </span> <span class="PreProc">break-if-=</span> -<span id="L519" class="LineNr"> 519 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L520" class="LineNr"> 520 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L521" class="LineNr"> 521 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> -<span id="L522" class="LineNr"> 522 </span> <span class="PreProc">var</span> gval/eax: int <span class="Special"><-</span> copy g -<span id="L523" class="LineNr"> 523 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval -<span id="L524" class="LineNr"> 524 </span> trace trace, <span class="Constant">"tokenize"</span>, stream +<span id="L251" class="LineNr"> 251 </span><span class="muComment"># double quotes with zero escaping support</span> +<span id="L252" class="LineNr"> 252 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L252'>test-tokenize-stream-literal</a></span> <span class="Delimiter">{</span> +<span id="L253" class="LineNr"> 253 </span> <span class="PreProc">var</span> in-storage: <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L254" class="LineNr"> 254 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L255" class="LineNr"> 255 </span> <a href='../514gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"\"</span>abc def\<span class="Constant">""</span> +<span id="L256" class="LineNr"> 256 </span> <span class="muComment">#</span> +<span id="L257" class="LineNr"> 257 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) +<span id="L258" class="LineNr"> 258 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage +<span id="L259" class="LineNr"> 259 </span> <span class="muComment">#</span> +<span id="L260" class="LineNr"> 260 </span> <span class="PreProc">var</span> trace-storage: trace +<span id="L261" class="LineNr"> 261 </span> <span class="PreProc">var</span> trace/<span class="muRegEdx">edx</span>: (addr trace) <span class="Special"><-</span> address trace-storage +<span id="L262" class="LineNr"> 262 </span> <a href='trace.mu.html#L61'>initialize-trace</a> trace, <span class="Constant">1</span>/only-errors, <span class="Constant">0x10</span>/capacity, <span class="Constant">0</span>/visible +<span id="L263" class="LineNr"> 263 </span> <a href='tokenize.mu.html#L13'>tokenize</a> in, stream, trace +<span id="L264" class="LineNr"> 264 </span> <span class="muComment">#</span> +<span id="L265" class="LineNr"> 265 </span> <span class="PreProc">var</span> curr-token-storage: <a href='tokenize.mu.html#L3'>token</a> +<span id="L266" class="LineNr"> 266 </span> <span class="PreProc">var</span> curr-token/<span class="muRegEbx">ebx</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address curr-token-storage +<span id="L267" class="LineNr"> 267 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L268" class="LineNr"> 268 </span> <span class="PreProc">var</span> curr-token-type/eax: (addr int) <span class="Special"><-</span> get curr-token, <span class="PreProc">type</span> +<span id="L269" class="LineNr"> 269 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-type, <span class="Constant">3</span>/indent, <span class="Constant">"F - <a href='tokenize.mu.html#L252'>test-tokenize-stream-literal</a>/before-indent-type"</span> +<span id="L270" class="LineNr"> 270 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data +<span id="L271" class="LineNr"> 271 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L252'>test-tokenize-stream-literal</a>/before-indent"</span> +<span id="L272" class="LineNr"> 272 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L273" class="LineNr"> 273 </span> <span class="PreProc">var</span> stream?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1110'>stream-token?</a> curr-token +<span id="L274" class="LineNr"> 274 </span> <a href='../502test.mu.html#L19'>check</a> stream?, <span class="Constant">"F - <a href='tokenize.mu.html#L252'>test-tokenize-stream-literal</a>: type"</span> +<span id="L275" class="LineNr"> 275 </span> <span class="PreProc">var</span> curr-token-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data +<span id="L276" class="LineNr"> 276 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *curr-token-data-ah +<span id="L277" class="LineNr"> 277 </span> <span class="PreProc">var</span> data-equal?/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> curr-token-data, <span class="Constant">"abc def"</span> +<span id="L278" class="LineNr"> 278 </span> <a href='../502test.mu.html#L19'>check</a> data-equal?, <span class="Constant">"F - test-tokenize-stream-literal"</span> +<span id="L279" class="LineNr"> 279 </span> <span class="PreProc">var</span> empty?/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> stream +<span id="L280" class="LineNr"> 280 </span> <a href='../502test.mu.html#L19'>check</a> empty?, <span class="Constant">"F - <a href='tokenize.mu.html#L252'>test-tokenize-stream-literal</a>: empty?"</span> +<span id="L281" class="LineNr"> 281 </span><span class="Delimiter">}</span> +<span id="L282" class="LineNr"> 282 </span> +<span id="L283" class="LineNr"> 283 </span><span class="muComment"># alternative syntax for strings with balancing brackets</span> +<span id="L284" class="LineNr"> 284 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L284'>test-tokenize-balanced-stream-literal</a></span> <span class="Delimiter">{</span> +<span id="L285" class="LineNr"> 285 </span> <span class="PreProc">var</span> in-storage: <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L286" class="LineNr"> 286 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L287" class="LineNr"> 287 </span> <a href='../514gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"[abc def]"</span> +<span id="L288" class="LineNr"> 288 </span> <span class="muComment">#</span> +<span id="L289" class="LineNr"> 289 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) +<span id="L290" class="LineNr"> 290 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage +<span id="L291" class="LineNr"> 291 </span> <span class="muComment">#</span> +<span id="L292" class="LineNr"> 292 </span> <span class="PreProc">var</span> trace-storage: trace +<span id="L293" class="LineNr"> 293 </span> <span class="PreProc">var</span> trace/<span class="muRegEdx">edx</span>: (addr trace) <span class="Special"><-</span> address trace-storage +<span id="L294" class="LineNr"> 294 </span> <a href='trace.mu.html#L61'>initialize-trace</a> trace, <span class="Constant">1</span>/only-errors, <span class="Constant">0x10</span>/capacity, <span class="Constant">0</span>/visible +<span id="L295" class="LineNr"> 295 </span> <a href='tokenize.mu.html#L13'>tokenize</a> in, stream, trace +<span id="L296" class="LineNr"> 296 </span> <span class="muComment">#</span> +<span id="L297" class="LineNr"> 297 </span> <span class="PreProc">var</span> curr-token-storage: <a href='tokenize.mu.html#L3'>token</a> +<span id="L298" class="LineNr"> 298 </span> <span class="PreProc">var</span> curr-token/<span class="muRegEbx">ebx</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address curr-token-storage +<span id="L299" class="LineNr"> 299 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L300" class="LineNr"> 300 </span> <span class="PreProc">var</span> curr-token-type/eax: (addr int) <span class="Special"><-</span> get curr-token, <span class="PreProc">type</span> +<span id="L301" class="LineNr"> 301 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-type, <span class="Constant">3</span>/indent, <span class="Constant">"F - <a href='tokenize.mu.html#L284'>test-tokenize-balanced-stream-literal</a>/before-indent-type"</span> +<span id="L302" class="LineNr"> 302 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data +<span id="L303" class="LineNr"> 303 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L284'>test-tokenize-balanced-stream-literal</a>/before-indent"</span> +<span id="L304" class="LineNr"> 304 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L305" class="LineNr"> 305 </span> <span class="PreProc">var</span> stream?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1110'>stream-token?</a> curr-token +<span id="L306" class="LineNr"> 306 </span> <a href='../502test.mu.html#L19'>check</a> stream?, <span class="Constant">"F - <a href='tokenize.mu.html#L252'>test-tokenize-stream-literal</a>: type"</span> +<span id="L307" class="LineNr"> 307 </span> <span class="PreProc">var</span> curr-token-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data +<span id="L308" class="LineNr"> 308 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *curr-token-data-ah +<span id="L309" class="LineNr"> 309 </span> <span class="PreProc">var</span> data-equal?/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> curr-token-data, <span class="Constant">"abc def"</span> +<span id="L310" class="LineNr"> 310 </span> <a href='../502test.mu.html#L19'>check</a> data-equal?, <span class="Constant">"F - test-tokenize-balanced-stream-literal"</span> +<span id="L311" class="LineNr"> 311 </span> <span class="PreProc">var</span> empty?/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> stream +<span id="L312" class="LineNr"> 312 </span> <a href='../502test.mu.html#L19'>check</a> empty?, <span class="Constant">"F - <a href='tokenize.mu.html#L284'>test-tokenize-balanced-stream-literal</a>: empty?"</span> +<span id="L313" class="LineNr"> 313 </span><span class="Delimiter">}</span> +<span id="L314" class="LineNr"> 314 </span> +<span id="L315" class="LineNr"> 315 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L315'>test-tokenize-nested-stream-literal</a></span> <span class="Delimiter">{</span> +<span id="L316" class="LineNr"> 316 </span> <span class="PreProc">var</span> in-storage: <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L317" class="LineNr"> 317 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L318" class="LineNr"> 318 </span> <a href='../514gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"[abc [def]]"</span> +<span id="L319" class="LineNr"> 319 </span> <span class="muComment">#</span> +<span id="L320" class="LineNr"> 320 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) +<span id="L321" class="LineNr"> 321 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage +<span id="L322" class="LineNr"> 322 </span> <span class="muComment">#</span> +<span id="L323" class="LineNr"> 323 </span> <span class="PreProc">var</span> trace-storage: trace +<span id="L324" class="LineNr"> 324 </span> <span class="PreProc">var</span> trace/<span class="muRegEdx">edx</span>: (addr trace) <span class="Special"><-</span> address trace-storage +<span id="L325" class="LineNr"> 325 </span> <a href='trace.mu.html#L61'>initialize-trace</a> trace, <span class="Constant">1</span>/only-errors, <span class="Constant">0x10</span>/capacity, <span class="Constant">0</span>/visible +<span id="L326" class="LineNr"> 326 </span> <a href='tokenize.mu.html#L13'>tokenize</a> in, stream, trace +<span id="L327" class="LineNr"> 327 </span> <span class="muComment">#</span> +<span id="L328" class="LineNr"> 328 </span> <span class="PreProc">var</span> curr-token-storage: <a href='tokenize.mu.html#L3'>token</a> +<span id="L329" class="LineNr"> 329 </span> <span class="PreProc">var</span> curr-token/<span class="muRegEbx">ebx</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address curr-token-storage +<span id="L330" class="LineNr"> 330 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L331" class="LineNr"> 331 </span> <span class="PreProc">var</span> curr-token-type/eax: (addr int) <span class="Special"><-</span> get curr-token, <span class="PreProc">type</span> +<span id="L332" class="LineNr"> 332 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-type, <span class="Constant">3</span>/indent, <span class="Constant">"F - <a href='tokenize.mu.html#L315'>test-tokenize-nested-stream-literal</a>/before-indent-type"</span> +<span id="L333" class="LineNr"> 333 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data +<span id="L334" class="LineNr"> 334 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L315'>test-tokenize-nested-stream-literal</a>/before-indent"</span> +<span id="L335" class="LineNr"> 335 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L336" class="LineNr"> 336 </span> <span class="PreProc">var</span> stream?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1110'>stream-token?</a> curr-token +<span id="L337" class="LineNr"> 337 </span> <a href='../502test.mu.html#L19'>check</a> stream?, <span class="Constant">"F - <a href='tokenize.mu.html#L252'>test-tokenize-stream-literal</a>: type"</span> +<span id="L338" class="LineNr"> 338 </span> <span class="PreProc">var</span> curr-token-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data +<span id="L339" class="LineNr"> 339 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *curr-token-data-ah +<span id="L340" class="LineNr"> 340 </span> <span class="PreProc">var</span> data-equal?/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> curr-token-data, <span class="Constant">"abc [def]"</span> +<span id="L341" class="LineNr"> 341 </span> <a href='../502test.mu.html#L19'>check</a> data-equal?, <span class="Constant">"F - test-tokenize-nested-stream-literal"</span> +<span id="L342" class="LineNr"> 342 </span> <span class="PreProc">var</span> empty?/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> stream +<span id="L343" class="LineNr"> 343 </span> <a href='../502test.mu.html#L19'>check</a> empty?, <span class="Constant">"F - <a href='tokenize.mu.html#L315'>test-tokenize-nested-stream-literal</a>: empty?"</span> +<span id="L344" class="LineNr"> 344 </span><span class="Delimiter">}</span> +<span id="L345" class="LineNr"> 345 </span> +<span id="L346" class="LineNr"> 346 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L346'>test-tokenize-stream-literal-in-tree</a></span> <span class="Delimiter">{</span> +<span id="L347" class="LineNr"> 347 </span> <span class="PreProc">var</span> in-storage: <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L348" class="LineNr"> 348 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L349" class="LineNr"> 349 </span> <a href='../514gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"([abc def])"</span> +<span id="L350" class="LineNr"> 350 </span> <span class="muComment">#</span> +<span id="L351" class="LineNr"> 351 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) +<span id="L352" class="LineNr"> 352 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage +<span id="L353" class="LineNr"> 353 </span> <span class="muComment">#</span> +<span id="L354" class="LineNr"> 354 </span> <span class="PreProc">var</span> trace-storage: trace +<span id="L355" class="LineNr"> 355 </span> <span class="PreProc">var</span> trace/<span class="muRegEdx">edx</span>: (addr trace) <span class="Special"><-</span> address trace-storage +<span id="L356" class="LineNr"> 356 </span> <a href='trace.mu.html#L61'>initialize-trace</a> trace, <span class="Constant">1</span>/only-errors, <span class="Constant">0x10</span>/capacity, <span class="Constant">0</span>/visible +<span id="L357" class="LineNr"> 357 </span> <a href='tokenize.mu.html#L13'>tokenize</a> in, stream, trace +<span id="L358" class="LineNr"> 358 </span> <span class="muComment">#</span> +<span id="L359" class="LineNr"> 359 </span> <span class="PreProc">var</span> curr-token-storage: <a href='tokenize.mu.html#L3'>token</a> +<span id="L360" class="LineNr"> 360 </span> <span class="PreProc">var</span> curr-token/<span class="muRegEbx">ebx</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address curr-token-storage +<span id="L361" class="LineNr"> 361 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L362" class="LineNr"> 362 </span> <span class="PreProc">var</span> curr-token-type/eax: (addr int) <span class="Special"><-</span> get curr-token, <span class="PreProc">type</span> +<span id="L363" class="LineNr"> 363 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-type, <span class="Constant">3</span>/indent, <span class="Constant">"F - <a href='tokenize.mu.html#L346'>test-tokenize-stream-literal-in-tree</a>/before-indent-type"</span> +<span id="L364" class="LineNr"> 364 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data +<span id="L365" class="LineNr"> 365 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L346'>test-tokenize-stream-literal-in-tree</a>/before-indent"</span> +<span id="L366" class="LineNr"> 366 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L367" class="LineNr"> 367 </span> <span class="PreProc">var</span> bracket?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L999'>bracket-token?</a> curr-token +<span id="L368" class="LineNr"> 368 </span> <a href='../502test.mu.html#L19'>check</a> bracket?, <span class="Constant">"F - <a href='tokenize.mu.html#L346'>test-tokenize-stream-literal-in-tree</a>: open paren"</span> +<span id="L369" class="LineNr"> 369 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L370" class="LineNr"> 370 </span> <span class="PreProc">var</span> stream?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1110'>stream-token?</a> curr-token +<span id="L371" class="LineNr"> 371 </span> <a href='../502test.mu.html#L19'>check</a> stream?, <span class="Constant">"F - <a href='tokenize.mu.html#L346'>test-tokenize-stream-literal-in-tree</a>: type"</span> +<span id="L372" class="LineNr"> 372 </span> <span class="PreProc">var</span> curr-token-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data +<span id="L373" class="LineNr"> 373 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *curr-token-data-ah +<span id="L374" class="LineNr"> 374 </span> <span class="PreProc">var</span> data-equal?/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> curr-token-data, <span class="Constant">"abc def"</span> +<span id="L375" class="LineNr"> 375 </span> <a href='../502test.mu.html#L19'>check</a> data-equal?, <span class="Constant">"F - test-tokenize-stream-literal-in-tree"</span> +<span id="L376" class="LineNr"> 376 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L377" class="LineNr"> 377 </span> <span class="PreProc">var</span> bracket?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L999'>bracket-token?</a> curr-token +<span id="L378" class="LineNr"> 378 </span> <a href='../502test.mu.html#L19'>check</a> bracket?, <span class="Constant">"F - <a href='tokenize.mu.html#L346'>test-tokenize-stream-literal-in-tree</a>: close paren"</span> +<span id="L379" class="LineNr"> 379 </span> <span class="PreProc">var</span> empty?/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> stream +<span id="L380" class="LineNr"> 380 </span> <a href='../502test.mu.html#L19'>check</a> empty?, <span class="Constant">"F - <a href='tokenize.mu.html#L346'>test-tokenize-stream-literal-in-tree</a>: empty?"</span> +<span id="L381" class="LineNr"> 381 </span><span class="Delimiter">}</span> +<span id="L382" class="LineNr"> 382 </span> +<span id="L383" class="LineNr"> 383 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L383'>test-tokenize-indent</a></span> <span class="Delimiter">{</span> +<span id="L384" class="LineNr"> 384 </span> <span class="PreProc">var</span> in-storage: <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L385" class="LineNr"> 385 </span> <span class="PreProc">var</span> in/<span class="muRegEsi">esi</span>: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L386" class="LineNr"> 386 </span> <a href='../514gap-buffer.mu.html#L53'>initialize-gap-buffer-with</a> in, <span class="Constant">"abc\n def"</span> +<span id="L387" class="LineNr"> 387 </span> <span class="muComment">#</span> +<span id="L388" class="LineNr"> 388 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='tokenize.mu.html#L3'>token</a> <span class="Constant">0x10</span>) +<span id="L389" class="LineNr"> 389 </span> <span class="PreProc">var</span> stream/<span class="muRegEdi">edi</span>: (addr stream <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address stream-storage +<span id="L390" class="LineNr"> 390 </span> <span class="muComment">#</span> +<span id="L391" class="LineNr"> 391 </span> <span class="PreProc">var</span> trace-storage: trace +<span id="L392" class="LineNr"> 392 </span> <span class="PreProc">var</span> trace/<span class="muRegEdx">edx</span>: (addr trace) <span class="Special"><-</span> address trace-storage +<span id="L393" class="LineNr"> 393 </span> <a href='trace.mu.html#L61'>initialize-trace</a> trace, <span class="Constant">1</span>/only-errors, <span class="Constant">0x10</span>/capacity, <span class="Constant">0</span>/visible +<span id="L394" class="LineNr"> 394 </span> <a href='tokenize.mu.html#L13'>tokenize</a> in, stream, trace +<span id="L395" class="LineNr"> 395 </span> <span class="muComment">#</span> +<span id="L396" class="LineNr"> 396 </span> <span class="PreProc">var</span> curr-token-storage: <a href='tokenize.mu.html#L3'>token</a> +<span id="L397" class="LineNr"> 397 </span> <span class="PreProc">var</span> curr-token/<span class="muRegEbx">ebx</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address curr-token-storage +<span id="L398" class="LineNr"> 398 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L399" class="LineNr"> 399 </span> <span class="PreProc">var</span> curr-token-type/eax: (addr int) <span class="Special"><-</span> get curr-token, <span class="PreProc">type</span> +<span id="L400" class="LineNr"> 400 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-type, <span class="Constant">3</span>/indent, <span class="Constant">"F - <a href='tokenize.mu.html#L383'>test-tokenize-indent</a>/before-indent-type"</span> +<span id="L401" class="LineNr"> 401 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data +<span id="L402" class="LineNr"> 402 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">0</span>/spaces, <span class="Constant">"F - <a href='tokenize.mu.html#L383'>test-tokenize-indent</a>/before-indent"</span> +<span id="L403" class="LineNr"> 403 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L404" class="LineNr"> 404 </span> <span class="PreProc">var</span> curr-token-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data +<span id="L405" class="LineNr"> 405 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *curr-token-data-ah +<span id="L406" class="LineNr"> 406 </span> <a href='../109stream-equal.subx.html#L194'>check-stream-equal</a> curr-token-data, <span class="Constant">"abc"</span>, <span class="Constant">"F - <a href='tokenize.mu.html#L383'>test-tokenize-indent</a>/before"</span> +<span id="L407" class="LineNr"> 407 </span> <span class="muComment">#</span> +<span id="L408" class="LineNr"> 408 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L409" class="LineNr"> 409 </span> <span class="PreProc">var</span> curr-token-type/eax: (addr int) <span class="Special"><-</span> get curr-token, <span class="PreProc">type</span> +<span id="L410" class="LineNr"> 410 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-type, <span class="Constant">3</span>/indent, <span class="Constant">"F - <a href='tokenize.mu.html#L383'>test-tokenize-indent</a>/type"</span> +<span id="L411" class="LineNr"> 411 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr int) <span class="Special"><-</span> get curr-token, number-data +<span id="L412" class="LineNr"> 412 </span> <a href='../502test.mu.html#L2'>check-ints-equal</a> *curr-token-data, <span class="Constant">2</span>/spaces, <span class="Constant">"F - test-tokenize-indent"</span> +<span id="L413" class="LineNr"> 413 </span> <span class="muComment">#</span> +<span id="L414" class="LineNr"> 414 </span> <a href='../309stream.subx.html#L104'>read-from-stream</a> stream, curr-token +<span id="L415" class="LineNr"> 415 </span> <span class="PreProc">var</span> curr-token-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data +<span id="L416" class="LineNr"> 416 </span> <span class="PreProc">var</span> curr-token-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *curr-token-data-ah +<span id="L417" class="LineNr"> 417 </span> <a href='../109stream-equal.subx.html#L194'>check-stream-equal</a> curr-token-data, <span class="Constant">"def"</span>, <span class="Constant">"F - <a href='tokenize.mu.html#L383'>test-tokenize-indent</a>/after"</span> +<span id="L418" class="LineNr"> 418 </span><span class="Delimiter">}</span> +<span id="L419" class="LineNr"> 419 </span> +<span id="L420" class="LineNr"> 420 </span><span class="muComment"># caller is responsible for threading start-of-line? between calls to next-token</span> +<span id="L421" class="LineNr"> 421 </span><span class="muComment"># 'in' may contain whitespace if start-of-line?</span> +<span id="L422" class="LineNr"> 422 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L422'>next-token</a></span> in: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>), out: (addr <a href='tokenize.mu.html#L3'>token</a>), start-of-line?: boolean, trace: (addr trace)<span class="PreProc"> -> </span>_/<span class="muRegEdi">edi</span>: boolean <span class="Delimiter">{</span> +<span id="L423" class="LineNr"> 423 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"next-token"</span> +<span id="L424" class="LineNr"> 424 </span> <a href='trace.mu.html#L239'>trace-lower</a> trace +<span id="L425" class="LineNr"> 425 </span> <span class="muComment"># save an indent token if necessary</span> +<span id="L426" class="LineNr"> 426 </span> <span class="Delimiter">{</span> +<span id="L427" class="LineNr"> 427 </span> compare start-of-line?, <span class="Constant">0</span>/false +<span id="L428" class="LineNr"> 428 </span> <span class="PreProc">break-if-=</span> +<span id="L429" class="LineNr"> 429 </span> <a href='tokenize.mu.html#L801'>next-indent-token</a> in, out, trace <span class="muComment"># might not be returned</span> +<span id="L430" class="LineNr"> 430 </span> <span class="Delimiter">}</span> +<span id="L431" class="LineNr"> 431 </span> <a href='../514gap-buffer.mu.html#L1190'>skip-spaces-from-gap-buffer</a> in +<span id="L432" class="LineNr"> 432 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in +<span id="L433" class="LineNr"> 433 </span> <span class="Delimiter">{</span> +<span id="L434" class="LineNr"> 434 </span> compare g, <span class="Constant">0x23</span>/comment +<span id="L435" class="LineNr"> 435 </span> <span class="PreProc">break-if-!=</span> +<span id="L436" class="LineNr"> 436 </span> <a href='tokenize.mu.html#L788'>skip-rest-of-line</a> in +<span id="L437" class="LineNr"> 437 </span> <span class="Delimiter">}</span> +<span id="L438" class="LineNr"> 438 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in +<span id="L439" class="LineNr"> 439 </span> <span class="Delimiter">{</span> +<span id="L440" class="LineNr"> 440 </span> compare g, <span class="Constant">0xa</span>/newline +<span id="L441" class="LineNr"> 441 </span> <span class="PreProc">break-if-!=</span> +<span id="L442" class="LineNr"> 442 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"newline"</span> +<span id="L443" class="LineNr"> 443 </span> g <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in +<span id="L444" class="LineNr"> 444 </span> <a href='tokenize.mu.html#L1159'>initialize-skip-token</a> out <span class="muComment"># might drop indent if that's all there was in this line</span> +<span id="L445" class="LineNr"> 445 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace +<span id="L446" class="LineNr"> 446 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/at-start-of-line +<span id="L447" class="LineNr"> 447 </span> <span class="Delimiter">}</span> +<span id="L448" class="LineNr"> 448 </span> <span class="Delimiter">{</span> +<span id="L449" class="LineNr"> 449 </span> compare start-of-line?, <span class="Constant">0</span>/false +<span id="L450" class="LineNr"> 450 </span> <span class="PreProc">break-if-=</span> +<span id="L451" class="LineNr"> 451 </span> <span class="muComment"># still here? no comment or newline? return saved indent</span> +<span id="L452" class="LineNr"> 452 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace +<span id="L453" class="LineNr"> 453 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/not-at-start-of-line +<span id="L454" class="LineNr"> 454 </span> <span class="Delimiter">}</span> +<span id="L455" class="LineNr"> 455 </span> <span class="Delimiter">{</span> +<span id="L456" class="LineNr"> 456 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in +<span id="L457" class="LineNr"> 457 </span> compare done?, <span class="Constant">0</span>/false +<span id="L458" class="LineNr"> 458 </span> <span class="PreProc">break-if-=</span> +<span id="L459" class="LineNr"> 459 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"end"</span> +<span id="L460" class="LineNr"> 460 </span> <a href='tokenize.mu.html#L1159'>initialize-skip-token</a> out +<span id="L461" class="LineNr"> 461 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace +<span id="L462" class="LineNr"> 462 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/at-start-of-line +<span id="L463" class="LineNr"> 463 </span> <span class="Delimiter">}</span> +<span id="L464" class="LineNr"> 464 </span> <span class="PreProc">var</span> _g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in +<span id="L465" class="LineNr"> 465 </span> <span class="PreProc">var</span> g/<span class="muRegEcx">ecx</span>: grapheme <span class="Special"><-</span> copy _g +<span id="L466" class="LineNr"> 466 </span> <span class="Delimiter">{</span> +<span id="L467" class="LineNr"> 467 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace +<span id="L468" class="LineNr"> 468 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false +<span id="L469" class="LineNr"> 469 </span> <span class="PreProc">break-if-=</span> +<span id="L470" class="LineNr"> 470 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L471" class="LineNr"> 471 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L472" class="LineNr"> 472 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> +<span id="L473" class="LineNr"> 473 </span> <span class="PreProc">var</span> gval/eax: int <span class="Special"><-</span> copy g +<span id="L474" class="LineNr"> 474 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval +<span id="L475" class="LineNr"> 475 </span> trace trace, <span class="Constant">"tokenize"</span>, stream +<span id="L476" class="LineNr"> 476 </span> <span class="Delimiter">}</span> +<span id="L477" class="LineNr"> 477 </span> $next-token:case: <span class="Delimiter">{</span> +<span id="L478" class="LineNr"> 478 </span> <span class="muComment"># double quotes begin streams</span> +<span id="L479" class="LineNr"> 479 </span> <span class="Delimiter">{</span> +<span id="L480" class="LineNr"> 480 </span> compare g, <span class="Constant">0x22</span>/double-quote +<span id="L481" class="LineNr"> 481 </span> <span class="PreProc">break-if-!=</span> +<span id="L482" class="LineNr"> 482 </span> <span class="PreProc">var</span> dummy/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in <span class="muComment"># skip</span> +<span id="L483" class="LineNr"> 483 </span> <a href='tokenize.mu.html#L680'>next-stream-token</a> in, out, trace +<span id="L484" class="LineNr"> 484 </span> <span class="PreProc">break</span> $next-token:case +<span id="L485" class="LineNr"> 485 </span> <span class="Delimiter">}</span> +<span id="L486" class="LineNr"> 486 </span> <span class="muComment"># open square brackets begin balanced streams</span> +<span id="L487" class="LineNr"> 487 </span> <span class="Delimiter">{</span> +<span id="L488" class="LineNr"> 488 </span> compare g, <span class="Constant">0x5b</span>/open-square-bracket +<span id="L489" class="LineNr"> 489 </span> <span class="PreProc">break-if-!=</span> +<span id="L490" class="LineNr"> 490 </span> <span class="PreProc">var</span> dummy/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in <span class="muComment"># skip open bracket</span> +<span id="L491" class="LineNr"> 491 </span> <a href='tokenize.mu.html#L718'>next-balanced-stream-token</a> in, out, trace +<span id="L492" class="LineNr"> 492 </span> <span class="PreProc">break</span> $next-token:case +<span id="L493" class="LineNr"> 493 </span> <span class="Delimiter">}</span> +<span id="L494" class="LineNr"> 494 </span> <span class="muComment"># other symbol char</span> +<span id="L495" class="LineNr"> 495 </span> <span class="Delimiter">{</span> +<span id="L496" class="LineNr"> 496 </span> <span class="PreProc">var</span> <a href='cell.mu.html#L48'>symbol?</a>/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L859'>symbol-grapheme?</a> g +<span id="L497" class="LineNr"> 497 </span> compare <a href='cell.mu.html#L48'>symbol?</a>, <span class="Constant">0</span>/false +<span id="L498" class="LineNr"> 498 </span> <span class="PreProc">break-if-=</span> +<span id="L499" class="LineNr"> 499 </span> <a href='tokenize.mu.html#L572'>next-symbol-token</a> in, out, trace +<span id="L500" class="LineNr"> 500 </span> <span class="PreProc">break</span> $next-token:case +<span id="L501" class="LineNr"> 501 </span> <span class="Delimiter">}</span> +<span id="L502" class="LineNr"> 502 </span> <span class="muComment"># unbalanced close square brackets are errors</span> +<span id="L503" class="LineNr"> 503 </span> <span class="Delimiter">{</span> +<span id="L504" class="LineNr"> 504 </span> compare g, <span class="Constant">0x5d</span>/close-square-bracket +<span id="L505" class="LineNr"> 505 </span> <span class="PreProc">break-if-!=</span> +<span id="L506" class="LineNr"> 506 </span> <span class="Special"><a href='trace.mu.html#L197'>error</a></span> trace, <span class="Constant">"unbalanced ']'"</span> +<span id="L507" class="LineNr"> 507 </span> <span class="PreProc">return</span> start-of-line? +<span id="L508" class="LineNr"> 508 </span> <span class="Delimiter">}</span> +<span id="L509" class="LineNr"> 509 </span> <span class="muComment"># other brackets are always single-char tokens</span> +<span id="L510" class="LineNr"> 510 </span> <span class="Delimiter">{</span> +<span id="L511" class="LineNr"> 511 </span> <span class="PreProc">var</span> bracket?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L934'>bracket-grapheme?</a> g +<span id="L512" class="LineNr"> 512 </span> compare bracket?, <span class="Constant">0</span>/false +<span id="L513" class="LineNr"> 513 </span> <span class="PreProc">break-if-=</span> +<span id="L514" class="LineNr"> 514 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in +<span id="L515" class="LineNr"> 515 </span> <a href='tokenize.mu.html#L767'>next-bracket-token</a> g, out, trace +<span id="L516" class="LineNr"> 516 </span> <span class="PreProc">break</span> $next-token:case +<span id="L517" class="LineNr"> 517 </span> <span class="Delimiter">}</span> +<span id="L518" class="LineNr"> 518 </span> <span class="muComment"># quote</span> +<span id="L519" class="LineNr"> 519 </span> <span class="Delimiter">{</span> +<span id="L520" class="LineNr"> 520 </span> compare g, <span class="Constant">0x27</span>/single-quote +<span id="L521" class="LineNr"> 521 </span> <span class="PreProc">break-if-!=</span> +<span id="L522" class="LineNr"> 522 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in <span class="muComment"># consume</span> +<span id="L523" class="LineNr"> 523 </span> <a href='tokenize.mu.html#L1151'>initialize-token</a> out, <span class="Constant">"'"</span> +<span id="L524" class="LineNr"> 524 </span> <span class="PreProc">break</span> $next-token:case <span id="L525" class="LineNr"> 525 </span> <span class="Delimiter">}</span> -<span id="L526" class="LineNr"> 526 </span> <span class="muComment"># if non-symbol, return</span> +<span id="L526" class="LineNr"> 526 </span> <span class="muComment"># backquote</span> <span id="L527" class="LineNr"> 527 </span> <span class="Delimiter">{</span> -<span id="L528" class="LineNr"> 528 </span> <span class="PreProc">var</span> <a href='tokenize.mu.html#L738'>symbol-grapheme?</a>/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L738'>symbol-grapheme?</a> g -<span id="L529" class="LineNr"> 529 </span> compare <a href='tokenize.mu.html#L738'>symbol-grapheme?</a>, <span class="Constant">0</span>/false -<span id="L530" class="LineNr"> 530 </span> <span class="PreProc">break-if-!=</span> -<span id="L531" class="LineNr"> 531 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"stop"</span> -<span id="L532" class="LineNr"> 532 </span> <span class="PreProc">break</span> $next-symbol-token:<span class="PreProc">loop</span> +<span id="L528" class="LineNr"> 528 </span> compare g, <span class="Constant">0x60</span>/backquote +<span id="L529" class="LineNr"> 529 </span> <span class="PreProc">break-if-!=</span> +<span id="L530" class="LineNr"> 530 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in <span class="muComment"># consume</span> +<span id="L531" class="LineNr"> 531 </span> <a href='tokenize.mu.html#L1151'>initialize-token</a> out, <span class="Constant">"`"</span> +<span id="L532" class="LineNr"> 532 </span> <span class="PreProc">break</span> $next-token:case <span id="L533" class="LineNr"> 533 </span> <span class="Delimiter">}</span> -<span id="L534" class="LineNr"> 534 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in -<span id="L535" class="LineNr"> 535 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out-data, g -<span id="L536" class="LineNr"> 536 </span> <span class="PreProc">loop</span> -<span id="L537" class="LineNr"> 537 </span> <span class="Delimiter">}</span> -<span id="L538" class="LineNr"> 538 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace -<span id="L539" class="LineNr"> 539 </span> <span class="Delimiter">{</span> -<span id="L540" class="LineNr"> 540 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace -<span id="L541" class="LineNr"> 541 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false -<span id="L542" class="LineNr"> 542 </span> <span class="PreProc">break-if-=</span> -<span id="L543" class="LineNr"> 543 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L544" class="LineNr"> 544 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L545" class="LineNr"> 545 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> -<span id="L546" class="LineNr"> 546 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out-data -<span id="L547" class="LineNr"> 547 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out-data -<span id="L548" class="LineNr"> 548 </span> trace trace, <span class="Constant">"tokenize"</span>, stream -<span id="L549" class="LineNr"> 549 </span> <span class="Delimiter">}</span> -<span id="L550" class="LineNr"> 550 </span><span class="Delimiter">}</span> -<span id="L551" class="LineNr"> 551 </span> -<span id="L552" class="LineNr"> 552 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L552'>next-number-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), _out: (addr <a href='tokenize.mu.html#L3'>token</a>), trace: (addr trace) <span class="Delimiter">{</span> -<span id="L553" class="LineNr"> 553 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"looking for a number"</span> -<span id="L554" class="LineNr"> 554 </span> <a href='trace.mu.html#L239'>trace-lower</a> trace -<span id="L555" class="LineNr"> 555 </span> <span class="PreProc">var</span> out/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _out -<span id="L556" class="LineNr"> 556 </span> <span class="PreProc">var</span> out-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get out, text-data -<span id="L557" class="LineNr"> 557 </span> populate-stream out-data-ah, <span class="Constant">0x40</span> -<span id="L558" class="LineNr"> 558 </span> <span class="PreProc">var</span> _out-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *out-data-ah -<span id="L559" class="LineNr"> 559 </span> <span class="PreProc">var</span> out-data/<span class="muRegEdi">edi</span>: (addr stream byte) <span class="Special"><-</span> copy _out-data -<span id="L560" class="LineNr"> 560 </span> $next-number-token:check-minus: <span class="Delimiter">{</span> -<span id="L561" class="LineNr"> 561 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in -<span id="L562" class="LineNr"> 562 </span> compare g, <span class="Constant">0x2d</span>/minus -<span id="L563" class="LineNr"> 563 </span> g <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in <span class="muComment"># consume</span> -<span id="L564" class="LineNr"> 564 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out-data, g -<span id="L565" class="LineNr"> 565 </span> <span class="Delimiter">}</span> -<span id="L566" class="LineNr"> 566 </span> $next-number-token:<span class="PreProc">loop</span>: <span class="Delimiter">{</span> -<span id="L567" class="LineNr"> 567 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in -<span id="L568" class="LineNr"> 568 </span> compare done?, <span class="Constant">0</span>/false -<span id="L569" class="LineNr"> 569 </span> <span class="PreProc">break-if-!=</span> -<span id="L570" class="LineNr"> 570 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in -<span id="L571" class="LineNr"> 571 </span> <span class="Delimiter">{</span> -<span id="L572" class="LineNr"> 572 </span> <span class="Delimiter">{</span> -<span id="L573" class="LineNr"> 573 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace -<span id="L574" class="LineNr"> 574 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false -<span id="L575" class="LineNr"> 575 </span> <span class="Delimiter">}</span> -<span id="L576" class="LineNr"> 576 </span> <span class="PreProc">break-if-=</span> -<span id="L577" class="LineNr"> 577 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L578" class="LineNr"> 578 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L579" class="LineNr"> 579 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> -<span id="L580" class="LineNr"> 580 </span> <span class="PreProc">var</span> gval/eax: int <span class="Special"><-</span> copy g -<span id="L581" class="LineNr"> 581 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval -<span id="L582" class="LineNr"> 582 </span> trace trace, <span class="Constant">"tokenize"</span>, stream -<span id="L583" class="LineNr"> 583 </span> <span class="Delimiter">}</span> -<span id="L584" class="LineNr"> 584 </span> <span class="muComment"># if not symbol grapheme, return</span> +<span id="L534" class="LineNr"> 534 </span> <span class="muComment"># unquote</span> +<span id="L535" class="LineNr"> 535 </span> <span class="Delimiter">{</span> +<span id="L536" class="LineNr"> 536 </span> compare g, <span class="Constant">0x2c</span>/comma +<span id="L537" class="LineNr"> 537 </span> <span class="PreProc">break-if-!=</span> +<span id="L538" class="LineNr"> 538 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in <span class="muComment"># consume</span> +<span id="L539" class="LineNr"> 539 </span> <span class="muComment"># check for unquote-splice</span> +<span id="L540" class="LineNr"> 540 </span> <span class="Delimiter">{</span> +<span id="L541" class="LineNr"> 541 </span> g <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in +<span id="L542" class="LineNr"> 542 </span> compare g, <span class="Constant">0x40</span>/at-sign +<span id="L543" class="LineNr"> 543 </span> <span class="PreProc">break-if-!=</span> +<span id="L544" class="LineNr"> 544 </span> g <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in +<span id="L545" class="LineNr"> 545 </span> <a href='tokenize.mu.html#L1151'>initialize-token</a> out, <span class="Constant">",@"</span> +<span id="L546" class="LineNr"> 546 </span> <span class="PreProc">break</span> $next-token:case +<span id="L547" class="LineNr"> 547 </span> <span class="Delimiter">}</span> +<span id="L548" class="LineNr"> 548 </span> <a href='tokenize.mu.html#L1151'>initialize-token</a> out, <span class="Constant">","</span> +<span id="L549" class="LineNr"> 549 </span> <span class="PreProc">break</span> $next-token:case +<span id="L550" class="LineNr"> 550 </span> <span class="Delimiter">}</span> +<span id="L551" class="LineNr"> 551 </span> <a href='../500fake-screen.mu.html#L190'>set-cursor-position</a> <span class="Constant">0</span>/screen, <span class="Constant">0x40</span> <span class="Constant">0x20</span> +<span id="L552" class="LineNr"> 552 </span> <span class="Delimiter">{</span> +<span id="L553" class="LineNr"> 553 </span> <span class="PreProc">var</span> foo/eax: int <span class="Special"><-</span> copy g +<span id="L554" class="LineNr"> 554 </span> <a href='../501draw-text.mu.html#L384'>draw-int32-decimal-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, foo, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg +<span id="L555" class="LineNr"> 555 </span> <span class="Delimiter">}</span> +<span id="L556" class="LineNr"> 556 </span> <a href='../317abort.subx.html#L5'>abort</a> <span class="Constant">"unknown <a href='tokenize.mu.html#L3'>token</a> type"</span> +<span id="L557" class="LineNr"> 557 </span> <span class="Delimiter">}</span> +<span id="L558" class="LineNr"> 558 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace +<span id="L559" class="LineNr"> 559 </span> <span class="Delimiter">{</span> +<span id="L560" class="LineNr"> 560 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace +<span id="L561" class="LineNr"> 561 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false +<span id="L562" class="LineNr"> 562 </span> <span class="PreProc">break-if-=</span> +<span id="L563" class="LineNr"> 563 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x400</span>) <span class="muComment"># maximum possible token size (next-stream-token)</span> +<span id="L564" class="LineNr"> 564 </span> <span class="PreProc">var</span> stream/eax: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L565" class="LineNr"> 565 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> +<span id="L566" class="LineNr"> 566 </span> <a href='tokenize.mu.html#L1165'>write-token-text-data</a> stream, out +<span id="L567" class="LineNr"> 567 </span> trace trace, <span class="Constant">"tokenize"</span>, stream +<span id="L568" class="LineNr"> 568 </span> <span class="Delimiter">}</span> +<span id="L569" class="LineNr"> 569 </span> <span class="PreProc">return</span> start-of-line? +<span id="L570" class="LineNr"> 570 </span><span class="Delimiter">}</span> +<span id="L571" class="LineNr"> 571 </span> +<span id="L572" class="LineNr"> 572 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L572'>next-symbol-token</a></span> in: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>), _out: (addr <a href='tokenize.mu.html#L3'>token</a>), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L573" class="LineNr"> 573 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"looking for a symbol"</span> +<span id="L574" class="LineNr"> 574 </span> <a href='trace.mu.html#L239'>trace-lower</a> trace +<span id="L575" class="LineNr"> 575 </span> <span class="PreProc">var</span> out/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _out +<span id="L576" class="LineNr"> 576 </span> <span class="PreProc">var</span> out-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get out, text-data +<span id="L577" class="LineNr"> 577 </span> populate-stream out-data-ah, <span class="Constant">0x40</span>/max-symbol-size +<span id="L578" class="LineNr"> 578 </span> <span class="PreProc">var</span> _out-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *out-data-ah +<span id="L579" class="LineNr"> 579 </span> <span class="PreProc">var</span> out-data/<span class="muRegEdi">edi</span>: (addr stream byte) <span class="Special"><-</span> copy _out-data +<span id="L580" class="LineNr"> 580 </span> $next-symbol-token:<span class="PreProc">loop</span>: <span class="Delimiter">{</span> +<span id="L581" class="LineNr"> 581 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in +<span id="L582" class="LineNr"> 582 </span> compare done?, <span class="Constant">0</span>/false +<span id="L583" class="LineNr"> 583 </span> <span class="PreProc">break-if-!=</span> +<span id="L584" class="LineNr"> 584 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in <span id="L585" class="LineNr"> 585 </span> <span class="Delimiter">{</span> -<span id="L586" class="LineNr"> 586 </span> <span class="PreProc">var</span> <a href='tokenize.mu.html#L738'>symbol-grapheme?</a>/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L738'>symbol-grapheme?</a> g -<span id="L587" class="LineNr"> 587 </span> compare <a href='tokenize.mu.html#L738'>symbol-grapheme?</a>, <span class="Constant">0</span>/false -<span id="L588" class="LineNr"> 588 </span> <span class="PreProc">break-if-!=</span> -<span id="L589" class="LineNr"> 589 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"stop"</span> -<span id="L590" class="LineNr"> 590 </span> <span class="PreProc">break</span> $next-number-token:<span class="PreProc">loop</span> -<span id="L591" class="LineNr"> 591 </span> <span class="Delimiter">}</span> -<span id="L592" class="LineNr"> 592 </span> <span class="muComment"># if not digit grapheme, abort</span> -<span id="L593" class="LineNr"> 593 </span> <span class="Delimiter">{</span> -<span id="L594" class="LineNr"> 594 </span> <span class="PreProc">var</span> digit?/eax: boolean <span class="Special"><-</span> <a href='../126write-int-decimal.subx.html#L327'>decimal-digit?</a> g -<span id="L595" class="LineNr"> 595 </span> compare digit?, <span class="Constant">0</span>/false -<span id="L596" class="LineNr"> 596 </span> <span class="PreProc">break-if-!=</span> -<span id="L597" class="LineNr"> 597 </span> <span class="Special"><a href='trace.mu.html#L197'>error</a></span> trace, <span class="Constant">"invalid number"</span> -<span id="L598" class="LineNr"> 598 </span> <span class="PreProc">return</span> -<span id="L599" class="LineNr"> 599 </span> <span class="Delimiter">}</span> -<span id="L600" class="LineNr"> 600 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"append"</span> -<span id="L601" class="LineNr"> 601 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in -<span id="L602" class="LineNr"> 602 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out-data, g -<span id="L603" class="LineNr"> 603 </span> <span class="PreProc">loop</span> -<span id="L604" class="LineNr"> 604 </span> <span class="Delimiter">}</span> -<span id="L605" class="LineNr"> 605 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace -<span id="L606" class="LineNr"> 606 </span><span class="Delimiter">}</span> -<span id="L607" class="LineNr"> 607 </span> -<span id="L608" class="LineNr"> 608 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L608'>next-stream-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), _out: (addr <a href='tokenize.mu.html#L3'>token</a>), trace: (addr trace) <span class="Delimiter">{</span> -<span id="L609" class="LineNr"> 609 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"stream"</span> -<span id="L610" class="LineNr"> 610 </span> <span class="PreProc">var</span> out/<span class="muRegEdi">edi</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _out -<span id="L611" class="LineNr"> 611 </span> <span class="PreProc">var</span> out-type/eax: (addr int) <span class="Special"><-</span> get out, <span class="PreProc">type</span> -<span id="L612" class="LineNr"> 612 </span> copy-to *out-type, <span class="Constant">1</span>/stream -<span id="L613" class="LineNr"> 613 </span> <span class="PreProc">var</span> out-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get out, text-data -<span id="L614" class="LineNr"> 614 </span> <span class="muComment"># stream tokens contain whole function definitions on boot, so we always</span> -<span id="L615" class="LineNr"> 615 </span> <span class="muComment"># give them plenty of space</span> -<span id="L616" class="LineNr"> 616 </span> populate-stream out-data-ah, <span class="Constant">0x400</span>/max-definition-size=1KB -<span id="L617" class="LineNr"> 617 </span> <span class="PreProc">var</span> _out-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *out-data-ah -<span id="L618" class="LineNr"> 618 </span> <span class="PreProc">var</span> out-data/<span class="muRegEdi">edi</span>: (addr stream byte) <span class="Special"><-</span> copy _out-data -<span id="L619" class="LineNr"> 619 </span> <span class="Delimiter">{</span> -<span id="L620" class="LineNr"> 620 </span> <span class="PreProc">var</span> empty?/eax: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in -<span id="L621" class="LineNr"> 621 </span> compare empty?, <span class="Constant">0</span>/false -<span id="L622" class="LineNr"> 622 </span> <span class="Delimiter">{</span> -<span id="L623" class="LineNr"> 623 </span> <span class="PreProc">break-if-=</span> -<span id="L624" class="LineNr"> 624 </span> <span class="Special"><a href='trace.mu.html#L197'>error</a></span> trace, <span class="Constant">"unbalanced '['"</span> -<span id="L625" class="LineNr"> 625 </span> <span class="PreProc">return</span> -<span id="L626" class="LineNr"> 626 </span> <span class="Delimiter">}</span> -<span id="L627" class="LineNr"> 627 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in -<span id="L628" class="LineNr"> 628 </span> compare g, <span class="Constant">0x5d</span>/close-square-bracket -<span id="L629" class="LineNr"> 629 </span> <span class="PreProc">break-if-=</span> -<span id="L630" class="LineNr"> 630 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out-data, g -<span id="L631" class="LineNr"> 631 </span> <span class="PreProc">loop</span> -<span id="L632" class="LineNr"> 632 </span> <span class="Delimiter">}</span> -<span id="L633" class="LineNr"> 633 </span> <span class="Delimiter">{</span> -<span id="L634" class="LineNr"> 634 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace -<span id="L635" class="LineNr"> 635 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false -<span id="L636" class="LineNr"> 636 </span> <span class="PreProc">break-if-=</span> -<span id="L637" class="LineNr"> 637 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x400</span>) <span class="muComment"># max-definition-size</span> -<span id="L638" class="LineNr"> 638 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L639" class="LineNr"> 639 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> -<span id="L640" class="LineNr"> 640 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out-data -<span id="L641" class="LineNr"> 641 </span> <a href='../113write-stream.subx.html#L163'>write-stream-immutable</a> stream, out-data -<span id="L642" class="LineNr"> 642 </span> trace trace, <span class="Constant">"tokenize"</span>, stream -<span id="L643" class="LineNr"> 643 </span> <span class="Delimiter">}</span> -<span id="L644" class="LineNr"> 644 </span><span class="Delimiter">}</span> -<span id="L645" class="LineNr"> 645 </span> -<span id="L646" class="LineNr"> 646 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L646'>next-bracket-token</a></span> g: grapheme, _out: (addr <a href='tokenize.mu.html#L3'>token</a>), trace: (addr trace) <span class="Delimiter">{</span> -<span id="L647" class="LineNr"> 647 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"bracket"</span> -<span id="L648" class="LineNr"> 648 </span> <span class="PreProc">var</span> out/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _out -<span id="L649" class="LineNr"> 649 </span> <span class="PreProc">var</span> out-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get out, text-data -<span id="L650" class="LineNr"> 650 </span> populate-stream out-data-ah, <span class="Constant">0x40</span> -<span id="L651" class="LineNr"> 651 </span> <span class="PreProc">var</span> _out-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *out-data-ah -<span id="L652" class="LineNr"> 652 </span> <span class="PreProc">var</span> out-data/<span class="muRegEdi">edi</span>: (addr stream byte) <span class="Special"><-</span> copy _out-data -<span id="L653" class="LineNr"> 653 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out-data, g -<span id="L654" class="LineNr"> 654 </span> <span class="Delimiter">{</span> -<span id="L655" class="LineNr"> 655 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace -<span id="L656" class="LineNr"> 656 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false -<span id="L657" class="LineNr"> 657 </span> <span class="PreProc">break-if-=</span> -<span id="L658" class="LineNr"> 658 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L659" class="LineNr"> 659 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L660" class="LineNr"> 660 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> -<span id="L661" class="LineNr"> 661 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out-data -<span id="L662" class="LineNr"> 662 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out-data -<span id="L663" class="LineNr"> 663 </span> trace trace, <span class="Constant">"tokenize"</span>, stream -<span id="L664" class="LineNr"> 664 </span> <span class="Delimiter">}</span> -<span id="L665" class="LineNr"> 665 </span><span class="Delimiter">}</span> -<span id="L666" class="LineNr"> 666 </span> -<span id="L667" class="LineNr"> 667 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L667'>skip-rest-of-line</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Delimiter">{</span> -<span id="L668" class="LineNr"> 668 </span> <span class="Delimiter">{</span> -<span id="L669" class="LineNr"> 669 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in -<span id="L670" class="LineNr"> 670 </span> compare done?, <span class="Constant">0</span>/false -<span id="L671" class="LineNr"> 671 </span> <span class="PreProc">break-if-!=</span> -<span id="L672" class="LineNr"> 672 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in -<span id="L673" class="LineNr"> 673 </span> compare g, <span class="Constant">0xa</span>/newline -<span id="L674" class="LineNr"> 674 </span> <span class="PreProc">break-if-=</span> -<span id="L675" class="LineNr"> 675 </span> g <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in <span class="muComment"># consume</span> -<span id="L676" class="LineNr"> 676 </span> <span class="PreProc">loop</span> -<span id="L677" class="LineNr"> 677 </span> <span class="Delimiter">}</span> +<span id="L586" class="LineNr"> 586 </span> <span class="Delimiter">{</span> +<span id="L587" class="LineNr"> 587 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace +<span id="L588" class="LineNr"> 588 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false +<span id="L589" class="LineNr"> 589 </span> <span class="Delimiter">}</span> +<span id="L590" class="LineNr"> 590 </span> <span class="PreProc">break-if-=</span> +<span id="L591" class="LineNr"> 591 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L592" class="LineNr"> 592 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L593" class="LineNr"> 593 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> +<span id="L594" class="LineNr"> 594 </span> <span class="PreProc">var</span> gval/eax: int <span class="Special"><-</span> copy g +<span id="L595" class="LineNr"> 595 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval +<span id="L596" class="LineNr"> 596 </span> trace trace, <span class="Constant">"tokenize"</span>, stream +<span id="L597" class="LineNr"> 597 </span> <span class="Delimiter">}</span> +<span id="L598" class="LineNr"> 598 </span> <span class="muComment"># if non-symbol, return</span> +<span id="L599" class="LineNr"> 599 </span> <span class="Delimiter">{</span> +<span id="L600" class="LineNr"> 600 </span> <span class="PreProc">var</span> <a href='tokenize.mu.html#L859'>symbol-grapheme?</a>/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L859'>symbol-grapheme?</a> g +<span id="L601" class="LineNr"> 601 </span> compare <a href='tokenize.mu.html#L859'>symbol-grapheme?</a>, <span class="Constant">0</span>/false +<span id="L602" class="LineNr"> 602 </span> <span class="PreProc">break-if-!=</span> +<span id="L603" class="LineNr"> 603 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"stop"</span> +<span id="L604" class="LineNr"> 604 </span> <span class="PreProc">break</span> $next-symbol-token:<span class="PreProc">loop</span> +<span id="L605" class="LineNr"> 605 </span> <span class="Delimiter">}</span> +<span id="L606" class="LineNr"> 606 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in +<span id="L607" class="LineNr"> 607 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out-data, g +<span id="L608" class="LineNr"> 608 </span> <span class="PreProc">loop</span> +<span id="L609" class="LineNr"> 609 </span> <span class="Delimiter">}</span> +<span id="L610" class="LineNr"> 610 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace +<span id="L611" class="LineNr"> 611 </span> <span class="Delimiter">{</span> +<span id="L612" class="LineNr"> 612 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace +<span id="L613" class="LineNr"> 613 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false +<span id="L614" class="LineNr"> 614 </span> <span class="PreProc">break-if-=</span> +<span id="L615" class="LineNr"> 615 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L616" class="LineNr"> 616 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L617" class="LineNr"> 617 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> +<span id="L618" class="LineNr"> 618 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out-data +<span id="L619" class="LineNr"> 619 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out-data +<span id="L620" class="LineNr"> 620 </span> trace trace, <span class="Constant">"tokenize"</span>, stream +<span id="L621" class="LineNr"> 621 </span> <span class="Delimiter">}</span> +<span id="L622" class="LineNr"> 622 </span><span class="Delimiter">}</span> +<span id="L623" class="LineNr"> 623 </span> +<span id="L624" class="LineNr"> 624 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L624'>next-number-token</a></span> in: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>), _out: (addr <a href='tokenize.mu.html#L3'>token</a>), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L625" class="LineNr"> 625 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"looking for a number"</span> +<span id="L626" class="LineNr"> 626 </span> <a href='trace.mu.html#L239'>trace-lower</a> trace +<span id="L627" class="LineNr"> 627 </span> <span class="PreProc">var</span> out/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _out +<span id="L628" class="LineNr"> 628 </span> <span class="PreProc">var</span> out-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get out, text-data +<span id="L629" class="LineNr"> 629 </span> populate-stream out-data-ah, <span class="Constant">0x40</span> +<span id="L630" class="LineNr"> 630 </span> <span class="PreProc">var</span> _out-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *out-data-ah +<span id="L631" class="LineNr"> 631 </span> <span class="PreProc">var</span> out-data/<span class="muRegEdi">edi</span>: (addr stream byte) <span class="Special"><-</span> copy _out-data +<span id="L632" class="LineNr"> 632 </span> $next-number-token:check-minus: <span class="Delimiter">{</span> +<span id="L633" class="LineNr"> 633 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in +<span id="L634" class="LineNr"> 634 </span> compare g, <span class="Constant">0x2d</span>/minus +<span id="L635" class="LineNr"> 635 </span> g <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in <span class="muComment"># consume</span> +<span id="L636" class="LineNr"> 636 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out-data, g +<span id="L637" class="LineNr"> 637 </span> <span class="Delimiter">}</span> +<span id="L638" class="LineNr"> 638 </span> $next-number-token:<span class="PreProc">loop</span>: <span class="Delimiter">{</span> +<span id="L639" class="LineNr"> 639 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in +<span id="L640" class="LineNr"> 640 </span> compare done?, <span class="Constant">0</span>/false +<span id="L641" class="LineNr"> 641 </span> <span class="PreProc">break-if-!=</span> +<span id="L642" class="LineNr"> 642 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in +<span id="L643" class="LineNr"> 643 </span> <span class="Delimiter">{</span> +<span id="L644" class="LineNr"> 644 </span> <span class="Delimiter">{</span> +<span id="L645" class="LineNr"> 645 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace +<span id="L646" class="LineNr"> 646 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false +<span id="L647" class="LineNr"> 647 </span> <span class="Delimiter">}</span> +<span id="L648" class="LineNr"> 648 </span> <span class="PreProc">break-if-=</span> +<span id="L649" class="LineNr"> 649 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L650" class="LineNr"> 650 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L651" class="LineNr"> 651 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> +<span id="L652" class="LineNr"> 652 </span> <span class="PreProc">var</span> gval/eax: int <span class="Special"><-</span> copy g +<span id="L653" class="LineNr"> 653 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval +<span id="L654" class="LineNr"> 654 </span> trace trace, <span class="Constant">"tokenize"</span>, stream +<span id="L655" class="LineNr"> 655 </span> <span class="Delimiter">}</span> +<span id="L656" class="LineNr"> 656 </span> <span class="muComment"># if not symbol grapheme, return</span> +<span id="L657" class="LineNr"> 657 </span> <span class="Delimiter">{</span> +<span id="L658" class="LineNr"> 658 </span> <span class="PreProc">var</span> <a href='tokenize.mu.html#L859'>symbol-grapheme?</a>/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L859'>symbol-grapheme?</a> g +<span id="L659" class="LineNr"> 659 </span> compare <a href='tokenize.mu.html#L859'>symbol-grapheme?</a>, <span class="Constant">0</span>/false +<span id="L660" class="LineNr"> 660 </span> <span class="PreProc">break-if-!=</span> +<span id="L661" class="LineNr"> 661 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"stop"</span> +<span id="L662" class="LineNr"> 662 </span> <span class="PreProc">break</span> $next-number-token:<span class="PreProc">loop</span> +<span id="L663" class="LineNr"> 663 </span> <span class="Delimiter">}</span> +<span id="L664" class="LineNr"> 664 </span> <span class="muComment"># if not digit grapheme, abort</span> +<span id="L665" class="LineNr"> 665 </span> <span class="Delimiter">{</span> +<span id="L666" class="LineNr"> 666 </span> <span class="PreProc">var</span> digit?/eax: boolean <span class="Special"><-</span> <a href='../126write-int-decimal.subx.html#L327'>decimal-digit?</a> g +<span id="L667" class="LineNr"> 667 </span> compare digit?, <span class="Constant">0</span>/false +<span id="L668" class="LineNr"> 668 </span> <span class="PreProc">break-if-!=</span> +<span id="L669" class="LineNr"> 669 </span> <span class="Special"><a href='trace.mu.html#L197'>error</a></span> trace, <span class="Constant">"invalid number"</span> +<span id="L670" class="LineNr"> 670 </span> <span class="PreProc">return</span> +<span id="L671" class="LineNr"> 671 </span> <span class="Delimiter">}</span> +<span id="L672" class="LineNr"> 672 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"append"</span> +<span id="L673" class="LineNr"> 673 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in +<span id="L674" class="LineNr"> 674 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out-data, g +<span id="L675" class="LineNr"> 675 </span> <span class="PreProc">loop</span> +<span id="L676" class="LineNr"> 676 </span> <span class="Delimiter">}</span> +<span id="L677" class="LineNr"> 677 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace <span id="L678" class="LineNr"> 678 </span><span class="Delimiter">}</span> <span id="L679" class="LineNr"> 679 </span> -<span id="L680" class="LineNr"> 680 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L680'>next-indent-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), _out: (addr <a href='tokenize.mu.html#L3'>token</a>), trace: (addr trace) <span class="Delimiter">{</span> -<span id="L681" class="LineNr"> 681 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"indent"</span> -<span id="L682" class="LineNr"> 682 </span> <a href='trace.mu.html#L239'>trace-lower</a> trace -<span id="L683" class="LineNr"> 683 </span> <span class="PreProc">var</span> out/<span class="muRegEdi">edi</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _out -<span id="L684" class="LineNr"> 684 </span> <span class="PreProc">var</span> out-type/eax: (addr int) <span class="Special"><-</span> get out, <span class="PreProc">type</span> -<span id="L685" class="LineNr"> 685 </span> copy-to *out-type, <span class="Constant">3</span>/indent -<span id="L686" class="LineNr"> 686 </span> <span class="PreProc">var</span> dest/<span class="muRegEdi">edi</span>: (addr int) <span class="Special"><-</span> get out, number-data -<span id="L687" class="LineNr"> 687 </span> copy-to *dest, <span class="Constant">0</span> -<span id="L688" class="LineNr"> 688 </span> <span class="Delimiter">{</span> -<span id="L689" class="LineNr"> 689 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in -<span id="L690" class="LineNr"> 690 </span> compare done?, <span class="Constant">0</span>/false -<span id="L691" class="LineNr"> 691 </span> <span class="PreProc">break-if-!=</span> -<span id="L692" class="LineNr"> 692 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in -<span id="L693" class="LineNr"> 693 </span> <span class="Delimiter">{</span> -<span id="L694" class="LineNr"> 694 </span> <span class="Delimiter">{</span> -<span id="L695" class="LineNr"> 695 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace -<span id="L696" class="LineNr"> 696 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false -<span id="L697" class="LineNr"> 697 </span> <span class="Delimiter">}</span> -<span id="L698" class="LineNr"> 698 </span> <span class="PreProc">break-if-=</span> -<span id="L699" class="LineNr"> 699 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L700" class="LineNr"> 700 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L701" class="LineNr"> 701 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> -<span id="L702" class="LineNr"> 702 </span> <span class="PreProc">var</span> gval/eax: int <span class="Special"><-</span> copy g -<span id="L703" class="LineNr"> 703 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval -<span id="L704" class="LineNr"> 704 </span> trace trace, <span class="Constant">"tokenize"</span>, stream -<span id="L705" class="LineNr"> 705 </span> <span class="Delimiter">}</span> -<span id="L706" class="LineNr"> 706 </span> <span class="muComment"># if non-space, break</span> -<span id="L707" class="LineNr"> 707 </span> compare g, <span class="Constant">0x20</span>/space -<span id="L708" class="LineNr"> 708 </span> <span class="PreProc">break-if-!=</span> -<span id="L709" class="LineNr"> 709 </span> g <span class="Special"><-</span> <a href='gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in -<span id="L710" class="LineNr"> 710 </span> increment *dest -<span id="L711" class="LineNr"> 711 </span> <span class="PreProc">loop</span> -<span id="L712" class="LineNr"> 712 </span> <span class="Delimiter">}</span> -<span id="L713" class="LineNr"> 713 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace -<span id="L714" class="LineNr"> 714 </span> <span class="Delimiter">{</span> -<span id="L715" class="LineNr"> 715 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace -<span id="L716" class="LineNr"> 716 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false -<span id="L717" class="LineNr"> 717 </span> <span class="PreProc">break-if-=</span> -<span id="L718" class="LineNr"> 718 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L719" class="LineNr"> 719 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L720" class="LineNr"> 720 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> indent "</span> -<span id="L721" class="LineNr"> 721 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, *dest -<span id="L722" class="LineNr"> 722 </span> trace trace, <span class="Constant">"tokenize"</span>, stream -<span id="L723" class="LineNr"> 723 </span> <span class="Delimiter">}</span> -<span id="L724" class="LineNr"> 724 </span><span class="Delimiter">}</span> -<span id="L725" class="LineNr"> 725 </span> -<span id="L726" class="LineNr"> 726 </span><span class="muComment"># Mu carves up the space of graphemes into 4 categories:</span> -<span id="L727" class="LineNr"> 727 </span><span class="muComment"># whitespace</span> -<span id="L728" class="LineNr"> 728 </span><span class="muComment"># quotes and unquotes (from a Lisp perspective; doesn't include double</span> -<span id="L729" class="LineNr"> 729 </span><span class="muComment"># quotes or other Unicode quotes)</span> -<span id="L730" class="LineNr"> 730 </span><span class="muComment"># operators</span> -<span id="L731" class="LineNr"> 731 </span><span class="muComment"># symbols</span> -<span id="L732" class="LineNr"> 732 </span><span class="muComment"># (Numbers have their own parsing rules that don't fit cleanly in this</span> -<span id="L733" class="LineNr"> 733 </span><span class="muComment"># partition.)</span> -<span id="L734" class="LineNr"> 734 </span><span class="muComment">#</span> -<span id="L735" class="LineNr"> 735 </span><span class="muComment"># During tokenization operators and symbols are treated identically.</span> -<span id="L736" class="LineNr"> 736 </span><span class="muComment"># A later phase digs into that nuance.</span> -<span id="L737" class="LineNr"> 737 </span> -<span id="L738" class="LineNr"> 738 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L738'>symbol-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L739" class="LineNr"> 739 </span> <span class="PreProc">var</span> whitespace?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L770'>whitespace-grapheme?</a> g -<span id="L740" class="LineNr"> 740 </span> compare whitespace?, <span class="Constant">0</span>/false -<span id="L741" class="LineNr"> 741 </span> <span class="Delimiter">{</span> -<span id="L742" class="LineNr"> 742 </span> <span class="PreProc">break-if-=</span> -<span id="L743" class="LineNr"> 743 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L744" class="LineNr"> 744 </span> <span class="Delimiter">}</span> -<span id="L745" class="LineNr"> 745 </span> <span class="PreProc">var</span> <a href='infix.mu.html#L543'>quote-or-unquote?</a>/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L789'>quote-or-unquote-grapheme?</a> g -<span id="L746" class="LineNr"> 746 </span> compare <a href='infix.mu.html#L543'>quote-or-unquote?</a>, <span class="Constant">0</span>/false -<span id="L747" class="LineNr"> 747 </span> <span class="Delimiter">{</span> -<span id="L748" class="LineNr"> 748 </span> <span class="PreProc">break-if-=</span> -<span id="L749" class="LineNr"> 749 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L750" class="LineNr"> 750 </span> <span class="Delimiter">}</span> -<span id="L751" class="LineNr"> 751 </span> <span class="PreProc">var</span> bracket?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L813'>bracket-grapheme?</a> g -<span id="L752" class="LineNr"> 752 </span> compare bracket?, <span class="Constant">0</span>/false -<span id="L753" class="LineNr"> 753 </span> <span class="Delimiter">{</span> -<span id="L754" class="LineNr"> 754 </span> <span class="PreProc">break-if-=</span> -<span id="L755" class="LineNr"> 755 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L756" class="LineNr"> 756 </span> <span class="Delimiter">}</span> -<span id="L757" class="LineNr"> 757 </span> compare g, <span class="Constant">0x23</span>/hash <span class="muComment"># comments get filtered out</span> -<span id="L758" class="LineNr"> 758 </span> <span class="Delimiter">{</span> -<span id="L759" class="LineNr"> 759 </span> <span class="PreProc">break-if-!=</span> -<span id="L760" class="LineNr"> 760 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L761" class="LineNr"> 761 </span> <span class="Delimiter">}</span> -<span id="L762" class="LineNr"> 762 </span> compare g, <span class="Constant">0x22</span>/double-quote <span class="muComment"># double quotes reserved for now</span> -<span id="L763" class="LineNr"> 763 </span> <span class="Delimiter">{</span> -<span id="L764" class="LineNr"> 764 </span> <span class="PreProc">break-if-!=</span> -<span id="L765" class="LineNr"> 765 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L766" class="LineNr"> 766 </span> <span class="Delimiter">}</span> -<span id="L767" class="LineNr"> 767 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L768" class="LineNr"> 768 </span><span class="Delimiter">}</span> -<span id="L769" class="LineNr"> 769 </span> -<span id="L770" class="LineNr"> 770 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L770'>whitespace-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L771" class="LineNr"> 771 </span> compare g, <span class="Constant">9</span>/tab -<span id="L772" class="LineNr"> 772 </span> <span class="Delimiter">{</span> -<span id="L773" class="LineNr"> 773 </span> <span class="PreProc">break-if-!=</span> -<span id="L774" class="LineNr"> 774 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L775" class="LineNr"> 775 </span> <span class="Delimiter">}</span> -<span id="L776" class="LineNr"> 776 </span> compare g, <span class="Constant">0xa</span>/newline -<span id="L777" class="LineNr"> 777 </span> <span class="Delimiter">{</span> -<span id="L778" class="LineNr"> 778 </span> <span class="PreProc">break-if-!=</span> -<span id="L779" class="LineNr"> 779 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L780" class="LineNr"> 780 </span> <span class="Delimiter">}</span> -<span id="L781" class="LineNr"> 781 </span> compare g, <span class="Constant">0x20</span>/space -<span id="L782" class="LineNr"> 782 </span> <span class="Delimiter">{</span> -<span id="L783" class="LineNr"> 783 </span> <span class="PreProc">break-if-!=</span> -<span id="L784" class="LineNr"> 784 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L680" class="LineNr"> 680 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L680'>next-stream-token</a></span> in: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>), _out: (addr <a href='tokenize.mu.html#L3'>token</a>), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L681" class="LineNr"> 681 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"stream"</span> +<span id="L682" class="LineNr"> 682 </span> <span class="PreProc">var</span> out/<span class="muRegEdi">edi</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _out +<span id="L683" class="LineNr"> 683 </span> <span class="PreProc">var</span> out-type/eax: (addr int) <span class="Special"><-</span> get out, <span class="PreProc">type</span> +<span id="L684" class="LineNr"> 684 </span> copy-to *out-type, <span class="Constant">1</span>/stream +<span id="L685" class="LineNr"> 685 </span> <span class="PreProc">var</span> out-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get out, text-data +<span id="L686" class="LineNr"> 686 </span> <span class="muComment"># stream tokens contain whole function definitions on boot, so we always</span> +<span id="L687" class="LineNr"> 687 </span> <span class="muComment"># give them plenty of space</span> +<span id="L688" class="LineNr"> 688 </span> populate-stream out-data-ah, <span class="Constant">0x400</span>/max-definition-size=1KB +<span id="L689" class="LineNr"> 689 </span> <span class="PreProc">var</span> _out-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *out-data-ah +<span id="L690" class="LineNr"> 690 </span> <span class="PreProc">var</span> out-data/<span class="muRegEdi">edi</span>: (addr stream byte) <span class="Special"><-</span> copy _out-data +<span id="L691" class="LineNr"> 691 </span> <span class="Delimiter">{</span> +<span id="L692" class="LineNr"> 692 </span> <span class="PreProc">var</span> empty?/eax: boolean <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in +<span id="L693" class="LineNr"> 693 </span> compare empty?, <span class="Constant">0</span>/false +<span id="L694" class="LineNr"> 694 </span> <span class="Delimiter">{</span> +<span id="L695" class="LineNr"> 695 </span> <span class="PreProc">break-if-=</span> +<span id="L696" class="LineNr"> 696 </span> <span class="Special"><a href='trace.mu.html#L197'>error</a></span> trace, <span class="Constant">"unbalanced '\"</span>'" +<span id="L697" class="LineNr"> 697 </span> <span class="PreProc">return</span> +<span id="L698" class="LineNr"> 698 </span> <span class="Delimiter">}</span> +<span id="L699" class="LineNr"> 699 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in +<span id="L700" class="LineNr"> 700 </span> compare g, <span class="Constant">0x22</span>/double-quote +<span id="L701" class="LineNr"> 701 </span> <span class="PreProc">break-if-=</span> +<span id="L702" class="LineNr"> 702 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out-data, g +<span id="L703" class="LineNr"> 703 </span> <span class="PreProc">loop</span> +<span id="L704" class="LineNr"> 704 </span> <span class="Delimiter">}</span> +<span id="L705" class="LineNr"> 705 </span> <span class="Delimiter">{</span> +<span id="L706" class="LineNr"> 706 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace +<span id="L707" class="LineNr"> 707 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false +<span id="L708" class="LineNr"> 708 </span> <span class="PreProc">break-if-=</span> +<span id="L709" class="LineNr"> 709 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x400</span>) <span class="muComment"># max-definition-size</span> +<span id="L710" class="LineNr"> 710 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L711" class="LineNr"> 711 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> +<span id="L712" class="LineNr"> 712 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out-data +<span id="L713" class="LineNr"> 713 </span> <a href='../113write-stream.subx.html#L163'>write-stream-immutable</a> stream, out-data +<span id="L714" class="LineNr"> 714 </span> trace trace, <span class="Constant">"tokenize"</span>, stream +<span id="L715" class="LineNr"> 715 </span> <span class="Delimiter">}</span> +<span id="L716" class="LineNr"> 716 </span><span class="Delimiter">}</span> +<span id="L717" class="LineNr"> 717 </span> +<span id="L718" class="LineNr"> 718 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L718'>next-balanced-stream-token</a></span> in: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>), _out: (addr <a href='tokenize.mu.html#L3'>token</a>), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L719" class="LineNr"> 719 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"balanced stream"</span> +<span id="L720" class="LineNr"> 720 </span> <span class="PreProc">var</span> out/<span class="muRegEdi">edi</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _out +<span id="L721" class="LineNr"> 721 </span> <span class="PreProc">var</span> out-type/eax: (addr int) <span class="Special"><-</span> get out, <span class="PreProc">type</span> +<span id="L722" class="LineNr"> 722 </span> copy-to *out-type, <span class="Constant">1</span>/stream +<span id="L723" class="LineNr"> 723 </span> <span class="PreProc">var</span> out-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get out, text-data +<span id="L724" class="LineNr"> 724 </span> <span class="PreProc">var</span> bracket-count: int +<span id="L725" class="LineNr"> 725 </span> <span class="muComment"># stream tokens contain whole function definitions on boot, so we always</span> +<span id="L726" class="LineNr"> 726 </span> <span class="muComment"># give them plenty of space</span> +<span id="L727" class="LineNr"> 727 </span> populate-stream out-data-ah, <span class="Constant">0x40000</span>/max-definition-size=256KB +<span id="L728" class="LineNr"> 728 </span> <span class="PreProc">var</span> _out-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *out-data-ah +<span id="L729" class="LineNr"> 729 </span> <span class="PreProc">var</span> out-data/<span class="muRegEdi">edi</span>: (addr stream byte) <span class="Special"><-</span> copy _out-data +<span id="L730" class="LineNr"> 730 </span> $next-balanced-stream-token:<span class="PreProc">loop</span>: <span class="Delimiter">{</span> +<span id="L731" class="LineNr"> 731 </span> <span class="PreProc">var</span> empty?/eax: boolean <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in +<span id="L732" class="LineNr"> 732 </span> compare empty?, <span class="Constant">0</span>/false +<span id="L733" class="LineNr"> 733 </span> <span class="Delimiter">{</span> +<span id="L734" class="LineNr"> 734 </span> <span class="PreProc">break-if-=</span> +<span id="L735" class="LineNr"> 735 </span> <span class="Special"><a href='trace.mu.html#L197'>error</a></span> trace, <span class="Constant">"unbalanced '['"</span> +<span id="L736" class="LineNr"> 736 </span> <span class="PreProc">return</span> +<span id="L737" class="LineNr"> 737 </span> <span class="Delimiter">}</span> +<span id="L738" class="LineNr"> 738 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in +<span id="L739" class="LineNr"> 739 </span> <span class="Delimiter">{</span> +<span id="L740" class="LineNr"> 740 </span> compare g, <span class="Constant">0x5b</span>/open-square-bracket +<span id="L741" class="LineNr"> 741 </span> <span class="PreProc">break-if-!=</span> +<span id="L742" class="LineNr"> 742 </span> increment bracket-count +<span id="L743" class="LineNr"> 743 </span> <span class="Delimiter">}</span> +<span id="L744" class="LineNr"> 744 </span> <span class="Delimiter">{</span> +<span id="L745" class="LineNr"> 745 </span> compare g, <span class="Constant">0x5d</span>/close-square-bracket +<span id="L746" class="LineNr"> 746 </span> <span class="PreProc">break-if-!=</span> +<span id="L747" class="LineNr"> 747 </span> compare bracket-count, <span class="Constant">0</span> +<span id="L748" class="LineNr"> 748 </span> <span class="PreProc">break-if-=</span> $next-balanced-stream-token:<span class="PreProc">loop</span> +<span id="L749" class="LineNr"> 749 </span> decrement bracket-count +<span id="L750" class="LineNr"> 750 </span> <span class="Delimiter">}</span> +<span id="L751" class="LineNr"> 751 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out-data, g +<span id="L752" class="LineNr"> 752 </span> <span class="PreProc">loop</span> +<span id="L753" class="LineNr"> 753 </span> <span class="Delimiter">}</span> +<span id="L754" class="LineNr"> 754 </span> <span class="Delimiter">{</span> +<span id="L755" class="LineNr"> 755 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace +<span id="L756" class="LineNr"> 756 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false +<span id="L757" class="LineNr"> 757 </span> <span class="PreProc">break-if-=</span> +<span id="L758" class="LineNr"> 758 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x400</span>) <span class="muComment"># max-definition-size</span> +<span id="L759" class="LineNr"> 759 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L760" class="LineNr"> 760 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> +<span id="L761" class="LineNr"> 761 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out-data +<span id="L762" class="LineNr"> 762 </span> <a href='../113write-stream.subx.html#L163'>write-stream-immutable</a> stream, out-data +<span id="L763" class="LineNr"> 763 </span> trace trace, <span class="Constant">"tokenize"</span>, stream +<span id="L764" class="LineNr"> 764 </span> <span class="Delimiter">}</span> +<span id="L765" class="LineNr"> 765 </span><span class="Delimiter">}</span> +<span id="L766" class="LineNr"> 766 </span> +<span id="L767" class="LineNr"> 767 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L767'>next-bracket-token</a></span> g: grapheme, _out: (addr <a href='tokenize.mu.html#L3'>token</a>), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L768" class="LineNr"> 768 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"bracket"</span> +<span id="L769" class="LineNr"> 769 </span> <span class="PreProc">var</span> out/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _out +<span id="L770" class="LineNr"> 770 </span> <span class="PreProc">var</span> out-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get out, text-data +<span id="L771" class="LineNr"> 771 </span> populate-stream out-data-ah, <span class="Constant">0x40</span> +<span id="L772" class="LineNr"> 772 </span> <span class="PreProc">var</span> _out-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *out-data-ah +<span id="L773" class="LineNr"> 773 </span> <span class="PreProc">var</span> out-data/<span class="muRegEdi">edi</span>: (addr stream byte) <span class="Special"><-</span> copy _out-data +<span id="L774" class="LineNr"> 774 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out-data, g +<span id="L775" class="LineNr"> 775 </span> <span class="Delimiter">{</span> +<span id="L776" class="LineNr"> 776 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace +<span id="L777" class="LineNr"> 777 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false +<span id="L778" class="LineNr"> 778 </span> <span class="PreProc">break-if-=</span> +<span id="L779" class="LineNr"> 779 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L780" class="LineNr"> 780 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L781" class="LineNr"> 781 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> +<span id="L782" class="LineNr"> 782 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out-data +<span id="L783" class="LineNr"> 783 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out-data +<span id="L784" class="LineNr"> 784 </span> trace trace, <span class="Constant">"tokenize"</span>, stream <span id="L785" class="LineNr"> 785 </span> <span class="Delimiter">}</span> -<span id="L786" class="LineNr"> 786 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L787" class="LineNr"> 787 </span><span class="Delimiter">}</span> -<span id="L788" class="LineNr"> 788 </span> -<span id="L789" class="LineNr"> 789 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L789'>quote-or-unquote-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L790" class="LineNr"> 790 </span> compare g, <span class="Constant">0x27</span>/single-quote -<span id="L791" class="LineNr"> 791 </span> <span class="Delimiter">{</span> +<span id="L786" class="LineNr"> 786 </span><span class="Delimiter">}</span> +<span id="L787" class="LineNr"> 787 </span> +<span id="L788" class="LineNr"> 788 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L788'>skip-rest-of-line</a></span> in: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Delimiter">{</span> +<span id="L789" class="LineNr"> 789 </span> <span class="Delimiter">{</span> +<span id="L790" class="LineNr"> 790 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in +<span id="L791" class="LineNr"> 791 </span> compare done?, <span class="Constant">0</span>/false <span id="L792" class="LineNr"> 792 </span> <span class="PreProc">break-if-!=</span> -<span id="L793" class="LineNr"> 793 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L794" class="LineNr"> 794 </span> <span class="Delimiter">}</span> -<span id="L795" class="LineNr"> 795 </span> compare g, <span class="Constant">0x60</span>/backquote -<span id="L796" class="LineNr"> 796 </span> <span class="Delimiter">{</span> -<span id="L797" class="LineNr"> 797 </span> <span class="PreProc">break-if-!=</span> -<span id="L798" class="LineNr"> 798 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L799" class="LineNr"> 799 </span> <span class="Delimiter">}</span> -<span id="L800" class="LineNr"> 800 </span> compare g, <span class="Constant">0x2c</span>/comma -<span id="L801" class="LineNr"> 801 </span> <span class="Delimiter">{</span> -<span id="L802" class="LineNr"> 802 </span> <span class="PreProc">break-if-!=</span> -<span id="L803" class="LineNr"> 803 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L804" class="LineNr"> 804 </span> <span class="Delimiter">}</span> -<span id="L805" class="LineNr"> 805 </span> compare g, <span class="Constant">0x40</span>/at-sign -<span id="L806" class="LineNr"> 806 </span> <span class="Delimiter">{</span> -<span id="L807" class="LineNr"> 807 </span> <span class="PreProc">break-if-!=</span> -<span id="L808" class="LineNr"> 808 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L809" class="LineNr"> 809 </span> <span class="Delimiter">}</span> -<span id="L810" class="LineNr"> 810 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L811" class="LineNr"> 811 </span><span class="Delimiter">}</span> -<span id="L812" class="LineNr"> 812 </span> -<span id="L813" class="LineNr"> 813 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L813'>bracket-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L814" class="LineNr"> 814 </span> compare g, <span class="Constant">0x28</span>/open-paren -<span id="L815" class="LineNr"> 815 </span> <span class="Delimiter">{</span> -<span id="L816" class="LineNr"> 816 </span> <span class="PreProc">break-if-!=</span> -<span id="L817" class="LineNr"> 817 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L818" class="LineNr"> 818 </span> <span class="Delimiter">}</span> -<span id="L819" class="LineNr"> 819 </span> compare g, <span class="Constant">0x29</span>/close-paren -<span id="L820" class="LineNr"> 820 </span> <span class="Delimiter">{</span> -<span id="L821" class="LineNr"> 821 </span> <span class="PreProc">break-if-!=</span> -<span id="L822" class="LineNr"> 822 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L823" class="LineNr"> 823 </span> <span class="Delimiter">}</span> -<span id="L824" class="LineNr"> 824 </span> compare g, <span class="Constant">0x5b</span>/open-square-bracket -<span id="L825" class="LineNr"> 825 </span> <span class="Delimiter">{</span> -<span id="L826" class="LineNr"> 826 </span> <span class="PreProc">break-if-!=</span> -<span id="L827" class="LineNr"> 827 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L828" class="LineNr"> 828 </span> <span class="Delimiter">}</span> -<span id="L829" class="LineNr"> 829 </span> compare g, <span class="Constant">0x5d</span>/close-square-bracket -<span id="L830" class="LineNr"> 830 </span> <span class="Delimiter">{</span> -<span id="L831" class="LineNr"> 831 </span> <span class="PreProc">break-if-!=</span> -<span id="L832" class="LineNr"> 832 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L793" class="LineNr"> 793 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in +<span id="L794" class="LineNr"> 794 </span> compare g, <span class="Constant">0xa</span>/newline +<span id="L795" class="LineNr"> 795 </span> <span class="PreProc">break-if-=</span> +<span id="L796" class="LineNr"> 796 </span> g <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in <span class="muComment"># consume</span> +<span id="L797" class="LineNr"> 797 </span> <span class="PreProc">loop</span> +<span id="L798" class="LineNr"> 798 </span> <span class="Delimiter">}</span> +<span id="L799" class="LineNr"> 799 </span><span class="Delimiter">}</span> +<span id="L800" class="LineNr"> 800 </span> +<span id="L801" class="LineNr"> 801 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L801'>next-indent-token</a></span> in: (addr <a href='../514gap-buffer.mu.html#L3'>gap-buffer</a>), _out: (addr <a href='tokenize.mu.html#L3'>token</a>), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L802" class="LineNr"> 802 </span> <a href='trace.mu.html#L185'>trace-text</a> trace, <span class="Constant">"tokenize"</span>, <span class="Constant">"indent"</span> +<span id="L803" class="LineNr"> 803 </span> <a href='trace.mu.html#L239'>trace-lower</a> trace +<span id="L804" class="LineNr"> 804 </span> <span class="PreProc">var</span> out/<span class="muRegEdi">edi</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _out +<span id="L805" class="LineNr"> 805 </span> <span class="PreProc">var</span> out-type/eax: (addr int) <span class="Special"><-</span> get out, <span class="PreProc">type</span> +<span id="L806" class="LineNr"> 806 </span> copy-to *out-type, <span class="Constant">3</span>/indent +<span id="L807" class="LineNr"> 807 </span> <span class="PreProc">var</span> dest/<span class="muRegEdi">edi</span>: (addr int) <span class="Special"><-</span> get out, number-data +<span id="L808" class="LineNr"> 808 </span> copy-to *dest, <span class="Constant">0</span> +<span id="L809" class="LineNr"> 809 </span> <span class="Delimiter">{</span> +<span id="L810" class="LineNr"> 810 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1023'>gap-buffer-scan-done?</a> in +<span id="L811" class="LineNr"> 811 </span> compare done?, <span class="Constant">0</span>/false +<span id="L812" class="LineNr"> 812 </span> <span class="PreProc">break-if-!=</span> +<span id="L813" class="LineNr"> 813 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1047'>peek-from-gap-buffer</a> in +<span id="L814" class="LineNr"> 814 </span> <span class="Delimiter">{</span> +<span id="L815" class="LineNr"> 815 </span> <span class="Delimiter">{</span> +<span id="L816" class="LineNr"> 816 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace +<span id="L817" class="LineNr"> 817 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false +<span id="L818" class="LineNr"> 818 </span> <span class="Delimiter">}</span> +<span id="L819" class="LineNr"> 819 </span> <span class="PreProc">break-if-=</span> +<span id="L820" class="LineNr"> 820 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L821" class="LineNr"> 821 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L822" class="LineNr"> 822 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> +<span id="L823" class="LineNr"> 823 </span> <span class="PreProc">var</span> gval/eax: int <span class="Special"><-</span> copy g +<span id="L824" class="LineNr"> 824 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval +<span id="L825" class="LineNr"> 825 </span> trace trace, <span class="Constant">"tokenize"</span>, stream +<span id="L826" class="LineNr"> 826 </span> <span class="Delimiter">}</span> +<span id="L827" class="LineNr"> 827 </span> <span class="muComment"># if non-space, break</span> +<span id="L828" class="LineNr"> 828 </span> compare g, <span class="Constant">0x20</span>/space +<span id="L829" class="LineNr"> 829 </span> <span class="PreProc">break-if-!=</span> +<span id="L830" class="LineNr"> 830 </span> g <span class="Special"><-</span> <a href='../514gap-buffer.mu.html#L1083'>read-from-gap-buffer</a> in +<span id="L831" class="LineNr"> 831 </span> increment *dest +<span id="L832" class="LineNr"> 832 </span> <span class="PreProc">loop</span> <span id="L833" class="LineNr"> 833 </span> <span class="Delimiter">}</span> -<span id="L834" class="LineNr"> 834 </span> compare g, <span class="Constant">0x7b</span>/open-curly-bracket +<span id="L834" class="LineNr"> 834 </span> <a href='trace.mu.html#L250'>trace-higher</a> trace <span id="L835" class="LineNr"> 835 </span> <span class="Delimiter">{</span> -<span id="L836" class="LineNr"> 836 </span> <span class="PreProc">break-if-!=</span> -<span id="L837" class="LineNr"> 837 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L838" class="LineNr"> 838 </span> <span class="Delimiter">}</span> -<span id="L839" class="LineNr"> 839 </span> compare g, <span class="Constant">0x7d</span>/close-curly-bracket -<span id="L840" class="LineNr"> 840 </span> <span class="Delimiter">{</span> -<span id="L841" class="LineNr"> 841 </span> <span class="PreProc">break-if-!=</span> -<span id="L842" class="LineNr"> 842 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L843" class="LineNr"> 843 </span> <span class="Delimiter">}</span> -<span id="L844" class="LineNr"> 844 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L836" class="LineNr"> 836 </span> <span class="PreProc">var</span> <a href='trace.mu.html#L123'>should-trace?</a>/eax: boolean <span class="Special"><-</span> <a href='trace.mu.html#L123'>should-trace?</a> trace +<span id="L837" class="LineNr"> 837 </span> compare <a href='trace.mu.html#L123'>should-trace?</a>, <span class="Constant">0</span>/false +<span id="L838" class="LineNr"> 838 </span> <span class="PreProc">break-if-=</span> +<span id="L839" class="LineNr"> 839 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L840" class="LineNr"> 840 </span> <span class="PreProc">var</span> stream/<span class="muRegEsi">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L841" class="LineNr"> 841 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> indent "</span> +<span id="L842" class="LineNr"> 842 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, *dest +<span id="L843" class="LineNr"> 843 </span> trace trace, <span class="Constant">"tokenize"</span>, stream +<span id="L844" class="LineNr"> 844 </span> <span class="Delimiter">}</span> <span id="L845" class="LineNr"> 845 </span><span class="Delimiter">}</span> <span id="L846" class="LineNr"> 846 </span> -<span id="L847" class="LineNr"> 847 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L847'>number-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L848" class="LineNr"> 848 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L849" class="LineNr"> 849 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data -<span id="L850" class="LineNr"> 850 </span> <span class="PreProc">var</span> _in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *in-data-ah -<span id="L851" class="LineNr"> 851 </span> <span class="PreProc">var</span> in-data/<span class="muRegEcx">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data -<span id="L852" class="LineNr"> 852 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L853" class="LineNr"> 853 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data -<span id="L854" class="LineNr"> 854 </span> <span class="muComment"># if '-', read another</span> -<span id="L855" class="LineNr"> 855 </span> <span class="Delimiter">{</span> -<span id="L856" class="LineNr"> 856 </span> compare g, <span class="Constant">0x2d</span>/minus -<span id="L857" class="LineNr"> 857 </span> <span class="PreProc">break-if-!=</span> -<span id="L858" class="LineNr"> 858 </span> g <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data -<span id="L859" class="LineNr"> 859 </span> <span class="Delimiter">}</span> -<span id="L860" class="LineNr"> 860 </span> <span class="Delimiter">{</span> -<span id="L861" class="LineNr"> 861 </span> <span class="Delimiter">{</span> -<span id="L862" class="LineNr"> 862 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../126write-int-decimal.subx.html#L327'>decimal-digit?</a> g -<span id="L863" class="LineNr"> 863 </span> compare result, <span class="Constant">0</span>/false -<span id="L864" class="LineNr"> 864 </span> <span class="PreProc">break-if-!=</span> -<span id="L865" class="LineNr"> 865 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L866" class="LineNr"> 866 </span> <span class="Delimiter">}</span> -<span id="L867" class="LineNr"> 867 </span> <span class="Delimiter">{</span> -<span id="L868" class="LineNr"> 868 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data -<span id="L869" class="LineNr"> 869 </span> compare done?, <span class="Constant">0</span>/false -<span id="L870" class="LineNr"> 870 </span> <span class="Delimiter">}</span> -<span id="L871" class="LineNr"> 871 </span> <span class="PreProc">break-if-!=</span> -<span id="L872" class="LineNr"> 872 </span> g <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data -<span id="L873" class="LineNr"> 873 </span> <span class="PreProc">loop</span> -<span id="L874" class="LineNr"> 874 </span> <span class="Delimiter">}</span> -<span id="L875" class="LineNr"> 875 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L876" class="LineNr"> 876 </span><span class="Delimiter">}</span> -<span id="L877" class="LineNr"> 877 </span> -<span id="L878" class="LineNr"> 878 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L878'>bracket-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L879" class="LineNr"> 879 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L880" class="LineNr"> 880 </span> <span class="Delimiter">{</span> -<span id="L881" class="LineNr"> 881 </span> <span class="PreProc">var</span> in-type/eax: (addr int) <span class="Special"><-</span> get self, <span class="PreProc">type</span> -<span id="L882" class="LineNr"> 882 </span> compare *in-type, <span class="Constant">1</span>/stream -<span id="L883" class="LineNr"> 883 </span> <span class="PreProc">break-if-!=</span> -<span id="L884" class="LineNr"> 884 </span> <span class="muComment"># streams are never paren tokens</span> -<span id="L885" class="LineNr"> 885 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L886" class="LineNr"> 886 </span> <span class="Delimiter">}</span> -<span id="L887" class="LineNr"> 887 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data -<span id="L888" class="LineNr"> 888 </span> <span class="PreProc">var</span> in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *in-data-ah -<span id="L889" class="LineNr"> 889 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L890" class="LineNr"> 890 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data -<span id="L891" class="LineNr"> 891 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L813'>bracket-grapheme?</a> g -<span id="L892" class="LineNr"> 892 </span> <span class="PreProc">return</span> result -<span id="L893" class="LineNr"> 893 </span><span class="Delimiter">}</span> -<span id="L894" class="LineNr"> 894 </span> -<span id="L895" class="LineNr"> 895 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L895'>quote-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L896" class="LineNr"> 896 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L897" class="LineNr"> 897 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data -<span id="L898" class="LineNr"> 898 </span> <span class="PreProc">var</span> in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *in-data-ah -<span id="L899" class="LineNr"> 899 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L900" class="LineNr"> 900 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> in-data, <span class="Constant">"'"</span> -<span id="L901" class="LineNr"> 901 </span> <span class="PreProc">return</span> result -<span id="L902" class="LineNr"> 902 </span><span class="Delimiter">}</span> -<span id="L903" class="LineNr"> 903 </span> -<span id="L904" class="LineNr"> 904 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L904'>backquote-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L905" class="LineNr"> 905 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L906" class="LineNr"> 906 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data -<span id="L907" class="LineNr"> 907 </span> <span class="PreProc">var</span> in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *in-data-ah -<span id="L908" class="LineNr"> 908 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L909" class="LineNr"> 909 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> in-data, <span class="Constant">"`"</span> -<span id="L910" class="LineNr"> 910 </span> <span class="PreProc">return</span> result -<span id="L911" class="LineNr"> 911 </span><span class="Delimiter">}</span> -<span id="L912" class="LineNr"> 912 </span> -<span id="L913" class="LineNr"> 913 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L913'>unquote-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L914" class="LineNr"> 914 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L915" class="LineNr"> 915 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data -<span id="L916" class="LineNr"> 916 </span> <span class="PreProc">var</span> in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *in-data-ah -<span id="L917" class="LineNr"> 917 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L918" class="LineNr"> 918 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> in-data, <span class="Constant">","</span> -<span id="L919" class="LineNr"> 919 </span> <span class="PreProc">return</span> result -<span id="L920" class="LineNr"> 920 </span><span class="Delimiter">}</span> -<span id="L921" class="LineNr"> 921 </span> -<span id="L922" class="LineNr"> 922 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L922'>unquote-splice-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L923" class="LineNr"> 923 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L924" class="LineNr"> 924 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data -<span id="L925" class="LineNr"> 925 </span> <span class="PreProc">var</span> in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *in-data-ah -<span id="L926" class="LineNr"> 926 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L927" class="LineNr"> 927 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> in-data, <span class="Constant">",@"</span> -<span id="L928" class="LineNr"> 928 </span> <span class="PreProc">return</span> result -<span id="L929" class="LineNr"> 929 </span><span class="Delimiter">}</span> -<span id="L930" class="LineNr"> 930 </span> -<span id="L931" class="LineNr"> 931 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L931'>open-paren-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L932" class="LineNr"> 932 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L933" class="LineNr"> 933 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data -<span id="L934" class="LineNr"> 934 </span> <span class="PreProc">var</span> _in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *in-data-ah -<span id="L935" class="LineNr"> 935 </span> <span class="PreProc">var</span> in-data/<span class="muRegEcx">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data -<span id="L936" class="LineNr"> 936 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L937" class="LineNr"> 937 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data -<span id="L938" class="LineNr"> 938 </span> compare g, <span class="Constant">0x28</span>/open-paren -<span id="L939" class="LineNr"> 939 </span> <span class="Delimiter">{</span> -<span id="L940" class="LineNr"> 940 </span> <span class="PreProc">break-if-!=</span> -<span id="L941" class="LineNr"> 941 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data -<span id="L942" class="LineNr"> 942 </span> <span class="PreProc">return</span> result -<span id="L943" class="LineNr"> 943 </span> <span class="Delimiter">}</span> -<span id="L944" class="LineNr"> 944 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L945" class="LineNr"> 945 </span><span class="Delimiter">}</span> -<span id="L946" class="LineNr"> 946 </span> -<span id="L947" class="LineNr"> 947 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L947'>close-paren-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L948" class="LineNr"> 948 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L949" class="LineNr"> 949 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data -<span id="L950" class="LineNr"> 950 </span> <span class="PreProc">var</span> _in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *in-data-ah -<span id="L951" class="LineNr"> 951 </span> <span class="PreProc">var</span> in-data/<span class="muRegEcx">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data -<span id="L952" class="LineNr"> 952 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L953" class="LineNr"> 953 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data -<span id="L954" class="LineNr"> 954 </span> compare g, <span class="Constant">0x29</span>/close-paren -<span id="L955" class="LineNr"> 955 </span> <span class="Delimiter">{</span> -<span id="L956" class="LineNr"> 956 </span> <span class="PreProc">break-if-!=</span> -<span id="L957" class="LineNr"> 957 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data -<span id="L958" class="LineNr"> 958 </span> <span class="PreProc">return</span> result +<span id="L847" class="LineNr"> 847 </span><span class="muComment"># Mu carves up the space of graphemes into 4 categories:</span> +<span id="L848" class="LineNr"> 848 </span><span class="muComment"># whitespace</span> +<span id="L849" class="LineNr"> 849 </span><span class="muComment"># quotes and unquotes (from a Lisp perspective; doesn't include double</span> +<span id="L850" class="LineNr"> 850 </span><span class="muComment"># quotes or other Unicode quotes)</span> +<span id="L851" class="LineNr"> 851 </span><span class="muComment"># operators</span> +<span id="L852" class="LineNr"> 852 </span><span class="muComment"># symbols</span> +<span id="L853" class="LineNr"> 853 </span><span class="muComment"># (Numbers have their own parsing rules that don't fit cleanly in this</span> +<span id="L854" class="LineNr"> 854 </span><span class="muComment"># partition.)</span> +<span id="L855" class="LineNr"> 855 </span><span class="muComment">#</span> +<span id="L856" class="LineNr"> 856 </span><span class="muComment"># During tokenization operators and symbols are treated identically.</span> +<span id="L857" class="LineNr"> 857 </span><span class="muComment"># A later phase digs into that nuance.</span> +<span id="L858" class="LineNr"> 858 </span> +<span id="L859" class="LineNr"> 859 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L859'>symbol-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L860" class="LineNr"> 860 </span> <span class="PreProc">var</span> whitespace?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L891'>whitespace-grapheme?</a> g +<span id="L861" class="LineNr"> 861 </span> compare whitespace?, <span class="Constant">0</span>/false +<span id="L862" class="LineNr"> 862 </span> <span class="Delimiter">{</span> +<span id="L863" class="LineNr"> 863 </span> <span class="PreProc">break-if-=</span> +<span id="L864" class="LineNr"> 864 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L865" class="LineNr"> 865 </span> <span class="Delimiter">}</span> +<span id="L866" class="LineNr"> 866 </span> <span class="PreProc">var</span> <a href='infix.mu.html#L545'>quote-or-unquote?</a>/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L910'>quote-or-unquote-grapheme?</a> g +<span id="L867" class="LineNr"> 867 </span> compare <a href='infix.mu.html#L545'>quote-or-unquote?</a>, <span class="Constant">0</span>/false +<span id="L868" class="LineNr"> 868 </span> <span class="Delimiter">{</span> +<span id="L869" class="LineNr"> 869 </span> <span class="PreProc">break-if-=</span> +<span id="L870" class="LineNr"> 870 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L871" class="LineNr"> 871 </span> <span class="Delimiter">}</span> +<span id="L872" class="LineNr"> 872 </span> <span class="PreProc">var</span> bracket?/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L934'>bracket-grapheme?</a> g +<span id="L873" class="LineNr"> 873 </span> compare bracket?, <span class="Constant">0</span>/false +<span id="L874" class="LineNr"> 874 </span> <span class="Delimiter">{</span> +<span id="L875" class="LineNr"> 875 </span> <span class="PreProc">break-if-=</span> +<span id="L876" class="LineNr"> 876 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L877" class="LineNr"> 877 </span> <span class="Delimiter">}</span> +<span id="L878" class="LineNr"> 878 </span> compare g, <span class="Constant">0x23</span>/hash <span class="muComment"># comments get filtered out</span> +<span id="L879" class="LineNr"> 879 </span> <span class="Delimiter">{</span> +<span id="L880" class="LineNr"> 880 </span> <span class="PreProc">break-if-!=</span> +<span id="L881" class="LineNr"> 881 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L882" class="LineNr"> 882 </span> <span class="Delimiter">}</span> +<span id="L883" class="LineNr"> 883 </span> compare g, <span class="Constant">0x22</span>/double-quote <span class="muComment"># double quotes reserved for now</span> +<span id="L884" class="LineNr"> 884 </span> <span class="Delimiter">{</span> +<span id="L885" class="LineNr"> 885 </span> <span class="PreProc">break-if-!=</span> +<span id="L886" class="LineNr"> 886 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L887" class="LineNr"> 887 </span> <span class="Delimiter">}</span> +<span id="L888" class="LineNr"> 888 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L889" class="LineNr"> 889 </span><span class="Delimiter">}</span> +<span id="L890" class="LineNr"> 890 </span> +<span id="L891" class="LineNr"> 891 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L891'>whitespace-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L892" class="LineNr"> 892 </span> compare g, <span class="Constant">9</span>/tab +<span id="L893" class="LineNr"> 893 </span> <span class="Delimiter">{</span> +<span id="L894" class="LineNr"> 894 </span> <span class="PreProc">break-if-!=</span> +<span id="L895" class="LineNr"> 895 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L896" class="LineNr"> 896 </span> <span class="Delimiter">}</span> +<span id="L897" class="LineNr"> 897 </span> compare g, <span class="Constant">0xa</span>/newline +<span id="L898" class="LineNr"> 898 </span> <span class="Delimiter">{</span> +<span id="L899" class="LineNr"> 899 </span> <span class="PreProc">break-if-!=</span> +<span id="L900" class="LineNr"> 900 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L901" class="LineNr"> 901 </span> <span class="Delimiter">}</span> +<span id="L902" class="LineNr"> 902 </span> compare g, <span class="Constant">0x20</span>/space +<span id="L903" class="LineNr"> 903 </span> <span class="Delimiter">{</span> +<span id="L904" class="LineNr"> 904 </span> <span class="PreProc">break-if-!=</span> +<span id="L905" class="LineNr"> 905 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L906" class="LineNr"> 906 </span> <span class="Delimiter">}</span> +<span id="L907" class="LineNr"> 907 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L908" class="LineNr"> 908 </span><span class="Delimiter">}</span> +<span id="L909" class="LineNr"> 909 </span> +<span id="L910" class="LineNr"> 910 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L910'>quote-or-unquote-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L911" class="LineNr"> 911 </span> compare g, <span class="Constant">0x27</span>/single-quote +<span id="L912" class="LineNr"> 912 </span> <span class="Delimiter">{</span> +<span id="L913" class="LineNr"> 913 </span> <span class="PreProc">break-if-!=</span> +<span id="L914" class="LineNr"> 914 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L915" class="LineNr"> 915 </span> <span class="Delimiter">}</span> +<span id="L916" class="LineNr"> 916 </span> compare g, <span class="Constant">0x60</span>/backquote +<span id="L917" class="LineNr"> 917 </span> <span class="Delimiter">{</span> +<span id="L918" class="LineNr"> 918 </span> <span class="PreProc">break-if-!=</span> +<span id="L919" class="LineNr"> 919 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L920" class="LineNr"> 920 </span> <span class="Delimiter">}</span> +<span id="L921" class="LineNr"> 921 </span> compare g, <span class="Constant">0x2c</span>/comma +<span id="L922" class="LineNr"> 922 </span> <span class="Delimiter">{</span> +<span id="L923" class="LineNr"> 923 </span> <span class="PreProc">break-if-!=</span> +<span id="L924" class="LineNr"> 924 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L925" class="LineNr"> 925 </span> <span class="Delimiter">}</span> +<span id="L926" class="LineNr"> 926 </span> compare g, <span class="Constant">0x40</span>/at-sign +<span id="L927" class="LineNr"> 927 </span> <span class="Delimiter">{</span> +<span id="L928" class="LineNr"> 928 </span> <span class="PreProc">break-if-!=</span> +<span id="L929" class="LineNr"> 929 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L930" class="LineNr"> 930 </span> <span class="Delimiter">}</span> +<span id="L931" class="LineNr"> 931 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L932" class="LineNr"> 932 </span><span class="Delimiter">}</span> +<span id="L933" class="LineNr"> 933 </span> +<span id="L934" class="LineNr"> 934 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L934'>bracket-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L935" class="LineNr"> 935 </span> compare g, <span class="Constant">0x28</span>/open-paren +<span id="L936" class="LineNr"> 936 </span> <span class="Delimiter">{</span> +<span id="L937" class="LineNr"> 937 </span> <span class="PreProc">break-if-!=</span> +<span id="L938" class="LineNr"> 938 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L939" class="LineNr"> 939 </span> <span class="Delimiter">}</span> +<span id="L940" class="LineNr"> 940 </span> compare g, <span class="Constant">0x29</span>/close-paren +<span id="L941" class="LineNr"> 941 </span> <span class="Delimiter">{</span> +<span id="L942" class="LineNr"> 942 </span> <span class="PreProc">break-if-!=</span> +<span id="L943" class="LineNr"> 943 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L944" class="LineNr"> 944 </span> <span class="Delimiter">}</span> +<span id="L945" class="LineNr"> 945 </span> compare g, <span class="Constant">0x5b</span>/open-square-bracket +<span id="L946" class="LineNr"> 946 </span> <span class="Delimiter">{</span> +<span id="L947" class="LineNr"> 947 </span> <span class="PreProc">break-if-!=</span> +<span id="L948" class="LineNr"> 948 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L949" class="LineNr"> 949 </span> <span class="Delimiter">}</span> +<span id="L950" class="LineNr"> 950 </span> compare g, <span class="Constant">0x5d</span>/close-square-bracket +<span id="L951" class="LineNr"> 951 </span> <span class="Delimiter">{</span> +<span id="L952" class="LineNr"> 952 </span> <span class="PreProc">break-if-!=</span> +<span id="L953" class="LineNr"> 953 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L954" class="LineNr"> 954 </span> <span class="Delimiter">}</span> +<span id="L955" class="LineNr"> 955 </span> compare g, <span class="Constant">0x7b</span>/open-curly-bracket +<span id="L956" class="LineNr"> 956 </span> <span class="Delimiter">{</span> +<span id="L957" class="LineNr"> 957 </span> <span class="PreProc">break-if-!=</span> +<span id="L958" class="LineNr"> 958 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true <span id="L959" class="LineNr"> 959 </span> <span class="Delimiter">}</span> -<span id="L960" class="LineNr"> 960 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L961" class="LineNr"> 961 </span><span class="Delimiter">}</span> -<span id="L962" class="LineNr"> 962 </span> -<span id="L963" class="LineNr"> 963 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L963'>dot-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L964" class="LineNr"> 964 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L965" class="LineNr"> 965 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data -<span id="L966" class="LineNr"> 966 </span> <span class="PreProc">var</span> _in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *in-data-ah -<span id="L967" class="LineNr"> 967 </span> <span class="PreProc">var</span> in-data/<span class="muRegEcx">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data -<span id="L968" class="LineNr"> 968 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L969" class="LineNr"> 969 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data -<span id="L970" class="LineNr"> 970 </span> compare g, <span class="Constant">0x2e</span>/dot -<span id="L971" class="LineNr"> 971 </span> <span class="Delimiter">{</span> -<span id="L972" class="LineNr"> 972 </span> <span class="PreProc">break-if-!=</span> -<span id="L973" class="LineNr"> 973 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data -<span id="L974" class="LineNr"> 974 </span> <span class="PreProc">return</span> result -<span id="L975" class="LineNr"> 975 </span> <span class="Delimiter">}</span> -<span id="L976" class="LineNr"> 976 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L977" class="LineNr"> 977 </span><span class="Delimiter">}</span> -<span id="L978" class="LineNr"> 978 </span> -<span id="L979" class="LineNr"> 979 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L979'>test-dot-token</a></span> <span class="Delimiter">{</span> -<span id="L980" class="LineNr"> 980 </span> <span class="PreProc">var</span> tmp-storage: (handle <a href='tokenize.mu.html#L3'>token</a>) -<span id="L981" class="LineNr"> 981 </span> <span class="PreProc">var</span> tmp-ah/eax: (addr handle <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address tmp-storage -<span id="L982" class="LineNr"> 982 </span> <a href='tokenize.mu.html#L1022'>allocate-token</a> tmp-ah -<span id="L983" class="LineNr"> 983 </span> <span class="PreProc">var</span> tmp/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *tmp-ah -<span id="L984" class="LineNr"> 984 </span> <a href='tokenize.mu.html#L1030'>initialize-token</a> tmp, <span class="Constant">"."</span> -<span id="L985" class="LineNr"> 985 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L963'>dot-token?</a> tmp -<span id="L986" class="LineNr"> 986 </span> <a href='../502test.mu.html#L19'>check</a> result, <span class="Constant">"F - test-dot-token"</span> -<span id="L987" class="LineNr"> 987 </span><span class="Delimiter">}</span> -<span id="L988" class="LineNr"> 988 </span> -<span id="L989" class="LineNr"> 989 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L989'>stream-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L990" class="LineNr"> 990 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L991" class="LineNr"> 991 </span> <span class="PreProc">var</span> in-type/eax: (addr int) <span class="Special"><-</span> get self, <span class="PreProc">type</span> -<span id="L992" class="LineNr"> 992 </span> compare *in-type, <span class="Constant">1</span>/stream -<span id="L993" class="LineNr"> 993 </span> <span class="Delimiter">{</span> -<span id="L994" class="LineNr"> 994 </span> <span class="PreProc">break-if-=</span> -<span id="L995" class="LineNr"> 995 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L996" class="LineNr"> 996 </span> <span class="Delimiter">}</span> -<span id="L997" class="LineNr"> 997 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L998" class="LineNr"> 998 </span><span class="Delimiter">}</span> -<span id="L999" class="LineNr"> 999 </span> -<span id="L1000" class="LineNr">1000 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1000'>skip-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L1001" class="LineNr">1001 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L1002" class="LineNr">1002 </span> <span class="PreProc">var</span> in-type/eax: (addr int) <span class="Special"><-</span> get self, <span class="PreProc">type</span> -<span id="L1003" class="LineNr">1003 </span> compare *in-type, <span class="Constant">2</span>/skip -<span id="L1004" class="LineNr">1004 </span> <span class="Delimiter">{</span> -<span id="L1005" class="LineNr">1005 </span> <span class="PreProc">break-if-=</span> +<span id="L960" class="LineNr"> 960 </span> compare g, <span class="Constant">0x7d</span>/close-curly-bracket +<span id="L961" class="LineNr"> 961 </span> <span class="Delimiter">{</span> +<span id="L962" class="LineNr"> 962 </span> <span class="PreProc">break-if-!=</span> +<span id="L963" class="LineNr"> 963 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L964" class="LineNr"> 964 </span> <span class="Delimiter">}</span> +<span id="L965" class="LineNr"> 965 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L966" class="LineNr"> 966 </span><span class="Delimiter">}</span> +<span id="L967" class="LineNr"> 967 </span> +<span id="L968" class="LineNr"> 968 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L968'>number-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L969" class="LineNr"> 969 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L970" class="LineNr"> 970 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data +<span id="L971" class="LineNr"> 971 </span> <span class="PreProc">var</span> _in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *in-data-ah +<span id="L972" class="LineNr"> 972 </span> <span class="PreProc">var</span> in-data/<span class="muRegEcx">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data +<span id="L973" class="LineNr"> 973 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L974" class="LineNr"> 974 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L975" class="LineNr"> 975 </span> <span class="muComment"># if '-', read another</span> +<span id="L976" class="LineNr"> 976 </span> <span class="Delimiter">{</span> +<span id="L977" class="LineNr"> 977 </span> compare g, <span class="Constant">0x2d</span>/minus +<span id="L978" class="LineNr"> 978 </span> <span class="PreProc">break-if-!=</span> +<span id="L979" class="LineNr"> 979 </span> g <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L980" class="LineNr"> 980 </span> <span class="Delimiter">}</span> +<span id="L981" class="LineNr"> 981 </span> <span class="Delimiter">{</span> +<span id="L982" class="LineNr"> 982 </span> <span class="Delimiter">{</span> +<span id="L983" class="LineNr"> 983 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../126write-int-decimal.subx.html#L327'>decimal-digit?</a> g +<span id="L984" class="LineNr"> 984 </span> compare result, <span class="Constant">0</span>/false +<span id="L985" class="LineNr"> 985 </span> <span class="PreProc">break-if-!=</span> +<span id="L986" class="LineNr"> 986 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L987" class="LineNr"> 987 </span> <span class="Delimiter">}</span> +<span id="L988" class="LineNr"> 988 </span> <span class="Delimiter">{</span> +<span id="L989" class="LineNr"> 989 </span> <span class="PreProc">var</span> done?/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data +<span id="L990" class="LineNr"> 990 </span> compare done?, <span class="Constant">0</span>/false +<span id="L991" class="LineNr"> 991 </span> <span class="Delimiter">}</span> +<span id="L992" class="LineNr"> 992 </span> <span class="PreProc">break-if-!=</span> +<span id="L993" class="LineNr"> 993 </span> g <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L994" class="LineNr"> 994 </span> <span class="PreProc">loop</span> +<span id="L995" class="LineNr"> 995 </span> <span class="Delimiter">}</span> +<span id="L996" class="LineNr"> 996 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L997" class="LineNr"> 997 </span><span class="Delimiter">}</span> +<span id="L998" class="LineNr"> 998 </span> +<span id="L999" class="LineNr"> 999 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L999'>bracket-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L1000" class="LineNr">1000 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1001" class="LineNr">1001 </span> <span class="Delimiter">{</span> +<span id="L1002" class="LineNr">1002 </span> <span class="PreProc">var</span> in-type/eax: (addr int) <span class="Special"><-</span> get self, <span class="PreProc">type</span> +<span id="L1003" class="LineNr">1003 </span> compare *in-type, <span class="Constant">1</span>/stream +<span id="L1004" class="LineNr">1004 </span> <span class="PreProc">break-if-!=</span> +<span id="L1005" class="LineNr">1005 </span> <span class="muComment"># streams are never paren tokens</span> <span id="L1006" class="LineNr">1006 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false <span id="L1007" class="LineNr">1007 </span> <span class="Delimiter">}</span> -<span id="L1008" class="LineNr">1008 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L1009" class="LineNr">1009 </span><span class="Delimiter">}</span> -<span id="L1010" class="LineNr">1010 </span> -<span id="L1011" class="LineNr">1011 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1011'>indent-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L1012" class="LineNr">1012 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L1013" class="LineNr">1013 </span> <span class="PreProc">var</span> in-type/eax: (addr int) <span class="Special"><-</span> get self, <span class="PreProc">type</span> -<span id="L1014" class="LineNr">1014 </span> compare *in-type, <span class="Constant">3</span>/indent -<span id="L1015" class="LineNr">1015 </span> <span class="Delimiter">{</span> -<span id="L1016" class="LineNr">1016 </span> <span class="PreProc">break-if-=</span> -<span id="L1017" class="LineNr">1017 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L1018" class="LineNr">1018 </span> <span class="Delimiter">}</span> -<span id="L1019" class="LineNr">1019 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L1020" class="LineNr">1020 </span><span class="Delimiter">}</span> -<span id="L1021" class="LineNr">1021 </span> -<span id="L1022" class="LineNr">1022 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1022'>allocate-token</a></span> _self-ah: (addr handle <a href='tokenize.mu.html#L3'>token</a>) <span class="Delimiter">{</span> -<span id="L1023" class="LineNr">1023 </span> <span class="PreProc">var</span> self-ah/eax: (addr handle <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self-ah -<span id="L1024" class="LineNr">1024 </span> <a href='../120allocate.subx.html#L43'>allocate</a> self-ah -<span id="L1025" class="LineNr">1025 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *self-ah -<span id="L1026" class="LineNr">1026 </span> <span class="PreProc">var</span> dest-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data -<span id="L1027" class="LineNr">1027 </span> populate-stream dest-ah, <span class="Constant">0x40</span>/max-symbol-size -<span id="L1028" class="LineNr">1028 </span><span class="Delimiter">}</span> -<span id="L1029" class="LineNr">1029 </span> -<span id="L1030" class="LineNr">1030 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1030'>initialize-token</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>), val: (addr array byte) <span class="Delimiter">{</span> -<span id="L1031" class="LineNr">1031 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L1032" class="LineNr">1032 </span> <span class="PreProc">var</span> dest-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data -<span id="L1033" class="LineNr">1033 </span> populate-stream dest-ah, <span class="Constant">0x40</span> -<span id="L1034" class="LineNr">1034 </span> <span class="PreProc">var</span> dest/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *dest-ah -<span id="L1035" class="LineNr">1035 </span> <a href='../108write.subx.html#L11'>write</a> dest, val -<span id="L1036" class="LineNr">1036 </span><span class="Delimiter">}</span> -<span id="L1037" class="LineNr">1037 </span> -<span id="L1038" class="LineNr">1038 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1038'>initialize-skip-token</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Delimiter">{</span> -<span id="L1039" class="LineNr">1039 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L1040" class="LineNr">1040 </span> <span class="PreProc">var</span> self-type/eax: (addr int) <span class="Special"><-</span> get self, <span class="PreProc">type</span> -<span id="L1041" class="LineNr">1041 </span> copy-to *self-type, <span class="Constant">2</span>/skip -<span id="L1042" class="LineNr">1042 </span><span class="Delimiter">}</span> -<span id="L1043" class="LineNr">1043 </span> -<span id="L1044" class="LineNr">1044 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1044'>write-token-text-data</a></span> out: (addr stream byte), _self: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Delimiter">{</span> -<span id="L1045" class="LineNr">1045 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self -<span id="L1046" class="LineNr">1046 </span> <span class="PreProc">var</span> data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data -<span id="L1047" class="LineNr">1047 </span> <span class="PreProc">var</span> data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *data-ah -<span id="L1048" class="LineNr">1048 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> data -<span id="L1049" class="LineNr">1049 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> out, data +<span id="L1008" class="LineNr">1008 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data +<span id="L1009" class="LineNr">1009 </span> <span class="PreProc">var</span> in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *in-data-ah +<span id="L1010" class="LineNr">1010 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L1011" class="LineNr">1011 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L1012" class="LineNr">1012 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L934'>bracket-grapheme?</a> g +<span id="L1013" class="LineNr">1013 </span> <span class="PreProc">return</span> result +<span id="L1014" class="LineNr">1014 </span><span class="Delimiter">}</span> +<span id="L1015" class="LineNr">1015 </span> +<span id="L1016" class="LineNr">1016 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1016'>quote-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L1017" class="LineNr">1017 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1018" class="LineNr">1018 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data +<span id="L1019" class="LineNr">1019 </span> <span class="PreProc">var</span> in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *in-data-ah +<span id="L1020" class="LineNr">1020 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L1021" class="LineNr">1021 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> in-data, <span class="Constant">"'"</span> +<span id="L1022" class="LineNr">1022 </span> <span class="PreProc">return</span> result +<span id="L1023" class="LineNr">1023 </span><span class="Delimiter">}</span> +<span id="L1024" class="LineNr">1024 </span> +<span id="L1025" class="LineNr">1025 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1025'>backquote-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L1026" class="LineNr">1026 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1027" class="LineNr">1027 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data +<span id="L1028" class="LineNr">1028 </span> <span class="PreProc">var</span> in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *in-data-ah +<span id="L1029" class="LineNr">1029 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L1030" class="LineNr">1030 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> in-data, <span class="Constant">"`"</span> +<span id="L1031" class="LineNr">1031 </span> <span class="PreProc">return</span> result +<span id="L1032" class="LineNr">1032 </span><span class="Delimiter">}</span> +<span id="L1033" class="LineNr">1033 </span> +<span id="L1034" class="LineNr">1034 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1034'>unquote-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L1035" class="LineNr">1035 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1036" class="LineNr">1036 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data +<span id="L1037" class="LineNr">1037 </span> <span class="PreProc">var</span> in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *in-data-ah +<span id="L1038" class="LineNr">1038 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L1039" class="LineNr">1039 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> in-data, <span class="Constant">","</span> +<span id="L1040" class="LineNr">1040 </span> <span class="PreProc">return</span> result +<span id="L1041" class="LineNr">1041 </span><span class="Delimiter">}</span> +<span id="L1042" class="LineNr">1042 </span> +<span id="L1043" class="LineNr">1043 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1043'>unquote-splice-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L1044" class="LineNr">1044 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1045" class="LineNr">1045 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data +<span id="L1046" class="LineNr">1046 </span> <span class="PreProc">var</span> in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *in-data-ah +<span id="L1047" class="LineNr">1047 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L1048" class="LineNr">1048 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> in-data, <span class="Constant">",@"</span> +<span id="L1049" class="LineNr">1049 </span> <span class="PreProc">return</span> result <span id="L1050" class="LineNr">1050 </span><span class="Delimiter">}</span> <span id="L1051" class="LineNr">1051 </span> -<span id="L1052" class="LineNr">1052 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1052'>tokens-equal?</a></span> _a: (addr <a href='tokenize.mu.html#L3'>token</a>), _b: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> -<span id="L1053" class="LineNr">1053 </span> <span class="PreProc">var</span> a/<span class="muRegEdx">edx</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _a -<span id="L1054" class="LineNr">1054 </span> <span class="PreProc">var</span> b/<span class="muRegEbx">ebx</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _b -<span id="L1055" class="LineNr">1055 </span> <span class="PreProc">var</span> a-type-addr/eax: (addr int) <span class="Special"><-</span> get a, <span class="PreProc">type</span> -<span id="L1056" class="LineNr">1056 </span> <span class="PreProc">var</span> a-type/eax: int <span class="Special"><-</span> copy *a-type-addr -<span id="L1057" class="LineNr">1057 </span> <span class="PreProc">var</span> b-type-addr/<span class="muRegEcx">ecx</span>: (addr int) <span class="Special"><-</span> get b, <span class="PreProc">type</span> -<span id="L1058" class="LineNr">1058 </span> compare a-type, *b-type-addr -<span id="L1059" class="LineNr">1059 </span> <span class="Delimiter">{</span> -<span id="L1060" class="LineNr">1060 </span> <span class="PreProc">break-if-=</span> -<span id="L1061" class="LineNr">1061 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L1062" class="LineNr">1062 </span> <span class="Delimiter">}</span> -<span id="L1063" class="LineNr">1063 </span> compare a-type, <span class="Constant">2</span>/skip -<span id="L1064" class="LineNr">1064 </span> <span class="Delimiter">{</span> -<span id="L1065" class="LineNr">1065 </span> <span class="PreProc">break-if-!=</span> -<span id="L1066" class="LineNr">1066 </span> <span class="muComment"># skip tokens have no other data</span> -<span id="L1067" class="LineNr">1067 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L1068" class="LineNr">1068 </span> <span class="Delimiter">}</span> -<span id="L1069" class="LineNr">1069 </span> compare a-type, <span class="Constant">3</span>/indent -<span id="L1070" class="LineNr">1070 </span> <span class="Delimiter">{</span> -<span id="L1071" class="LineNr">1071 </span> <span class="PreProc">break-if-!=</span> -<span id="L1072" class="LineNr">1072 </span> <span class="muComment"># indent tokens have no other data</span> -<span id="L1073" class="LineNr">1073 </span> <span class="PreProc">var</span> a-number-data-addr/eax: (addr int) <span class="Special"><-</span> get a, number-data -<span id="L1074" class="LineNr">1074 </span> <span class="PreProc">var</span> a-number-data/eax: int <span class="Special"><-</span> copy *a-number-data-addr -<span id="L1075" class="LineNr">1075 </span> <span class="PreProc">var</span> b-number-data-addr/<span class="muRegEcx">ecx</span>: (addr int) <span class="Special"><-</span> get b, number-data -<span id="L1076" class="LineNr">1076 </span> compare a-number-data, *b-number-data-addr -<span id="L1077" class="LineNr">1077 </span> <span class="Delimiter">{</span> -<span id="L1078" class="LineNr">1078 </span> <span class="PreProc">break-if-=</span> -<span id="L1079" class="LineNr">1079 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L1080" class="LineNr">1080 </span> <span class="Delimiter">}</span> -<span id="L1081" class="LineNr">1081 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L1082" class="LineNr">1082 </span> <span class="Delimiter">}</span> -<span id="L1083" class="LineNr">1083 </span> <span class="PreProc">var</span> b-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get b, text-data -<span id="L1084" class="LineNr">1084 </span> <span class="PreProc">var</span> _b-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *b-data-ah -<span id="L1085" class="LineNr">1085 </span> <span class="PreProc">var</span> b-data/<span class="muRegEbx">ebx</span>: (addr stream byte) <span class="Special"><-</span> copy _b-data -<span id="L1086" class="LineNr">1086 </span> <span class="PreProc">var</span> a-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get a, text-data -<span id="L1087" class="LineNr">1087 </span> <span class="PreProc">var</span> a-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *a-data-ah -<span id="L1088" class="LineNr">1088 </span> <span class="PreProc">var</span> data-match?/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L211'>streams-data-equal?</a> a-data, b-data -<span id="L1089" class="LineNr">1089 </span> <span class="PreProc">return</span> data-match? -<span id="L1090" class="LineNr">1090 </span><span class="Delimiter">}</span> -<span id="L1091" class="LineNr">1091 </span> -<span id="L1092" class="LineNr">1092 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1092'>dump-token-from-cursor</a></span> _t: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Delimiter">{</span> -<span id="L1093" class="LineNr">1093 </span> <span class="PreProc">var</span> t/<span class="muRegEsi">esi</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _t -<span id="L1094" class="LineNr">1094 </span> <span class="PreProc">var</span> <span class="PreProc">type</span>/eax: (addr int) <span class="Special"><-</span> get t, <span class="PreProc">type</span> -<span id="L1095" class="LineNr">1095 </span> <a href='../501draw-text.mu.html#L387'>draw-int32-decimal-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, *<span class="PreProc">type</span>, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg -<span id="L1096" class="LineNr">1096 </span> <a href='../501draw-text.mu.html#L279'>draw-text-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, <span class="Constant">" "</span>, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg -<span id="L1097" class="LineNr">1097 </span> <span class="PreProc">var</span> text-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get t, text-data -<span id="L1098" class="LineNr">1098 </span> <span class="PreProc">var</span> text/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L223'>lookup</a> *text-ah -<span id="L1099" class="LineNr">1099 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> text -<span id="L1100" class="LineNr">1100 </span> <a href='../501draw-text.mu.html#L235'>draw-stream-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, text, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg -<span id="L1101" class="LineNr">1101 </span> <a href='../501draw-text.mu.html#L279'>draw-text-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, <span class="Constant">" "</span>, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg -<span id="L1102" class="LineNr">1102 </span> <span class="PreProc">var</span> num/eax: (addr int) <span class="Special"><-</span> get t, number-data -<span id="L1103" class="LineNr">1103 </span> <a href='../501draw-text.mu.html#L387'>draw-int32-decimal-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, *num, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg -<span id="L1104" class="LineNr">1104 </span> <a href='../501draw-text.mu.html#L279'>draw-text-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, <span class="Constant">"\n"</span>, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg -<span id="L1105" class="LineNr">1105 </span><span class="Delimiter">}</span> +<span id="L1052" class="LineNr">1052 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1052'>open-paren-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L1053" class="LineNr">1053 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1054" class="LineNr">1054 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data +<span id="L1055" class="LineNr">1055 </span> <span class="PreProc">var</span> _in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *in-data-ah +<span id="L1056" class="LineNr">1056 </span> <span class="PreProc">var</span> in-data/<span class="muRegEcx">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data +<span id="L1057" class="LineNr">1057 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L1058" class="LineNr">1058 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L1059" class="LineNr">1059 </span> compare g, <span class="Constant">0x28</span>/open-paren +<span id="L1060" class="LineNr">1060 </span> <span class="Delimiter">{</span> +<span id="L1061" class="LineNr">1061 </span> <span class="PreProc">break-if-!=</span> +<span id="L1062" class="LineNr">1062 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data +<span id="L1063" class="LineNr">1063 </span> <span class="PreProc">return</span> result +<span id="L1064" class="LineNr">1064 </span> <span class="Delimiter">}</span> +<span id="L1065" class="LineNr">1065 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L1066" class="LineNr">1066 </span><span class="Delimiter">}</span> +<span id="L1067" class="LineNr">1067 </span> +<span id="L1068" class="LineNr">1068 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1068'>close-paren-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L1069" class="LineNr">1069 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1070" class="LineNr">1070 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data +<span id="L1071" class="LineNr">1071 </span> <span class="PreProc">var</span> _in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *in-data-ah +<span id="L1072" class="LineNr">1072 </span> <span class="PreProc">var</span> in-data/<span class="muRegEcx">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data +<span id="L1073" class="LineNr">1073 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L1074" class="LineNr">1074 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L1075" class="LineNr">1075 </span> compare g, <span class="Constant">0x29</span>/close-paren +<span id="L1076" class="LineNr">1076 </span> <span class="Delimiter">{</span> +<span id="L1077" class="LineNr">1077 </span> <span class="PreProc">break-if-!=</span> +<span id="L1078" class="LineNr">1078 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data +<span id="L1079" class="LineNr">1079 </span> <span class="PreProc">return</span> result +<span id="L1080" class="LineNr">1080 </span> <span class="Delimiter">}</span> +<span id="L1081" class="LineNr">1081 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L1082" class="LineNr">1082 </span><span class="Delimiter">}</span> +<span id="L1083" class="LineNr">1083 </span> +<span id="L1084" class="LineNr">1084 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1084'>dot-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L1085" class="LineNr">1085 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1086" class="LineNr">1086 </span> <span class="PreProc">var</span> in-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data +<span id="L1087" class="LineNr">1087 </span> <span class="PreProc">var</span> _in-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *in-data-ah +<span id="L1088" class="LineNr">1088 </span> <span class="PreProc">var</span> in-data/<span class="muRegEcx">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data +<span id="L1089" class="LineNr">1089 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L1090" class="LineNr">1090 </span> <span class="PreProc">var</span> g/eax: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L1091" class="LineNr">1091 </span> compare g, <span class="Constant">0x2e</span>/dot +<span id="L1092" class="LineNr">1092 </span> <span class="Delimiter">{</span> +<span id="L1093" class="LineNr">1093 </span> <span class="PreProc">break-if-!=</span> +<span id="L1094" class="LineNr">1094 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data +<span id="L1095" class="LineNr">1095 </span> <span class="PreProc">return</span> result +<span id="L1096" class="LineNr">1096 </span> <span class="Delimiter">}</span> +<span id="L1097" class="LineNr">1097 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L1098" class="LineNr">1098 </span><span class="Delimiter">}</span> +<span id="L1099" class="LineNr">1099 </span> +<span id="L1100" class="LineNr">1100 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L1100'>test-dot-token</a></span> <span class="Delimiter">{</span> +<span id="L1101" class="LineNr">1101 </span> <span class="PreProc">var</span> tmp-storage: (handle <a href='tokenize.mu.html#L3'>token</a>) +<span id="L1102" class="LineNr">1102 </span> <span class="PreProc">var</span> tmp-ah/eax: (addr handle <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> address tmp-storage +<span id="L1103" class="LineNr">1103 </span> <a href='tokenize.mu.html#L1143'>allocate-token</a> tmp-ah +<span id="L1104" class="LineNr">1104 </span> <span class="PreProc">var</span> tmp/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *tmp-ah +<span id="L1105" class="LineNr">1105 </span> <a href='tokenize.mu.html#L1151'>initialize-token</a> tmp, <span class="Constant">"."</span> +<span id="L1106" class="LineNr">1106 </span> <span class="PreProc">var</span> result/eax: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L1084'>dot-token?</a> tmp +<span id="L1107" class="LineNr">1107 </span> <a href='../502test.mu.html#L19'>check</a> result, <span class="Constant">"F - test-dot-token"</span> +<span id="L1108" class="LineNr">1108 </span><span class="Delimiter">}</span> +<span id="L1109" class="LineNr">1109 </span> +<span id="L1110" class="LineNr">1110 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1110'>stream-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L1111" class="LineNr">1111 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1112" class="LineNr">1112 </span> <span class="PreProc">var</span> in-type/eax: (addr int) <span class="Special"><-</span> get self, <span class="PreProc">type</span> +<span id="L1113" class="LineNr">1113 </span> compare *in-type, <span class="Constant">1</span>/stream +<span id="L1114" class="LineNr">1114 </span> <span class="Delimiter">{</span> +<span id="L1115" class="LineNr">1115 </span> <span class="PreProc">break-if-=</span> +<span id="L1116" class="LineNr">1116 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L1117" class="LineNr">1117 </span> <span class="Delimiter">}</span> +<span id="L1118" class="LineNr">1118 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L1119" class="LineNr">1119 </span><span class="Delimiter">}</span> +<span id="L1120" class="LineNr">1120 </span> +<span id="L1121" class="LineNr">1121 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1121'>skip-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L1122" class="LineNr">1122 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1123" class="LineNr">1123 </span> <span class="PreProc">var</span> in-type/eax: (addr int) <span class="Special"><-</span> get self, <span class="PreProc">type</span> +<span id="L1124" class="LineNr">1124 </span> compare *in-type, <span class="Constant">2</span>/skip +<span id="L1125" class="LineNr">1125 </span> <span class="Delimiter">{</span> +<span id="L1126" class="LineNr">1126 </span> <span class="PreProc">break-if-=</span> +<span id="L1127" class="LineNr">1127 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L1128" class="LineNr">1128 </span> <span class="Delimiter">}</span> +<span id="L1129" class="LineNr">1129 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L1130" class="LineNr">1130 </span><span class="Delimiter">}</span> +<span id="L1131" class="LineNr">1131 </span> +<span id="L1132" class="LineNr">1132 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1132'>indent-token?</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L1133" class="LineNr">1133 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1134" class="LineNr">1134 </span> <span class="PreProc">var</span> in-type/eax: (addr int) <span class="Special"><-</span> get self, <span class="PreProc">type</span> +<span id="L1135" class="LineNr">1135 </span> compare *in-type, <span class="Constant">3</span>/indent +<span id="L1136" class="LineNr">1136 </span> <span class="Delimiter">{</span> +<span id="L1137" class="LineNr">1137 </span> <span class="PreProc">break-if-=</span> +<span id="L1138" class="LineNr">1138 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L1139" class="LineNr">1139 </span> <span class="Delimiter">}</span> +<span id="L1140" class="LineNr">1140 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L1141" class="LineNr">1141 </span><span class="Delimiter">}</span> +<span id="L1142" class="LineNr">1142 </span> +<span id="L1143" class="LineNr">1143 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1143'>allocate-token</a></span> _self-ah: (addr handle <a href='tokenize.mu.html#L3'>token</a>) <span class="Delimiter">{</span> +<span id="L1144" class="LineNr">1144 </span> <span class="PreProc">var</span> self-ah/eax: (addr handle <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self-ah +<span id="L1145" class="LineNr">1145 </span> <a href='../120allocate.subx.html#L43'>allocate</a> self-ah +<span id="L1146" class="LineNr">1146 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *self-ah +<span id="L1147" class="LineNr">1147 </span> <span class="PreProc">var</span> dest-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data +<span id="L1148" class="LineNr">1148 </span> populate-stream dest-ah, <span class="Constant">0x40</span>/max-symbol-size +<span id="L1149" class="LineNr">1149 </span><span class="Delimiter">}</span> +<span id="L1150" class="LineNr">1150 </span> +<span id="L1151" class="LineNr">1151 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1151'>initialize-token</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>), val: (addr array byte) <span class="Delimiter">{</span> +<span id="L1152" class="LineNr">1152 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1153" class="LineNr">1153 </span> <span class="PreProc">var</span> dest-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data +<span id="L1154" class="LineNr">1154 </span> populate-stream dest-ah, <span class="Constant">0x40</span> +<span id="L1155" class="LineNr">1155 </span> <span class="PreProc">var</span> dest/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *dest-ah +<span id="L1156" class="LineNr">1156 </span> <a href='../108write.subx.html#L11'>write</a> dest, val +<span id="L1157" class="LineNr">1157 </span><span class="Delimiter">}</span> +<span id="L1158" class="LineNr">1158 </span> +<span id="L1159" class="LineNr">1159 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1159'>initialize-skip-token</a></span> _self: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Delimiter">{</span> +<span id="L1160" class="LineNr">1160 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1161" class="LineNr">1161 </span> <span class="PreProc">var</span> self-type/eax: (addr int) <span class="Special"><-</span> get self, <span class="PreProc">type</span> +<span id="L1162" class="LineNr">1162 </span> copy-to *self-type, <span class="Constant">2</span>/skip +<span id="L1163" class="LineNr">1163 </span><span class="Delimiter">}</span> +<span id="L1164" class="LineNr">1164 </span> +<span id="L1165" class="LineNr">1165 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1165'>write-token-text-data</a></span> out: (addr stream byte), _self: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Delimiter">{</span> +<span id="L1166" class="LineNr">1166 </span> <span class="PreProc">var</span> self/eax: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _self +<span id="L1167" class="LineNr">1167 </span> <span class="PreProc">var</span> data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get self, text-data +<span id="L1168" class="LineNr">1168 </span> <span class="PreProc">var</span> data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *data-ah +<span id="L1169" class="LineNr">1169 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> data +<span id="L1170" class="LineNr">1170 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> out, data +<span id="L1171" class="LineNr">1171 </span><span class="Delimiter">}</span> +<span id="L1172" class="LineNr">1172 </span> +<span id="L1173" class="LineNr">1173 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1173'>tokens-equal?</a></span> _a: (addr <a href='tokenize.mu.html#L3'>token</a>), _b: (addr <a href='tokenize.mu.html#L3'>token</a>)<span class="PreProc"> -> </span>_/eax: boolean <span class="Delimiter">{</span> +<span id="L1174" class="LineNr">1174 </span> <span class="PreProc">var</span> a/<span class="muRegEdx">edx</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _a +<span id="L1175" class="LineNr">1175 </span> <span class="PreProc">var</span> b/<span class="muRegEbx">ebx</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _b +<span id="L1176" class="LineNr">1176 </span> <span class="PreProc">var</span> a-type-addr/eax: (addr int) <span class="Special"><-</span> get a, <span class="PreProc">type</span> +<span id="L1177" class="LineNr">1177 </span> <span class="PreProc">var</span> a-type/eax: int <span class="Special"><-</span> copy *a-type-addr +<span id="L1178" class="LineNr">1178 </span> <span class="PreProc">var</span> b-type-addr/<span class="muRegEcx">ecx</span>: (addr int) <span class="Special"><-</span> get b, <span class="PreProc">type</span> +<span id="L1179" class="LineNr">1179 </span> compare a-type, *b-type-addr +<span id="L1180" class="LineNr">1180 </span> <span class="Delimiter">{</span> +<span id="L1181" class="LineNr">1181 </span> <span class="PreProc">break-if-=</span> +<span id="L1182" class="LineNr">1182 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L1183" class="LineNr">1183 </span> <span class="Delimiter">}</span> +<span id="L1184" class="LineNr">1184 </span> compare a-type, <span class="Constant">2</span>/skip +<span id="L1185" class="LineNr">1185 </span> <span class="Delimiter">{</span> +<span id="L1186" class="LineNr">1186 </span> <span class="PreProc">break-if-!=</span> +<span id="L1187" class="LineNr">1187 </span> <span class="muComment"># skip tokens have no other data</span> +<span id="L1188" class="LineNr">1188 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L1189" class="LineNr">1189 </span> <span class="Delimiter">}</span> +<span id="L1190" class="LineNr">1190 </span> compare a-type, <span class="Constant">3</span>/indent +<span id="L1191" class="LineNr">1191 </span> <span class="Delimiter">{</span> +<span id="L1192" class="LineNr">1192 </span> <span class="PreProc">break-if-!=</span> +<span id="L1193" class="LineNr">1193 </span> <span class="muComment"># indent tokens have no other data</span> +<span id="L1194" class="LineNr">1194 </span> <span class="PreProc">var</span> a-number-data-addr/eax: (addr int) <span class="Special"><-</span> get a, number-data +<span id="L1195" class="LineNr">1195 </span> <span class="PreProc">var</span> a-number-data/eax: int <span class="Special"><-</span> copy *a-number-data-addr +<span id="L1196" class="LineNr">1196 </span> <span class="PreProc">var</span> b-number-data-addr/<span class="muRegEcx">ecx</span>: (addr int) <span class="Special"><-</span> get b, number-data +<span id="L1197" class="LineNr">1197 </span> compare a-number-data, *b-number-data-addr +<span id="L1198" class="LineNr">1198 </span> <span class="Delimiter">{</span> +<span id="L1199" class="LineNr">1199 </span> <span class="PreProc">break-if-=</span> +<span id="L1200" class="LineNr">1200 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L1201" class="LineNr">1201 </span> <span class="Delimiter">}</span> +<span id="L1202" class="LineNr">1202 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L1203" class="LineNr">1203 </span> <span class="Delimiter">}</span> +<span id="L1204" class="LineNr">1204 </span> <span class="PreProc">var</span> b-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get b, text-data +<span id="L1205" class="LineNr">1205 </span> <span class="PreProc">var</span> _b-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *b-data-ah +<span id="L1206" class="LineNr">1206 </span> <span class="PreProc">var</span> b-data/<span class="muRegEbx">ebx</span>: (addr stream byte) <span class="Special"><-</span> copy _b-data +<span id="L1207" class="LineNr">1207 </span> <span class="PreProc">var</span> a-data-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get a, text-data +<span id="L1208" class="LineNr">1208 </span> <span class="PreProc">var</span> a-data/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *a-data-ah +<span id="L1209" class="LineNr">1209 </span> <span class="PreProc">var</span> data-match?/eax: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L211'>streams-data-equal?</a> a-data, b-data +<span id="L1210" class="LineNr">1210 </span> <span class="PreProc">return</span> data-match? +<span id="L1211" class="LineNr">1211 </span><span class="Delimiter">}</span> +<span id="L1212" class="LineNr">1212 </span> +<span id="L1213" class="LineNr">1213 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L1213'>dump-token-from-cursor</a></span> _t: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Delimiter">{</span> +<span id="L1214" class="LineNr">1214 </span> <span class="PreProc">var</span> t/<span class="muRegEsi">esi</span>: (addr <a href='tokenize.mu.html#L3'>token</a>) <span class="Special"><-</span> copy _t +<span id="L1215" class="LineNr">1215 </span> <span class="PreProc">var</span> <span class="PreProc">type</span>/eax: (addr int) <span class="Special"><-</span> get t, <span class="PreProc">type</span> +<span id="L1216" class="LineNr">1216 </span> <a href='../501draw-text.mu.html#L384'>draw-int32-decimal-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, *<span class="PreProc">type</span>, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg +<span id="L1217" class="LineNr">1217 </span> <a href='../501draw-text.mu.html#L276'>draw-text-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, <span class="Constant">" "</span>, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg +<span id="L1218" class="LineNr">1218 </span> <span class="PreProc">var</span> text-ah/eax: (addr handle stream byte) <span class="Special"><-</span> get t, text-data +<span id="L1219" class="LineNr">1219 </span> <span class="PreProc">var</span> text/eax: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L235'>lookup</a> *text-ah +<span id="L1220" class="LineNr">1220 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> text +<span id="L1221" class="LineNr">1221 </span> <a href='../501draw-text.mu.html#L232'>draw-stream-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, text, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg +<span id="L1222" class="LineNr">1222 </span> <a href='../501draw-text.mu.html#L276'>draw-text-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, <span class="Constant">" "</span>, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg +<span id="L1223" class="LineNr">1223 </span> <span class="PreProc">var</span> num/eax: (addr int) <span class="Special"><-</span> get t, number-data +<span id="L1224" class="LineNr">1224 </span> <a href='../501draw-text.mu.html#L384'>draw-int32-decimal-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, *num, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg +<span id="L1225" class="LineNr">1225 </span> <a href='../501draw-text.mu.html#L276'>draw-text-wrapping-right-then-down-from-cursor-over-full-screen</a> <span class="Constant">0</span>/screen, <span class="Constant">"\n"</span>, <span class="Constant">7</span>/fg <span class="Constant">0</span>/bg +<span id="L1226" class="LineNr">1226 </span><span class="Delimiter">}</span> </pre> </body> </html> |