diff options
| author | Kartik Agaram <vc@akkartik.com> | 2021-05-01 23:52:28 -0700 |
|---|---|---|
| committer | Kartik Agaram <vc@akkartik.com> | 2021-05-01 23:52:28 -0700 |
| commit | f0e146fc7b947bae526657d8c858a95319abf204 (patch) | |
| tree | 3886f4caa82a689df431b1342c85fa02dd138526 /html/shell/tokenize.mu.html | |
| parent | f3fe2ac1953118b1a93828c718eaa9bdb3397939 (diff) | |
| download | mu-f0e146fc7b947bae526657d8c858a95319abf204.tar.gz | |
.
Diffstat (limited to 'html/shell/tokenize.mu.html')
| -rw-r--r-- | html/shell/tokenize.mu.html | 1378 |
1 files changed, 766 insertions, 612 deletions
diff --git a/html/shell/tokenize.mu.html b/html/shell/tokenize.mu.html index 7eae1112..d71e4d49 100644 --- a/html/shell/tokenize.mu.html +++ b/html/shell/tokenize.mu.html @@ -64,644 +64,798 @@ if ('onhashchange' in window) { <span id="L5" class="LineNr"> 5 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L5'>tokenize</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), out: (addr stream <a href='cell.mu.html#L1'>cell</a>), trace: (addr trace) <span class="Delimiter">{</span> <span id="L6" class="LineNr"> 6 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"tokenize"</span> <span id="L7" class="LineNr"> 7 </span> <a href='trace.mu.html#L147'>trace-lower</a> trace -<span id="L8" class="LineNr"> 8 </span> <a href='gap-buffer.mu.html#L740'>rewind-gap-buffer</a> in +<span id="L8" class="LineNr"> 8 </span> <a href='gap-buffer.mu.html#L749'>rewind-gap-buffer</a> in <span id="L9" class="LineNr"> 9 </span> <span class="PreProc">var</span> token-storage: <a href='cell.mu.html#L1'>cell</a> <span id="L10" class="LineNr"> 10 </span> <span class="PreProc">var</span> token/<span class="Constant">edx</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> address token-storage <span id="L11" class="LineNr"> 11 </span> <span class="Delimiter">{</span> -<span id="L12" class="LineNr"> 12 </span> <a href='gap-buffer.mu.html#L896'>skip-whitespace-from-gap-buffer</a> in -<span id="L13" class="LineNr"> 13 </span> <span class="PreProc">var</span> done?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L748'>gap-buffer-scan-done?</a> in +<span id="L12" class="LineNr"> 12 </span> <a href='gap-buffer.mu.html#L905'>skip-whitespace-from-gap-buffer</a> in +<span id="L13" class="LineNr"> 13 </span> <span class="PreProc">var</span> done?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L757'>gap-buffer-scan-done?</a> in <span id="L14" class="LineNr"> 14 </span> compare done?, <span class="Constant">0</span>/false <span id="L15" class="LineNr"> 15 </span> <span class="PreProc">break-if-!=</span> <span id="L16" class="LineNr"> 16 </span> <span class="muComment"># initialize token data each iteration to avoid aliasing</span> <span id="L17" class="LineNr"> 17 </span> <span class="PreProc">var</span> dest-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get token, text-data -<span id="L18" class="LineNr"> 18 </span> populate-stream dest-ah, <span class="Constant">0x40</span>/max-token-size +<span id="L18" class="LineNr"> 18 </span> populate-stream dest-ah, <span class="Constant">0x100</span>/max-definition-size <span id="L19" class="LineNr"> 19 </span> <span class="muComment">#</span> -<span id="L20" class="LineNr"> 20 </span> <a href='tokenize.mu.html#L66'>next-token</a> in, token, trace -<span id="L21" class="LineNr"> 21 </span> <span class="PreProc">var</span> error?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='trace.mu.html#L54'>has-errors?</a> trace -<span id="L22" class="LineNr"> 22 </span> compare error?, <span class="Constant">0</span>/false -<span id="L23" class="LineNr"> 23 </span> <span class="Delimiter">{</span> -<span id="L24" class="LineNr"> 24 </span> <span class="PreProc">break-if-=</span> -<span id="L25" class="LineNr"> 25 </span> <span class="PreProc">return</span> -<span id="L26" class="LineNr"> 26 </span> <span class="Delimiter">}</span> -<span id="L27" class="LineNr"> 27 </span> <a href='../309stream.subx.html#L54'>write-to-stream</a> out, token <span class="muComment"># shallow-copy text-data</span> -<span id="L28" class="LineNr"> 28 </span> <span class="PreProc">loop</span> -<span id="L29" class="LineNr"> 29 </span> <span class="Delimiter">}</span> -<span id="L30" class="LineNr"> 30 </span> <a href='trace.mu.html#L155'>trace-higher</a> trace -<span id="L31" class="LineNr"> 31 </span><span class="Delimiter">}</span> -<span id="L32" class="LineNr"> 32 </span> -<span id="L33" class="LineNr"> 33 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L33'>test-tokenize-dotted-list</a></span> <span class="Delimiter">{</span> -<span id="L34" class="LineNr"> 34 </span> <span class="muComment"># in: "(a . b)"</span> -<span id="L35" class="LineNr"> 35 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> -<span id="L36" class="LineNr"> 36 </span> <span class="PreProc">var</span> in/<span class="Constant">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage -<span id="L37" class="LineNr"> 37 </span> <a href='gap-buffer.mu.html#L11'>initialize-gap-buffer</a> in, <span class="Constant">0x10</span> -<span id="L38" class="LineNr"> 38 </span> <a href='gap-buffer.mu.html#L172'>add-code-point-at-gap</a> in, <span class="Constant">0x28</span>/open-paren -<span id="L39" class="LineNr"> 39 </span> <a href='gap-buffer.mu.html#L172'>add-code-point-at-gap</a> in, <span class="Constant">0x61</span>/a -<span id="L40" class="LineNr"> 40 </span> <a href='gap-buffer.mu.html#L172'>add-code-point-at-gap</a> in, <span class="Constant">0x20</span>/space -<span id="L41" class="LineNr"> 41 </span> <a href='gap-buffer.mu.html#L172'>add-code-point-at-gap</a> in, <span class="Constant">0x2e</span>/dot -<span id="L42" class="LineNr"> 42 </span> <a href='gap-buffer.mu.html#L172'>add-code-point-at-gap</a> in, <span class="Constant">0x20</span>/space -<span id="L43" class="LineNr"> 43 </span> <a href='gap-buffer.mu.html#L172'>add-code-point-at-gap</a> in, <span class="Constant">0x62</span>/b -<span id="L44" class="LineNr"> 44 </span> <a href='gap-buffer.mu.html#L172'>add-code-point-at-gap</a> in, <span class="Constant">0x29</span>/close-paren +<span id="L20" class="LineNr"> 20 </span> <a href='tokenize.mu.html#L113'>next-token</a> in, token, trace +<span id="L21" class="LineNr"> 21 </span> <span class="PreProc">var</span> skip?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L787'>comment-token?</a> token +<span id="L22" class="LineNr"> 22 </span> compare skip?, <span class="Constant">0</span>/false +<span id="L23" class="LineNr"> 23 </span> <span class="PreProc">loop-if-!=</span> +<span id="L24" class="LineNr"> 24 </span> <span class="PreProc">var</span> error?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='trace.mu.html#L54'>has-errors?</a> trace +<span id="L25" class="LineNr"> 25 </span> compare error?, <span class="Constant">0</span>/false +<span id="L26" class="LineNr"> 26 </span> <span class="Delimiter">{</span> +<span id="L27" class="LineNr"> 27 </span> <span class="PreProc">break-if-=</span> +<span id="L28" class="LineNr"> 28 </span> <span class="PreProc">return</span> +<span id="L29" class="LineNr"> 29 </span> <span class="Delimiter">}</span> +<span id="L30" class="LineNr"> 30 </span> <a href='../309stream.subx.html#L54'>write-to-stream</a> out, token <span class="muComment"># shallow-copy text-data</span> +<span id="L31" class="LineNr"> 31 </span> <span class="PreProc">loop</span> +<span id="L32" class="LineNr"> 32 </span> <span class="Delimiter">}</span> +<span id="L33" class="LineNr"> 33 </span> <a href='trace.mu.html#L155'>trace-higher</a> trace +<span id="L34" class="LineNr"> 34 </span><span class="Delimiter">}</span> +<span id="L35" class="LineNr"> 35 </span> +<span id="L36" class="LineNr"> 36 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L36'>test-tokenize-dotted-list</a></span> <span class="Delimiter">{</span> +<span id="L37" class="LineNr"> 37 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L38" class="LineNr"> 38 </span> <span class="PreProc">var</span> in/<span class="Constant">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L39" class="LineNr"> 39 </span> <a href='gap-buffer.mu.html#L37'>initialize-gap-buffer-with</a> in, <span class="Constant">"(a . b)"</span> +<span id="L40" class="LineNr"> 40 </span> <span class="muComment">#</span> +<span id="L41" class="LineNr"> 41 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='cell.mu.html#L1'>cell</a> <span class="Constant">0x10</span>) +<span id="L42" class="LineNr"> 42 </span> <span class="PreProc">var</span> stream/<span class="Constant">edi</span>: (addr stream <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> address stream-storage +<span id="L43" class="LineNr"> 43 </span> <span class="muComment">#</span> +<span id="L44" class="LineNr"> 44 </span> <a href='tokenize.mu.html#L5'>tokenize</a> in, stream, <span class="Constant">0</span>/no-trace <span id="L45" class="LineNr"> 45 </span> <span class="muComment">#</span> -<span id="L46" class="LineNr"> 46 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='cell.mu.html#L1'>cell</a> <span class="Constant">0x10</span>) -<span id="L47" class="LineNr"> 47 </span> <span class="PreProc">var</span> stream/<span class="Constant">edi</span>: (addr stream <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> address stream-storage -<span id="L48" class="LineNr"> 48 </span> <span class="muComment">#</span> -<span id="L49" class="LineNr"> 49 </span> <a href='tokenize.mu.html#L5'>tokenize</a> in, stream, <span class="Constant">0</span>/no-trace -<span id="L50" class="LineNr"> 50 </span> <span class="muComment">#</span> -<span id="L51" class="LineNr"> 51 </span> <span class="PreProc">var</span> curr-token-storage: <a href='cell.mu.html#L1'>cell</a> -<span id="L52" class="LineNr"> 52 </span> <span class="PreProc">var</span> curr-token/<span class="Constant">ebx</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> address curr-token-storage -<span id="L53" class="LineNr"> 53 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token -<span id="L54" class="LineNr"> 54 </span> <span class="PreProc">var</span> open-paren?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L590'>open-paren-token?</a> curr-token -<span id="L55" class="LineNr"> 55 </span> <a href='../502test.mu.html#L19'>check</a> open-paren?, <span class="Constant">"F - <a href='tokenize.mu.html#L33'>test-tokenize-dotted-list</a>: open paren"</span> -<span id="L56" class="LineNr"> 56 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token <span class="muComment"># skip a</span> -<span id="L57" class="LineNr"> 57 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token -<span id="L58" class="LineNr"> 58 </span> <span class="PreProc">var</span> dot?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L622'>dot-token?</a> curr-token -<span id="L59" class="LineNr"> 59 </span> <a href='../502test.mu.html#L19'>check</a> dot?, <span class="Constant">"F - <a href='tokenize.mu.html#L33'>test-tokenize-dotted-list</a>: dot"</span> -<span id="L60" class="LineNr"> 60 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token <span class="muComment"># skip b</span> -<span id="L61" class="LineNr"> 61 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token -<span id="L62" class="LineNr"> 62 </span> <span class="PreProc">var</span> close-paren?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L606'>close-paren-token?</a> curr-token -<span id="L63" class="LineNr"> 63 </span> <a href='../502test.mu.html#L19'>check</a> close-paren?, <span class="Constant">"F - <a href='tokenize.mu.html#L33'>test-tokenize-dotted-list</a>: close paren"</span> -<span id="L64" class="LineNr"> 64 </span><span class="Delimiter">}</span> -<span id="L65" class="LineNr"> 65 </span> -<span id="L66" class="LineNr"> 66 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L66'>next-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), _out-cell: (addr <a href='cell.mu.html#L1'>cell</a>), trace: (addr trace) <span class="Delimiter">{</span> -<span id="L67" class="LineNr"> 67 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"next-token"</span> -<span id="L68" class="LineNr"> 68 </span> <a href='trace.mu.html#L147'>trace-lower</a> trace -<span id="L69" class="LineNr"> 69 </span> <span class="PreProc">var</span> out-cell/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _out-cell -<span id="L70" class="LineNr"> 70 </span> <span class="PreProc">var</span> out-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get out-cell, text-data -<span id="L71" class="LineNr"> 71 </span> <span class="PreProc">var</span> _out/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *out-ah -<span id="L72" class="LineNr"> 72 </span> <span class="PreProc">var</span> out/<span class="Constant">edi</span>: (addr stream byte) <span class="Special"><-</span> copy _out -<span id="L73" class="LineNr"> 73 </span> $next-token:body: <span class="Delimiter">{</span> -<span id="L74" class="LineNr"> 74 </span> <a href='../106stream.subx.html#L20'>clear-stream</a> out -<span id="L75" class="LineNr"> 75 </span> <a href='gap-buffer.mu.html#L896'>skip-whitespace-from-gap-buffer</a> in -<span id="L76" class="LineNr"> 76 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L772'>peek-from-gap-buffer</a> in -<span id="L77" class="LineNr"> 77 </span> <span class="Delimiter">{</span> -<span id="L78" class="LineNr"> 78 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L79" class="LineNr"> 79 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L80" class="LineNr"> 80 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> -<span id="L81" class="LineNr"> 81 </span> <span class="PreProc">var</span> gval/<span class="Constant">eax</span>: int <span class="Special"><-</span> copy g -<span id="L82" class="LineNr"> 82 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval -<span id="L83" class="LineNr"> 83 </span> trace trace, <span class="Constant">"read"</span>, stream -<span id="L84" class="LineNr"> 84 </span> <span class="Delimiter">}</span> -<span id="L85" class="LineNr"> 85 </span> <span class="muComment"># digit</span> -<span id="L86" class="LineNr"> 86 </span> <span class="Delimiter">{</span> -<span id="L87" class="LineNr"> 87 </span> <span class="PreProc">var</span> digit?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../126write-int-decimal.subx.html#L299'>decimal-digit?</a> g -<span id="L88" class="LineNr"> 88 </span> compare digit?, <span class="Constant">0</span>/false -<span id="L89" class="LineNr"> 89 </span> <span class="PreProc">break-if-=</span> -<span id="L90" class="LineNr"> 90 </span> <a href='tokenize.mu.html#L202'>next-number-token</a> in, out, trace -<span id="L91" class="LineNr"> 91 </span> <span class="PreProc">break</span> $next-token:body -<span id="L92" class="LineNr"> 92 </span> <span class="Delimiter">}</span> -<span id="L93" class="LineNr"> 93 </span> <span class="muComment"># other symbol char</span> -<span id="L94" class="LineNr"> 94 </span> <span class="Delimiter">{</span> -<span id="L95" class="LineNr"> 95 </span> <span class="PreProc">var</span> symbol?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L253'>symbol-grapheme?</a> g -<span id="L96" class="LineNr"> 96 </span> compare symbol?, <span class="Constant">0</span>/false -<span id="L97" class="LineNr"> 97 </span> <span class="PreProc">break-if-=</span> -<span id="L98" class="LineNr"> 98 </span> <a href='tokenize.mu.html#L128'>next-symbol-token</a> in, out, trace -<span id="L99" class="LineNr"> 99 </span> <span class="PreProc">break</span> $next-token:body -<span id="L100" class="LineNr">100 </span> <span class="Delimiter">}</span> -<span id="L101" class="LineNr">101 </span> <span class="muComment"># brackets are always single-char tokens</span> -<span id="L102" class="LineNr">102 </span> <span class="Delimiter">{</span> -<span id="L103" class="LineNr">103 </span> <span class="PreProc">var</span> bracket?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L420'>bracket-grapheme?</a> g -<span id="L104" class="LineNr">104 </span> compare bracket?, <span class="Constant">0</span>/false -<span id="L105" class="LineNr">105 </span> <span class="PreProc">break-if-=</span> -<span id="L106" class="LineNr">106 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L808'>read-from-gap-buffer</a> in -<span id="L107" class="LineNr">107 </span> <a href='tokenize.mu.html#L242'>next-bracket-token</a> g, out, trace -<span id="L108" class="LineNr">108 </span> <span class="PreProc">break</span> $next-token:body -<span id="L109" class="LineNr">109 </span> <span class="Delimiter">}</span> -<span id="L110" class="LineNr">110 </span> <span class="muComment"># non-symbol operators</span> -<span id="L111" class="LineNr">111 </span> <span class="Delimiter">{</span> -<span id="L112" class="LineNr">112 </span> <span class="PreProc">var</span> operator?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L454'>operator-grapheme?</a> g -<span id="L113" class="LineNr">113 </span> compare operator?, <span class="Constant">0</span>/false -<span id="L114" class="LineNr">114 </span> <span class="PreProc">break-if-=</span> -<span id="L115" class="LineNr">115 </span> <a href='tokenize.mu.html#L165'>next-operator-token</a> in, out, trace -<span id="L116" class="LineNr">116 </span> <span class="PreProc">break</span> $next-token:body -<span id="L117" class="LineNr">117 </span> <span class="Delimiter">}</span> -<span id="L118" class="LineNr">118 </span> <span class="Delimiter">}</span> -<span id="L119" class="LineNr">119 </span> <a href='trace.mu.html#L155'>trace-higher</a> trace -<span id="L120" class="LineNr">120 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L121" class="LineNr">121 </span> <span class="PreProc">var</span> stream/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L122" class="LineNr">122 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> -<span id="L123" class="LineNr">123 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out -<span id="L124" class="LineNr">124 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out -<span id="L125" class="LineNr">125 </span> trace trace, <span class="Constant">"read"</span>, stream -<span id="L126" class="LineNr">126 </span><span class="Delimiter">}</span> -<span id="L127" class="LineNr">127 </span> -<span id="L128" class="LineNr">128 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L128'>next-symbol-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), out: (addr stream byte), trace: (addr trace) <span class="Delimiter">{</span> -<span id="L129" class="LineNr">129 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"looking for a symbol"</span> -<span id="L130" class="LineNr">130 </span> <a href='trace.mu.html#L147'>trace-lower</a> trace -<span id="L131" class="LineNr">131 </span> $next-symbol-token:<span class="PreProc">loop</span>: <span class="Delimiter">{</span> -<span id="L132" class="LineNr">132 </span> <span class="PreProc">var</span> done?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L748'>gap-buffer-scan-done?</a> in -<span id="L133" class="LineNr">133 </span> compare done?, <span class="Constant">0</span>/false -<span id="L134" class="LineNr">134 </span> <span class="PreProc">break-if-!=</span> -<span id="L135" class="LineNr">135 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L772'>peek-from-gap-buffer</a> in +<span id="L46" class="LineNr"> 46 </span> <span class="PreProc">var</span> curr-token-storage: <a href='cell.mu.html#L1'>cell</a> +<span id="L47" class="LineNr"> 47 </span> <span class="PreProc">var</span> curr-token/<span class="Constant">ebx</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> address curr-token-storage +<span id="L48" class="LineNr"> 48 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token +<span id="L49" class="LineNr"> 49 </span> <span class="PreProc">var</span> open-paren?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L719'>open-paren-token?</a> curr-token +<span id="L50" class="LineNr"> 50 </span> <a href='../502test.mu.html#L19'>check</a> open-paren?, <span class="Constant">"F - <a href='tokenize.mu.html#L36'>test-tokenize-dotted-list</a>: open paren"</span> +<span id="L51" class="LineNr"> 51 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token <span class="muComment"># skip a</span> +<span id="L52" class="LineNr"> 52 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token +<span id="L53" class="LineNr"> 53 </span> <span class="PreProc">var</span> dot?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L751'>dot-token?</a> curr-token +<span id="L54" class="LineNr"> 54 </span> <a href='../502test.mu.html#L19'>check</a> dot?, <span class="Constant">"F - <a href='tokenize.mu.html#L36'>test-tokenize-dotted-list</a>: dot"</span> +<span id="L55" class="LineNr"> 55 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token <span class="muComment"># skip b</span> +<span id="L56" class="LineNr"> 56 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token +<span id="L57" class="LineNr"> 57 </span> <span class="PreProc">var</span> close-paren?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L735'>close-paren-token?</a> curr-token +<span id="L58" class="LineNr"> 58 </span> <a href='../502test.mu.html#L19'>check</a> close-paren?, <span class="Constant">"F - <a href='tokenize.mu.html#L36'>test-tokenize-dotted-list</a>: close paren"</span> +<span id="L59" class="LineNr"> 59 </span><span class="Delimiter">}</span> +<span id="L60" class="LineNr"> 60 </span> +<span id="L61" class="LineNr"> 61 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L61'>test-tokenize-stream-literal</a></span> <span class="Delimiter">{</span> +<span id="L62" class="LineNr"> 62 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L63" class="LineNr"> 63 </span> <span class="PreProc">var</span> in/<span class="Constant">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L64" class="LineNr"> 64 </span> <a href='gap-buffer.mu.html#L37'>initialize-gap-buffer-with</a> in, <span class="Constant">"[abc def]"</span> +<span id="L65" class="LineNr"> 65 </span> <span class="muComment">#</span> +<span id="L66" class="LineNr"> 66 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='cell.mu.html#L1'>cell</a> <span class="Constant">0x10</span>) +<span id="L67" class="LineNr"> 67 </span> <span class="PreProc">var</span> stream/<span class="Constant">edi</span>: (addr stream <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> address stream-storage +<span id="L68" class="LineNr"> 68 </span> <span class="muComment">#</span> +<span id="L69" class="LineNr"> 69 </span> <a href='tokenize.mu.html#L5'>tokenize</a> in, stream, <span class="Constant">0</span>/no-trace +<span id="L70" class="LineNr"> 70 </span> <span class="muComment">#</span> +<span id="L71" class="LineNr"> 71 </span> <span class="PreProc">var</span> curr-token-storage: <a href='cell.mu.html#L1'>cell</a> +<span id="L72" class="LineNr"> 72 </span> <span class="PreProc">var</span> curr-token/<span class="Constant">ebx</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> address curr-token-storage +<span id="L73" class="LineNr"> 73 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token +<span id="L74" class="LineNr"> 74 </span> <span class="PreProc">var</span> stream?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L776'>stream-token?</a> curr-token +<span id="L75" class="LineNr"> 75 </span> <a href='../502test.mu.html#L19'>check</a> stream?, <span class="Constant">"F - <a href='tokenize.mu.html#L61'>test-tokenize-stream-literal</a>: type"</span> +<span id="L76" class="LineNr"> 76 </span> <span class="PreProc">var</span> curr-token-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data +<span id="L77" class="LineNr"> 77 </span> <span class="PreProc">var</span> curr-token-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *curr-token-data-ah +<span id="L78" class="LineNr"> 78 </span> <span class="PreProc">var</span> data-equal?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> curr-token-data, <span class="Constant">"abc def"</span> +<span id="L79" class="LineNr"> 79 </span> <a href='../502test.mu.html#L19'>check</a> data-equal?, <span class="Constant">"F - test-tokenize-stream-literal"</span> +<span id="L80" class="LineNr"> 80 </span> <span class="PreProc">var</span> empty?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> stream +<span id="L81" class="LineNr"> 81 </span> <a href='../502test.mu.html#L19'>check</a> empty?, <span class="Constant">"F - <a href='tokenize.mu.html#L61'>test-tokenize-stream-literal</a>: empty?"</span> +<span id="L82" class="LineNr"> 82 </span><span class="Delimiter">}</span> +<span id="L83" class="LineNr"> 83 </span> +<span id="L84" class="LineNr"> 84 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L84'>test-tokenize-stream-literal-in-tree</a></span> <span class="Delimiter">{</span> +<span id="L85" class="LineNr"> 85 </span> <span class="PreProc">var</span> in-storage: <a href='gap-buffer.mu.html#L3'>gap-buffer</a> +<span id="L86" class="LineNr"> 86 </span> <span class="PreProc">var</span> in/<span class="Constant">esi</span>: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>) <span class="Special"><-</span> address in-storage +<span id="L87" class="LineNr"> 87 </span> <a href='gap-buffer.mu.html#L37'>initialize-gap-buffer-with</a> in, <span class="Constant">"([abc def])"</span> +<span id="L88" class="LineNr"> 88 </span> <span class="muComment">#</span> +<span id="L89" class="LineNr"> 89 </span> <span class="PreProc">var</span> stream-storage: (stream <a href='cell.mu.html#L1'>cell</a> <span class="Constant">0x10</span>) +<span id="L90" class="LineNr"> 90 </span> <span class="PreProc">var</span> stream/<span class="Constant">edi</span>: (addr stream <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> address stream-storage +<span id="L91" class="LineNr"> 91 </span> <span class="muComment">#</span> +<span id="L92" class="LineNr"> 92 </span> <a href='tokenize.mu.html#L5'>tokenize</a> in, stream, <span class="Constant">0</span>/no-trace +<span id="L93" class="LineNr"> 93 </span> <span class="muComment">#</span> +<span id="L94" class="LineNr"> 94 </span> <span class="PreProc">var</span> curr-token-storage: <a href='cell.mu.html#L1'>cell</a> +<span id="L95" class="LineNr"> 95 </span> <span class="PreProc">var</span> curr-token/<span class="Constant">ebx</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> address curr-token-storage +<span id="L96" class="LineNr"> 96 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token +<span id="L97" class="LineNr"> 97 </span> <span class="PreProc">var</span> bracket?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L688'>bracket-token?</a> curr-token +<span id="L98" class="LineNr"> 98 </span> <a href='../502test.mu.html#L19'>check</a> bracket?, <span class="Constant">"F - <a href='tokenize.mu.html#L84'>test-tokenize-stream-literal-in-tree</a>: open paren"</span> +<span id="L99" class="LineNr"> 99 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token +<span id="L100" class="LineNr">100 </span> <span class="PreProc">var</span> stream?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L776'>stream-token?</a> curr-token +<span id="L101" class="LineNr">101 </span> <a href='../502test.mu.html#L19'>check</a> stream?, <span class="Constant">"F - <a href='tokenize.mu.html#L84'>test-tokenize-stream-literal-in-tree</a>: type"</span> +<span id="L102" class="LineNr">102 </span> <span class="PreProc">var</span> curr-token-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get curr-token, text-data +<span id="L103" class="LineNr">103 </span> <span class="PreProc">var</span> curr-token-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *curr-token-data-ah +<span id="L104" class="LineNr">104 </span> <span class="PreProc">var</span> data-equal?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../109stream-equal.subx.html#L9'>stream-data-equal?</a> curr-token-data, <span class="Constant">"abc def"</span> +<span id="L105" class="LineNr">105 </span> <a href='../502test.mu.html#L19'>check</a> data-equal?, <span class="Constant">"F - test-tokenize-stream-literal-in-tree"</span> +<span id="L106" class="LineNr">106 </span> <a href='../309stream.subx.html#L107'>read-from-stream</a> stream, curr-token +<span id="L107" class="LineNr">107 </span> <span class="PreProc">var</span> bracket?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L688'>bracket-token?</a> curr-token +<span id="L108" class="LineNr">108 </span> <a href='../502test.mu.html#L19'>check</a> bracket?, <span class="Constant">"F - <a href='tokenize.mu.html#L84'>test-tokenize-stream-literal-in-tree</a>: close paren"</span> +<span id="L109" class="LineNr">109 </span> <span class="PreProc">var</span> empty?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> stream +<span id="L110" class="LineNr">110 </span> <a href='../502test.mu.html#L19'>check</a> empty?, <span class="Constant">"F - <a href='tokenize.mu.html#L84'>test-tokenize-stream-literal-in-tree</a>: empty?"</span> +<span id="L111" class="LineNr">111 </span><span class="Delimiter">}</span> +<span id="L112" class="LineNr">112 </span> +<span id="L113" class="LineNr">113 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L113'>next-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), _out-cell: (addr <a href='cell.mu.html#L1'>cell</a>), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L114" class="LineNr">114 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"next-token"</span> +<span id="L115" class="LineNr">115 </span> <a href='trace.mu.html#L147'>trace-lower</a> trace +<span id="L116" class="LineNr">116 </span> <span class="PreProc">var</span> out-cell/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _out-cell +<span id="L117" class="LineNr">117 </span> <span class="Delimiter">{</span> +<span id="L118" class="LineNr">118 </span> <span class="PreProc">var</span> out-cell-type/<span class="Constant">eax</span>: (addr int) <span class="Special"><-</span> get out-cell, <span class="PreProc">type</span> +<span id="L119" class="LineNr">119 </span> copy-to *out-cell-type, <span class="Constant">0</span>/uninitialized +<span id="L120" class="LineNr">120 </span> <span class="Delimiter">}</span> +<span id="L121" class="LineNr">121 </span> <span class="PreProc">var</span> out-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get out-cell, text-data +<span id="L122" class="LineNr">122 </span> <span class="PreProc">var</span> _out/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *out-ah +<span id="L123" class="LineNr">123 </span> <span class="PreProc">var</span> out/<span class="Constant">edi</span>: (addr stream byte) <span class="Special"><-</span> copy _out +<span id="L124" class="LineNr">124 </span> $next-token:body: <span class="Delimiter">{</span> +<span id="L125" class="LineNr">125 </span> <a href='../106stream.subx.html#L20'>clear-stream</a> out +<span id="L126" class="LineNr">126 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L781'>peek-from-gap-buffer</a> in +<span id="L127" class="LineNr">127 </span> <span class="Delimiter">{</span> +<span id="L128" class="LineNr">128 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L129" class="LineNr">129 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L130" class="LineNr">130 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> +<span id="L131" class="LineNr">131 </span> <span class="PreProc">var</span> gval/<span class="Constant">eax</span>: int <span class="Special"><-</span> copy g +<span id="L132" class="LineNr">132 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval +<span id="L133" class="LineNr">133 </span> trace trace, <span class="Constant">"read"</span>, stream +<span id="L134" class="LineNr">134 </span> <span class="Delimiter">}</span> +<span id="L135" class="LineNr">135 </span> <span class="muComment"># comment</span> <span id="L136" class="LineNr">136 </span> <span class="Delimiter">{</span> -<span id="L137" class="LineNr">137 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L138" class="LineNr">138 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L139" class="LineNr">139 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> -<span id="L140" class="LineNr">140 </span> <span class="PreProc">var</span> gval/<span class="Constant">eax</span>: int <span class="Special"><-</span> copy g -<span id="L141" class="LineNr">141 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval -<span id="L142" class="LineNr">142 </span> trace trace, <span class="Constant">"read"</span>, stream -<span id="L143" class="LineNr">143 </span> <span class="Delimiter">}</span> -<span id="L144" class="LineNr">144 </span> <span class="muComment"># if non-symbol, return</span> -<span id="L145" class="LineNr">145 </span> <span class="Delimiter">{</span> -<span id="L146" class="LineNr">146 </span> <span class="PreProc">var</span> <a href='tokenize.mu.html#L253'>symbol-grapheme?</a>/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L253'>symbol-grapheme?</a> g -<span id="L147" class="LineNr">147 </span> compare <a href='tokenize.mu.html#L253'>symbol-grapheme?</a>, <span class="Constant">0</span>/false -<span id="L148" class="LineNr">148 </span> <span class="PreProc">break-if-!=</span> -<span id="L149" class="LineNr">149 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"stop"</span> -<span id="L150" class="LineNr">150 </span> <span class="PreProc">break</span> $next-symbol-token:<span class="PreProc">loop</span> -<span id="L151" class="LineNr">151 </span> <span class="Delimiter">}</span> -<span id="L152" class="LineNr">152 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L808'>read-from-gap-buffer</a> in -<span id="L153" class="LineNr">153 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out, g -<span id="L154" class="LineNr">154 </span> <span class="PreProc">loop</span> -<span id="L155" class="LineNr">155 </span> <span class="Delimiter">}</span> -<span id="L156" class="LineNr">156 </span> <a href='trace.mu.html#L155'>trace-higher</a> trace -<span id="L157" class="LineNr">157 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L158" class="LineNr">158 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L159" class="LineNr">159 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> -<span id="L160" class="LineNr">160 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out -<span id="L161" class="LineNr">161 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out -<span id="L162" class="LineNr">162 </span> trace trace, <span class="Constant">"read"</span>, stream -<span id="L163" class="LineNr">163 </span><span class="Delimiter">}</span> -<span id="L164" class="LineNr">164 </span> -<span id="L165" class="LineNr">165 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L165'>next-operator-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), out: (addr stream byte), trace: (addr trace) <span class="Delimiter">{</span> -<span id="L166" class="LineNr">166 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"looking for a operator"</span> -<span id="L167" class="LineNr">167 </span> <a href='trace.mu.html#L147'>trace-lower</a> trace -<span id="L168" class="LineNr">168 </span> $next-operator-token:<span class="PreProc">loop</span>: <span class="Delimiter">{</span> -<span id="L169" class="LineNr">169 </span> <span class="PreProc">var</span> done?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L748'>gap-buffer-scan-done?</a> in -<span id="L170" class="LineNr">170 </span> compare done?, <span class="Constant">0</span>/false -<span id="L171" class="LineNr">171 </span> <span class="PreProc">break-if-!=</span> -<span id="L172" class="LineNr">172 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L772'>peek-from-gap-buffer</a> in -<span id="L173" class="LineNr">173 </span> <span class="Delimiter">{</span> -<span id="L174" class="LineNr">174 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L175" class="LineNr">175 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L176" class="LineNr">176 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> -<span id="L177" class="LineNr">177 </span> <span class="PreProc">var</span> gval/<span class="Constant">eax</span>: int <span class="Special"><-</span> copy g -<span id="L178" class="LineNr">178 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval -<span id="L179" class="LineNr">179 </span> trace trace, <span class="Constant">"read"</span>, stream -<span id="L180" class="LineNr">180 </span> <span class="Delimiter">}</span> -<span id="L181" class="LineNr">181 </span> <span class="muComment"># if non-operator, return</span> -<span id="L182" class="LineNr">182 </span> <span class="Delimiter">{</span> -<span id="L183" class="LineNr">183 </span> <span class="PreProc">var</span> <a href='tokenize.mu.html#L454'>operator-grapheme?</a>/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L454'>operator-grapheme?</a> g -<span id="L184" class="LineNr">184 </span> compare <a href='tokenize.mu.html#L454'>operator-grapheme?</a>, <span class="Constant">0</span>/false -<span id="L185" class="LineNr">185 </span> <span class="PreProc">break-if-!=</span> -<span id="L186" class="LineNr">186 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"stop"</span> -<span id="L187" class="LineNr">187 </span> <span class="PreProc">break</span> $next-operator-token:<span class="PreProc">loop</span> -<span id="L188" class="LineNr">188 </span> <span class="Delimiter">}</span> -<span id="L189" class="LineNr">189 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L808'>read-from-gap-buffer</a> in -<span id="L190" class="LineNr">190 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out, g -<span id="L191" class="LineNr">191 </span> <span class="PreProc">loop</span> -<span id="L192" class="LineNr">192 </span> <span class="Delimiter">}</span> -<span id="L193" class="LineNr">193 </span> <a href='trace.mu.html#L155'>trace-higher</a> trace -<span id="L194" class="LineNr">194 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L195" class="LineNr">195 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L196" class="LineNr">196 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> -<span id="L197" class="LineNr">197 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out -<span id="L198" class="LineNr">198 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out -<span id="L199" class="LineNr">199 </span> trace trace, <span class="Constant">"read"</span>, stream -<span id="L200" class="LineNr">200 </span><span class="Delimiter">}</span> -<span id="L201" class="LineNr">201 </span> -<span id="L202" class="LineNr">202 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L202'>next-number-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), out: (addr stream byte), trace: (addr trace) <span class="Delimiter">{</span> -<span id="L203" class="LineNr">203 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"looking for a number"</span> -<span id="L204" class="LineNr">204 </span> <a href='trace.mu.html#L147'>trace-lower</a> trace -<span id="L205" class="LineNr">205 </span> $next-number-token:<span class="PreProc">loop</span>: <span class="Delimiter">{</span> -<span id="L206" class="LineNr">206 </span> <span class="PreProc">var</span> done?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L748'>gap-buffer-scan-done?</a> in -<span id="L207" class="LineNr">207 </span> compare done?, <span class="Constant">0</span>/false -<span id="L208" class="LineNr">208 </span> <span class="PreProc">break-if-!=</span> -<span id="L209" class="LineNr">209 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L772'>peek-from-gap-buffer</a> in -<span id="L210" class="LineNr">210 </span> <span class="Delimiter">{</span> -<span id="L211" class="LineNr">211 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L212" class="LineNr">212 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L213" class="LineNr">213 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> -<span id="L214" class="LineNr">214 </span> <span class="PreProc">var</span> gval/<span class="Constant">eax</span>: int <span class="Special"><-</span> copy g -<span id="L215" class="LineNr">215 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval -<span id="L216" class="LineNr">216 </span> trace trace, <span class="Constant">"read"</span>, stream -<span id="L217" class="LineNr">217 </span> <span class="Delimiter">}</span> -<span id="L218" class="LineNr">218 </span> <span class="muComment"># if not symbol grapheme, return</span> -<span id="L219" class="LineNr">219 </span> <span class="Delimiter">{</span> -<span id="L220" class="LineNr">220 </span> <span class="PreProc">var</span> <a href='tokenize.mu.html#L253'>symbol-grapheme?</a>/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L253'>symbol-grapheme?</a> g -<span id="L221" class="LineNr">221 </span> compare <a href='tokenize.mu.html#L253'>symbol-grapheme?</a>, <span class="Constant">0</span>/false -<span id="L222" class="LineNr">222 </span> <span class="PreProc">break-if-!=</span> -<span id="L223" class="LineNr">223 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"stop"</span> -<span id="L224" class="LineNr">224 </span> <span class="PreProc">break</span> $next-number-token:<span class="PreProc">loop</span> -<span id="L225" class="LineNr">225 </span> <span class="Delimiter">}</span> -<span id="L226" class="LineNr">226 </span> <span class="muComment"># if not digit grapheme, abort</span> -<span id="L227" class="LineNr">227 </span> <span class="Delimiter">{</span> -<span id="L228" class="LineNr">228 </span> <span class="PreProc">var</span> digit?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../126write-int-decimal.subx.html#L299'>decimal-digit?</a> g -<span id="L229" class="LineNr">229 </span> compare digit?, <span class="Constant">0</span>/false -<span id="L230" class="LineNr">230 </span> <span class="PreProc">break-if-!=</span> -<span id="L231" class="LineNr">231 </span> <span class="Special"><a href='trace.mu.html#L129'>error</a></span> trace, <span class="Constant">"invalid number"</span> -<span id="L232" class="LineNr">232 </span> <span class="PreProc">return</span> -<span id="L233" class="LineNr">233 </span> <span class="Delimiter">}</span> -<span id="L234" class="LineNr">234 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"append"</span> -<span id="L235" class="LineNr">235 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L808'>read-from-gap-buffer</a> in -<span id="L236" class="LineNr">236 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out, g -<span id="L237" class="LineNr">237 </span> <span class="PreProc">loop</span> -<span id="L238" class="LineNr">238 </span> <span class="Delimiter">}</span> -<span id="L239" class="LineNr">239 </span> <a href='trace.mu.html#L155'>trace-higher</a> trace -<span id="L240" class="LineNr">240 </span><span class="Delimiter">}</span> -<span id="L241" class="LineNr">241 </span> -<span id="L242" class="LineNr">242 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L242'>next-bracket-token</a></span> g: grapheme, out: (addr stream byte), trace: (addr trace) <span class="Delimiter">{</span> -<span id="L243" class="LineNr">243 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"bracket"</span> -<span id="L244" class="LineNr">244 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out, g -<span id="L245" class="LineNr">245 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) -<span id="L246" class="LineNr">246 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage -<span id="L247" class="LineNr">247 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> -<span id="L248" class="LineNr">248 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out -<span id="L249" class="LineNr">249 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out -<span id="L250" class="LineNr">250 </span> trace trace, <span class="Constant">"read"</span>, stream -<span id="L251" class="LineNr">251 </span><span class="Delimiter">}</span> -<span id="L252" class="LineNr">252 </span> -<span id="L253" class="LineNr">253 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L253'>symbol-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> -<span id="L254" class="LineNr">254 </span> <span class="muComment">## whitespace</span> -<span id="L255" class="LineNr">255 </span> compare g, <span class="Constant">9</span>/tab -<span id="L256" class="LineNr">256 </span> <span class="Delimiter">{</span> -<span id="L257" class="LineNr">257 </span> <span class="PreProc">break-if-!=</span> -<span id="L258" class="LineNr">258 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L259" class="LineNr">259 </span> <span class="Delimiter">}</span> -<span id="L260" class="LineNr">260 </span> compare g, <span class="Constant">0xa</span>/newline -<span id="L261" class="LineNr">261 </span> <span class="Delimiter">{</span> -<span id="L262" class="LineNr">262 </span> <span class="PreProc">break-if-!=</span> -<span id="L263" class="LineNr">263 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L264" class="LineNr">264 </span> <span class="Delimiter">}</span> -<span id="L265" class="LineNr">265 </span> compare g, <span class="Constant">0x20</span>/space -<span id="L266" class="LineNr">266 </span> <span class="Delimiter">{</span> -<span id="L267" class="LineNr">267 </span> <span class="PreProc">break-if-!=</span> -<span id="L268" class="LineNr">268 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L269" class="LineNr">269 </span> <span class="Delimiter">}</span> -<span id="L270" class="LineNr">270 </span> <span class="muComment">## quotes</span> -<span id="L271" class="LineNr">271 </span> compare g, <span class="Constant">0x22</span>/double-quote -<span id="L272" class="LineNr">272 </span> <span class="Delimiter">{</span> -<span id="L273" class="LineNr">273 </span> <span class="PreProc">break-if-!=</span> -<span id="L274" class="LineNr">274 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L275" class="LineNr">275 </span> <span class="Delimiter">}</span> -<span id="L276" class="LineNr">276 </span> compare g, <span class="Constant">0x60</span>/backquote -<span id="L277" class="LineNr">277 </span> <span class="Delimiter">{</span> -<span id="L278" class="LineNr">278 </span> <span class="PreProc">break-if-!=</span> -<span id="L279" class="LineNr">279 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L280" class="LineNr">280 </span> <span class="Delimiter">}</span> -<span id="L281" class="LineNr">281 </span> <span class="muComment">## brackets</span> -<span id="L282" class="LineNr">282 </span> compare g, <span class="Constant">0x28</span>/open-paren -<span id="L283" class="LineNr">283 </span> <span class="Delimiter">{</span> -<span id="L284" class="LineNr">284 </span> <span class="PreProc">break-if-!=</span> -<span id="L285" class="LineNr">285 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L286" class="LineNr">286 </span> <span class="Delimiter">}</span> -<span id="L287" class="LineNr">287 </span> compare g, <span class="Constant">0x29</span>/close-paren -<span id="L288" class="LineNr">288 </span> <span class="Delimiter">{</span> -<span id="L289" class="LineNr">289 </span> <span class="PreProc">break-if-!=</span> -<span id="L290" class="LineNr">290 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L291" class="LineNr">291 </span> <span class="Delimiter">}</span> -<span id="L292" class="LineNr">292 </span> compare g, <span class="Constant">0x5b</span>/open-square-bracket -<span id="L293" class="LineNr">293 </span> <span class="Delimiter">{</span> -<span id="L294" class="LineNr">294 </span> <span class="PreProc">break-if-!=</span> -<span id="L295" class="LineNr">295 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L296" class="LineNr">296 </span> <span class="Delimiter">}</span> -<span id="L297" class="LineNr">297 </span> compare g, <span class="Constant">0x5d</span>/close-square-bracket -<span id="L298" class="LineNr">298 </span> <span class="Delimiter">{</span> -<span id="L299" class="LineNr">299 </span> <span class="PreProc">break-if-!=</span> -<span id="L300" class="LineNr">300 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L301" class="LineNr">301 </span> <span class="Delimiter">}</span> -<span id="L302" class="LineNr">302 </span> compare g, <span class="Constant">0x7b</span>/open-curly-bracket -<span id="L303" class="LineNr">303 </span> <span class="Delimiter">{</span> -<span id="L304" class="LineNr">304 </span> <span class="PreProc">break-if-!=</span> -<span id="L305" class="LineNr">305 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L306" class="LineNr">306 </span> <span class="Delimiter">}</span> -<span id="L307" class="LineNr">307 </span> compare g, <span class="Constant">0x7d</span>/close-curly-bracket -<span id="L308" class="LineNr">308 </span> <span class="Delimiter">{</span> -<span id="L309" class="LineNr">309 </span> <span class="PreProc">break-if-!=</span> -<span id="L310" class="LineNr">310 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L311" class="LineNr">311 </span> <span class="Delimiter">}</span> -<span id="L312" class="LineNr">312 </span> <span class="muComment"># - other punctuation</span> -<span id="L313" class="LineNr">313 </span> <span class="muComment"># '!' is a symbol char</span> -<span id="L314" class="LineNr">314 </span> compare g, <span class="Constant">0x23</span>/hash -<span id="L315" class="LineNr">315 </span> <span class="Delimiter">{</span> -<span id="L316" class="LineNr">316 </span> <span class="PreProc">break-if-!=</span> -<span id="L317" class="LineNr">317 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L318" class="LineNr">318 </span> <span class="Delimiter">}</span> -<span id="L319" class="LineNr">319 </span> <span class="muComment"># '$' is a symbol char</span> -<span id="L320" class="LineNr">320 </span> compare g, <span class="Constant">0x25</span>/percent -<span id="L321" class="LineNr">321 </span> <span class="Delimiter">{</span> -<span id="L322" class="LineNr">322 </span> <span class="PreProc">break-if-!=</span> -<span id="L323" class="LineNr">323 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L324" class="LineNr">324 </span> <span class="Delimiter">}</span> -<span id="L325" class="LineNr">325 </span> compare g, <span class="Constant">0x26</span>/ampersand -<span id="L326" class="LineNr">326 </span> <span class="Delimiter">{</span> -<span id="L327" class="LineNr">327 </span> <span class="PreProc">break-if-!=</span> -<span id="L328" class="LineNr">328 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L329" class="LineNr">329 </span> <span class="Delimiter">}</span> -<span id="L330" class="LineNr">330 </span> compare g, <span class="Constant">0x27</span>/single-quote -<span id="L331" class="LineNr">331 </span> <span class="Delimiter">{</span> -<span id="L332" class="LineNr">332 </span> <span class="PreProc">break-if-!=</span> -<span id="L333" class="LineNr">333 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L334" class="LineNr">334 </span> <span class="Delimiter">}</span> -<span id="L335" class="LineNr">335 </span> compare g, <span class="Constant">0x2a</span>/asterisk -<span id="L336" class="LineNr">336 </span> <span class="Delimiter">{</span> -<span id="L337" class="LineNr">337 </span> <span class="PreProc">break-if-!=</span> -<span id="L338" class="LineNr">338 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L339" class="LineNr">339 </span> <span class="Delimiter">}</span> -<span id="L340" class="LineNr">340 </span> compare g, <span class="Constant">0x2b</span>/plus -<span id="L341" class="LineNr">341 </span> <span class="Delimiter">{</span> -<span id="L342" class="LineNr">342 </span> <span class="PreProc">break-if-!=</span> -<span id="L343" class="LineNr">343 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L344" class="LineNr">344 </span> <span class="Delimiter">}</span> -<span id="L345" class="LineNr">345 </span> compare g, <span class="Constant">0x2c</span>/comma -<span id="L346" class="LineNr">346 </span> <span class="Delimiter">{</span> -<span id="L347" class="LineNr">347 </span> <span class="PreProc">break-if-!=</span> -<span id="L348" class="LineNr">348 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L349" class="LineNr">349 </span> <span class="Delimiter">}</span> -<span id="L350" class="LineNr">350 </span> compare g, <span class="Constant">0x2d</span>/dash <span class="muComment"># '-' not allowed in symbols</span> -<span id="L351" class="LineNr">351 </span> <span class="Delimiter">{</span> -<span id="L352" class="LineNr">352 </span> <span class="PreProc">break-if-!=</span> -<span id="L353" class="LineNr">353 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L354" class="LineNr">354 </span> <span class="Delimiter">}</span> -<span id="L355" class="LineNr">355 </span> compare g, <span class="Constant">0x2e</span>/period -<span id="L356" class="LineNr">356 </span> <span class="Delimiter">{</span> -<span id="L357" class="LineNr">357 </span> <span class="PreProc">break-if-!=</span> -<span id="L358" class="LineNr">358 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L359" class="LineNr">359 </span> <span class="Delimiter">}</span> -<span id="L360" class="LineNr">360 </span> compare g, <span class="Constant">0x2f</span>/slash -<span id="L361" class="LineNr">361 </span> <span class="Delimiter">{</span> -<span id="L362" class="LineNr">362 </span> <span class="PreProc">break-if-!=</span> -<span id="L363" class="LineNr">363 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L364" class="LineNr">364 </span> <span class="Delimiter">}</span> -<span id="L365" class="LineNr">365 </span> compare g, <span class="Constant">0x3a</span>/colon -<span id="L366" class="LineNr">366 </span> <span class="Delimiter">{</span> -<span id="L367" class="LineNr">367 </span> <span class="PreProc">break-if-!=</span> -<span id="L368" class="LineNr">368 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L369" class="LineNr">369 </span> <span class="Delimiter">}</span> -<span id="L370" class="LineNr">370 </span> compare g, <span class="Constant">0x3b</span>/semi-colon -<span id="L371" class="LineNr">371 </span> <span class="Delimiter">{</span> -<span id="L372" class="LineNr">372 </span> <span class="PreProc">break-if-!=</span> -<span id="L373" class="LineNr">373 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L374" class="LineNr">374 </span> <span class="Delimiter">}</span> -<span id="L375" class="LineNr">375 </span> compare g, <span class="Constant">0x3c</span>/less-than -<span id="L376" class="LineNr">376 </span> <span class="Delimiter">{</span> -<span id="L377" class="LineNr">377 </span> <span class="PreProc">break-if-!=</span> -<span id="L378" class="LineNr">378 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L379" class="LineNr">379 </span> <span class="Delimiter">}</span> -<span id="L380" class="LineNr">380 </span> compare g, <span class="Constant">0x3d</span>/equal -<span id="L381" class="LineNr">381 </span> <span class="Delimiter">{</span> -<span id="L382" class="LineNr">382 </span> <span class="PreProc">break-if-!=</span> -<span id="L383" class="LineNr">383 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L384" class="LineNr">384 </span> <span class="Delimiter">}</span> -<span id="L385" class="LineNr">385 </span> compare g, <span class="Constant">0x3e</span>/greater-than -<span id="L386" class="LineNr">386 </span> <span class="Delimiter">{</span> -<span id="L387" class="LineNr">387 </span> <span class="PreProc">break-if-!=</span> -<span id="L388" class="LineNr">388 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L389" class="LineNr">389 </span> <span class="Delimiter">}</span> -<span id="L390" class="LineNr">390 </span> <span class="muComment"># '?' is a symbol char</span> -<span id="L391" class="LineNr">391 </span> compare g, <span class="Constant">0x40</span>/at-sign -<span id="L392" class="LineNr">392 </span> <span class="Delimiter">{</span> -<span id="L393" class="LineNr">393 </span> <span class="PreProc">break-if-!=</span> -<span id="L394" class="LineNr">394 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L395" class="LineNr">395 </span> <span class="Delimiter">}</span> -<span id="L396" class="LineNr">396 </span> compare g, <span class="Constant">0x5c</span>/backslash -<span id="L397" class="LineNr">397 </span> <span class="Delimiter">{</span> -<span id="L398" class="LineNr">398 </span> <span class="PreProc">break-if-!=</span> -<span id="L399" class="LineNr">399 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L400" class="LineNr">400 </span> <span class="Delimiter">}</span> -<span id="L401" class="LineNr">401 </span> compare g, <span class="Constant">0x5e</span>/caret -<span id="L402" class="LineNr">402 </span> <span class="Delimiter">{</span> -<span id="L403" class="LineNr">403 </span> <span class="PreProc">break-if-!=</span> -<span id="L404" class="LineNr">404 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L405" class="LineNr">405 </span> <span class="Delimiter">}</span> -<span id="L406" class="LineNr">406 </span> <span class="muComment"># '_' is a symbol char</span> -<span id="L407" class="LineNr">407 </span> compare g, <span class="Constant">0x7c</span>/vertical-line -<span id="L408" class="LineNr">408 </span> <span class="Delimiter">{</span> -<span id="L409" class="LineNr">409 </span> <span class="PreProc">break-if-!=</span> -<span id="L410" class="LineNr">410 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L411" class="LineNr">411 </span> <span class="Delimiter">}</span> -<span id="L412" class="LineNr">412 </span> compare g, <span class="Constant">0x7e</span>/tilde -<span id="L413" class="LineNr">413 </span> <span class="Delimiter">{</span> -<span id="L414" class="LineNr">414 </span> <span class="PreProc">break-if-!=</span> -<span id="L415" class="LineNr">415 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L416" class="LineNr">416 </span> <span class="Delimiter">}</span> -<span id="L417" class="LineNr">417 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L418" class="LineNr">418 </span><span class="Delimiter">}</span> -<span id="L419" class="LineNr">419 </span> -<span id="L420" class="LineNr">420 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L420'>bracket-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> -<span id="L421" class="LineNr">421 </span> compare g, <span class="Constant">0x28</span>/open-paren -<span id="L422" class="LineNr">422 </span> <span class="Delimiter">{</span> -<span id="L423" class="LineNr">423 </span> <span class="PreProc">break-if-!=</span> -<span id="L424" class="LineNr">424 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L425" class="LineNr">425 </span> <span class="Delimiter">}</span> -<span id="L426" class="LineNr">426 </span> compare g, <span class="Constant">0x29</span>/close-paren -<span id="L427" class="LineNr">427 </span> <span class="Delimiter">{</span> -<span id="L428" class="LineNr">428 </span> <span class="PreProc">break-if-!=</span> -<span id="L429" class="LineNr">429 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L430" class="LineNr">430 </span> <span class="Delimiter">}</span> -<span id="L431" class="LineNr">431 </span> compare g, <span class="Constant">0x5b</span>/open-square-bracket -<span id="L432" class="LineNr">432 </span> <span class="Delimiter">{</span> -<span id="L433" class="LineNr">433 </span> <span class="PreProc">break-if-!=</span> -<span id="L434" class="LineNr">434 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L435" class="LineNr">435 </span> <span class="Delimiter">}</span> -<span id="L436" class="LineNr">436 </span> compare g, <span class="Constant">0x5d</span>/close-square-bracket +<span id="L137" class="LineNr">137 </span> compare g, <span class="Constant">0x23</span>/comment +<span id="L138" class="LineNr">138 </span> <span class="PreProc">break-if-!=</span> +<span id="L139" class="LineNr">139 </span> <a href='tokenize.mu.html#L352'>rest-of-line</a> in, out, trace +<span id="L140" class="LineNr">140 </span> <span class="PreProc">break</span> $next-token:body +<span id="L141" class="LineNr">141 </span> <span class="Delimiter">}</span> +<span id="L142" class="LineNr">142 </span> <span class="muComment"># digit</span> +<span id="L143" class="LineNr">143 </span> <span class="Delimiter">{</span> +<span id="L144" class="LineNr">144 </span> <span class="PreProc">var</span> digit?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../126write-int-decimal.subx.html#L299'>decimal-digit?</a> g +<span id="L145" class="LineNr">145 </span> compare digit?, <span class="Constant">0</span>/false +<span id="L146" class="LineNr">146 </span> <span class="PreProc">break-if-=</span> +<span id="L147" class="LineNr">147 </span> <a href='tokenize.mu.html#L277'>next-number-token</a> in, out, trace +<span id="L148" class="LineNr">148 </span> <span class="PreProc">break</span> $next-token:body +<span id="L149" class="LineNr">149 </span> <span class="Delimiter">}</span> +<span id="L150" class="LineNr">150 </span> <span class="muComment"># other symbol char</span> +<span id="L151" class="LineNr">151 </span> <span class="Delimiter">{</span> +<span id="L152" class="LineNr">152 </span> <span class="PreProc">var</span> symbol?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L375'>symbol-grapheme?</a> g +<span id="L153" class="LineNr">153 </span> compare symbol?, <span class="Constant">0</span>/false +<span id="L154" class="LineNr">154 </span> <span class="PreProc">break-if-=</span> +<span id="L155" class="LineNr">155 </span> <a href='tokenize.mu.html#L203'>next-symbol-token</a> in, out, trace +<span id="L156" class="LineNr">156 </span> <span class="PreProc">break</span> $next-token:body +<span id="L157" class="LineNr">157 </span> <span class="Delimiter">}</span> +<span id="L158" class="LineNr">158 </span> <span class="muComment"># open square brackets begin streams</span> +<span id="L159" class="LineNr">159 </span> <span class="Delimiter">{</span> +<span id="L160" class="LineNr">160 </span> compare g, <span class="Constant">0x5b</span>/open-square-bracket +<span id="L161" class="LineNr">161 </span> <span class="PreProc">break-if-!=</span> +<span id="L162" class="LineNr">162 </span> g <span class="Special"><-</span> <a href='gap-buffer.mu.html#L817'>read-from-gap-buffer</a> in <span class="muComment"># skip open bracket</span> +<span id="L163" class="LineNr">163 </span> <a href='tokenize.mu.html#L317'>next-stream-token</a> in, out, trace +<span id="L164" class="LineNr">164 </span> <span class="PreProc">var</span> out-cell/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _out-cell +<span id="L165" class="LineNr">165 </span> <span class="PreProc">var</span> out-cell-type/<span class="Constant">eax</span>: (addr int) <span class="Special"><-</span> get out-cell, <span class="PreProc">type</span> +<span id="L166" class="LineNr">166 </span> copy-to *out-cell-type, <span class="Constant">3</span>/stream +<span id="L167" class="LineNr">167 </span> <span class="PreProc">break</span> $next-token:body +<span id="L168" class="LineNr">168 </span> <span class="Delimiter">}</span> +<span id="L169" class="LineNr">169 </span> <span class="muComment"># unbalanced close square brackets are errors</span> +<span id="L170" class="LineNr">170 </span> <span class="Delimiter">{</span> +<span id="L171" class="LineNr">171 </span> compare g, <span class="Constant">0x5d</span>/close-square-bracket +<span id="L172" class="LineNr">172 </span> <span class="PreProc">break-if-!=</span> +<span id="L173" class="LineNr">173 </span> <span class="Special"><a href='trace.mu.html#L129'>error</a></span> trace, <span class="Constant">"unbalanced ']'"</span> +<span id="L174" class="LineNr">174 </span> <span class="PreProc">return</span> +<span id="L175" class="LineNr">175 </span> <span class="Delimiter">}</span> +<span id="L176" class="LineNr">176 </span> <span class="muComment"># other brackets are always single-char tokens</span> +<span id="L177" class="LineNr">177 </span> <span class="Delimiter">{</span> +<span id="L178" class="LineNr">178 </span> <span class="PreProc">var</span> bracket?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L542'>bracket-grapheme?</a> g +<span id="L179" class="LineNr">179 </span> compare bracket?, <span class="Constant">0</span>/false +<span id="L180" class="LineNr">180 </span> <span class="PreProc">break-if-=</span> +<span id="L181" class="LineNr">181 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L817'>read-from-gap-buffer</a> in +<span id="L182" class="LineNr">182 </span> <a href='tokenize.mu.html#L341'>next-bracket-token</a> g, out, trace +<span id="L183" class="LineNr">183 </span> <span class="PreProc">break</span> $next-token:body +<span id="L184" class="LineNr">184 </span> <span class="Delimiter">}</span> +<span id="L185" class="LineNr">185 </span> <span class="muComment"># non-symbol operators</span> +<span id="L186" class="LineNr">186 </span> <span class="Delimiter">{</span> +<span id="L187" class="LineNr">187 </span> <span class="PreProc">var</span> operator?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L576'>operator-grapheme?</a> g +<span id="L188" class="LineNr">188 </span> compare operator?, <span class="Constant">0</span>/false +<span id="L189" class="LineNr">189 </span> <span class="PreProc">break-if-=</span> +<span id="L190" class="LineNr">190 </span> <a href='tokenize.mu.html#L240'>next-operator-token</a> in, out, trace +<span id="L191" class="LineNr">191 </span> <span class="PreProc">break</span> $next-token:body +<span id="L192" class="LineNr">192 </span> <span class="Delimiter">}</span> +<span id="L193" class="LineNr">193 </span> <span class="Delimiter">}</span> +<span id="L194" class="LineNr">194 </span> <a href='trace.mu.html#L155'>trace-higher</a> trace +<span id="L195" class="LineNr">195 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L196" class="LineNr">196 </span> <span class="PreProc">var</span> stream/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L197" class="LineNr">197 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> +<span id="L198" class="LineNr">198 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out +<span id="L199" class="LineNr">199 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out +<span id="L200" class="LineNr">200 </span> trace trace, <span class="Constant">"read"</span>, stream +<span id="L201" class="LineNr">201 </span><span class="Delimiter">}</span> +<span id="L202" class="LineNr">202 </span> +<span id="L203" class="LineNr">203 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L203'>next-symbol-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), out: (addr stream byte), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L204" class="LineNr">204 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"looking for a symbol"</span> +<span id="L205" class="LineNr">205 </span> <a href='trace.mu.html#L147'>trace-lower</a> trace +<span id="L206" class="LineNr">206 </span> $next-symbol-token:<span class="PreProc">loop</span>: <span class="Delimiter">{</span> +<span id="L207" class="LineNr">207 </span> <span class="PreProc">var</span> done?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L757'>gap-buffer-scan-done?</a> in +<span id="L208" class="LineNr">208 </span> compare done?, <span class="Constant">0</span>/false +<span id="L209" class="LineNr">209 </span> <span class="PreProc">break-if-!=</span> +<span id="L210" class="LineNr">210 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L781'>peek-from-gap-buffer</a> in +<span id="L211" class="LineNr">211 </span> <span class="Delimiter">{</span> +<span id="L212" class="LineNr">212 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L213" class="LineNr">213 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L214" class="LineNr">214 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> +<span id="L215" class="LineNr">215 </span> <span class="PreProc">var</span> gval/<span class="Constant">eax</span>: int <span class="Special"><-</span> copy g +<span id="L216" class="LineNr">216 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval +<span id="L217" class="LineNr">217 </span> trace trace, <span class="Constant">"read"</span>, stream +<span id="L218" class="LineNr">218 </span> <span class="Delimiter">}</span> +<span id="L219" class="LineNr">219 </span> <span class="muComment"># if non-symbol, return</span> +<span id="L220" class="LineNr">220 </span> <span class="Delimiter">{</span> +<span id="L221" class="LineNr">221 </span> <span class="PreProc">var</span> <a href='tokenize.mu.html#L375'>symbol-grapheme?</a>/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L375'>symbol-grapheme?</a> g +<span id="L222" class="LineNr">222 </span> compare <a href='tokenize.mu.html#L375'>symbol-grapheme?</a>, <span class="Constant">0</span>/false +<span id="L223" class="LineNr">223 </span> <span class="PreProc">break-if-!=</span> +<span id="L224" class="LineNr">224 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"stop"</span> +<span id="L225" class="LineNr">225 </span> <span class="PreProc">break</span> $next-symbol-token:<span class="PreProc">loop</span> +<span id="L226" class="LineNr">226 </span> <span class="Delimiter">}</span> +<span id="L227" class="LineNr">227 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L817'>read-from-gap-buffer</a> in +<span id="L228" class="LineNr">228 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out, g +<span id="L229" class="LineNr">229 </span> <span class="PreProc">loop</span> +<span id="L230" class="LineNr">230 </span> <span class="Delimiter">}</span> +<span id="L231" class="LineNr">231 </span> <a href='trace.mu.html#L155'>trace-higher</a> trace +<span id="L232" class="LineNr">232 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L233" class="LineNr">233 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L234" class="LineNr">234 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> +<span id="L235" class="LineNr">235 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out +<span id="L236" class="LineNr">236 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out +<span id="L237" class="LineNr">237 </span> trace trace, <span class="Constant">"read"</span>, stream +<span id="L238" class="LineNr">238 </span><span class="Delimiter">}</span> +<span id="L239" class="LineNr">239 </span> +<span id="L240" class="LineNr">240 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L240'>next-operator-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), out: (addr stream byte), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L241" class="LineNr">241 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"looking for a operator"</span> +<span id="L242" class="LineNr">242 </span> <a href='trace.mu.html#L147'>trace-lower</a> trace +<span id="L243" class="LineNr">243 </span> $next-operator-token:<span class="PreProc">loop</span>: <span class="Delimiter">{</span> +<span id="L244" class="LineNr">244 </span> <span class="PreProc">var</span> done?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L757'>gap-buffer-scan-done?</a> in +<span id="L245" class="LineNr">245 </span> compare done?, <span class="Constant">0</span>/false +<span id="L246" class="LineNr">246 </span> <span class="PreProc">break-if-!=</span> +<span id="L247" class="LineNr">247 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L781'>peek-from-gap-buffer</a> in +<span id="L248" class="LineNr">248 </span> <span class="Delimiter">{</span> +<span id="L249" class="LineNr">249 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L250" class="LineNr">250 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L251" class="LineNr">251 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> +<span id="L252" class="LineNr">252 </span> <span class="PreProc">var</span> gval/<span class="Constant">eax</span>: int <span class="Special"><-</span> copy g +<span id="L253" class="LineNr">253 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval +<span id="L254" class="LineNr">254 </span> trace trace, <span class="Constant">"read"</span>, stream +<span id="L255" class="LineNr">255 </span> <span class="Delimiter">}</span> +<span id="L256" class="LineNr">256 </span> <span class="muComment"># if non-operator, return</span> +<span id="L257" class="LineNr">257 </span> <span class="Delimiter">{</span> +<span id="L258" class="LineNr">258 </span> <span class="PreProc">var</span> <a href='tokenize.mu.html#L576'>operator-grapheme?</a>/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L576'>operator-grapheme?</a> g +<span id="L259" class="LineNr">259 </span> compare <a href='tokenize.mu.html#L576'>operator-grapheme?</a>, <span class="Constant">0</span>/false +<span id="L260" class="LineNr">260 </span> <span class="PreProc">break-if-!=</span> +<span id="L261" class="LineNr">261 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"stop"</span> +<span id="L262" class="LineNr">262 </span> <span class="PreProc">break</span> $next-operator-token:<span class="PreProc">loop</span> +<span id="L263" class="LineNr">263 </span> <span class="Delimiter">}</span> +<span id="L264" class="LineNr">264 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L817'>read-from-gap-buffer</a> in +<span id="L265" class="LineNr">265 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out, g +<span id="L266" class="LineNr">266 </span> <span class="PreProc">loop</span> +<span id="L267" class="LineNr">267 </span> <span class="Delimiter">}</span> +<span id="L268" class="LineNr">268 </span> <a href='trace.mu.html#L155'>trace-higher</a> trace +<span id="L269" class="LineNr">269 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L270" class="LineNr">270 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L271" class="LineNr">271 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> +<span id="L272" class="LineNr">272 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out +<span id="L273" class="LineNr">273 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out +<span id="L274" class="LineNr">274 </span> trace trace, <span class="Constant">"read"</span>, stream +<span id="L275" class="LineNr">275 </span><span class="Delimiter">}</span> +<span id="L276" class="LineNr">276 </span> +<span id="L277" class="LineNr">277 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L277'>next-number-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), out: (addr stream byte), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L278" class="LineNr">278 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"looking for a number"</span> +<span id="L279" class="LineNr">279 </span> <a href='trace.mu.html#L147'>trace-lower</a> trace +<span id="L280" class="LineNr">280 </span> $next-number-token:<span class="PreProc">loop</span>: <span class="Delimiter">{</span> +<span id="L281" class="LineNr">281 </span> <span class="PreProc">var</span> done?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L757'>gap-buffer-scan-done?</a> in +<span id="L282" class="LineNr">282 </span> compare done?, <span class="Constant">0</span>/false +<span id="L283" class="LineNr">283 </span> <span class="PreProc">break-if-!=</span> +<span id="L284" class="LineNr">284 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L781'>peek-from-gap-buffer</a> in +<span id="L285" class="LineNr">285 </span> <span class="Delimiter">{</span> +<span id="L286" class="LineNr">286 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L287" class="LineNr">287 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L288" class="LineNr">288 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"next: "</span> +<span id="L289" class="LineNr">289 </span> <span class="PreProc">var</span> gval/<span class="Constant">eax</span>: int <span class="Special"><-</span> copy g +<span id="L290" class="LineNr">290 </span> <a href='../117write-int-hex.subx.html#L92'>write-int32-hex</a> stream, gval +<span id="L291" class="LineNr">291 </span> trace trace, <span class="Constant">"read"</span>, stream +<span id="L292" class="LineNr">292 </span> <span class="Delimiter">}</span> +<span id="L293" class="LineNr">293 </span> <span class="muComment"># if not symbol grapheme, return</span> +<span id="L294" class="LineNr">294 </span> <span class="Delimiter">{</span> +<span id="L295" class="LineNr">295 </span> <span class="PreProc">var</span> <a href='tokenize.mu.html#L375'>symbol-grapheme?</a>/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L375'>symbol-grapheme?</a> g +<span id="L296" class="LineNr">296 </span> compare <a href='tokenize.mu.html#L375'>symbol-grapheme?</a>, <span class="Constant">0</span>/false +<span id="L297" class="LineNr">297 </span> <span class="PreProc">break-if-!=</span> +<span id="L298" class="LineNr">298 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"stop"</span> +<span id="L299" class="LineNr">299 </span> <span class="PreProc">break</span> $next-number-token:<span class="PreProc">loop</span> +<span id="L300" class="LineNr">300 </span> <span class="Delimiter">}</span> +<span id="L301" class="LineNr">301 </span> <span class="muComment"># if not digit grapheme, abort</span> +<span id="L302" class="LineNr">302 </span> <span class="Delimiter">{</span> +<span id="L303" class="LineNr">303 </span> <span class="PreProc">var</span> digit?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../126write-int-decimal.subx.html#L299'>decimal-digit?</a> g +<span id="L304" class="LineNr">304 </span> compare digit?, <span class="Constant">0</span>/false +<span id="L305" class="LineNr">305 </span> <span class="PreProc">break-if-!=</span> +<span id="L306" class="LineNr">306 </span> <span class="Special"><a href='trace.mu.html#L129'>error</a></span> trace, <span class="Constant">"invalid number"</span> +<span id="L307" class="LineNr">307 </span> <span class="PreProc">return</span> +<span id="L308" class="LineNr">308 </span> <span class="Delimiter">}</span> +<span id="L309" class="LineNr">309 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"append"</span> +<span id="L310" class="LineNr">310 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L817'>read-from-gap-buffer</a> in +<span id="L311" class="LineNr">311 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out, g +<span id="L312" class="LineNr">312 </span> <span class="PreProc">loop</span> +<span id="L313" class="LineNr">313 </span> <span class="Delimiter">}</span> +<span id="L314" class="LineNr">314 </span> <a href='trace.mu.html#L155'>trace-higher</a> trace +<span id="L315" class="LineNr">315 </span><span class="Delimiter">}</span> +<span id="L316" class="LineNr">316 </span> +<span id="L317" class="LineNr">317 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L317'>next-stream-token</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), out: (addr stream byte), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L318" class="LineNr">318 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"stream"</span> +<span id="L319" class="LineNr">319 </span> <span class="Delimiter">{</span> +<span id="L320" class="LineNr">320 </span> <span class="PreProc">var</span> empty?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L757'>gap-buffer-scan-done?</a> in +<span id="L321" class="LineNr">321 </span> compare empty?, <span class="Constant">0</span>/false +<span id="L322" class="LineNr">322 </span> <span class="Delimiter">{</span> +<span id="L323" class="LineNr">323 </span> <span class="PreProc">break-if-=</span> +<span id="L324" class="LineNr">324 </span> <span class="Special"><a href='trace.mu.html#L129'>error</a></span> trace, <span class="Constant">"unbalanced '['"</span> +<span id="L325" class="LineNr">325 </span> <span class="PreProc">return</span> +<span id="L326" class="LineNr">326 </span> <span class="Delimiter">}</span> +<span id="L327" class="LineNr">327 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L817'>read-from-gap-buffer</a> in +<span id="L328" class="LineNr">328 </span> compare g, <span class="Constant">0x5d</span>/close-square-bracket +<span id="L329" class="LineNr">329 </span> <span class="PreProc">break-if-=</span> +<span id="L330" class="LineNr">330 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out, g +<span id="L331" class="LineNr">331 </span> <span class="PreProc">loop</span> +<span id="L332" class="LineNr">332 </span> <span class="Delimiter">}</span> +<span id="L333" class="LineNr">333 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L334" class="LineNr">334 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L335" class="LineNr">335 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> +<span id="L336" class="LineNr">336 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out +<span id="L337" class="LineNr">337 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out +<span id="L338" class="LineNr">338 </span> trace trace, <span class="Constant">"read"</span>, stream +<span id="L339" class="LineNr">339 </span><span class="Delimiter">}</span> +<span id="L340" class="LineNr">340 </span> +<span id="L341" class="LineNr">341 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L341'>next-bracket-token</a></span> g: grapheme, out: (addr stream byte), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L342" class="LineNr">342 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"bracket"</span> +<span id="L343" class="LineNr">343 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out, g +<span id="L344" class="LineNr">344 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x40</span>) +<span id="L345" class="LineNr">345 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L346" class="LineNr">346 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> +<span id="L347" class="LineNr">347 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out +<span id="L348" class="LineNr">348 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out +<span id="L349" class="LineNr">349 </span> trace trace, <span class="Constant">"read"</span>, stream +<span id="L350" class="LineNr">350 </span><span class="Delimiter">}</span> +<span id="L351" class="LineNr">351 </span> +<span id="L352" class="LineNr">352 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L352'>rest-of-line</a></span> in: (addr <a href='gap-buffer.mu.html#L3'>gap-buffer</a>), out: (addr stream byte), trace: (addr trace) <span class="Delimiter">{</span> +<span id="L353" class="LineNr">353 </span> <a href='trace.mu.html#L120'>trace-text</a> trace, <span class="Constant">"read"</span>, <span class="Constant">"comment"</span> +<span id="L354" class="LineNr">354 </span> <span class="Delimiter">{</span> +<span id="L355" class="LineNr">355 </span> <span class="PreProc">var</span> empty?/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='gap-buffer.mu.html#L757'>gap-buffer-scan-done?</a> in +<span id="L356" class="LineNr">356 </span> compare empty?, <span class="Constant">0</span>/false +<span id="L357" class="LineNr">357 </span> <span class="Delimiter">{</span> +<span id="L358" class="LineNr">358 </span> <span class="PreProc">break-if-=</span> +<span id="L359" class="LineNr">359 </span> <span class="PreProc">return</span> +<span id="L360" class="LineNr">360 </span> <span class="Delimiter">}</span> +<span id="L361" class="LineNr">361 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='gap-buffer.mu.html#L817'>read-from-gap-buffer</a> in +<span id="L362" class="LineNr">362 </span> compare g, <span class="Constant">0xa</span>/newline +<span id="L363" class="LineNr">363 </span> <span class="PreProc">break-if-=</span> +<span id="L364" class="LineNr">364 </span> <a href='../403unicode.mu.html#L176'>write-grapheme</a> out, g +<span id="L365" class="LineNr">365 </span> <span class="PreProc">loop</span> +<span id="L366" class="LineNr">366 </span> <span class="Delimiter">}</span> +<span id="L367" class="LineNr">367 </span> <span class="PreProc">var</span> stream-storage: (stream byte <span class="Constant">0x80</span>) +<span id="L368" class="LineNr">368 </span> <span class="PreProc">var</span> stream/<span class="Constant">esi</span>: (addr stream byte) <span class="Special"><-</span> address stream-storage +<span id="L369" class="LineNr">369 </span> <a href='../108write.subx.html#L11'>write</a> stream, <span class="Constant">"=> "</span> +<span id="L370" class="LineNr">370 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> out +<span id="L371" class="LineNr">371 </span> <a href='../113write-stream.subx.html#L8'>write-stream</a> stream, out +<span id="L372" class="LineNr">372 </span> trace trace, <span class="Constant">"read"</span>, stream +<span id="L373" class="LineNr">373 </span><span class="Delimiter">}</span> +<span id="L374" class="LineNr">374 </span> +<span id="L375" class="LineNr">375 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L375'>symbol-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> +<span id="L376" class="LineNr">376 </span> <span class="muComment">## whitespace</span> +<span id="L377" class="LineNr">377 </span> compare g, <span class="Constant">9</span>/tab +<span id="L378" class="LineNr">378 </span> <span class="Delimiter">{</span> +<span id="L379" class="LineNr">379 </span> <span class="PreProc">break-if-!=</span> +<span id="L380" class="LineNr">380 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L381" class="LineNr">381 </span> <span class="Delimiter">}</span> +<span id="L382" class="LineNr">382 </span> compare g, <span class="Constant">0xa</span>/newline +<span id="L383" class="LineNr">383 </span> <span class="Delimiter">{</span> +<span id="L384" class="LineNr">384 </span> <span class="PreProc">break-if-!=</span> +<span id="L385" class="LineNr">385 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L386" class="LineNr">386 </span> <span class="Delimiter">}</span> +<span id="L387" class="LineNr">387 </span> compare g, <span class="Constant">0x20</span>/space +<span id="L388" class="LineNr">388 </span> <span class="Delimiter">{</span> +<span id="L389" class="LineNr">389 </span> <span class="PreProc">break-if-!=</span> +<span id="L390" class="LineNr">390 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L391" class="LineNr">391 </span> <span class="Delimiter">}</span> +<span id="L392" class="LineNr">392 </span> <span class="muComment">## quotes</span> +<span id="L393" class="LineNr">393 </span> compare g, <span class="Constant">0x22</span>/double-quote +<span id="L394" class="LineNr">394 </span> <span class="Delimiter">{</span> +<span id="L395" class="LineNr">395 </span> <span class="PreProc">break-if-!=</span> +<span id="L396" class="LineNr">396 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L397" class="LineNr">397 </span> <span class="Delimiter">}</span> +<span id="L398" class="LineNr">398 </span> compare g, <span class="Constant">0x60</span>/backquote +<span id="L399" class="LineNr">399 </span> <span class="Delimiter">{</span> +<span id="L400" class="LineNr">400 </span> <span class="PreProc">break-if-!=</span> +<span id="L401" class="LineNr">401 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L402" class="LineNr">402 </span> <span class="Delimiter">}</span> +<span id="L403" class="LineNr">403 </span> <span class="muComment">## brackets</span> +<span id="L404" class="LineNr">404 </span> compare g, <span class="Constant">0x28</span>/open-paren +<span id="L405" class="LineNr">405 </span> <span class="Delimiter">{</span> +<span id="L406" class="LineNr">406 </span> <span class="PreProc">break-if-!=</span> +<span id="L407" class="LineNr">407 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L408" class="LineNr">408 </span> <span class="Delimiter">}</span> +<span id="L409" class="LineNr">409 </span> compare g, <span class="Constant">0x29</span>/close-paren +<span id="L410" class="LineNr">410 </span> <span class="Delimiter">{</span> +<span id="L411" class="LineNr">411 </span> <span class="PreProc">break-if-!=</span> +<span id="L412" class="LineNr">412 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L413" class="LineNr">413 </span> <span class="Delimiter">}</span> +<span id="L414" class="LineNr">414 </span> compare g, <span class="Constant">0x5b</span>/open-square-bracket +<span id="L415" class="LineNr">415 </span> <span class="Delimiter">{</span> +<span id="L416" class="LineNr">416 </span> <span class="PreProc">break-if-!=</span> +<span id="L417" class="LineNr">417 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L418" class="LineNr">418 </span> <span class="Delimiter">}</span> +<span id="L419" class="LineNr">419 </span> compare g, <span class="Constant">0x5d</span>/close-square-bracket +<span id="L420" class="LineNr">420 </span> <span class="Delimiter">{</span> +<span id="L421" class="LineNr">421 </span> <span class="PreProc">break-if-!=</span> +<span id="L422" class="LineNr">422 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L423" class="LineNr">423 </span> <span class="Delimiter">}</span> +<span id="L424" class="LineNr">424 </span> compare g, <span class="Constant">0x7b</span>/open-curly-bracket +<span id="L425" class="LineNr">425 </span> <span class="Delimiter">{</span> +<span id="L426" class="LineNr">426 </span> <span class="PreProc">break-if-!=</span> +<span id="L427" class="LineNr">427 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L428" class="LineNr">428 </span> <span class="Delimiter">}</span> +<span id="L429" class="LineNr">429 </span> compare g, <span class="Constant">0x7d</span>/close-curly-bracket +<span id="L430" class="LineNr">430 </span> <span class="Delimiter">{</span> +<span id="L431" class="LineNr">431 </span> <span class="PreProc">break-if-!=</span> +<span id="L432" class="LineNr">432 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L433" class="LineNr">433 </span> <span class="Delimiter">}</span> +<span id="L434" class="LineNr">434 </span> <span class="muComment"># - other punctuation</span> +<span id="L435" class="LineNr">435 </span> <span class="muComment"># '!' is a symbol char</span> +<span id="L436" class="LineNr">436 </span> compare g, <span class="Constant">0x23</span>/hash <span id="L437" class="LineNr">437 </span> <span class="Delimiter">{</span> <span id="L438" class="LineNr">438 </span> <span class="PreProc">break-if-!=</span> -<span id="L439" class="LineNr">439 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L439" class="LineNr">439 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false <span id="L440" class="LineNr">440 </span> <span class="Delimiter">}</span> -<span id="L441" class="LineNr">441 </span> compare g, <span class="Constant">0x7b</span>/open-curly-bracket -<span id="L442" class="LineNr">442 </span> <span class="Delimiter">{</span> -<span id="L443" class="LineNr">443 </span> <span class="PreProc">break-if-!=</span> -<span id="L444" class="LineNr">444 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L445" class="LineNr">445 </span> <span class="Delimiter">}</span> -<span id="L446" class="LineNr">446 </span> compare g, <span class="Constant">0x7d</span>/close-curly-bracket -<span id="L447" class="LineNr">447 </span> <span class="Delimiter">{</span> -<span id="L448" class="LineNr">448 </span> <span class="PreProc">break-if-!=</span> -<span id="L449" class="LineNr">449 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L450" class="LineNr">450 </span> <span class="Delimiter">}</span> -<span id="L451" class="LineNr">451 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L452" class="LineNr">452 </span><span class="Delimiter">}</span> -<span id="L453" class="LineNr">453 </span> -<span id="L454" class="LineNr">454 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L454'>operator-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> -<span id="L455" class="LineNr">455 </span> <span class="muComment"># '$' is a symbol char</span> -<span id="L456" class="LineNr">456 </span> compare g, <span class="Constant">0x25</span>/percent -<span id="L457" class="LineNr">457 </span> <span class="Delimiter">{</span> -<span id="L458" class="LineNr">458 </span> <span class="PreProc">break-if-!=</span> -<span id="L459" class="LineNr">459 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/false -<span id="L460" class="LineNr">460 </span> <span class="Delimiter">}</span> -<span id="L461" class="LineNr">461 </span> compare g, <span class="Constant">0x26</span>/ampersand -<span id="L462" class="LineNr">462 </span> <span class="Delimiter">{</span> -<span id="L463" class="LineNr">463 </span> <span class="PreProc">break-if-!=</span> -<span id="L464" class="LineNr">464 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L465" class="LineNr">465 </span> <span class="Delimiter">}</span> -<span id="L466" class="LineNr">466 </span> compare g, <span class="Constant">0x27</span>/single-quote -<span id="L467" class="LineNr">467 </span> <span class="Delimiter">{</span> -<span id="L468" class="LineNr">468 </span> <span class="PreProc">break-if-!=</span> -<span id="L469" class="LineNr">469 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L470" class="LineNr">470 </span> <span class="Delimiter">}</span> -<span id="L471" class="LineNr">471 </span> compare g, <span class="Constant">0x2a</span>/asterisk -<span id="L472" class="LineNr">472 </span> <span class="Delimiter">{</span> -<span id="L473" class="LineNr">473 </span> <span class="PreProc">break-if-!=</span> -<span id="L474" class="LineNr">474 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L475" class="LineNr">475 </span> <span class="Delimiter">}</span> -<span id="L476" class="LineNr">476 </span> compare g, <span class="Constant">0x2b</span>/plus -<span id="L477" class="LineNr">477 </span> <span class="Delimiter">{</span> -<span id="L478" class="LineNr">478 </span> <span class="PreProc">break-if-!=</span> -<span id="L479" class="LineNr">479 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L480" class="LineNr">480 </span> <span class="Delimiter">}</span> -<span id="L481" class="LineNr">481 </span> compare g, <span class="Constant">0x2c</span>/comma -<span id="L482" class="LineNr">482 </span> <span class="Delimiter">{</span> -<span id="L483" class="LineNr">483 </span> <span class="PreProc">break-if-!=</span> -<span id="L484" class="LineNr">484 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L485" class="LineNr">485 </span> <span class="Delimiter">}</span> -<span id="L486" class="LineNr">486 </span> compare g, <span class="Constant">0x2d</span>/dash <span class="muComment"># '-' not allowed in symbols</span> -<span id="L487" class="LineNr">487 </span> <span class="Delimiter">{</span> -<span id="L488" class="LineNr">488 </span> <span class="PreProc">break-if-!=</span> -<span id="L489" class="LineNr">489 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L490" class="LineNr">490 </span> <span class="Delimiter">}</span> -<span id="L491" class="LineNr">491 </span> compare g, <span class="Constant">0x2e</span>/period -<span id="L492" class="LineNr">492 </span> <span class="Delimiter">{</span> -<span id="L493" class="LineNr">493 </span> <span class="PreProc">break-if-!=</span> -<span id="L494" class="LineNr">494 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L495" class="LineNr">495 </span> <span class="Delimiter">}</span> -<span id="L496" class="LineNr">496 </span> compare g, <span class="Constant">0x2f</span>/slash -<span id="L497" class="LineNr">497 </span> <span class="Delimiter">{</span> -<span id="L498" class="LineNr">498 </span> <span class="PreProc">break-if-!=</span> -<span id="L499" class="LineNr">499 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L500" class="LineNr">500 </span> <span class="Delimiter">}</span> -<span id="L501" class="LineNr">501 </span> compare g, <span class="Constant">0x3a</span>/colon -<span id="L502" class="LineNr">502 </span> <span class="Delimiter">{</span> -<span id="L503" class="LineNr">503 </span> <span class="PreProc">break-if-!=</span> -<span id="L504" class="LineNr">504 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L505" class="LineNr">505 </span> <span class="Delimiter">}</span> -<span id="L506" class="LineNr">506 </span> compare g, <span class="Constant">0x3b</span>/semi-colon -<span id="L507" class="LineNr">507 </span> <span class="Delimiter">{</span> -<span id="L508" class="LineNr">508 </span> <span class="PreProc">break-if-!=</span> -<span id="L509" class="LineNr">509 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L510" class="LineNr">510 </span> <span class="Delimiter">}</span> -<span id="L511" class="LineNr">511 </span> compare g, <span class="Constant">0x3c</span>/less-than -<span id="L512" class="LineNr">512 </span> <span class="Delimiter">{</span> -<span id="L513" class="LineNr">513 </span> <span class="PreProc">break-if-!=</span> -<span id="L514" class="LineNr">514 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L515" class="LineNr">515 </span> <span class="Delimiter">}</span> -<span id="L516" class="LineNr">516 </span> compare g, <span class="Constant">0x3d</span>/equal -<span id="L517" class="LineNr">517 </span> <span class="Delimiter">{</span> -<span id="L518" class="LineNr">518 </span> <span class="PreProc">break-if-!=</span> -<span id="L519" class="LineNr">519 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L520" class="LineNr">520 </span> <span class="Delimiter">}</span> -<span id="L521" class="LineNr">521 </span> compare g, <span class="Constant">0x3e</span>/greater-than -<span id="L522" class="LineNr">522 </span> <span class="Delimiter">{</span> -<span id="L523" class="LineNr">523 </span> <span class="PreProc">break-if-!=</span> -<span id="L524" class="LineNr">524 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L525" class="LineNr">525 </span> <span class="Delimiter">}</span> -<span id="L526" class="LineNr">526 </span> <span class="muComment"># '?' is a symbol char</span> -<span id="L527" class="LineNr">527 </span> compare g, <span class="Constant">0x40</span>/at-sign -<span id="L528" class="LineNr">528 </span> <span class="Delimiter">{</span> -<span id="L529" class="LineNr">529 </span> <span class="PreProc">break-if-!=</span> -<span id="L530" class="LineNr">530 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L531" class="LineNr">531 </span> <span class="Delimiter">}</span> -<span id="L532" class="LineNr">532 </span> compare g, <span class="Constant">0x5c</span>/backslash -<span id="L533" class="LineNr">533 </span> <span class="Delimiter">{</span> -<span id="L534" class="LineNr">534 </span> <span class="PreProc">break-if-!=</span> -<span id="L535" class="LineNr">535 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L536" class="LineNr">536 </span> <span class="Delimiter">}</span> -<span id="L537" class="LineNr">537 </span> compare g, <span class="Constant">0x5e</span>/caret -<span id="L538" class="LineNr">538 </span> <span class="Delimiter">{</span> -<span id="L539" class="LineNr">539 </span> <span class="PreProc">break-if-!=</span> -<span id="L540" class="LineNr">540 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L541" class="LineNr">541 </span> <span class="Delimiter">}</span> -<span id="L542" class="LineNr">542 </span> <span class="muComment"># '_' is a symbol char</span> -<span id="L543" class="LineNr">543 </span> compare g, <span class="Constant">0x7c</span>/vertical-line +<span id="L441" class="LineNr">441 </span> <span class="muComment"># '$' is a symbol char</span> +<span id="L442" class="LineNr">442 </span> compare g, <span class="Constant">0x25</span>/percent +<span id="L443" class="LineNr">443 </span> <span class="Delimiter">{</span> +<span id="L444" class="LineNr">444 </span> <span class="PreProc">break-if-!=</span> +<span id="L445" class="LineNr">445 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L446" class="LineNr">446 </span> <span class="Delimiter">}</span> +<span id="L447" class="LineNr">447 </span> compare g, <span class="Constant">0x26</span>/ampersand +<span id="L448" class="LineNr">448 </span> <span class="Delimiter">{</span> +<span id="L449" class="LineNr">449 </span> <span class="PreProc">break-if-!=</span> +<span id="L450" class="LineNr">450 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L451" class="LineNr">451 </span> <span class="Delimiter">}</span> +<span id="L452" class="LineNr">452 </span> compare g, <span class="Constant">0x27</span>/single-quote +<span id="L453" class="LineNr">453 </span> <span class="Delimiter">{</span> +<span id="L454" class="LineNr">454 </span> <span class="PreProc">break-if-!=</span> +<span id="L455" class="LineNr">455 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L456" class="LineNr">456 </span> <span class="Delimiter">}</span> +<span id="L457" class="LineNr">457 </span> compare g, <span class="Constant">0x2a</span>/asterisk +<span id="L458" class="LineNr">458 </span> <span class="Delimiter">{</span> +<span id="L459" class="LineNr">459 </span> <span class="PreProc">break-if-!=</span> +<span id="L460" class="LineNr">460 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L461" class="LineNr">461 </span> <span class="Delimiter">}</span> +<span id="L462" class="LineNr">462 </span> compare g, <span class="Constant">0x2b</span>/plus +<span id="L463" class="LineNr">463 </span> <span class="Delimiter">{</span> +<span id="L464" class="LineNr">464 </span> <span class="PreProc">break-if-!=</span> +<span id="L465" class="LineNr">465 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L466" class="LineNr">466 </span> <span class="Delimiter">}</span> +<span id="L467" class="LineNr">467 </span> compare g, <span class="Constant">0x2c</span>/comma +<span id="L468" class="LineNr">468 </span> <span class="Delimiter">{</span> +<span id="L469" class="LineNr">469 </span> <span class="PreProc">break-if-!=</span> +<span id="L470" class="LineNr">470 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L471" class="LineNr">471 </span> <span class="Delimiter">}</span> +<span id="L472" class="LineNr">472 </span> compare g, <span class="Constant">0x2d</span>/dash <span class="muComment"># '-' not allowed in symbols</span> +<span id="L473" class="LineNr">473 </span> <span class="Delimiter">{</span> +<span id="L474" class="LineNr">474 </span> <span class="PreProc">break-if-!=</span> +<span id="L475" class="LineNr">475 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L476" class="LineNr">476 </span> <span class="Delimiter">}</span> +<span id="L477" class="LineNr">477 </span> compare g, <span class="Constant">0x2e</span>/period +<span id="L478" class="LineNr">478 </span> <span class="Delimiter">{</span> +<span id="L479" class="LineNr">479 </span> <span class="PreProc">break-if-!=</span> +<span id="L480" class="LineNr">480 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L481" class="LineNr">481 </span> <span class="Delimiter">}</span> +<span id="L482" class="LineNr">482 </span> compare g, <span class="Constant">0x2f</span>/slash +<span id="L483" class="LineNr">483 </span> <span class="Delimiter">{</span> +<span id="L484" class="LineNr">484 </span> <span class="PreProc">break-if-!=</span> +<span id="L485" class="LineNr">485 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L486" class="LineNr">486 </span> <span class="Delimiter">}</span> +<span id="L487" class="LineNr">487 </span> compare g, <span class="Constant">0x3a</span>/colon +<span id="L488" class="LineNr">488 </span> <span class="Delimiter">{</span> +<span id="L489" class="LineNr">489 </span> <span class="PreProc">break-if-!=</span> +<span id="L490" class="LineNr">490 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L491" class="LineNr">491 </span> <span class="Delimiter">}</span> +<span id="L492" class="LineNr">492 </span> compare g, <span class="Constant">0x3b</span>/semi-colon +<span id="L493" class="LineNr">493 </span> <span class="Delimiter">{</span> +<span id="L494" class="LineNr">494 </span> <span class="PreProc">break-if-!=</span> +<span id="L495" class="LineNr">495 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L496" class="LineNr">496 </span> <span class="Delimiter">}</span> +<span id="L497" class="LineNr">497 </span> compare g, <span class="Constant">0x3c</span>/less-than +<span id="L498" class="LineNr">498 </span> <span class="Delimiter">{</span> +<span id="L499" class="LineNr">499 </span> <span class="PreProc">break-if-!=</span> +<span id="L500" class="LineNr">500 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L501" class="LineNr">501 </span> <span class="Delimiter">}</span> +<span id="L502" class="LineNr">502 </span> compare g, <span class="Constant">0x3d</span>/equal +<span id="L503" class="LineNr">503 </span> <span class="Delimiter">{</span> +<span id="L504" class="LineNr">504 </span> <span class="PreProc">break-if-!=</span> +<span id="L505" class="LineNr">505 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L506" class="LineNr">506 </span> <span class="Delimiter">}</span> +<span id="L507" class="LineNr">507 </span> compare g, <span class="Constant">0x3e</span>/greater-than +<span id="L508" class="LineNr">508 </span> <span class="Delimiter">{</span> +<span id="L509" class="LineNr">509 </span> <span class="PreProc">break-if-!=</span> +<span id="L510" class="LineNr">510 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L511" class="LineNr">511 </span> <span class="Delimiter">}</span> +<span id="L512" class="LineNr">512 </span> <span class="muComment"># '?' is a symbol char</span> +<span id="L513" class="LineNr">513 </span> compare g, <span class="Constant">0x40</span>/at-sign +<span id="L514" class="LineNr">514 </span> <span class="Delimiter">{</span> +<span id="L515" class="LineNr">515 </span> <span class="PreProc">break-if-!=</span> +<span id="L516" class="LineNr">516 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L517" class="LineNr">517 </span> <span class="Delimiter">}</span> +<span id="L518" class="LineNr">518 </span> compare g, <span class="Constant">0x5c</span>/backslash +<span id="L519" class="LineNr">519 </span> <span class="Delimiter">{</span> +<span id="L520" class="LineNr">520 </span> <span class="PreProc">break-if-!=</span> +<span id="L521" class="LineNr">521 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L522" class="LineNr">522 </span> <span class="Delimiter">}</span> +<span id="L523" class="LineNr">523 </span> compare g, <span class="Constant">0x5e</span>/caret +<span id="L524" class="LineNr">524 </span> <span class="Delimiter">{</span> +<span id="L525" class="LineNr">525 </span> <span class="PreProc">break-if-!=</span> +<span id="L526" class="LineNr">526 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L527" class="LineNr">527 </span> <span class="Delimiter">}</span> +<span id="L528" class="LineNr">528 </span> <span class="muComment"># '_' is a symbol char</span> +<span id="L529" class="LineNr">529 </span> compare g, <span class="Constant">0x7c</span>/vertical-line +<span id="L530" class="LineNr">530 </span> <span class="Delimiter">{</span> +<span id="L531" class="LineNr">531 </span> <span class="PreProc">break-if-!=</span> +<span id="L532" class="LineNr">532 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L533" class="LineNr">533 </span> <span class="Delimiter">}</span> +<span id="L534" class="LineNr">534 </span> compare g, <span class="Constant">0x7e</span>/tilde +<span id="L535" class="LineNr">535 </span> <span class="Delimiter">{</span> +<span id="L536" class="LineNr">536 </span> <span class="PreProc">break-if-!=</span> +<span id="L537" class="LineNr">537 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L538" class="LineNr">538 </span> <span class="Delimiter">}</span> +<span id="L539" class="LineNr">539 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L540" class="LineNr">540 </span><span class="Delimiter">}</span> +<span id="L541" class="LineNr">541 </span> +<span id="L542" class="LineNr">542 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L542'>bracket-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> +<span id="L543" class="LineNr">543 </span> compare g, <span class="Constant">0x28</span>/open-paren <span id="L544" class="LineNr">544 </span> <span class="Delimiter">{</span> <span id="L545" class="LineNr">545 </span> <span class="PreProc">break-if-!=</span> <span id="L546" class="LineNr">546 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true <span id="L547" class="LineNr">547 </span> <span class="Delimiter">}</span> -<span id="L548" class="LineNr">548 </span> compare g, <span class="Constant">0x7e</span>/tilde +<span id="L548" class="LineNr">548 </span> compare g, <span class="Constant">0x29</span>/close-paren <span id="L549" class="LineNr">549 </span> <span class="Delimiter">{</span> <span id="L550" class="LineNr">550 </span> <span class="PreProc">break-if-!=</span> <span id="L551" class="LineNr">551 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true <span id="L552" class="LineNr">552 </span> <span class="Delimiter">}</span> -<span id="L553" class="LineNr">553 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L554" class="LineNr">554 </span><span class="Delimiter">}</span> -<span id="L555" class="LineNr">555 </span> -<span id="L556" class="LineNr">556 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L556'>number-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> -<span id="L557" class="LineNr">557 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in -<span id="L558" class="LineNr">558 </span> <span class="PreProc">var</span> in-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get in, text-data -<span id="L559" class="LineNr">559 </span> <span class="PreProc">var</span> in-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *in-data-ah -<span id="L560" class="LineNr">560 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L561" class="LineNr">561 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data -<span id="L562" class="LineNr">562 </span> <span class="PreProc">var</span> result/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../126write-int-decimal.subx.html#L299'>decimal-digit?</a> g -<span id="L563" class="LineNr">563 </span> <span class="PreProc">return</span> result -<span id="L564" class="LineNr">564 </span><span class="Delimiter">}</span> -<span id="L565" class="LineNr">565 </span> -<span id="L566" class="LineNr">566 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L566'>bracket-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> -<span id="L567" class="LineNr">567 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in -<span id="L568" class="LineNr">568 </span> <span class="PreProc">var</span> in-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get in, text-data -<span id="L569" class="LineNr">569 </span> <span class="PreProc">var</span> in-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *in-data-ah -<span id="L570" class="LineNr">570 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L571" class="LineNr">571 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data -<span id="L572" class="LineNr">572 </span> <span class="PreProc">var</span> result/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L420'>bracket-grapheme?</a> g -<span id="L573" class="LineNr">573 </span> <span class="PreProc">return</span> result +<span id="L553" class="LineNr">553 </span> compare g, <span class="Constant">0x5b</span>/open-square-bracket +<span id="L554" class="LineNr">554 </span> <span class="Delimiter">{</span> +<span id="L555" class="LineNr">555 </span> <span class="PreProc">break-if-!=</span> +<span id="L556" class="LineNr">556 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L557" class="LineNr">557 </span> <span class="Delimiter">}</span> +<span id="L558" class="LineNr">558 </span> compare g, <span class="Constant">0x5d</span>/close-square-bracket +<span id="L559" class="LineNr">559 </span> <span class="Delimiter">{</span> +<span id="L560" class="LineNr">560 </span> <span class="PreProc">break-if-!=</span> +<span id="L561" class="LineNr">561 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L562" class="LineNr">562 </span> <span class="Delimiter">}</span> +<span id="L563" class="LineNr">563 </span> compare g, <span class="Constant">0x7b</span>/open-curly-bracket +<span id="L564" class="LineNr">564 </span> <span class="Delimiter">{</span> +<span id="L565" class="LineNr">565 </span> <span class="PreProc">break-if-!=</span> +<span id="L566" class="LineNr">566 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L567" class="LineNr">567 </span> <span class="Delimiter">}</span> +<span id="L568" class="LineNr">568 </span> compare g, <span class="Constant">0x7d</span>/close-curly-bracket +<span id="L569" class="LineNr">569 </span> <span class="Delimiter">{</span> +<span id="L570" class="LineNr">570 </span> <span class="PreProc">break-if-!=</span> +<span id="L571" class="LineNr">571 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L572" class="LineNr">572 </span> <span class="Delimiter">}</span> +<span id="L573" class="LineNr">573 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false <span id="L574" class="LineNr">574 </span><span class="Delimiter">}</span> <span id="L575" class="LineNr">575 </span> -<span id="L576" class="LineNr">576 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L576'>quote-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> -<span id="L577" class="LineNr">577 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in -<span id="L578" class="LineNr">578 </span> <span class="PreProc">var</span> in-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get in, text-data -<span id="L579" class="LineNr">579 </span> <span class="PreProc">var</span> in-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *in-data-ah -<span id="L580" class="LineNr">580 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L581" class="LineNr">581 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data -<span id="L582" class="LineNr">582 </span> compare g, <span class="Constant">0x27</span>/single-quote -<span id="L583" class="LineNr">583 </span> <span class="Delimiter">{</span> -<span id="L584" class="LineNr">584 </span> <span class="PreProc">break-if-!=</span> -<span id="L585" class="LineNr">585 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true -<span id="L586" class="LineNr">586 </span> <span class="Delimiter">}</span> -<span id="L587" class="LineNr">587 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L588" class="LineNr">588 </span><span class="Delimiter">}</span> -<span id="L589" class="LineNr">589 </span> -<span id="L590" class="LineNr">590 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L590'>open-paren-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> -<span id="L591" class="LineNr">591 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in -<span id="L592" class="LineNr">592 </span> <span class="PreProc">var</span> in-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get in, text-data -<span id="L593" class="LineNr">593 </span> <span class="PreProc">var</span> _in-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *in-data-ah -<span id="L594" class="LineNr">594 </span> <span class="PreProc">var</span> in-data/<span class="Constant">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data -<span id="L595" class="LineNr">595 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L596" class="LineNr">596 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data -<span id="L597" class="LineNr">597 </span> compare g, <span class="Constant">0x28</span>/open-paren -<span id="L598" class="LineNr">598 </span> <span class="Delimiter">{</span> -<span id="L599" class="LineNr">599 </span> <span class="PreProc">break-if-!=</span> -<span id="L600" class="LineNr">600 </span> <span class="PreProc">var</span> result/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data -<span id="L601" class="LineNr">601 </span> <span class="PreProc">return</span> result +<span id="L576" class="LineNr">576 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L576'>operator-grapheme?</a></span> g: grapheme<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> +<span id="L577" class="LineNr">577 </span> <span class="muComment"># '$' is a symbol char</span> +<span id="L578" class="LineNr">578 </span> compare g, <span class="Constant">0x25</span>/percent +<span id="L579" class="LineNr">579 </span> <span class="Delimiter">{</span> +<span id="L580" class="LineNr">580 </span> <span class="PreProc">break-if-!=</span> +<span id="L581" class="LineNr">581 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/false +<span id="L582" class="LineNr">582 </span> <span class="Delimiter">}</span> +<span id="L583" class="LineNr">583 </span> compare g, <span class="Constant">0x26</span>/ampersand +<span id="L584" class="LineNr">584 </span> <span class="Delimiter">{</span> +<span id="L585" class="LineNr">585 </span> <span class="PreProc">break-if-!=</span> +<span id="L586" class="LineNr">586 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L587" class="LineNr">587 </span> <span class="Delimiter">}</span> +<span id="L588" class="LineNr">588 </span> compare g, <span class="Constant">0x27</span>/single-quote +<span id="L589" class="LineNr">589 </span> <span class="Delimiter">{</span> +<span id="L590" class="LineNr">590 </span> <span class="PreProc">break-if-!=</span> +<span id="L591" class="LineNr">591 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L592" class="LineNr">592 </span> <span class="Delimiter">}</span> +<span id="L593" class="LineNr">593 </span> compare g, <span class="Constant">0x2a</span>/asterisk +<span id="L594" class="LineNr">594 </span> <span class="Delimiter">{</span> +<span id="L595" class="LineNr">595 </span> <span class="PreProc">break-if-!=</span> +<span id="L596" class="LineNr">596 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L597" class="LineNr">597 </span> <span class="Delimiter">}</span> +<span id="L598" class="LineNr">598 </span> compare g, <span class="Constant">0x2b</span>/plus +<span id="L599" class="LineNr">599 </span> <span class="Delimiter">{</span> +<span id="L600" class="LineNr">600 </span> <span class="PreProc">break-if-!=</span> +<span id="L601" class="LineNr">601 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true <span id="L602" class="LineNr">602 </span> <span class="Delimiter">}</span> -<span id="L603" class="LineNr">603 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L604" class="LineNr">604 </span><span class="Delimiter">}</span> -<span id="L605" class="LineNr">605 </span> -<span id="L606" class="LineNr">606 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L606'>close-paren-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> -<span id="L607" class="LineNr">607 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in -<span id="L608" class="LineNr">608 </span> <span class="PreProc">var</span> in-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get in, text-data -<span id="L609" class="LineNr">609 </span> <span class="PreProc">var</span> _in-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *in-data-ah -<span id="L610" class="LineNr">610 </span> <span class="PreProc">var</span> in-data/<span class="Constant">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data -<span id="L611" class="LineNr">611 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L612" class="LineNr">612 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data -<span id="L613" class="LineNr">613 </span> compare g, <span class="Constant">0x29</span>/close-paren +<span id="L603" class="LineNr">603 </span> compare g, <span class="Constant">0x2c</span>/comma +<span id="L604" class="LineNr">604 </span> <span class="Delimiter">{</span> +<span id="L605" class="LineNr">605 </span> <span class="PreProc">break-if-!=</span> +<span id="L606" class="LineNr">606 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L607" class="LineNr">607 </span> <span class="Delimiter">}</span> +<span id="L608" class="LineNr">608 </span> compare g, <span class="Constant">0x2d</span>/dash <span class="muComment"># '-' not allowed in symbols</span> +<span id="L609" class="LineNr">609 </span> <span class="Delimiter">{</span> +<span id="L610" class="LineNr">610 </span> <span class="PreProc">break-if-!=</span> +<span id="L611" class="LineNr">611 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L612" class="LineNr">612 </span> <span class="Delimiter">}</span> +<span id="L613" class="LineNr">613 </span> compare g, <span class="Constant">0x2e</span>/period <span id="L614" class="LineNr">614 </span> <span class="Delimiter">{</span> <span id="L615" class="LineNr">615 </span> <span class="PreProc">break-if-!=</span> -<span id="L616" class="LineNr">616 </span> <span class="PreProc">var</span> result/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data -<span id="L617" class="LineNr">617 </span> <span class="PreProc">return</span> result -<span id="L618" class="LineNr">618 </span> <span class="Delimiter">}</span> -<span id="L619" class="LineNr">619 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L620" class="LineNr">620 </span><span class="Delimiter">}</span> -<span id="L621" class="LineNr">621 </span> -<span id="L622" class="LineNr">622 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L622'>dot-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> -<span id="L623" class="LineNr">623 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in -<span id="L624" class="LineNr">624 </span> <span class="PreProc">var</span> in-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get in, text-data -<span id="L625" class="LineNr">625 </span> <span class="PreProc">var</span> _in-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *in-data-ah -<span id="L626" class="LineNr">626 </span> <span class="PreProc">var</span> in-data/<span class="Constant">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data -<span id="L627" class="LineNr">627 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data -<span id="L628" class="LineNr">628 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data -<span id="L629" class="LineNr">629 </span> compare g, <span class="Constant">0x2e</span>/dot -<span id="L630" class="LineNr">630 </span> <span class="Delimiter">{</span> -<span id="L631" class="LineNr">631 </span> <span class="PreProc">break-if-!=</span> -<span id="L632" class="LineNr">632 </span> <span class="PreProc">var</span> result/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data -<span id="L633" class="LineNr">633 </span> <span class="PreProc">return</span> result -<span id="L634" class="LineNr">634 </span> <span class="Delimiter">}</span> -<span id="L635" class="LineNr">635 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false -<span id="L636" class="LineNr">636 </span><span class="Delimiter">}</span> -<span id="L637" class="LineNr">637 </span> -<span id="L638" class="LineNr">638 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L638'>test-dot-token</a></span> <span class="Delimiter">{</span> -<span id="L639" class="LineNr">639 </span> <span class="PreProc">var</span> tmp-storage: (handle <a href='cell.mu.html#L1'>cell</a>) -<span id="L640" class="LineNr">640 </span> <span class="PreProc">var</span> tmp-ah/<span class="Constant">eax</span>: (addr handle <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> address tmp-storage -<span id="L641" class="LineNr">641 </span> <a href='cell.mu.html#L38'>new-symbol</a> tmp-ah, <span class="Constant">"."</span> -<span id="L642" class="LineNr">642 </span> <span class="PreProc">var</span> tmp/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *tmp-ah -<span id="L643" class="LineNr">643 </span> <span class="PreProc">var</span> result/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L622'>dot-token?</a> tmp -<span id="L644" class="LineNr">644 </span> <a href='../502test.mu.html#L19'>check</a> result, <span class="Constant">"F - test-dot-token"</span> -<span id="L645" class="LineNr">645 </span><span class="Delimiter">}</span> +<span id="L616" class="LineNr">616 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L617" class="LineNr">617 </span> <span class="Delimiter">}</span> +<span id="L618" class="LineNr">618 </span> compare g, <span class="Constant">0x2f</span>/slash +<span id="L619" class="LineNr">619 </span> <span class="Delimiter">{</span> +<span id="L620" class="LineNr">620 </span> <span class="PreProc">break-if-!=</span> +<span id="L621" class="LineNr">621 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L622" class="LineNr">622 </span> <span class="Delimiter">}</span> +<span id="L623" class="LineNr">623 </span> compare g, <span class="Constant">0x3a</span>/colon +<span id="L624" class="LineNr">624 </span> <span class="Delimiter">{</span> +<span id="L625" class="LineNr">625 </span> <span class="PreProc">break-if-!=</span> +<span id="L626" class="LineNr">626 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L627" class="LineNr">627 </span> <span class="Delimiter">}</span> +<span id="L628" class="LineNr">628 </span> compare g, <span class="Constant">0x3b</span>/semi-colon +<span id="L629" class="LineNr">629 </span> <span class="Delimiter">{</span> +<span id="L630" class="LineNr">630 </span> <span class="PreProc">break-if-!=</span> +<span id="L631" class="LineNr">631 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L632" class="LineNr">632 </span> <span class="Delimiter">}</span> +<span id="L633" class="LineNr">633 </span> compare g, <span class="Constant">0x3c</span>/less-than +<span id="L634" class="LineNr">634 </span> <span class="Delimiter">{</span> +<span id="L635" class="LineNr">635 </span> <span class="PreProc">break-if-!=</span> +<span id="L636" class="LineNr">636 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L637" class="LineNr">637 </span> <span class="Delimiter">}</span> +<span id="L638" class="LineNr">638 </span> compare g, <span class="Constant">0x3d</span>/equal +<span id="L639" class="LineNr">639 </span> <span class="Delimiter">{</span> +<span id="L640" class="LineNr">640 </span> <span class="PreProc">break-if-!=</span> +<span id="L641" class="LineNr">641 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L642" class="LineNr">642 </span> <span class="Delimiter">}</span> +<span id="L643" class="LineNr">643 </span> compare g, <span class="Constant">0x3e</span>/greater-than +<span id="L644" class="LineNr">644 </span> <span class="Delimiter">{</span> +<span id="L645" class="LineNr">645 </span> <span class="PreProc">break-if-!=</span> +<span id="L646" class="LineNr">646 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L647" class="LineNr">647 </span> <span class="Delimiter">}</span> +<span id="L648" class="LineNr">648 </span> <span class="muComment"># '?' is a symbol char</span> +<span id="L649" class="LineNr">649 </span> compare g, <span class="Constant">0x40</span>/at-sign +<span id="L650" class="LineNr">650 </span> <span class="Delimiter">{</span> +<span id="L651" class="LineNr">651 </span> <span class="PreProc">break-if-!=</span> +<span id="L652" class="LineNr">652 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L653" class="LineNr">653 </span> <span class="Delimiter">}</span> +<span id="L654" class="LineNr">654 </span> compare g, <span class="Constant">0x5c</span>/backslash +<span id="L655" class="LineNr">655 </span> <span class="Delimiter">{</span> +<span id="L656" class="LineNr">656 </span> <span class="PreProc">break-if-!=</span> +<span id="L657" class="LineNr">657 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L658" class="LineNr">658 </span> <span class="Delimiter">}</span> +<span id="L659" class="LineNr">659 </span> compare g, <span class="Constant">0x5e</span>/caret +<span id="L660" class="LineNr">660 </span> <span class="Delimiter">{</span> +<span id="L661" class="LineNr">661 </span> <span class="PreProc">break-if-!=</span> +<span id="L662" class="LineNr">662 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L663" class="LineNr">663 </span> <span class="Delimiter">}</span> +<span id="L664" class="LineNr">664 </span> <span class="muComment"># '_' is a symbol char</span> +<span id="L665" class="LineNr">665 </span> compare g, <span class="Constant">0x7c</span>/vertical-line +<span id="L666" class="LineNr">666 </span> <span class="Delimiter">{</span> +<span id="L667" class="LineNr">667 </span> <span class="PreProc">break-if-!=</span> +<span id="L668" class="LineNr">668 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L669" class="LineNr">669 </span> <span class="Delimiter">}</span> +<span id="L670" class="LineNr">670 </span> compare g, <span class="Constant">0x7e</span>/tilde +<span id="L671" class="LineNr">671 </span> <span class="Delimiter">{</span> +<span id="L672" class="LineNr">672 </span> <span class="PreProc">break-if-!=</span> +<span id="L673" class="LineNr">673 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L674" class="LineNr">674 </span> <span class="Delimiter">}</span> +<span id="L675" class="LineNr">675 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L676" class="LineNr">676 </span><span class="Delimiter">}</span> +<span id="L677" class="LineNr">677 </span> +<span id="L678" class="LineNr">678 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L678'>number-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> +<span id="L679" class="LineNr">679 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in +<span id="L680" class="LineNr">680 </span> <span class="PreProc">var</span> in-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get in, text-data +<span id="L681" class="LineNr">681 </span> <span class="PreProc">var</span> in-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *in-data-ah +<span id="L682" class="LineNr">682 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L683" class="LineNr">683 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L684" class="LineNr">684 </span> <span class="PreProc">var</span> result/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../126write-int-decimal.subx.html#L299'>decimal-digit?</a> g +<span id="L685" class="LineNr">685 </span> <span class="PreProc">return</span> result +<span id="L686" class="LineNr">686 </span><span class="Delimiter">}</span> +<span id="L687" class="LineNr">687 </span> +<span id="L688" class="LineNr">688 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L688'>bracket-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> +<span id="L689" class="LineNr">689 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in +<span id="L690" class="LineNr">690 </span> <span class="Delimiter">{</span> +<span id="L691" class="LineNr">691 </span> <span class="PreProc">var</span> in-type/<span class="Constant">eax</span>: (addr int) <span class="Special"><-</span> get in, <span class="PreProc">type</span> +<span id="L692" class="LineNr">692 </span> compare *in-type, <span class="Constant">3</span>/stream +<span id="L693" class="LineNr">693 </span> <span class="PreProc">break-if-!=</span> +<span id="L694" class="LineNr">694 </span> <span class="muComment"># streams are never paren tokens</span> +<span id="L695" class="LineNr">695 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L696" class="LineNr">696 </span> <span class="Delimiter">}</span> +<span id="L697" class="LineNr">697 </span> <span class="PreProc">var</span> in-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get in, text-data +<span id="L698" class="LineNr">698 </span> <span class="PreProc">var</span> in-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *in-data-ah +<span id="L699" class="LineNr">699 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L700" class="LineNr">700 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L701" class="LineNr">701 </span> <span class="PreProc">var</span> result/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L542'>bracket-grapheme?</a> g +<span id="L702" class="LineNr">702 </span> <span class="PreProc">return</span> result +<span id="L703" class="LineNr">703 </span><span class="Delimiter">}</span> +<span id="L704" class="LineNr">704 </span> +<span id="L705" class="LineNr">705 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L705'>quote-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> +<span id="L706" class="LineNr">706 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in +<span id="L707" class="LineNr">707 </span> <span class="PreProc">var</span> in-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get in, text-data +<span id="L708" class="LineNr">708 </span> <span class="PreProc">var</span> in-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *in-data-ah +<span id="L709" class="LineNr">709 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L710" class="LineNr">710 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L711" class="LineNr">711 </span> compare g, <span class="Constant">0x27</span>/single-quote +<span id="L712" class="LineNr">712 </span> <span class="Delimiter">{</span> +<span id="L713" class="LineNr">713 </span> <span class="PreProc">break-if-!=</span> +<span id="L714" class="LineNr">714 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L715" class="LineNr">715 </span> <span class="Delimiter">}</span> +<span id="L716" class="LineNr">716 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L717" class="LineNr">717 </span><span class="Delimiter">}</span> +<span id="L718" class="LineNr">718 </span> +<span id="L719" class="LineNr">719 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L719'>open-paren-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> +<span id="L720" class="LineNr">720 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in +<span id="L721" class="LineNr">721 </span> <span class="PreProc">var</span> in-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get in, text-data +<span id="L722" class="LineNr">722 </span> <span class="PreProc">var</span> _in-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *in-data-ah +<span id="L723" class="LineNr">723 </span> <span class="PreProc">var</span> in-data/<span class="Constant">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data +<span id="L724" class="LineNr">724 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L725" class="LineNr">725 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L726" class="LineNr">726 </span> compare g, <span class="Constant">0x28</span>/open-paren +<span id="L727" class="LineNr">727 </span> <span class="Delimiter">{</span> +<span id="L728" class="LineNr">728 </span> <span class="PreProc">break-if-!=</span> +<span id="L729" class="LineNr">729 </span> <span class="PreProc">var</span> result/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data +<span id="L730" class="LineNr">730 </span> <span class="PreProc">return</span> result +<span id="L731" class="LineNr">731 </span> <span class="Delimiter">}</span> +<span id="L732" class="LineNr">732 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L733" class="LineNr">733 </span><span class="Delimiter">}</span> +<span id="L734" class="LineNr">734 </span> +<span id="L735" class="LineNr">735 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L735'>close-paren-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> +<span id="L736" class="LineNr">736 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in +<span id="L737" class="LineNr">737 </span> <span class="PreProc">var</span> in-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get in, text-data +<span id="L738" class="LineNr">738 </span> <span class="PreProc">var</span> _in-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *in-data-ah +<span id="L739" class="LineNr">739 </span> <span class="PreProc">var</span> in-data/<span class="Constant">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data +<span id="L740" class="LineNr">740 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L741" class="LineNr">741 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L742" class="LineNr">742 </span> compare g, <span class="Constant">0x29</span>/close-paren +<span id="L743" class="LineNr">743 </span> <span class="Delimiter">{</span> +<span id="L744" class="LineNr">744 </span> <span class="PreProc">break-if-!=</span> +<span id="L745" class="LineNr">745 </span> <span class="PreProc">var</span> result/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data +<span id="L746" class="LineNr">746 </span> <span class="PreProc">return</span> result +<span id="L747" class="LineNr">747 </span> <span class="Delimiter">}</span> +<span id="L748" class="LineNr">748 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L749" class="LineNr">749 </span><span class="Delimiter">}</span> +<span id="L750" class="LineNr">750 </span> +<span id="L751" class="LineNr">751 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L751'>dot-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> +<span id="L752" class="LineNr">752 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in +<span id="L753" class="LineNr">753 </span> <span class="PreProc">var</span> in-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get in, text-data +<span id="L754" class="LineNr">754 </span> <span class="PreProc">var</span> _in-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *in-data-ah +<span id="L755" class="LineNr">755 </span> <span class="PreProc">var</span> in-data/<span class="Constant">ecx</span>: (addr stream byte) <span class="Special"><-</span> copy _in-data +<span id="L756" class="LineNr">756 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L757" class="LineNr">757 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L758" class="LineNr">758 </span> compare g, <span class="Constant">0x2e</span>/dot +<span id="L759" class="LineNr">759 </span> <span class="Delimiter">{</span> +<span id="L760" class="LineNr">760 </span> <span class="PreProc">break-if-!=</span> +<span id="L761" class="LineNr">761 </span> <span class="PreProc">var</span> result/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='../309stream.subx.html#L6'>stream-empty?</a> in-data +<span id="L762" class="LineNr">762 </span> <span class="PreProc">return</span> result +<span id="L763" class="LineNr">763 </span> <span class="Delimiter">}</span> +<span id="L764" class="LineNr">764 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L765" class="LineNr">765 </span><span class="Delimiter">}</span> +<span id="L766" class="LineNr">766 </span> +<span id="L767" class="LineNr">767 </span><span class="PreProc">fn</span> <span class="muTest"><a href='tokenize.mu.html#L767'>test-dot-token</a></span> <span class="Delimiter">{</span> +<span id="L768" class="LineNr">768 </span> <span class="PreProc">var</span> tmp-storage: (handle <a href='cell.mu.html#L1'>cell</a>) +<span id="L769" class="LineNr">769 </span> <span class="PreProc">var</span> tmp-ah/<span class="Constant">eax</span>: (addr handle <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> address tmp-storage +<span id="L770" class="LineNr">770 </span> <a href='cell.mu.html#L38'>new-symbol</a> tmp-ah, <span class="Constant">"."</span> +<span id="L771" class="LineNr">771 </span> <span class="PreProc">var</span> tmp/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *tmp-ah +<span id="L772" class="LineNr">772 </span> <span class="PreProc">var</span> result/<span class="Constant">eax</span>: boolean <span class="Special"><-</span> <a href='tokenize.mu.html#L751'>dot-token?</a> tmp +<span id="L773" class="LineNr">773 </span> <a href='../502test.mu.html#L19'>check</a> result, <span class="Constant">"F - test-dot-token"</span> +<span id="L774" class="LineNr">774 </span><span class="Delimiter">}</span> +<span id="L775" class="LineNr">775 </span> +<span id="L776" class="LineNr">776 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L776'>stream-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> +<span id="L777" class="LineNr">777 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in +<span id="L778" class="LineNr">778 </span> <span class="PreProc">var</span> in-type/<span class="Constant">eax</span>: (addr int) <span class="Special"><-</span> get in, <span class="PreProc">type</span> +<span id="L779" class="LineNr">779 </span> compare *in-type, <span class="Constant">3</span>/stream +<span id="L780" class="LineNr">780 </span> <span class="Delimiter">{</span> +<span id="L781" class="LineNr">781 </span> <span class="PreProc">break-if-=</span> +<span id="L782" class="LineNr">782 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L783" class="LineNr">783 </span> <span class="Delimiter">}</span> +<span id="L784" class="LineNr">784 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L785" class="LineNr">785 </span><span class="Delimiter">}</span> +<span id="L786" class="LineNr">786 </span> +<span id="L787" class="LineNr">787 </span><span class="PreProc">fn</span> <span class="muFunction"><a href='tokenize.mu.html#L787'>comment-token?</a></span> _in: (addr <a href='cell.mu.html#L1'>cell</a>)<span class="PreProc"> -> </span>_/<span class="Constant">eax</span>: boolean <span class="Delimiter">{</span> +<span id="L788" class="LineNr">788 </span> <span class="PreProc">var</span> in/<span class="Constant">eax</span>: (addr <a href='cell.mu.html#L1'>cell</a>) <span class="Special"><-</span> copy _in +<span id="L789" class="LineNr">789 </span> <span class="PreProc">var</span> in-data-ah/<span class="Constant">eax</span>: (addr handle stream byte) <span class="Special"><-</span> get in, text-data +<span id="L790" class="LineNr">790 </span> <span class="PreProc">var</span> in-data/<span class="Constant">eax</span>: (addr stream byte) <span class="Special"><-</span> <a href='../120allocate.subx.html#L226'>lookup</a> *in-data-ah +<span id="L791" class="LineNr">791 </span> <a href='../106stream.subx.html#L59'>rewind-stream</a> in-data +<span id="L792" class="LineNr">792 </span> <span class="PreProc">var</span> g/<span class="Constant">eax</span>: grapheme <span class="Special"><-</span> <a href='../403unicode.mu.html#L92'>read-grapheme</a> in-data +<span id="L793" class="LineNr">793 </span> compare g, <span class="Constant">0x23</span>/hash +<span id="L794" class="LineNr">794 </span> <span class="Delimiter">{</span> +<span id="L795" class="LineNr">795 </span> <span class="PreProc">break-if-=</span> +<span id="L796" class="LineNr">796 </span> <span class="PreProc">return</span> <span class="Constant">0</span>/false +<span id="L797" class="LineNr">797 </span> <span class="Delimiter">}</span> +<span id="L798" class="LineNr">798 </span> <span class="PreProc">return</span> <span class="Constant">1</span>/true +<span id="L799" class="LineNr">799 </span><span class="Delimiter">}</span> </pre> </body> </html> |