diff options
Diffstat (limited to 'html/subx/038---literal_strings.cc.html')
| -rw-r--r-- | html/subx/038---literal_strings.cc.html | 275 |
1 files changed, 152 insertions, 123 deletions
diff --git a/html/subx/038---literal_strings.cc.html b/html/subx/038---literal_strings.cc.html index 479e1731..5beff626 100644 --- a/html/subx/038---literal_strings.cc.html +++ b/html/subx/038---literal_strings.cc.html @@ -17,9 +17,10 @@ a:hover { text-decoration: underline; } * { font-size: 12pt; font-size: 1em; } .cSpecial { color: #008000; } .LineNr { color: #444444; } +.traceAbsent { color: #c00000; } .Constant { color: #00a0a0; } .Delimiter { color: #800080; } -.traceAbsent { color: #c00000; } +.Special { color: #c00000; } .Identifier { color: #c0a020; } .Normal { color: #aaaaaa; background-color: #080808; padding-bottom: 1px; } .Comment { color: #9090ff; } @@ -77,11 +78,11 @@ if ('onhashchange' in window) { <span id="L16" class="LineNr"> 16 </span><span class="Comment">//: layers to transform.</span> <span id="L17" class="LineNr"> 17 </span><span class="Delimiter">:(after "Begin Transforms")</span> <span id="L18" class="LineNr"> 18 </span><span class="Comment">// Begin Level-3 Transforms</span> -<span id="L19" class="LineNr"> 19 </span><a href='011run.cc.html#L229'>Transform</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='038---literal_strings.cc.html#L25'>transform_literal_strings</a><span class="Delimiter">);</span> +<span id="L19" class="LineNr"> 19 </span><span class="Special"><a href='011run.cc.html#L229'>Transform</a></span><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='038---literal_strings.cc.html#L25'>transform_literal_strings</a><span class="Delimiter">);</span> <span id="L20" class="LineNr"> 20 </span><span class="Comment">// End Level-3 Transforms</span> <span id="L21" class="LineNr"> 21 </span> <span id="L22" class="LineNr"> 22 </span><span class="Delimiter">:(before "End Globals")</span> -<span id="L23" class="LineNr"> 23 </span><span class="Normal">int</span> <a href='038---literal_strings.cc.html#L23'>Next_auto_global</a> = <span class="Constant">1</span><span class="Delimiter">;</span> +<span id="L23" class="LineNr"> 23 </span><span class="Normal">int</span> <span class="Special"><a href='038---literal_strings.cc.html#L23'>Next_auto_global</a></span> = <span class="Constant">1</span><span class="Delimiter">;</span> <span id="L24" class="LineNr"> 24 </span><span class="Delimiter">:(code)</span> <span id="L25" class="LineNr"> 25 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L25'>transform_literal_strings</a><span class="Delimiter">(</span>program& p<span class="Delimiter">)</span> <span class="Delimiter">{</span> <span id="L26" class="LineNr"> 26 </span> <a href='003trace.cc.html#L203'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"transform"</span><span class="Delimiter">)</span> << <span class="Constant">"-- move literal strings to data segment"</span> << end<span class="Delimiter">();</span> @@ -94,8 +95,8 @@ if ('onhashchange' in window) { <span id="L33" class="LineNr"> 33 </span> word& curr = inst<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span>j<span class="Delimiter">);</span> <span id="L34" class="LineNr"> 34 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>curr<span class="Delimiter">.</span>data<span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">0</span><span class="Delimiter">)</span> != <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Identifier">continue</span><span class="Delimiter">;</span> <span id="L35" class="LineNr"> 35 </span> ostringstream global_name<span class="Delimiter">;</span> -<span id="L36" class="LineNr"> 36 </span> global_name << <span class="Constant">"__subx_global_"</span> << <a href='038---literal_strings.cc.html#L23'>Next_auto_global</a><span class="Delimiter">;</span> -<span id="L37" class="LineNr"> 37 </span> ++Next_auto_global<span class="Delimiter">;</span> +<span id="L36" class="LineNr"> 36 </span> global_name << <span class="Constant">"__subx_global_"</span> << <span class="Special"><a href='038---literal_strings.cc.html#L23'>Next_auto_global</a></span><span class="Delimiter">;</span> +<span id="L37" class="LineNr"> 37 </span> ++<span class="Special"><a href='038---literal_strings.cc.html#L23'>Next_auto_global</a></span><span class="Delimiter">;</span> <span id="L38" class="LineNr"> 38 </span> <a href='038---literal_strings.cc.html#L52'>add_global_to_data_segment</a><span class="Delimiter">(</span>global_name<span class="Delimiter">.</span>str<span class="Delimiter">(),</span> curr<span class="Delimiter">,</span> data<span class="Delimiter">);</span> <span id="L39" class="LineNr"> 39 </span> curr<span class="Delimiter">.</span>data = global_name<span class="Delimiter">.</span>str<span class="Delimiter">();</span> <span id="L40" class="LineNr"> 40 </span> <span class="Delimiter">}</span> @@ -155,124 +156,152 @@ if ('onhashchange' in window) { <span id="L94" class="LineNr"> 94 </span> <span id="L95" class="LineNr"> 95 </span><span class="Delimiter">:(code)</span> <span id="L96" class="LineNr"> 96 </span><span class="Normal">void</span> parse_instruction_character_by_character<span class="Delimiter">(</span><span class="Normal">const</span> string& line_data<span class="Delimiter">,</span> vector<line>& out<span class="Delimiter">)</span> <span class="Delimiter">{</span> -<span id="L97" class="LineNr"> 97 </span> <span class="Comment">// parse literals</span> -<span id="L98" class="LineNr"> 98 </span> istringstream in<span class="Delimiter">(</span>line_data<span class="Delimiter">);</span> -<span id="L99" class="LineNr"> 99 </span> in >> std::noskipws<span class="Delimiter">;</span> -<span id="L100" class="LineNr">100 </span> <a href='011run.cc.html#L117'>line</a> result<span class="Delimiter">;</span> -<span id="L101" class="LineNr">101 </span> <span class="Comment">// add tokens (words or strings) one by one</span> -<span id="L102" class="LineNr">102 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span> -<span id="L103" class="LineNr">103 </span> <a href='038---literal_strings.cc.html#L136'>skip_whitespace</a><span class="Delimiter">(</span>in<span class="Delimiter">);</span> -<span id="L104" class="LineNr">104 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Identifier">break</span><span class="Delimiter">;</span> -<span id="L105" class="LineNr">105 </span> <span class="Normal">char</span> c = in<span class="Delimiter">.</span>get<span class="Delimiter">();</span> -<span id="L106" class="LineNr">106 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'#'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// comment; drop rest of line</span> -<span id="L107" class="LineNr">107 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">':'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// line metadata; skip for now</span> -<span id="L108" class="LineNr">108 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'.'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> -<span id="L109" class="LineNr">109 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// comment token at end of line</span> -<span id="L110" class="LineNr">110 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()))</span> -<span id="L111" class="LineNr">111 </span> <span class="Identifier">continue</span><span class="Delimiter">;</span> <span class="Comment">// '.' followed by space is comment token; skip</span> -<span id="L112" class="LineNr">112 </span> <span class="Delimiter">}</span> -<span id="L113" class="LineNr">113 </span> ostringstream w<span class="Delimiter">;</span> -<span id="L114" class="LineNr">114 </span> w << c<span class="Delimiter">;</span> -<span id="L115" class="LineNr">115 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> -<span id="L116" class="LineNr">116 </span> <span class="Comment">// slurp until '"'</span> -<span id="L117" class="LineNr">117 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span> -<span id="L118" class="LineNr">118 </span> in >> c<span class="Delimiter">;</span> -<span id="L119" class="LineNr">119 </span> w << c<span class="Delimiter">;</span> -<span id="L120" class="LineNr">120 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span> -<span id="L121" class="LineNr">121 </span> <span class="Delimiter">}</span> -<span id="L122" class="LineNr">122 </span> <span class="Delimiter">}</span> -<span id="L123" class="LineNr">123 </span> <span class="Comment">// slurp any remaining characters until whitespace</span> -<span id="L124" class="LineNr">124 </span> <span class="Normal">while</span> <span class="Delimiter">(</span>!isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">())</span> && <a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span> <span class="Comment">// peek can sometimes trigger eof(), so do it first</span> -<span id="L125" class="LineNr">125 </span> in >> c<span class="Delimiter">;</span> -<span id="L126" class="LineNr">126 </span> w << c<span class="Delimiter">;</span> -<span id="L127" class="LineNr">127 </span> <span class="Delimiter">}</span> -<span id="L128" class="LineNr">128 </span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L123'>word</a><span class="Delimiter">());</span> -<span id="L129" class="LineNr">129 </span> <a href='011run.cc.html#L191'>parse_word</a><span class="Delimiter">(</span>w<span class="Delimiter">.</span>str<span class="Delimiter">(),</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">());</span> -<span id="L130" class="LineNr">130 </span> <a href='003trace.cc.html#L203'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"parse2"</span><span class="Delimiter">)</span> << <span class="Constant">"word: "</span> << to_string<span class="Delimiter">(</span>result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">())</span> << end<span class="Delimiter">();</span> -<span id="L131" class="LineNr">131 </span> <span class="Delimiter">}</span> -<span id="L132" class="LineNr">132 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span> -<span id="L133" class="LineNr">133 </span> out<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>result<span class="Delimiter">);</span> -<span id="L134" class="LineNr">134 </span><span class="Delimiter">}</span> -<span id="L135" class="LineNr">135 </span> -<span id="L136" class="LineNr">136 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L136'>skip_whitespace</a><span class="Delimiter">(</span>istream& in<span class="Delimiter">)</span> <span class="Delimiter">{</span> -<span id="L137" class="LineNr">137 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><span class="Constant">true</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> -<span id="L138" class="LineNr">138 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()))</span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span> -<span id="L139" class="LineNr">139 </span> <span class="Normal">else</span> <span class="Identifier">break</span><span class="Delimiter">;</span> -<span id="L140" class="LineNr">140 </span> <span class="Delimiter">}</span> -<span id="L141" class="LineNr">141 </span><span class="Delimiter">}</span> -<span id="L142" class="LineNr">142 </span> -<span id="L143" class="LineNr">143 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L143'>skip_comment</a><span class="Delimiter">(</span>istream& in<span class="Delimiter">)</span> <span class="Delimiter">{</span> -<span id="L144" class="LineNr">144 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> == <span class="Constant">'#'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> -<span id="L145" class="LineNr">145 </span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span> -<span id="L146" class="LineNr">146 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> != <span class="cSpecial">'\n'</span><span class="Delimiter">)</span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span> -<span id="L147" class="LineNr">147 </span> <span class="Delimiter">}</span> -<span id="L148" class="LineNr">148 </span><span class="Delimiter">}</span> -<span id="L149" class="LineNr">149 </span> -<span id="L150" class="LineNr">150 </span><span class="Comment">// helper for tests</span> -<span id="L151" class="LineNr">151 </span><span class="Normal">void</span> parse_instruction_character_by_character<span class="Delimiter">(</span><span class="Normal">const</span> string& line_data<span class="Delimiter">)</span> <span class="Delimiter">{</span> -<span id="L152" class="LineNr">152 </span> vector<line> out<span class="Delimiter">;</span> -<span id="L153" class="LineNr">153 </span> parse_instruction_character_by_character<span class="Delimiter">(</span>line_data<span class="Delimiter">,</span> out<span class="Delimiter">);</span> -<span id="L154" class="LineNr">154 </span><span class="Delimiter">}</span> -<span id="L155" class="LineNr">155 </span> -<span id="L156" class="LineNr">156 </span><span class="Delimiter">:(scenario parse2_comment_token_in_middle)</span> -<span id="L157" class="LineNr">157 </span>a <span class="Delimiter">.</span> z -<span id="L158" class="LineNr">158 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> -<span id="L159" class="LineNr">159 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: z</span> -<span id="L160" class="LineNr">160 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span> -<span id="L161" class="LineNr">161 </span><span class="Comment"># no other words</span> -<span id="L162" class="LineNr">162 </span>$parse2: <span class="Constant">2</span> -<span id="L163" class="LineNr">163 </span> -<span id="L164" class="LineNr">164 </span><span class="Delimiter">:(scenario parse2_word_starting_with_dot)</span> -<span id="L165" class="LineNr">165 </span>a <span class="Delimiter">.</span>b c -<span id="L166" class="LineNr">166 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> -<span id="L167" class="LineNr">167 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .b</span> -<span id="L168" class="LineNr">168 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: c</span> -<span id="L169" class="LineNr">169 </span> -<span id="L170" class="LineNr">170 </span><span class="Delimiter">:(scenario parse2_comment_token_at_start)</span> -<span id="L171" class="LineNr">171 </span><span class="Delimiter">.</span> a b -<span id="L172" class="LineNr">172 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> -<span id="L173" class="LineNr">173 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span> -<span id="L174" class="LineNr">174 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span> -<span id="L175" class="LineNr">175 </span> -<span id="L176" class="LineNr">176 </span><span class="Delimiter">:(scenario parse2_comment_token_at_end)</span> -<span id="L177" class="LineNr">177 </span>a b <span class="Delimiter">.</span> -<span id="L178" class="LineNr">178 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> -<span id="L179" class="LineNr">179 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span> -<span id="L180" class="LineNr">180 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span> -<span id="L181" class="LineNr">181 </span> -<span id="L182" class="LineNr">182 </span><span class="Delimiter">:(scenario parse2_word_starting_with_dot_at_start)</span> -<span id="L183" class="LineNr">183 </span><span class="Delimiter">.</span>a b c -<span id="L184" class="LineNr">184 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .a</span> -<span id="L185" class="LineNr">185 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span> -<span id="L186" class="LineNr">186 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: c</span> -<span id="L187" class="LineNr">187 </span> -<span id="L188" class="LineNr">188 </span><span class="Delimiter">:(scenario parse2_metadata)</span> -<span id="L189" class="LineNr">189 </span><span class="Delimiter">.</span>a b/c d -<span id="L190" class="LineNr">190 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .a</span> -<span id="L191" class="LineNr">191 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b /c</span> -<span id="L192" class="LineNr">192 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: d</span> -<span id="L193" class="LineNr">193 </span> -<span id="L194" class="LineNr">194 </span><span class="Delimiter">:(scenario parse2_string_with_metadata)</span> -<span id="L195" class="LineNr">195 </span>a <span class="Constant">"bc def"</span>/disp32 g -<span id="L196" class="LineNr">196 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> -<span id="L197" class="LineNr">197 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "bc def" /disp32</span> -<span id="L198" class="LineNr">198 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: g</span> -<span id="L199" class="LineNr">199 </span> -<span id="L200" class="LineNr">200 </span><span class="Delimiter">:(scenario parse2_string_with_metadata_at_end)</span> -<span id="L201" class="LineNr">201 </span>a <span class="Constant">"bc def"</span>/disp32 -<span id="L202" class="LineNr">202 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> -<span id="L203" class="LineNr">203 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "bc def" /disp32</span> -<span id="L204" class="LineNr">204 </span> -<span id="L205" class="LineNr">205 </span><span class="Delimiter">:(code)</span> -<span id="L206" class="LineNr">206 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L206'>test_parse2_string_with_metadata_at_end_of_line_without_newline</a><span class="Delimiter">()</span> <span class="Delimiter">{</span> -<span id="L207" class="LineNr">207 </span> parse_instruction_character_by_character<span class="Delimiter">(</span> -<span id="L208" class="LineNr">208 </span> <span class="Constant">"68/push </span><span class="cSpecial">\"</span><span class="Constant">test</span><span class="cSpecial">\"</span><span class="Constant">/f"</span> <span class="Comment">// no newline, which is how calls from parse() will look</span> -<span id="L209" class="LineNr">209 </span> <span class="Delimiter">);</span> -<span id="L210" class="LineNr">210 </span> <a href='003trace.cc.html#L257'>CHECK_TRACE_CONTENTS</a><span class="Delimiter">(</span> -<span id="L211" class="LineNr">211 </span> <span class="Constant">"parse2: <a href='011run.cc.html#L123'>word</a>: 68 /push^D"</span> -<span id="L212" class="LineNr">212 </span> <span class="Constant">"parse2: <a href='011run.cc.html#L123'>word</a>: </span><span class="cSpecial">\"</span><span class="Constant">test</span><span class="cSpecial">\"</span><span class="Constant"> /f^D"</span> -<span id="L213" class="LineNr">213 </span> <span class="Delimiter">);</span> -<span id="L214" class="LineNr">214 </span><span class="Delimiter">}</span> +<span id="L97" class="LineNr"> 97 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>line_data<span class="Delimiter">.</span>find<span class="Delimiter">(</span><span class="cSpecial">'\n'</span><span class="Delimiter">)</span> != string::npos && line_data<span class="Delimiter">.</span>find<span class="Delimiter">(</span><span class="cSpecial">'\n'</span><span class="Delimiter">)</span> != line_data<span class="Delimiter">.</span>size<span class="Delimiter">()</span>-<span class="Constant">1</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L98" class="LineNr"> 98 </span> <a href='003trace.cc.html#L210'>raise</a> << <span class="Constant">"parse_instruction_character_by_character: should receive only a single line\n"</span> << end<span class="Delimiter">();</span> +<span id="L99" class="LineNr"> 99 </span> <span class="Identifier">return</span><span class="Delimiter">;</span> +<span id="L100" class="LineNr">100 </span> <span class="Delimiter">}</span> +<span id="L101" class="LineNr">101 </span> <span class="Comment">// parse literals</span> +<span id="L102" class="LineNr">102 </span> istringstream in<span class="Delimiter">(</span>line_data<span class="Delimiter">);</span> +<span id="L103" class="LineNr">103 </span> in >> std::noskipws<span class="Delimiter">;</span> +<span id="L104" class="LineNr">104 </span> <a href='011run.cc.html#L117'>line</a> result<span class="Delimiter">;</span> +<span id="L105" class="LineNr">105 </span> <span class="Comment">// add tokens (words or strings) one by one</span> +<span id="L106" class="LineNr">106 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span> +<span id="L107" class="LineNr">107 </span> <a href='038---literal_strings.cc.html#L158'>skip_whitespace</a><span class="Delimiter">(</span>in<span class="Delimiter">);</span> +<span id="L108" class="LineNr">108 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Identifier">break</span><span class="Delimiter">;</span> +<span id="L109" class="LineNr">109 </span> <span class="Normal">char</span> c = in<span class="Delimiter">.</span>get<span class="Delimiter">();</span> +<span id="L110" class="LineNr">110 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'#'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// comment; drop rest of line</span> +<span id="L111" class="LineNr">111 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">':'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// line metadata; skip for now</span> +<span id="L112" class="LineNr">112 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'.'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L113" class="LineNr">113 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// comment token at end of line</span> +<span id="L114" class="LineNr">114 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()))</span> +<span id="L115" class="LineNr">115 </span> <span class="Identifier">continue</span><span class="Delimiter">;</span> <span class="Comment">// '.' followed by space is comment token; skip</span> +<span id="L116" class="LineNr">116 </span> <span class="Delimiter">}</span> +<span id="L117" class="LineNr">117 </span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L123'>word</a><span class="Delimiter">());</span> +<span id="L118" class="LineNr">118 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L119" class="LineNr">119 </span> <span class="Comment">// slurp word data</span> +<span id="L120" class="LineNr">120 </span> ostringstream d<span class="Delimiter">;</span> +<span id="L121" class="LineNr">121 </span> d << c<span class="Delimiter">;</span> +<span id="L122" class="LineNr">122 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span> +<span id="L123" class="LineNr">123 </span> in >> c<span class="Delimiter">;</span> +<span id="L124" class="LineNr">124 </span> d << c<span class="Delimiter">;</span> +<span id="L125" class="LineNr">125 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span> +<span id="L126" class="LineNr">126 </span> <span class="Delimiter">}</span> +<span id="L127" class="LineNr">127 </span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>data = d<span class="Delimiter">.</span>str<span class="Delimiter">();</span> +<span id="L128" class="LineNr">128 </span> <span class="Comment">// slurp metadata</span> +<span id="L129" class="LineNr">129 </span> ostringstream m<span class="Delimiter">;</span> +<span id="L130" class="LineNr">130 </span> <span class="Normal">while</span> <span class="Delimiter">(</span>!isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">())</span> && <a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span> +<span id="L131" class="LineNr">131 </span> in >> c<span class="Delimiter">;</span> +<span id="L132" class="LineNr">132 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'/'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L133" class="LineNr">133 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!m<span class="Delimiter">.</span>str<span class="Delimiter">().</span>empty<span class="Delimiter">())</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>metadata<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>m<span class="Delimiter">.</span>str<span class="Delimiter">());</span> +<span id="L134" class="LineNr">134 </span> m<span class="Delimiter">.</span>str<span class="Delimiter">(</span><span class="Constant">""</span><span class="Delimiter">);</span> +<span id="L135" class="LineNr">135 </span> <span class="Delimiter">}</span> +<span id="L136" class="LineNr">136 </span> <span class="Normal">else</span> <span class="Delimiter">{</span> +<span id="L137" class="LineNr">137 </span> m << c<span class="Delimiter">;</span> +<span id="L138" class="LineNr">138 </span> <span class="Delimiter">}</span> +<span id="L139" class="LineNr">139 </span> <span class="Delimiter">}</span> +<span id="L140" class="LineNr">140 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!m<span class="Delimiter">.</span>str<span class="Delimiter">().</span>empty<span class="Delimiter">())</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>metadata<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>m<span class="Delimiter">.</span>str<span class="Delimiter">());</span> +<span id="L141" class="LineNr">141 </span> <span class="Delimiter">}</span> +<span id="L142" class="LineNr">142 </span> <span class="Normal">else</span> <span class="Delimiter">{</span> +<span id="L143" class="LineNr">143 </span> <span class="Comment">// slurp all characters until whitespace</span> +<span id="L144" class="LineNr">144 </span> ostringstream w<span class="Delimiter">;</span> +<span id="L145" class="LineNr">145 </span> w << c<span class="Delimiter">;</span> +<span id="L146" class="LineNr">146 </span> <span class="Normal">while</span> <span class="Delimiter">(</span>!isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">())</span> && <a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span> <span class="Comment">// peek can sometimes trigger eof(), so do it first</span> +<span id="L147" class="LineNr">147 </span> in >> c<span class="Delimiter">;</span> +<span id="L148" class="LineNr">148 </span> w << c<span class="Delimiter">;</span> +<span id="L149" class="LineNr">149 </span> <span class="Delimiter">}</span> +<span id="L150" class="LineNr">150 </span> <a href='011run.cc.html#L191'>parse_word</a><span class="Delimiter">(</span>w<span class="Delimiter">.</span>str<span class="Delimiter">(),</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">());</span> +<span id="L151" class="LineNr">151 </span> <span class="Delimiter">}</span> +<span id="L152" class="LineNr">152 </span> <a href='003trace.cc.html#L203'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"parse2"</span><span class="Delimiter">)</span> << <span class="Constant">"word: "</span> << to_string<span class="Delimiter">(</span>result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">())</span> << end<span class="Delimiter">();</span> +<span id="L153" class="LineNr">153 </span> <span class="Delimiter">}</span> +<span id="L154" class="LineNr">154 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span> +<span id="L155" class="LineNr">155 </span> out<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>result<span class="Delimiter">);</span> +<span id="L156" class="LineNr">156 </span><span class="Delimiter">}</span> +<span id="L157" class="LineNr">157 </span> +<span id="L158" class="LineNr">158 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L158'>skip_whitespace</a><span class="Delimiter">(</span>istream& in<span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L159" class="LineNr">159 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><span class="Constant">true</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L160" class="LineNr">160 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()))</span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span> +<span id="L161" class="LineNr">161 </span> <span class="Normal">else</span> <span class="Identifier">break</span><span class="Delimiter">;</span> +<span id="L162" class="LineNr">162 </span> <span class="Delimiter">}</span> +<span id="L163" class="LineNr">163 </span><span class="Delimiter">}</span> +<span id="L164" class="LineNr">164 </span> +<span id="L165" class="LineNr">165 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L165'>skip_comment</a><span class="Delimiter">(</span>istream& in<span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L166" class="LineNr">166 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> == <span class="Constant">'#'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L167" class="LineNr">167 </span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span> +<span id="L168" class="LineNr">168 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L265'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> != <span class="cSpecial">'\n'</span><span class="Delimiter">)</span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span> +<span id="L169" class="LineNr">169 </span> <span class="Delimiter">}</span> +<span id="L170" class="LineNr">170 </span><span class="Delimiter">}</span> +<span id="L171" class="LineNr">171 </span> +<span id="L172" class="LineNr">172 </span><span class="Comment">// helper for tests</span> +<span id="L173" class="LineNr">173 </span><span class="Normal">void</span> parse_instruction_character_by_character<span class="Delimiter">(</span><span class="Normal">const</span> string& line_data<span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L174" class="LineNr">174 </span> vector<line> out<span class="Delimiter">;</span> +<span id="L175" class="LineNr">175 </span> parse_instruction_character_by_character<span class="Delimiter">(</span>line_data<span class="Delimiter">,</span> out<span class="Delimiter">);</span> +<span id="L176" class="LineNr">176 </span><span class="Delimiter">}</span> +<span id="L177" class="LineNr">177 </span> +<span id="L178" class="LineNr">178 </span><span class="Delimiter">:(scenario parse2_comment_token_in_middle)</span> +<span id="L179" class="LineNr">179 </span>a <span class="Delimiter">.</span> z +<span id="L180" class="LineNr">180 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> +<span id="L181" class="LineNr">181 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: z</span> +<span id="L182" class="LineNr">182 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span> +<span id="L183" class="LineNr">183 </span><span class="Comment"># no other words</span> +<span id="L184" class="LineNr">184 </span>$parse2: <span class="Constant">2</span> +<span id="L185" class="LineNr">185 </span> +<span id="L186" class="LineNr">186 </span><span class="Delimiter">:(scenario parse2_word_starting_with_dot)</span> +<span id="L187" class="LineNr">187 </span>a <span class="Delimiter">.</span>b c +<span id="L188" class="LineNr">188 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> +<span id="L189" class="LineNr">189 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .b</span> +<span id="L190" class="LineNr">190 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: c</span> +<span id="L191" class="LineNr">191 </span> +<span id="L192" class="LineNr">192 </span><span class="Delimiter">:(scenario parse2_comment_token_at_start)</span> +<span id="L193" class="LineNr">193 </span><span class="Delimiter">.</span> a b +<span id="L194" class="LineNr">194 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> +<span id="L195" class="LineNr">195 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span> +<span id="L196" class="LineNr">196 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span> +<span id="L197" class="LineNr">197 </span> +<span id="L198" class="LineNr">198 </span><span class="Delimiter">:(scenario parse2_comment_token_at_end)</span> +<span id="L199" class="LineNr">199 </span>a b <span class="Delimiter">.</span> +<span id="L200" class="LineNr">200 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> +<span id="L201" class="LineNr">201 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span> +<span id="L202" class="LineNr">202 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span> +<span id="L203" class="LineNr">203 </span> +<span id="L204" class="LineNr">204 </span><span class="Delimiter">:(scenario parse2_word_starting_with_dot_at_start)</span> +<span id="L205" class="LineNr">205 </span><span class="Delimiter">.</span>a b c +<span id="L206" class="LineNr">206 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .a</span> +<span id="L207" class="LineNr">207 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span> +<span id="L208" class="LineNr">208 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: c</span> +<span id="L209" class="LineNr">209 </span> +<span id="L210" class="LineNr">210 </span><span class="Delimiter">:(scenario parse2_metadata)</span> +<span id="L211" class="LineNr">211 </span><span class="Delimiter">.</span>a b/c d +<span id="L212" class="LineNr">212 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .a</span> +<span id="L213" class="LineNr">213 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b /c</span> +<span id="L214" class="LineNr">214 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: d</span> +<span id="L215" class="LineNr">215 </span> +<span id="L216" class="LineNr">216 </span><span class="Delimiter">:(scenario parse2_string_with_metadata)</span> +<span id="L217" class="LineNr">217 </span>a <span class="Constant">"bc def"</span>/disp32 g +<span id="L218" class="LineNr">218 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> +<span id="L219" class="LineNr">219 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "bc def" /disp32</span> +<span id="L220" class="LineNr">220 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: g</span> +<span id="L221" class="LineNr">221 </span> +<span id="L222" class="LineNr">222 </span><span class="Delimiter">:(scenario parse2_string_with_metadata_at_end)</span> +<span id="L223" class="LineNr">223 </span>a <span class="Constant">"bc def"</span>/disp32 +<span id="L224" class="LineNr">224 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> +<span id="L225" class="LineNr">225 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "bc def" /disp32</span> +<span id="L226" class="LineNr">226 </span> +<span id="L227" class="LineNr">227 </span><span class="Delimiter">:(code)</span> +<span id="L228" class="LineNr">228 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L228'>test_parse2_string_with_metadata_at_end_of_line_without_newline</a><span class="Delimiter">()</span> <span class="Delimiter">{</span> +<span id="L229" class="LineNr">229 </span> parse_instruction_character_by_character<span class="Delimiter">(</span> +<span id="L230" class="LineNr">230 </span> <span class="Constant">"68/push \"</span>test\<span class="Constant">"/f"</span> <span class="Comment">// no newline, which is how calls from parse() will look</span> +<span id="L231" class="LineNr">231 </span> <span class="Delimiter">);</span> +<span id="L232" class="LineNr">232 </span> <a href='003trace.cc.html#L257'>CHECK_TRACE_CONTENTS</a><span class="Delimiter">(</span> +<span id="L233" class="LineNr">233 </span> <span class="Constant">"parse2: <a href='011run.cc.html#L123'>word</a>: 68 /push^D"</span> +<span id="L234" class="LineNr">234 </span> <span class="Constant">"parse2: <a href='011run.cc.html#L123'>word</a>: \"</span>test\<span class="Constant">" /f^D"</span> +<span id="L235" class="LineNr">235 </span> <span class="Delimiter">);</span> +<span id="L236" class="LineNr">236 </span><span class="Delimiter">}</span> +<span id="L237" class="LineNr">237 </span> +<span id="L238" class="LineNr">238 </span><span class="Comment">//: Make sure slashes inside strings don't trigger adding stuff from inside the</span> +<span id="L239" class="LineNr">239 </span><span class="Comment">//: string to metadata.</span> +<span id="L240" class="LineNr">240 </span><span class="Delimiter">:(scenario parse2_string_containing_slashes)</span> +<span id="L241" class="LineNr">241 </span>a <span class="Constant">"bc/def"</span>/disp32 +<span id="L242" class="LineNr">242 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "bc/def" /disp32</span> </pre> </body> </html> |