about summary refs log blame commit diff stats
path: root/html/subx/038---literal_strings.cc.html
blob: 2f7c2c4839dfe34aa6ccf18cf6a2c68076731c51 (plain) (tree)
1
2
3
4
5
6
7
8
9








                                                                                                               
                                                 

                       

                                                                                                 
                    
                                     
                             
           
                                






                                                                           
































                                                                                 
                                                                                                                                                               






                                                                                                                                                  

                                                                                                     


                                                                                                                                                            
                                                                                                                                                                           





                                                                                                                                                    
                                                                                                                                                                                                                                                                                                    


                                                                                                         
                                                                                                                                                                                                                                        
                                                                               
                                                                                                                                                                                                                                                                  
                                                                                                                                                                                                                                                                                                                                                                                                                  

                                                                                                                                                                                                                                                                                                                                   
                                                                                       
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            
                                                                                                                                                                                                                                                                                         
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  
                                                                                                                                                                                                                                               

                                                                                                                                                                                                                                                                                                                                                                                                                                          

                                                                                                                                                                                                                                                                   
                                                                                                                                                                                                                                                                                                                    

                                                                                                                                                                          
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              
                                                                           
                                                                                                                                                                                                                                                                                                                                   
                                                                                                                                                                                                                                                                                                                                                                                                  

                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 
                                                                           

                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     

                                                                         
                                                                                                                                                                                                                                                                                                                                                                                                                                           
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     
                                                                                     
                                                                                                                                                                                                                                                                          
                                                                                                            
                                                                                                                                                                                                                                                                        
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  
                                                                                                 

                                                                                                                                                                                                                                                                        
                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 
                                                                                                                                                                                                                               


                                                                                                                                                                                                                                                                                                                                                                                                                        


                                                                           





















































































                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        

                                                                          



                                                                                                                                                                                                                                                                                                                                                                                                                                                              


                                                                            






































































                                                                                                                                                                                                                                                                           



                                     
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
<html>
<head>
<meta http-equiv="content-type" content="text/html; charset=UTF-8">
<title>Mu - subx/038---literal_strings.cc</title>
<meta name="Generator" content="Vim/8.0">
<meta name="plugin-version" content="vim7.4_v2">
<meta name="syntax" content="cpp">
<meta name="settings" content="number_lines,use_css,pre_wrap,no_foldcolumn,expand_tabs,line_ids,prevent_copy=">
<meta name="colorscheme" content="minimal-light">
<style type="text/css">
<!--
pre { white-space: pre-wrap; font-family: monospace; color: #000000; background-color: #c6c6c6; }
body { font-size:12pt; font-family: monospace; color: #000000; background-color: #c6c6c6; }
a { color:inherit; }
* { font-size:12pt; font-size: 1em; }
.cSpecial { color: #008000; }
.LineNr { }
.traceAbsent { color: #c00000; }
.Constant { color: #008787; }
.Delimiter { color: #c000c0; }
.Special { color: #d70000; }
.Identifier { color: #af5f00; }
.Normal { color: #000000; background-color: #c6c6c6; padding-bottom: 1px; }
.Comment { color: #005faf; }
.traceContains { color: #005f00; }
-->
</style>

<script type='text/javascript'>
<!--

/* function to open any folds containing a jumped-to line before jumping to it */
function JumpToLine()
{
  var lineNum;
  lineNum = window.location.hash;
  lineNum = lineNum.substr(1); /* strip off '#' */

  if (lineNum.indexOf('L') == -1) {
    lineNum = 'L'+lineNum;
  }
  lineElem = document.getElementById(lineNum);
  /* Always jump to new location even if the line was hidden inside a fold, or
   * we corrected the raw number to a line ID.
   */
  if (lineElem) {
    lineElem.scrollIntoView(true);
  }
  return true;
}
if ('onhashchange' in window) {
  window.onhashchange = JumpToLine;
}

-->
</script>
</head>
<body onload='JumpToLine();'>
<a href='https://github.com/akkartik/mu/blob/master/subx/038---literal_strings.cc'>https://github.com/akkartik/mu/blob/master/subx/038---literal_strings.cc</a>
<pre id='vimCodeElement'>
<span id="L1" class="LineNr">  1 </span><span class="Comment">//: Allow instructions to mention literals directly.</span>
<span id="L2" class="LineNr">  2 </span><span class="Comment">//:</span>
<span id="L3" class="LineNr">  3 </span><span class="Comment">//: This layer will transparently move them to the global segment (assumed to</span>
<span id="L4" class="LineNr">  4 </span><span class="Comment">//: always be the second segment).</span>
<span id="L5" class="LineNr">  5 </span>
<span id="L6" class="LineNr">  6 </span><span class="Delimiter">:(scenario transform_literal_string)</span>
<span id="L7" class="LineNr">  7 </span>== <a href='031check_operands.cc.html#L11'>code</a>
<span id="L8" class="LineNr">  8 </span>b8/copy  <span class="Constant">&quot;test&quot;</span>/imm32
<span id="L9" class="LineNr">  9 </span>== data  <span class="Comment"># need to manually create this for now</span>
<span id="L10" class="LineNr"> 10 </span><span class="traceContains">+transform: -- move literal strings to data segment</span>
<span id="L11" class="LineNr"> 11 </span><span class="traceContains">+transform: adding global variable '__subx_global_1' containing &quot;test&quot;</span>
<span id="L12" class="LineNr"> 12 </span><span class="traceContains">+transform: instruction after <a href='011run.cc.html#L231'>transform</a>: 'b8 __subx_global_1'</span>
<span id="L13" class="LineNr"> 13 </span>
<span id="L14" class="LineNr"> 14 </span><span class="Comment">//: We don't rely on any transforms running in previous layers, but this layer</span>
<span id="L15" class="LineNr"> 15 </span><span class="Comment">//: knows about labels and global variables and will emit them for previous</span>
<span id="L16" class="LineNr"> 16 </span><span class="Comment">//: layers to transform.</span>
<span id="L17" class="LineNr"> 17 </span><span class="Delimiter">:(after &quot;Begin Transforms&quot;)</span>
<span id="L18" class="LineNr"> 18 </span><span class="Comment">// Begin Level-3 Transforms</span>
<span id="L19" class="LineNr"> 19 </span><span class="Special"><a href='011run.cc.html#L229'>Transform</a></span><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='038---literal_strings.cc.html#L25'>transform_literal_strings</a><span class="Delimiter">);</span>
<span id="L20" class="LineNr"> 20 </span><span class="Comment">// End Level-3 Transforms</span>
<span id="L21" class="LineNr"> 21 </span>
<span id="L22" class="LineNr"> 22 </span><span class="Delimiter">:(before &quot;End Globals&quot;)</span>
<span id="L23" class="LineNr"> 23 </span><span class="Normal">int</span> <span class="Special"><a href='038---literal_strings.cc.html#L23'>Next_auto_global</a></span> = <span class="Constant">1</span><span class="Delimiter">;</span>
<span id="L24" class="LineNr"> 24 </span><span class="Delimiter">:(code)</span>
<span id="L25" class="LineNr"> 25 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L25'>transform_literal_strings</a><span class="Delimiter">(</span>program&amp; p<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L26" class="LineNr"> 26 </span>  <a href='003trace.cc.html#L183'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">&quot;transform&quot;</span><span class="Delimiter">)</span> &lt;&lt; <span class="Constant">&quot;-- move literal strings to data segment&quot;</span> &lt;&lt; end<span class="Delimiter">();</span>
<span id="L27" class="LineNr"> 27 </span>  <span class="Normal">if</span> <span class="Delimiter">(</span>p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span> <span class="Identifier">return</span><span class="Delimiter">;</span>
<span id="L28" class="LineNr"> 28 </span>  segment&amp; <a href='031check_operands.cc.html#L11'>code</a> = p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">0</span><span class="Delimiter">);</span>
<span id="L29" class="LineNr"> 29 </span>  segment data<span class="Delimiter">;</span>
<span id="L30" class="LineNr"> 30 </span>  <span class="Normal">for</span> <span class="Delimiter">(</span><span class="Normal">int</span> i = <span class="Constant">0</span><span class="Delimiter">;</span>  i &lt; <a href='001help.cc.html#L166'>SIZE</a><span class="Delimiter">(</span><a href='031check_operands.cc.html#L11'>code</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">);</span>  ++i<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L31" class="LineNr"> 31 </span>    line&amp; inst = <a href='031check_operands.cc.html#L11'>code</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span>i<span class="Delimiter">);</span>
<span id="L32" class="LineNr"> 32 </span>    <span class="Normal">for</span> <span class="Delimiter">(</span><span class="Normal">int</span> j = <span class="Constant">0</span><span class="Delimiter">;</span>  j &lt; <a href='001help.cc.html#L166'>SIZE</a><span class="Delimiter">(</span>inst<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">);</span>  ++j<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L33" class="LineNr"> 33 </span>      word&amp; curr = inst<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span>j<span class="Delimiter">);</span>
<span id="L34" class="LineNr"> 34 </span>      <span class="Normal">if</span> <span class="Delimiter">(</span>curr<span class="Delimiter">.</span>data<span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">0</span><span class="Delimiter">)</span> != <span class="Constant">'&quot;'</span><span class="Delimiter">)</span> <span class="Identifier">continue</span><span class="Delimiter">;</span>
<span id="L35" class="LineNr"> 35 </span>      ostringstream global_name<span class="Delimiter">;</span>
<span id="L36" class="LineNr"> 36 </span>      global_name &lt;&lt; <span class="Constant">&quot;__subx_global_&quot;</span> &lt;&lt; <span class="Special"><a href='038---literal_strings.cc.html#L23'>Next_auto_global</a></span><span class="Delimiter">;</span>
<span id="L37" class="LineNr"> 37 </span>      ++<span class="Special"><a href='038---literal_strings.cc.html#L23'>Next_auto_global</a></span><span class="Delimiter">;</span>
<span id="L38" class="LineNr"> 38 </span>      <a href='038---literal_strings.cc.html#L52'>add_global_to_data_segment</a><span class="Delimiter">(</span>global_name<span class="Delimiter">.</span>str<span class="Delimiter">(),</span> curr<span class="Delimiter">,</span> data<span class="Delimiter">);</span>
<span id="L39" class="LineNr"> 39 </span>      curr<span class="Delimiter">.</span>data = global_name<span class="Delimiter">.</span>str<span class="Delimiter">();</span>
<span id="L40" class="LineNr"> 40 </span>    <span class="Delimiter">}</span>
<span id="L41" class="LineNr"> 41 </span>    <a href='003trace.cc.html#L183'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">&quot;transform&quot;</span><span class="Delimiter">)</span> &lt;&lt; <span class="Constant">&quot;instruction after <a href='011run.cc.html#L231'>transform</a>: '&quot;</span> &lt;&lt; data_to_string<span class="Delimiter">(</span>inst<span class="Delimiter">)</span> &lt;&lt; <span class="Constant">&quot;'&quot;</span> &lt;&lt; end<span class="Delimiter">();</span>
<span id="L42" class="LineNr"> 42 </span>  <span class="Delimiter">}</span>
<span id="L43" class="LineNr"> 43 </span>  <span class="Normal">if</span> <span class="Delimiter">(</span>data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span> <span class="Identifier">return</span><span class="Delimiter">;</span>
<span id="L44" class="LineNr"> 44 </span>  <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L166'>SIZE</a><span class="Delimiter">(</span>p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">)</span> &lt; <span class="Constant">2</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L45" class="LineNr"> 45 </span>    p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>resize<span class="Delimiter">(</span><span class="Constant">2</span><span class="Delimiter">);</span>
<span id="L46" class="LineNr"> 46 </span>    p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">1</span><span class="Delimiter">).</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>swap<span class="Delimiter">(</span>data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">);</span>
<span id="L47" class="LineNr"> 47 </span>  <span class="Delimiter">}</span>
<span id="L48" class="LineNr"> 48 </span>  vector&lt;line&gt;&amp; existing_data = p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">1</span><span class="Delimiter">).</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">;</span>
<span id="L49" class="LineNr"> 49 </span>  existing_data<span class="Delimiter">.</span>insert<span class="Delimiter">(</span>existing_data<span class="Delimiter">.</span>end<span class="Delimiter">(),</span> data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>begin<span class="Delimiter">(),</span> data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>end<span class="Delimiter">());</span>
<span id="L50" class="LineNr"> 50 </span><span class="Delimiter">}</span>
<span id="L51" class="LineNr"> 51 </span>
<span id="L52" class="LineNr"> 52 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L52'>add_global_to_data_segment</a><span class="Delimiter">(</span><span class="Normal">const</span> string&amp; name<span class="Delimiter">,</span> <span class="Normal">const</span> word&amp; value<span class="Delimiter">,</span> segment&amp; data<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L53" class="LineNr"> 53 </span>  <a href='003trace.cc.html#L183'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">&quot;transform&quot;</span><span class="Delimiter">)</span> &lt;&lt; <span class="Constant">&quot;adding global variable '&quot;</span> &lt;&lt; name &lt;&lt; <span class="Constant">&quot;' containing &quot;</span> &lt;&lt; value<span class="Delimiter">.</span>data &lt;&lt; end<span class="Delimiter">();</span>
<span id="L54" class="LineNr"> 54 </span>  <span class="Comment">// emit label</span>
<span id="L55" class="LineNr"> 55 </span>  data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>label<span class="Delimiter">(</span>name<span class="Delimiter">));</span>
<span id="L56" class="LineNr"> 56 </span>  <span class="Comment">// emit size for size-prefixed array</span>
<span id="L57" class="LineNr"> 57 </span>  data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L117'>line</a><span class="Delimiter">());</span>
<span id="L58" class="LineNr"> 58 </span>  emit_hex_bytes<span class="Delimiter">(</span>data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>back<span class="Delimiter">(),</span> <a href='001help.cc.html#L166'>SIZE</a><span class="Delimiter">(</span>value<span class="Delimiter">.</span>data<span class="Delimiter">)</span>-<span class="Comment">/*</span><span class="Comment">skip quotes</span><span class="Comment">*/</span><span class="Constant">2</span><span class="Delimiter">,</span> <span class="Constant">4</span><span class="Comment">/*</span><span class="Comment">bytes</span><span class="Comment">*/</span><span class="Delimiter">);</span>
<span id="L59" class="LineNr"> 59 </span>  <span class="Comment">// emit data byte by byte</span>
<span id="L60" class="LineNr"> 60 </span>  data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L117'>line</a><span class="Delimiter">());</span>
<span id="L61" class="LineNr"> 61 </span>  line&amp; curr = data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>back<span class="Delimiter">();</span>
<span id="L62" class="LineNr"> 62 </span>  <span class="Normal">for</span> <span class="Delimiter">(</span><span class="Normal">int</span> i = <span class="Comment">/*</span><span class="Comment">skip start quote</span><span class="Comment">*/</span><span class="Constant">1</span><span class="Delimiter">;</span>  i &lt; <a href='001help.cc.html#L166'>SIZE</a><span class="Delimiter">(</span>value<span class="Delimiter">.</span>data<span class="Delimiter">)</span>-<span class="Comment">/*</span><span class="Comment">skip end quote</span><span class="Comment">*/</span><span class="Constant">1</span><span class="Delimiter">;</span>  ++i<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L63" class="LineNr"> 63 </span>    <span class="Normal">char</span> c = value<span class="Delimiter">.</span>data<span class="Delimiter">.</span>at<span class="Delimiter">(</span>i<span class="Delimiter">);</span>
<span id="L64" class="LineNr"> 64 </span>    curr<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L123'>word</a><span class="Delimiter">());</span>
<span id="L65" class="LineNr"> 65 </span>    curr<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>data = <a href='030---operands.cc.html#L286'>hex_byte_to_string</a><span class="Delimiter">(</span>c<span class="Delimiter">);</span>
<span id="L66" class="LineNr"> 66 </span>    curr<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>metadata<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>string<span class="Delimiter">(</span><span class="Constant">1</span><span class="Delimiter">,</span> c<span class="Delimiter">));</span>
<span id="L67" class="LineNr"> 67 </span>  <span class="Delimiter">}</span>
<span id="L68" class="LineNr"> 68 </span><span class="Delimiter">}</span>
<span id="L69" class="LineNr"> 69 </span>
<span id="L70" class="LineNr"> 70 </span><span class="Comment">//: Within strings, whitespace is significant. So we need to redo our instruction</span>
<span id="L71" class="LineNr"> 71 </span><span class="Comment">//: parsing.</span>
<span id="L72" class="LineNr"> 72 </span>
<span id="L73" class="LineNr"> 73 </span><span class="Delimiter">:(scenarios parse_instruction_character_by_character)</span>
<span id="L74" class="LineNr"> 74 </span><span class="Delimiter">:(scenario instruction_with_string_literal)</span>
<span id="L75" class="LineNr"> 75 </span>a <span class="Constant">&quot;abc  def&quot;</span> z  <span class="Comment"># two spaces inside string</span>
<span id="L76" class="LineNr"> 76 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L77" class="LineNr"> 77 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: &quot;abc  def&quot;</span>
<span id="L78" class="LineNr"> 78 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: z</span>
<span id="L79" class="LineNr"> 79 </span><span class="Comment"># no other words</span>
<span id="L80" class="LineNr"> 80 </span>$parse2: <span class="Constant">3</span>
<span id="L81" class="LineNr"> 81 </span>
<span id="L82" class="LineNr"> 82 </span><span class="Delimiter">:(before &quot;End Line Parsing Special-cases(line_data -&gt; l)&quot;)</span>
<span id="L83" class="LineNr"> 83 </span><span class="Normal">if</span> <span class="Delimiter">(</span>line_data<span class="Delimiter">.</span>find<span class="Delimiter">(</span><span class="Constant">'&quot;'</span><span class="Delimiter">)</span> != string::npos<span class="Delimiter">)</span> <span class="Delimiter">{</span>  <span class="Comment">// can cause false-positives, but we can handle them</span>
<span id="L84" class="LineNr"> 84 </span>  parse_instruction_character_by_character<span class="Delimiter">(</span>line_data<span class="Delimiter">,</span> l<span class="Delimiter">);</span>
<span id="L85" class="LineNr"> 85 </span>  <span class="Identifier">continue</span><span class="Delimiter">;</span>
<span id="L86" class="LineNr"> 86 </span><span class="Delimiter">}</span>
<span id="L87" class="LineNr"> 87 </span>
<span id="L88" class="LineNr"> 88 </span><span class="Delimiter">:(code)</span>
<span id="L89" class="LineNr"> 89 </span><span class="Normal">void</span> parse_instruction_character_by_character<span class="Delimiter">(</span><span class="Normal">const</span> string&amp; line_data<span class="Delimiter">,</span> vector&lt;line&gt;&amp; out<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L90" class="LineNr"> 90 </span>  <span class="Normal">if</span> <span class="Delimiter">(</span>line_data<span class="Delimiter">.</span>find<span class="Delimiter">(</span><span class="cSpecial">'\n'</span><span class="Delimiter">)</span> != string::npos  &amp;&amp; line_data<span class="Delimiter">.</span>find<span class="Delimiter">(</span><span class="cSpecial">'\n'</span><span class="Delimiter">)</span> != line_data<span class="Delimiter">.</span>size<span class="Delimiter">()</span>-<span class="Constant">1</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L91" class="LineNr"> 91 </span>    <a href='003trace.cc.html#L190'>raise</a> &lt;&lt; <span class="Constant">&quot;parse_instruction_character_by_character: should receive only a single line\n&quot;</span> &lt;&lt; end<span class="Delimiter">();</span>
<span id="L92" class="LineNr"> 92 </span>    <span class="Identifier">return</span><span class="Delimiter">;</span>
<span id="L93" class="LineNr"> 93 </span>  <span class="Delimiter">}</span>
<span id="L94" class="LineNr"> 94 </span>  <span class="Comment">// parse literals</span>
<span id="L95" class="LineNr"> 95 </span>  istringstream in<span class="Delimiter">(</span>line_data<span class="Delimiter">);</span>
<span id="L96" class="LineNr"> 96 </span>  in &gt;&gt; std::noskipws<span class="Delimiter">;</span>
<span id="L97" class="LineNr"> 97 </span>  <a href='011run.cc.html#L117'>line</a> result<span class="Delimiter">;</span>
<span id="L98" class="LineNr"> 98 </span>  <span class="Comment">// add tokens (words or strings) one by one</span>
<span id="L99" class="LineNr"> 99 </span>  <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span>
<span id="L100" class="LineNr">100 </span>    <a href='038---literal_strings.cc.html#L151'>skip_whitespace</a><span class="Delimiter">(</span>in<span class="Delimiter">);</span>
<span id="L101" class="LineNr">101 </span>    <span class="Normal">if</span> <span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Identifier">break</span><span class="Delimiter">;</span>
<span id="L102" class="LineNr">102 </span>    <span class="Normal">char</span> c = in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>
<span id="L103" class="LineNr">103 </span>    <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'#'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span>  <span class="Comment">// comment; drop rest of line</span>
<span id="L104" class="LineNr">104 </span>    <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">':'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span>  <span class="Comment">// line metadata; skip for now</span>
<span id="L105" class="LineNr">105 </span>    <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'.'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L106" class="LineNr">106 </span>      <span class="Normal">if</span> <span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Identifier">break</span><span class="Delimiter">;</span>  <span class="Comment">// comment token at end of line</span>
<span id="L107" class="LineNr">107 </span>      <span class="Normal">if</span> <span class="Delimiter">(</span>isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()))</span>
<span id="L108" class="LineNr">108 </span>        <span class="Identifier">continue</span><span class="Delimiter">;</span>  <span class="Comment">// '.' followed by space is comment token; skip</span>
<span id="L109" class="LineNr">109 </span>    <span class="Delimiter">}</span>
<span id="L110" class="LineNr">110 </span>    result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L123'>word</a><span class="Delimiter">());</span>
<span id="L111" class="LineNr">111 </span>    <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'&quot;'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L112" class="LineNr">112 </span>      <span class="Comment">// slurp word data</span>
<span id="L113" class="LineNr">113 </span>      ostringstream d<span class="Delimiter">;</span>
<span id="L114" class="LineNr">114 </span>      d &lt;&lt; c<span class="Delimiter">;</span>
<span id="L115" class="LineNr">115 </span>      <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span>
<span id="L116" class="LineNr">116 </span>        in &gt;&gt; c<span class="Delimiter">;</span>
<span id="L117" class="LineNr">117 </span>        d &lt;&lt; c<span class="Delimiter">;</span>
<span id="L118" class="LineNr">118 </span>        <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'&quot;'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span>
<span id="L119" class="LineNr">119 </span>      <span class="Delimiter">}</span>
<span id="L120" class="LineNr">120 </span>      result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>data = d<span class="Delimiter">.</span>str<span class="Delimiter">();</span>
<span id="L121" class="LineNr">121 </span>      <span class="Comment">// slurp metadata</span>
<span id="L122" class="LineNr">122 </span>      ostringstream m<span class="Delimiter">;</span>
<span id="L123" class="LineNr">123 </span>      <span class="Normal">while</span> <span class="Delimiter">(</span>!isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">())</span> &amp;&amp; <a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span>
<span id="L124" class="LineNr">124 </span>        in &gt;&gt; c<span class="Delimiter">;</span>
<span id="L125" class="LineNr">125 </span>        <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'/'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L126" class="LineNr">126 </span>          <span class="Normal">if</span> <span class="Delimiter">(</span>!m<span class="Delimiter">.</span>str<span class="Delimiter">().</span>empty<span class="Delimiter">())</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>metadata<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>m<span class="Delimiter">.</span>str<span class="Delimiter">());</span>
<span id="L127" class="LineNr">127 </span>          m<span class="Delimiter">.</span>str<span class="Delimiter">(</span><span class="Constant">&quot;&quot;</span><span class="Delimiter">);</span>
<span id="L128" class="LineNr">128 </span>        <span class="Delimiter">}</span>
<span id="L129" class="LineNr">129 </span>        <span class="Normal">else</span> <span class="Delimiter">{</span>
<span id="L130" class="LineNr">130 </span>          m &lt;&lt; c<span class="Delimiter">;</span>
<span id="L131" class="LineNr">131 </span>        <span class="Delimiter">}</span>
<span id="L132" class="LineNr">132 </span>      <span class="Delimiter">}</span>
<span id="L133" class="LineNr">133 </span>      <span class="Normal">if</span> <span class="Delimiter">(</span>!m<span class="Delimiter">.</span>str<span class="Delimiter">().</span>empty<span class="Delimiter">())</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>metadata<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>m<span class="Delimiter">.</span>str<span class="Delimiter">());</span>
<span id="L134" class="LineNr">134 </span>    <span class="Delimiter">}</span>
<span id="L135" class="LineNr">135 </span>    <span class="Normal">else</span> <span class="Delimiter">{</span>
<span id="L136" class="LineNr">136 </span>      <span class="Comment">// slurp all characters until whitespace</span>
<span id="L137" class="LineNr">137 </span>      ostringstream w<span class="Delimiter">;</span>
<span id="L138" class="LineNr">138 </span>      w &lt;&lt; c<span class="Delimiter">;</span>
<span id="L139" class="LineNr">139 </span>      <span class="Normal">while</span> <span class="Delimiter">(</span>!isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">())</span> &amp;&amp; <a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span>  <span class="Comment">// peek can sometimes trigger eof(), so do it first</span>
<span id="L140" class="LineNr">140 </span>        in &gt;&gt; c<span class="Delimiter">;</span>
<span id="L141" class="LineNr">141 </span>        w &lt;&lt; c<span class="Delimiter">;</span>
<span id="L142" class="LineNr">142 </span>      <span class="Delimiter">}</span>
<span id="L143" class="LineNr">143 </span>      <a href='011run.cc.html#L191'>parse_word</a><span class="Delimiter">(</span>w<span class="Delimiter">.</span>str<span class="Delimiter">(),</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">());</span>
<span id="L144" class="LineNr">144 </span>    <span class="Delimiter">}</span>
<span id="L145" class="LineNr">145 </span>    <a href='003trace.cc.html#L183'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">&quot;parse2&quot;</span><span class="Delimiter">)</span> &lt;&lt; <span class="Constant">&quot;word: &quot;</span> &lt;&lt; to_string<span class="Delimiter">(</span>result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">())</span> &lt;&lt; end<span class="Delimiter">();</span>
<span id="L146" class="LineNr">146 </span>  <span class="Delimiter">}</span>
<span id="L147" class="LineNr">147 </span>  <span class="Normal">if</span> <span class="Delimiter">(</span>!result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span>
<span id="L148" class="LineNr">148 </span>    out<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>result<span class="Delimiter">);</span>
<span id="L149" class="LineNr">149 </span><span class="Delimiter">}</span>
<span id="L150" class="LineNr">150 </span>
<span id="L151" class="LineNr">151 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L151'>skip_whitespace</a><span class="Delimiter">(</span>istream&amp; in<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L152" class="LineNr">152 </span>  <span class="Normal">while</span> <span class="Delimiter">(</span><span class="Constant">true</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L153" class="LineNr">153 </span>    <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> &amp;&amp; isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()))</span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>
<span id="L154" class="LineNr">154 </span>    <span class="Normal">else</span> <span class="Identifier">break</span><span class="Delimiter">;</span>
<span id="L155" class="LineNr">155 </span>  <span class="Delimiter">}</span>
<span id="L156" class="LineNr">156 </span><span class="Delimiter">}</span>
<span id="L157" class="LineNr">157 </span>
<span id="L158" class="LineNr">158 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L158'>skip_comment</a><span class="Delimiter">(</span>istream&amp; in<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L159" class="LineNr">159 </span>  <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> &amp;&amp; in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> == <span class="Constant">'#'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L160" class="LineNr">160 </span>    in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>
<span id="L161" class="LineNr">161 </span>    <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> &amp;&amp; in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> != <span class="cSpecial">'\n'</span><span class="Delimiter">)</span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>
<span id="L162" class="LineNr">162 </span>  <span class="Delimiter">}</span>
<span id="L163" class="LineNr">163 </span><span class="Delimiter">}</span>
<span id="L164" class="LineNr">164 </span>
<span id="L165" class="LineNr">165 </span><span class="Comment">// helper for tests</span>
<span id="L166" class="LineNr">166 </span><span class="Normal">void</span> parse_instruction_character_by_character<span class="Delimiter">(</span><span class="Normal">const</span> string&amp; line_data<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L167" class="LineNr">167 </span>  vector&lt;line&gt; out<span class="Delimiter">;</span>
<span id="L168" class="LineNr">168 </span>  parse_instruction_character_by_character<span class="Delimiter">(</span>line_data<span class="Delimiter">,</span> out<span class="Delimiter">);</span>
<span id="L169" class="LineNr">169 </span><span class="Delimiter">}</span>
<span id="L170" class="LineNr">170 </span>
<span id="L171" class="LineNr">171 </span><span class="Delimiter">:(scenario parse2_comment_token_in_middle)</span>
<span id="L172" class="LineNr">172 </span>a <span class="Delimiter">.</span> z
<span id="L173" class="LineNr">173 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L174" class="LineNr">174 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: z</span>
<span id="L175" class="LineNr">175 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span>
<span id="L176" class="LineNr">176 </span><span class="Comment"># no other words</span>
<span id="L177" class="LineNr">177 </span>$parse2: <span class="Constant">2</span>
<span id="L178" class="LineNr">178 </span>
<span id="L179" class="LineNr">179 </span><span class="Delimiter">:(scenario parse2_word_starting_with_dot)</span>
<span id="L180" class="LineNr">180 </span>a <span class="Delimiter">.</span>b c
<span id="L181" class="LineNr">181 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L182" class="LineNr">182 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .b</span>
<span id="L183" class="LineNr">183 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: c</span>
<span id="L184" class="LineNr">184 </span>
<span id="L185" class="LineNr">185 </span><span class="Delimiter">:(scenario parse2_comment_token_at_start)</span>
<span id="L186" class="LineNr">186 </span><span class="Delimiter">.</span> a b
<span id="L187" class="LineNr">187 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L188" class="LineNr">188 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span>
<span id="L189" class="LineNr">189 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span>
<span id="L190" class="LineNr">190 </span>
<span id="L191" class="LineNr">191 </span><span class="Delimiter">:(scenario parse2_comment_token_at_end)</span>
<span id="L192" class="LineNr">192 </span>a b <span class="Delimiter">.</span>
<span id="L193" class="LineNr">193 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L194" class="LineNr">194 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span>
<span id="L195" class="LineNr">195 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span>
<span id="L196" class="LineNr">196 </span>
<span id="L197" class="LineNr">197 </span><span class="Delimiter">:(scenario parse2_word_starting_with_dot_at_start)</span>
<span id="L198" class="LineNr">198 </span><span class="Delimiter">.</span>a b c
<span id="L199" class="LineNr">199 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .a</span>
<span id="L200" class="LineNr">200 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span>
<span id="L201" class="LineNr">201 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: c</span>
<span id="L202" class="LineNr">202 </span>
<span id="L203" class="LineNr">203 </span><span class="Delimiter">:(scenario parse2_metadata)</span>
<span id="L204" class="LineNr">204 </span><span class="Delimiter">.</span>a b/c d
<span id="L205" class="LineNr">205 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .a</span>
<span id="L206" class="LineNr">206 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b /c</span>
<span id="L207" class="LineNr">207 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: d</span>
<span id="L208" class="LineNr">208 </span>
<span id="L209" class="LineNr">209 </span><span class="Delimiter">:(scenario parse2_string_with_metadata)</span>
<span id="L210" class="LineNr">210 </span>a <span class="Constant">&quot;bc  def&quot;</span>/disp32 g
<span id="L211" class="LineNr">211 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L212" class="LineNr">212 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: &quot;bc  def&quot; /disp32</span>
<span id="L213" class="LineNr">213 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: g</span>
<span id="L214" class="LineNr">214 </span>
<span id="L215" class="LineNr">215 </span><span class="Delimiter">:(scenario parse2_string_with_metadata_at_end)</span>
<span id="L216" class="LineNr">216 </span>a <span class="Constant">&quot;bc  def&quot;</span>/disp32
<span id="L217" class="LineNr">217 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L218" class="LineNr">218 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: &quot;bc  def&quot; /disp32</span>
<span id="L219" class="LineNr">219 </span>
<span id="L220" class="LineNr">220 </span><span class="Delimiter">:(code)</span>
<span id="L221" class="LineNr">221 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L221'>test_parse2_string_with_metadata_at_end_of_line_without_newline</a><span class="Delimiter">()</span> <span class="Delimiter">{</span>
<span id="L222" class="LineNr">222 </span>  parse_instruction_character_by_character<span class="Delimiter">(</span>
<span id="L223" class="LineNr">223 </span>      <span class="Constant">&quot;68/push \&quot;</span>test\<span class="Constant">&quot;/f&quot;</span>  <span class="Comment">// no newline, which is how calls from parse() will look</span>
<span id="L224" class="LineNr">224 </span>  <span class="Delimiter">);</span>
<span id="L225" class="LineNr">225 </span>  <a href='003trace.cc.html#L233'>CHECK_TRACE_CONTENTS</a><span class="Delimiter">(</span>
<span id="L226" class="LineNr">226 </span>      <span class="Constant">&quot;parse2: <a href='011run.cc.html#L123'>word</a>: 68 /push^D&quot;</span>
<span id="L227" class="LineNr">227 </span>      <span class="Constant">&quot;parse2: <a href='011run.cc.html#L123'>word</a>: \&quot;</span>test\<span class="Constant">&quot; /f^D&quot;</span>
<span id="L228" class="LineNr">228 </span>  <span class="Delimiter">);</span>
<span id="L229" class="LineNr">229 </span><span class="Delimiter">}</span>
<span id="L230" class="LineNr">230 </span>
<span id="L231" class="LineNr">231 </span><span class="Comment">//: Make sure slashes inside strings don't trigger adding stuff from inside the</span>
<span id="L232" class="LineNr">232 </span><span class="Comment">//: string to metadata.</span>
<span id="L233" class="LineNr">233 </span><span class="Delimiter">:(scenario parse2_string_containing_slashes)</span>
<span id="L234" class="LineNr">234 </span>a <span class="Constant">&quot;bc/def&quot;</span>/disp32
<span id="L235" class="LineNr">235 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: &quot;bc/def&quot; /disp32</span>
</pre>
</body>
</html>
<!-- vim: set foldmethod=manual : -->