|
|
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
<html>
<head>
<meta http-equiv="content-type" content="text/html; charset=UTF-8">
<title>Mu - subx/038---literal_strings.cc</title>
<meta name="Generator" content="Vim/8.0">
<meta name="plugin-version" content="vim7.4_v2">
<meta name="syntax" content="cpp">
<meta name="settings" content="number_lines,use_css,pre_wrap,no_foldcolumn,expand_tabs,line_ids,prevent_copy=">
<meta name="colorscheme" content="minimal-light">
<style type="text/css">
<!--
pre { white-space: pre-wrap; font-family: monospace; color: #000000; background-color: #c6c6c6; }
body { font-size:12pt; font-family: monospace; color: #000000; background-color: #c6c6c6; }
a { color:inherit; }
* { font-size:12pt; font-size: 1em; }
.cSpecial { color: #008000; }
.LineNr { }
.traceAbsent { color: #c00000; }
.Constant { color: #008787; }
.Delimiter { color: #c000c0; }
.Special { color: #d70000; }
.Identifier { color: #af5f00; }
.Normal { color: #000000; background-color: #c6c6c6; padding-bottom: 1px; }
.Comment { color: #005faf; }
.traceContains { color: #005f00; }
-->
</style>
<script type='text/javascript'>
<!--
/* function to open any folds containing a jumped-to line before jumping to it */
function JumpToLine()
{
var lineNum;
lineNum = window.location.hash;
lineNum = lineNum.substr(1); /* strip off '#' */
if (lineNum.indexOf('L') == -1) {
lineNum = 'L'+lineNum;
}
lineElem = document.getElementById(lineNum);
/* Always jump to new location even if the line was hidden inside a fold, or
* we corrected the raw number to a line ID.
*/
if (lineElem) {
lineElem.scrollIntoView(true);
}
return true;
}
if ('onhashchange' in window) {
window.onhashchange = JumpToLine;
}
-->
</script>
</head>
<body onload='JumpToLine();'>
<a href='https://github.com/akkartik/mu/blob/master/subx/038---literal_strings.cc'>https://github.com/akkartik/mu/blob/master/subx/038---literal_strings.cc</a>
<pre id='vimCodeElement'>
<span id="L1" class="LineNr"> 1 </span><span class="Comment">//: Allow instructions to mention literals directly.</span>
<span id="L2" class="LineNr"> 2 </span><span class="Comment">//:</span>
<span id="L3" class="LineNr"> 3 </span><span class="Comment">//: This layer will transparently move them to the global segment (assumed to</span>
<span id="L4" class="LineNr"> 4 </span><span class="Comment">//: always be the second segment).</span>
<span id="L5" class="LineNr"> 5 </span>
<span id="L6" class="LineNr"> 6 </span><span class="Delimiter">:(scenario transform_literal_string)</span>
<span id="L7" class="LineNr"> 7 </span>== <a href='031check_operands.cc.html#L11'>code</a>
<span id="L8" class="LineNr"> 8 </span>b8/copy <span class="Constant">"test"</span>/imm32
<span id="L9" class="LineNr"> 9 </span>== data <span class="Comment"># need to manually create this for now</span>
<span id="L10" class="LineNr"> 10 </span><span class="traceContains">+transform: -- move literal strings to data segment</span>
<span id="L11" class="LineNr"> 11 </span><span class="traceContains">+transform: adding global variable '__subx_global_1' containing "test"</span>
<span id="L12" class="LineNr"> 12 </span><span class="traceContains">+transform: instruction after <a href='011run.cc.html#L231'>transform</a>: 'b8 __subx_global_1'</span>
<span id="L13" class="LineNr"> 13 </span>
<span id="L14" class="LineNr"> 14 </span><span class="Comment">//: We don't rely on any transforms running in previous layers, but this layer</span>
<span id="L15" class="LineNr"> 15 </span><span class="Comment">//: knows about labels and global variables and will emit them for previous</span>
<span id="L16" class="LineNr"> 16 </span><span class="Comment">//: layers to transform.</span>
<span id="L17" class="LineNr"> 17 </span><span class="Delimiter">:(after "Begin Transforms")</span>
<span id="L18" class="LineNr"> 18 </span><span class="Comment">// Begin Level-3 Transforms</span>
<span id="L19" class="LineNr"> 19 </span><span class="Special"><a href='011run.cc.html#L229'>Transform</a></span><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='038---literal_strings.cc.html#L25'>transform_literal_strings</a><span class="Delimiter">);</span>
<span id="L20" class="LineNr"> 20 </span><span class="Comment">// End Level-3 Transforms</span>
<span id="L21" class="LineNr"> 21 </span>
<span id="L22" class="LineNr"> 22 </span><span class="Delimiter">:(before "End Globals")</span>
<span id="L23" class="LineNr"> 23 </span><span class="Normal">int</span> <span class="Special"><a href='038---literal_strings.cc.html#L23'>Next_auto_global</a></span> = <span class="Constant">1</span><span class="Delimiter">;</span>
<span id="L24" class="LineNr"> 24 </span><span class="Delimiter">:(code)</span>
<span id="L25" class="LineNr"> 25 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L25'>transform_literal_strings</a><span class="Delimiter">(</span>program& p<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L26" class="LineNr"> 26 </span> <a href='003trace.cc.html#L183'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"transform"</span><span class="Delimiter">)</span> << <span class="Constant">"-- move literal strings to data segment"</span> << end<span class="Delimiter">();</span>
<span id="L27" class="LineNr"> 27 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span> <span class="Identifier">return</span><span class="Delimiter">;</span>
<span id="L28" class="LineNr"> 28 </span> segment& <a href='031check_operands.cc.html#L11'>code</a> = p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">0</span><span class="Delimiter">);</span>
<span id="L29" class="LineNr"> 29 </span> segment data<span class="Delimiter">;</span>
<span id="L30" class="LineNr"> 30 </span> <span class="Normal">for</span> <span class="Delimiter">(</span><span class="Normal">int</span> i = <span class="Constant">0</span><span class="Delimiter">;</span> i < <a href='001help.cc.html#L166'>SIZE</a><span class="Delimiter">(</span><a href='031check_operands.cc.html#L11'>code</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">);</span> ++i<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L31" class="LineNr"> 31 </span> line& inst = <a href='031check_operands.cc.html#L11'>code</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span>i<span class="Delimiter">);</span>
<span id="L32" class="LineNr"> 32 </span> <span class="Normal">for</span> <span class="Delimiter">(</span><span class="Normal">int</span> j = <span class="Constant">0</span><span class="Delimiter">;</span> j < <a href='001help.cc.html#L166'>SIZE</a><span class="Delimiter">(</span>inst<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">);</span> ++j<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L33" class="LineNr"> 33 </span> word& curr = inst<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span>j<span class="Delimiter">);</span>
<span id="L34" class="LineNr"> 34 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>curr<span class="Delimiter">.</span>data<span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">0</span><span class="Delimiter">)</span> != <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Identifier">continue</span><span class="Delimiter">;</span>
<span id="L35" class="LineNr"> 35 </span> ostringstream global_name<span class="Delimiter">;</span>
<span id="L36" class="LineNr"> 36 </span> global_name << <span class="Constant">"__subx_global_"</span> << <span class="Special"><a href='038---literal_strings.cc.html#L23'>Next_auto_global</a></span><span class="Delimiter">;</span>
<span id="L37" class="LineNr"> 37 </span> ++<span class="Special"><a href='038---literal_strings.cc.html#L23'>Next_auto_global</a></span><span class="Delimiter">;</span>
<span id="L38" class="LineNr"> 38 </span> <a href='038---literal_strings.cc.html#L52'>add_global_to_data_segment</a><span class="Delimiter">(</span>global_name<span class="Delimiter">.</span>str<span class="Delimiter">(),</span> curr<span class="Delimiter">,</span> data<span class="Delimiter">);</span>
<span id="L39" class="LineNr"> 39 </span> curr<span class="Delimiter">.</span>data = global_name<span class="Delimiter">.</span>str<span class="Delimiter">();</span>
<span id="L40" class="LineNr"> 40 </span> <span class="Delimiter">}</span>
<span id="L41" class="LineNr"> 41 </span> <a href='003trace.cc.html#L183'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"transform"</span><span class="Delimiter">)</span> << <span class="Constant">"instruction after <a href='011run.cc.html#L231'>transform</a>: '"</span> << data_to_string<span class="Delimiter">(</span>inst<span class="Delimiter">)</span> << <span class="Constant">"'"</span> << end<span class="Delimiter">();</span>
<span id="L42" class="LineNr"> 42 </span> <span class="Delimiter">}</span>
<span id="L43" class="LineNr"> 43 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span> <span class="Identifier">return</span><span class="Delimiter">;</span>
<span id="L44" class="LineNr"> 44 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L166'>SIZE</a><span class="Delimiter">(</span>p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">)</span> < <span class="Constant">2</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L45" class="LineNr"> 45 </span> p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>resize<span class="Delimiter">(</span><span class="Constant">2</span><span class="Delimiter">);</span>
<span id="L46" class="LineNr"> 46 </span> p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">1</span><span class="Delimiter">).</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>swap<span class="Delimiter">(</span>data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">);</span>
<span id="L47" class="LineNr"> 47 </span> <span class="Delimiter">}</span>
<span id="L48" class="LineNr"> 48 </span> vector<line>& existing_data = p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">1</span><span class="Delimiter">).</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">;</span>
<span id="L49" class="LineNr"> 49 </span> existing_data<span class="Delimiter">.</span>insert<span class="Delimiter">(</span>existing_data<span class="Delimiter">.</span>end<span class="Delimiter">(),</span> data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>begin<span class="Delimiter">(),</span> data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>end<span class="Delimiter">());</span>
<span id="L50" class="LineNr"> 50 </span><span class="Delimiter">}</span>
<span id="L51" class="LineNr"> 51 </span>
<span id="L52" class="LineNr"> 52 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L52'>add_global_to_data_segment</a><span class="Delimiter">(</span><span class="Normal">const</span> string& name<span class="Delimiter">,</span> <span class="Normal">const</span> word& value<span class="Delimiter">,</span> segment& data<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L53" class="LineNr"> 53 </span> <a href='003trace.cc.html#L183'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"transform"</span><span class="Delimiter">)</span> << <span class="Constant">"adding global variable '"</span> << name << <span class="Constant">"' containing "</span> << value<span class="Delimiter">.</span>data << end<span class="Delimiter">();</span>
<span id="L54" class="LineNr"> 54 </span> <span class="Comment">// emit label</span>
<span id="L55" class="LineNr"> 55 </span> data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>label<span class="Delimiter">(</span>name<span class="Delimiter">));</span>
<span id="L56" class="LineNr"> 56 </span> <span class="Comment">// emit size for size-prefixed array</span>
<span id="L57" class="LineNr"> 57 </span> data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L117'>line</a><span class="Delimiter">());</span>
<span id="L58" class="LineNr"> 58 </span> emit_hex_bytes<span class="Delimiter">(</span>data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>back<span class="Delimiter">(),</span> <a href='001help.cc.html#L166'>SIZE</a><span class="Delimiter">(</span>value<span class="Delimiter">.</span>data<span class="Delimiter">)</span>-<span class="Comment">/*</span><span class="Comment">skip quotes</span><span class="Comment">*/</span><span class="Constant">2</span><span class="Delimiter">,</span> <span class="Constant">4</span><span class="Comment">/*</span><span class="Comment">bytes</span><span class="Comment">*/</span><span class="Delimiter">);</span>
<span id="L59" class="LineNr"> 59 </span> <span class="Comment">// emit data byte by byte</span>
<span id="L60" class="LineNr"> 60 </span> data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L117'>line</a><span class="Delimiter">());</span>
<span id="L61" class="LineNr"> 61 </span> line& curr = data<span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>back<span class="Delimiter">();</span>
<span id="L62" class="LineNr"> 62 </span> <span class="Normal">for</span> <span class="Delimiter">(</span><span class="Normal">int</span> i = <span class="Comment">/*</span><span class="Comment">skip start quote</span><span class="Comment">*/</span><span class="Constant">1</span><span class="Delimiter">;</span> i < <a href='001help.cc.html#L166'>SIZE</a><span class="Delimiter">(</span>value<span class="Delimiter">.</span>data<span class="Delimiter">)</span>-<span class="Comment">/*</span><span class="Comment">skip end quote</span><span class="Comment">*/</span><span class="Constant">1</span><span class="Delimiter">;</span> ++i<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L63" class="LineNr"> 63 </span> <span class="Normal">char</span> c = value<span class="Delimiter">.</span>data<span class="Delimiter">.</span>at<span class="Delimiter">(</span>i<span class="Delimiter">);</span>
<span id="L64" class="LineNr"> 64 </span> curr<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L123'>word</a><span class="Delimiter">());</span>
<span id="L65" class="LineNr"> 65 </span> curr<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>data = <a href='030---operands.cc.html#L286'>hex_byte_to_string</a><span class="Delimiter">(</span>c<span class="Delimiter">);</span>
<span id="L66" class="LineNr"> 66 </span> curr<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>metadata<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>string<span class="Delimiter">(</span><span class="Constant">1</span><span class="Delimiter">,</span> c<span class="Delimiter">));</span>
<span id="L67" class="LineNr"> 67 </span> <span class="Delimiter">}</span>
<span id="L68" class="LineNr"> 68 </span><span class="Delimiter">}</span>
<span id="L69" class="LineNr"> 69 </span>
<span id="L70" class="LineNr"> 70 </span><span class="Comment">//: Within strings, whitespace is significant. So we need to redo our instruction</span>
<span id="L71" class="LineNr"> 71 </span><span class="Comment">//: parsing.</span>
<span id="L72" class="LineNr"> 72 </span>
<span id="L73" class="LineNr"> 73 </span><span class="Delimiter">:(scenarios parse_instruction_character_by_character)</span>
<span id="L74" class="LineNr"> 74 </span><span class="Delimiter">:(scenario instruction_with_string_literal)</span>
<span id="L75" class="LineNr"> 75 </span>a <span class="Constant">"abc def"</span> z <span class="Comment"># two spaces inside string</span>
<span id="L76" class="LineNr"> 76 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L77" class="LineNr"> 77 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "abc def"</span>
<span id="L78" class="LineNr"> 78 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: z</span>
<span id="L79" class="LineNr"> 79 </span><span class="Comment"># no other words</span>
<span id="L80" class="LineNr"> 80 </span>$parse2: <span class="Constant">3</span>
<span id="L81" class="LineNr"> 81 </span>
<span id="L82" class="LineNr"> 82 </span><span class="Delimiter">:(before "End Line Parsing Special-cases(line_data -> l)")</span>
<span id="L83" class="LineNr"> 83 </span><span class="Normal">if</span> <span class="Delimiter">(</span>line_data<span class="Delimiter">.</span>find<span class="Delimiter">(</span><span class="Constant">'"'</span><span class="Delimiter">)</span> != string::npos<span class="Delimiter">)</span> <span class="Delimiter">{</span> <span class="Comment">// can cause false-positives, but we can handle them</span>
<span id="L84" class="LineNr"> 84 </span> parse_instruction_character_by_character<span class="Delimiter">(</span>line_data<span class="Delimiter">,</span> l<span class="Delimiter">);</span>
<span id="L85" class="LineNr"> 85 </span> <span class="Identifier">continue</span><span class="Delimiter">;</span>
<span id="L86" class="LineNr"> 86 </span><span class="Delimiter">}</span>
<span id="L87" class="LineNr"> 87 </span>
<span id="L88" class="LineNr"> 88 </span><span class="Delimiter">:(code)</span>
<span id="L89" class="LineNr"> 89 </span><span class="Normal">void</span> parse_instruction_character_by_character<span class="Delimiter">(</span><span class="Normal">const</span> string& line_data<span class="Delimiter">,</span> vector<line>& out<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L90" class="LineNr"> 90 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>line_data<span class="Delimiter">.</span>find<span class="Delimiter">(</span><span class="cSpecial">'\n'</span><span class="Delimiter">)</span> != string::npos && line_data<span class="Delimiter">.</span>find<span class="Delimiter">(</span><span class="cSpecial">'\n'</span><span class="Delimiter">)</span> != line_data<span class="Delimiter">.</span>size<span class="Delimiter">()</span>-<span class="Constant">1</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L91" class="LineNr"> 91 </span> <a href='003trace.cc.html#L190'>raise</a> << <span class="Constant">"parse_instruction_character_by_character: should receive only a single line\n"</span> << end<span class="Delimiter">();</span>
<span id="L92" class="LineNr"> 92 </span> <span class="Identifier">return</span><span class="Delimiter">;</span>
<span id="L93" class="LineNr"> 93 </span> <span class="Delimiter">}</span>
<span id="L94" class="LineNr"> 94 </span> <span class="Comment">// parse literals</span>
<span id="L95" class="LineNr"> 95 </span> istringstream in<span class="Delimiter">(</span>line_data<span class="Delimiter">);</span>
<span id="L96" class="LineNr"> 96 </span> in >> std::noskipws<span class="Delimiter">;</span>
<span id="L97" class="LineNr"> 97 </span> <a href='011run.cc.html#L117'>line</a> result<span class="Delimiter">;</span>
<span id="L98" class="LineNr"> 98 </span> <span class="Comment">// add tokens (words or strings) one by one</span>
<span id="L99" class="LineNr"> 99 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span>
<span id="L100" class="LineNr">100 </span> <a href='038---literal_strings.cc.html#L151'>skip_whitespace</a><span class="Delimiter">(</span>in<span class="Delimiter">);</span>
<span id="L101" class="LineNr">101 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Identifier">break</span><span class="Delimiter">;</span>
<span id="L102" class="LineNr">102 </span> <span class="Normal">char</span> c = in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>
<span id="L103" class="LineNr">103 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'#'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// comment; drop rest of line</span>
<span id="L104" class="LineNr">104 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">':'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// line metadata; skip for now</span>
<span id="L105" class="LineNr">105 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'.'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L106" class="LineNr">106 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// comment token at end of line</span>
<span id="L107" class="LineNr">107 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()))</span>
<span id="L108" class="LineNr">108 </span> <span class="Identifier">continue</span><span class="Delimiter">;</span> <span class="Comment">// '.' followed by space is comment token; skip</span>
<span id="L109" class="LineNr">109 </span> <span class="Delimiter">}</span>
<span id="L110" class="LineNr">110 </span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L123'>word</a><span class="Delimiter">());</span>
<span id="L111" class="LineNr">111 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L112" class="LineNr">112 </span> <span class="Comment">// slurp word data</span>
<span id="L113" class="LineNr">113 </span> ostringstream d<span class="Delimiter">;</span>
<span id="L114" class="LineNr">114 </span> d << c<span class="Delimiter">;</span>
<span id="L115" class="LineNr">115 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span>
<span id="L116" class="LineNr">116 </span> in >> c<span class="Delimiter">;</span>
<span id="L117" class="LineNr">117 </span> d << c<span class="Delimiter">;</span>
<span id="L118" class="LineNr">118 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span>
<span id="L119" class="LineNr">119 </span> <span class="Delimiter">}</span>
<span id="L120" class="LineNr">120 </span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>data = d<span class="Delimiter">.</span>str<span class="Delimiter">();</span>
<span id="L121" class="LineNr">121 </span> <span class="Comment">// slurp metadata</span>
<span id="L122" class="LineNr">122 </span> ostringstream m<span class="Delimiter">;</span>
<span id="L123" class="LineNr">123 </span> <span class="Normal">while</span> <span class="Delimiter">(</span>!isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">())</span> && <a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span>
<span id="L124" class="LineNr">124 </span> in >> c<span class="Delimiter">;</span>
<span id="L125" class="LineNr">125 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'/'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L126" class="LineNr">126 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!m<span class="Delimiter">.</span>str<span class="Delimiter">().</span>empty<span class="Delimiter">())</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>metadata<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>m<span class="Delimiter">.</span>str<span class="Delimiter">());</span>
<span id="L127" class="LineNr">127 </span> m<span class="Delimiter">.</span>str<span class="Delimiter">(</span><span class="Constant">""</span><span class="Delimiter">);</span>
<span id="L128" class="LineNr">128 </span> <span class="Delimiter">}</span>
<span id="L129" class="LineNr">129 </span> <span class="Normal">else</span> <span class="Delimiter">{</span>
<span id="L130" class="LineNr">130 </span> m << c<span class="Delimiter">;</span>
<span id="L131" class="LineNr">131 </span> <span class="Delimiter">}</span>
<span id="L132" class="LineNr">132 </span> <span class="Delimiter">}</span>
<span id="L133" class="LineNr">133 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!m<span class="Delimiter">.</span>str<span class="Delimiter">().</span>empty<span class="Delimiter">())</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>metadata<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>m<span class="Delimiter">.</span>str<span class="Delimiter">());</span>
<span id="L134" class="LineNr">134 </span> <span class="Delimiter">}</span>
<span id="L135" class="LineNr">135 </span> <span class="Normal">else</span> <span class="Delimiter">{</span>
<span id="L136" class="LineNr">136 </span> <span class="Comment">// slurp all characters until whitespace</span>
<span id="L137" class="LineNr">137 </span> ostringstream w<span class="Delimiter">;</span>
<span id="L138" class="LineNr">138 </span> w << c<span class="Delimiter">;</span>
<span id="L139" class="LineNr">139 </span> <span class="Normal">while</span> <span class="Delimiter">(</span>!isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">())</span> && <a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span> <span class="Comment">// peek can sometimes trigger eof(), so do it first</span>
<span id="L140" class="LineNr">140 </span> in >> c<span class="Delimiter">;</span>
<span id="L141" class="LineNr">141 </span> w << c<span class="Delimiter">;</span>
<span id="L142" class="LineNr">142 </span> <span class="Delimiter">}</span>
<span id="L143" class="LineNr">143 </span> <a href='011run.cc.html#L191'>parse_word</a><span class="Delimiter">(</span>w<span class="Delimiter">.</span>str<span class="Delimiter">(),</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">());</span>
<span id="L144" class="LineNr">144 </span> <span class="Delimiter">}</span>
<span id="L145" class="LineNr">145 </span> <a href='003trace.cc.html#L183'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"parse2"</span><span class="Delimiter">)</span> << <span class="Constant">"word: "</span> << to_string<span class="Delimiter">(</span>result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">())</span> << end<span class="Delimiter">();</span>
<span id="L146" class="LineNr">146 </span> <span class="Delimiter">}</span>
<span id="L147" class="LineNr">147 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span>
<span id="L148" class="LineNr">148 </span> out<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>result<span class="Delimiter">);</span>
<span id="L149" class="LineNr">149 </span><span class="Delimiter">}</span>
<span id="L150" class="LineNr">150 </span>
<span id="L151" class="LineNr">151 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L151'>skip_whitespace</a><span class="Delimiter">(</span>istream& in<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L152" class="LineNr">152 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><span class="Constant">true</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L153" class="LineNr">153 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()))</span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>
<span id="L154" class="LineNr">154 </span> <span class="Normal">else</span> <span class="Identifier">break</span><span class="Delimiter">;</span>
<span id="L155" class="LineNr">155 </span> <span class="Delimiter">}</span>
<span id="L156" class="LineNr">156 </span><span class="Delimiter">}</span>
<span id="L157" class="LineNr">157 </span>
<span id="L158" class="LineNr">158 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L158'>skip_comment</a><span class="Delimiter">(</span>istream& in<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L159" class="LineNr">159 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> == <span class="Constant">'#'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L160" class="LineNr">160 </span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>
<span id="L161" class="LineNr">161 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L274'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> != <span class="cSpecial">'\n'</span><span class="Delimiter">)</span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>
<span id="L162" class="LineNr">162 </span> <span class="Delimiter">}</span>
<span id="L163" class="LineNr">163 </span><span class="Delimiter">}</span>
<span id="L164" class="LineNr">164 </span>
<span id="L165" class="LineNr">165 </span><span class="Comment">// helper for tests</span>
<span id="L166" class="LineNr">166 </span><span class="Normal">void</span> parse_instruction_character_by_character<span class="Delimiter">(</span><span class="Normal">const</span> string& line_data<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L167" class="LineNr">167 </span> vector<line> out<span class="Delimiter">;</span>
<span id="L168" class="LineNr">168 </span> parse_instruction_character_by_character<span class="Delimiter">(</span>line_data<span class="Delimiter">,</span> out<span class="Delimiter">);</span>
<span id="L169" class="LineNr">169 </span><span class="Delimiter">}</span>
<span id="L170" class="LineNr">170 </span>
<span id="L171" class="LineNr">171 </span><span class="Delimiter">:(scenario parse2_comment_token_in_middle)</span>
<span id="L172" class="LineNr">172 </span>a <span class="Delimiter">.</span> z
<span id="L173" class="LineNr">173 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L174" class="LineNr">174 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: z</span>
<span id="L175" class="LineNr">175 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span>
<span id="L176" class="LineNr">176 </span><span class="Comment"># no other words</span>
<span id="L177" class="LineNr">177 </span>$parse2: <span class="Constant">2</span>
<span id="L178" class="LineNr">178 </span>
<span id="L179" class="LineNr">179 </span><span class="Delimiter">:(scenario parse2_word_starting_with_dot)</span>
<span id="L180" class="LineNr">180 </span>a <span class="Delimiter">.</span>b c
<span id="L181" class="LineNr">181 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L182" class="LineNr">182 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .b</span>
<span id="L183" class="LineNr">183 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: c</span>
<span id="L184" class="LineNr">184 </span>
<span id="L185" class="LineNr">185 </span><span class="Delimiter">:(scenario parse2_comment_token_at_start)</span>
<span id="L186" class="LineNr">186 </span><span class="Delimiter">.</span> a b
<span id="L187" class="LineNr">187 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L188" class="LineNr">188 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span>
<span id="L189" class="LineNr">189 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span>
<span id="L190" class="LineNr">190 </span>
<span id="L191" class="LineNr">191 </span><span class="Delimiter">:(scenario parse2_comment_token_at_end)</span>
<span id="L192" class="LineNr">192 </span>a b <span class="Delimiter">.</span>
<span id="L193" class="LineNr">193 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L194" class="LineNr">194 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span>
<span id="L195" class="LineNr">195 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span>
<span id="L196" class="LineNr">196 </span>
<span id="L197" class="LineNr">197 </span><span class="Delimiter">:(scenario parse2_word_starting_with_dot_at_start)</span>
<span id="L198" class="LineNr">198 </span><span class="Delimiter">.</span>a b c
<span id="L199" class="LineNr">199 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .a</span>
<span id="L200" class="LineNr">200 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span>
<span id="L201" class="LineNr">201 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: c</span>
<span id="L202" class="LineNr">202 </span>
<span id="L203" class="LineNr">203 </span><span class="Delimiter">:(scenario parse2_metadata)</span>
<span id="L204" class="LineNr">204 </span><span class="Delimiter">.</span>a b/c d
<span id="L205" class="LineNr">205 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .a</span>
<span id="L206" class="LineNr">206 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b /c</span>
<span id="L207" class="LineNr">207 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: d</span>
<span id="L208" class="LineNr">208 </span>
<span id="L209" class="LineNr">209 </span><span class="Delimiter">:(scenario parse2_string_with_metadata)</span>
<span id="L210" class="LineNr">210 </span>a <span class="Constant">"bc def"</span>/disp32 g
<span id="L211" class="LineNr">211 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L212" class="LineNr">212 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "bc def" /disp32</span>
<span id="L213" class="LineNr">213 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: g</span>
<span id="L214" class="LineNr">214 </span>
<span id="L215" class="LineNr">215 </span><span class="Delimiter">:(scenario parse2_string_with_metadata_at_end)</span>
<span id="L216" class="LineNr">216 </span>a <span class="Constant">"bc def"</span>/disp32
<span id="L217" class="LineNr">217 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span>
<span id="L218" class="LineNr">218 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "bc def" /disp32</span>
<span id="L219" class="LineNr">219 </span>
<span id="L220" class="LineNr">220 </span><span class="Delimiter">:(code)</span>
<span id="L221" class="LineNr">221 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L221'>test_parse2_string_with_metadata_at_end_of_line_without_newline</a><span class="Delimiter">()</span> <span class="Delimiter">{</span>
<span id="L222" class="LineNr">222 </span> parse_instruction_character_by_character<span class="Delimiter">(</span>
<span id="L223" class="LineNr">223 </span> <span class="Constant">"68/push \"</span>test\<span class="Constant">"/f"</span> <span class="Comment">// no newline, which is how calls from parse() will look</span>
<span id="L224" class="LineNr">224 </span> <span class="Delimiter">);</span>
<span id="L225" class="LineNr">225 </span> <a href='003trace.cc.html#L233'>CHECK_TRACE_CONTENTS</a><span class="Delimiter">(</span>
<span id="L226" class="LineNr">226 </span> <span class="Constant">"parse2: <a href='011run.cc.html#L123'>word</a>: 68 /push^D"</span>
<span id="L227" class="LineNr">227 </span> <span class="Constant">"parse2: <a href='011run.cc.html#L123'>word</a>: \"</span>test\<span class="Constant">" /f^D"</span>
<span id="L228" class="LineNr">228 </span> <span class="Delimiter">);</span>
<span id="L229" class="LineNr">229 </span><span class="Delimiter">}</span>
<span id="L230" class="LineNr">230 </span>
<span id="L231" class="LineNr">231 </span><span class="Comment">//: Make sure slashes inside strings don't trigger adding stuff from inside the</span>
<span id="L232" class="LineNr">232 </span><span class="Comment">//: string to metadata.</span>
<span id="L233" class="LineNr">233 </span><span class="Delimiter">:(scenario parse2_string_containing_slashes)</span>
<span id="L234" class="LineNr">234 </span>a <span class="Constant">"bc/def"</span>/disp32
<span id="L235" class="LineNr">235 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "bc/def" /disp32</span>
</pre>
</body>
</html>
<!-- vim: set foldmethod=manual : -->
|