diff options
| author | Kartik Agaram <vc@akkartik.com> | 2018-09-23 22:38:16 -0700 |
|---|---|---|
| committer | Kartik Agaram <vc@akkartik.com> | 2018-09-23 22:38:16 -0700 |
| commit | 37d53a70958bfe5b1d7946229af9c12f0b865abc (patch) | |
| tree | af209b4fed1411344ad5aa6ead0e168c718b54b5 /html/subx/038---literal_strings.cc.html | |
| parent | 76cb753a49974f6bb5a836a52445adf97de4a7cc (diff) | |
| download | mu-37d53a70958bfe5b1d7946229af9c12f0b865abc.tar.gz | |
4512
Diffstat (limited to 'html/subx/038---literal_strings.cc.html')
| -rw-r--r-- | html/subx/038---literal_strings.cc.html | 281 |
1 files changed, 281 insertions, 0 deletions
diff --git a/html/subx/038---literal_strings.cc.html b/html/subx/038---literal_strings.cc.html new file mode 100644 index 00000000..70494c30 --- /dev/null +++ b/html/subx/038---literal_strings.cc.html @@ -0,0 +1,281 @@ +<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd"> +<html> +<head> +<meta http-equiv="content-type" content="text/html; charset=UTF-8"> +<title>Mu - subx/038---literal_strings.cc</title> +<meta name="Generator" content="Vim/8.0"> +<meta name="plugin-version" content="vim7.4_v2"> +<meta name="syntax" content="cpp"> +<meta name="settings" content="number_lines,use_css,pre_wrap,no_foldcolumn,expand_tabs,line_ids,prevent_copy="> +<meta name="colorscheme" content="minimal"> +<style type="text/css"> +<!-- +pre { white-space: pre-wrap; font-family: monospace; color: #aaaaaa; background-color: #080808; } +body { font-size: 12pt; font-family: monospace; color: #aaaaaa; background-color: #080808; } +a { color:#eeeeee; text-decoration: none; } +a:hover { text-decoration: underline; } +* { font-size: 12pt; font-size: 1em; } +.cSpecial { color: #008000; } +.LineNr { color: #444444; } +.traceAbsent { color: #c00000; } +.Constant { color: #00a0a0; } +.Delimiter { color: #800080; } +.Special { color: #c00000; } +.Identifier { color: #c0a020; } +.Normal { color: #aaaaaa; background-color: #080808; padding-bottom: 1px; } +.Comment { color: #9090ff; } +.Comment a { color:#0000ee; text-decoration:underline; } +.traceContains { color: #008000; } +--> +</style> + +<script type='text/javascript'> +<!-- + +/* function to open any folds containing a jumped-to line before jumping to it */ +function JumpToLine() +{ + var lineNum; + lineNum = window.location.hash; + lineNum = lineNum.substr(1); /* strip off '#' */ + + if (lineNum.indexOf('L') == -1) { + lineNum = 'L'+lineNum; + } + lineElem = document.getElementById(lineNum); + /* Always jump to new location even if the line was hidden inside a fold, or + * we corrected the raw number to a line ID. + */ + if (lineElem) { + lineElem.scrollIntoView(true); + } + return true; +} +if ('onhashchange' in window) { + window.onhashchange = JumpToLine; +} + +--> +</script> +</head> +<body onload='JumpToLine();'> +<pre id='vimCodeElement'> +<span id="L1" class="LineNr"> 1 </span><span class="Comment">//: Allow instructions to mention literals directly.</span> +<span id="L2" class="LineNr"> 2 </span><span class="Comment">//:</span> +<span id="L3" class="LineNr"> 3 </span><span class="Comment">//: This layer will transparently move them to the global segment (assumed to</span> +<span id="L4" class="LineNr"> 4 </span><span class="Comment">//: always be the second segment).</span> +<span id="L5" class="LineNr"> 5 </span> +<span id="L6" class="LineNr"> 6 </span><span class="Delimiter">:(scenario transform_literal_string)</span> +<span id="L7" class="LineNr"> 7 </span><span class="Special">% Mem_offset = CODE_START;</span> +<span id="L8" class="LineNr"> 8 </span><span class="Special">% Mem.resize(AFTER_STACK - CODE_START);</span> +<span id="L9" class="LineNr"> 9 </span>== <a href='031check_operands.cc.html#L14'>code</a> +<span id="L10" class="LineNr"> 10 </span> b8/copy <span class="Constant">"test"</span>/imm32 <span class="Comment"># copy to EAX</span> +<span id="L11" class="LineNr"> 11 </span><span class="traceContains">+transform: -- move literal strings to <a href='011run.cc.html#L125'>data</a> segment</span> +<span id="L12" class="LineNr"> 12 </span><span class="traceContains">+transform: adding global variable '__subx_global_1' containing "test"</span> +<span id="L13" class="LineNr"> 13 </span><span class="traceContains">+transform: instruction after <a href='011run.cc.html#L209'>transform</a>: 'b8 __subx_global_1'</span> +<span id="L14" class="LineNr"> 14 </span> +<span id="L15" class="LineNr"> 15 </span><span class="Comment">//: We don't rely on any transforms running in previous layers, but this layer</span> +<span id="L16" class="LineNr"> 16 </span><span class="Comment">//: knows about labels and global variables and will emit them for previous</span> +<span id="L17" class="LineNr"> 17 </span><span class="Comment">//: layers to transform.</span> +<span id="L18" class="LineNr"> 18 </span><span class="Delimiter">:(after "Begin Transforms")</span> +<span id="L19" class="LineNr"> 19 </span><span class="Comment">// Begin Level-3 Transforms</span> +<span id="L20" class="LineNr"> 20 </span><a href='011run.cc.html#L207'>Transform</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='038---literal_strings.cc.html#L26'>transform_literal_strings</a><span class="Delimiter">);</span> +<span id="L21" class="LineNr"> 21 </span><span class="Comment">// End Level-3 Transforms</span> +<span id="L22" class="LineNr"> 22 </span> +<span id="L23" class="LineNr"> 23 </span><span class="Delimiter">:(before "End Globals")</span> +<span id="L24" class="LineNr"> 24 </span><span class="Normal">int</span> <a href='038---literal_strings.cc.html#L24'>Next_auto_global</a> = <span class="Constant">1</span><span class="Delimiter">;</span> +<span id="L25" class="LineNr"> 25 </span><span class="Delimiter">:(code)</span> +<span id="L26" class="LineNr"> 26 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L26'>transform_literal_strings</a><span class="Delimiter">(</span>program& p<span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L27" class="LineNr"> 27 </span> <a href='003trace.cc.html#L196'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"transform"</span><span class="Delimiter">)</span> << <span class="Constant">"-- move literal strings to <a href='011run.cc.html#L125'>data</a> segment"</span> << <a href='003trace.cc.html#L222'>end</a><span class="Delimiter">();</span> +<span id="L28" class="LineNr"> 28 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span> <span class="Identifier">return</span><span class="Delimiter">;</span> +<span id="L29" class="LineNr"> 29 </span> segment& <a href='031check_operands.cc.html#L14'>code</a> = p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">0</span><span class="Delimiter">);</span> +<span id="L30" class="LineNr"> 30 </span> segment <a href='011run.cc.html#L125'>data</a><span class="Delimiter">;</span> +<span id="L31" class="LineNr"> 31 </span> <span class="Normal">for</span> <span class="Delimiter">(</span><span class="Normal">int</span> i = <span class="Constant">0</span><span class="Delimiter">;</span> i < <a href='001help.cc.html#L157'>SIZE</a><span class="Delimiter">(</span><a href='031check_operands.cc.html#L14'>code</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">);</span> ++i<span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L32" class="LineNr"> 32 </span> line& inst = <a href='031check_operands.cc.html#L14'>code</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span>i<span class="Delimiter">);</span> +<span id="L33" class="LineNr"> 33 </span> <span class="Normal">for</span> <span class="Delimiter">(</span><span class="Normal">int</span> j = <span class="Constant">0</span><span class="Delimiter">;</span> j < <a href='001help.cc.html#L157'>SIZE</a><span class="Delimiter">(</span>inst<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">);</span> ++j<span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L34" class="LineNr"> 34 </span> word& curr = inst<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span>j<span class="Delimiter">);</span> +<span id="L35" class="LineNr"> 35 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>curr<span class="Delimiter">.</span><a href='011run.cc.html#L125'>data</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">0</span><span class="Delimiter">)</span> != <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Identifier">continue</span><span class="Delimiter">;</span> +<span id="L36" class="LineNr"> 36 </span> ostringstream global_name<span class="Delimiter">;</span> +<span id="L37" class="LineNr"> 37 </span> global_name << <span class="Constant">"__subx_global_"</span> << <a href='038---literal_strings.cc.html#L24'>Next_auto_global</a><span class="Delimiter">;</span> +<span id="L38" class="LineNr"> 38 </span> ++Next_auto_global<span class="Delimiter">;</span> +<span id="L39" class="LineNr"> 39 </span> <a href='038---literal_strings.cc.html#L53'>add_global_to_data_segment</a><span class="Delimiter">(</span>global_name<span class="Delimiter">.</span>str<span class="Delimiter">(),</span> curr<span class="Delimiter">,</span> <a href='011run.cc.html#L125'>data</a><span class="Delimiter">);</span> +<span id="L40" class="LineNr"> 40 </span> curr<span class="Delimiter">.</span><a href='011run.cc.html#L125'>data</a> = global_name<span class="Delimiter">.</span>str<span class="Delimiter">();</span> +<span id="L41" class="LineNr"> 41 </span> <span class="Delimiter">}</span> +<span id="L42" class="LineNr"> 42 </span> <a href='003trace.cc.html#L196'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"transform"</span><span class="Delimiter">)</span> << <span class="Constant">"instruction after <a href='011run.cc.html#L209'>transform</a>: '"</span> << data_to_string<span class="Delimiter">(</span>inst<span class="Delimiter">)</span> << <span class="Constant">"'"</span> << <a href='003trace.cc.html#L222'>end</a><span class="Delimiter">();</span> +<span id="L43" class="LineNr"> 43 </span> <span class="Delimiter">}</span> +<span id="L44" class="LineNr"> 44 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='011run.cc.html#L125'>data</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span> <span class="Identifier">return</span><span class="Delimiter">;</span> +<span id="L45" class="LineNr"> 45 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L157'>SIZE</a><span class="Delimiter">(</span>p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">)</span> < <span class="Constant">2</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L46" class="LineNr"> 46 </span> p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>resize<span class="Delimiter">(</span><span class="Constant">2</span><span class="Delimiter">);</span> +<span id="L47" class="LineNr"> 47 </span> p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">1</span><span class="Delimiter">).</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>swap<span class="Delimiter">(</span><a href='011run.cc.html#L125'>data</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">);</span> +<span id="L48" class="LineNr"> 48 </span> <span class="Delimiter">}</span> +<span id="L49" class="LineNr"> 49 </span> vector<line>& existing_data = p<span class="Delimiter">.</span><a href='011run.cc.html#L100'>segments</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span><span class="Constant">1</span><span class="Delimiter">).</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">;</span> +<span id="L50" class="LineNr"> 50 </span> existing_data<span class="Delimiter">.</span>insert<span class="Delimiter">(</span>existing_data<span class="Delimiter">.</span><a href='003trace.cc.html#L222'>end</a><span class="Delimiter">(),</span> <a href='011run.cc.html#L125'>data</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>begin<span class="Delimiter">(),</span> <a href='011run.cc.html#L125'>data</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span><a href='003trace.cc.html#L222'>end</a><span class="Delimiter">());</span> +<span id="L51" class="LineNr"> 51 </span><span class="Delimiter">}</span> +<span id="L52" class="LineNr"> 52 </span> +<span id="L53" class="LineNr"> 53 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L53'>add_global_to_data_segment</a><span class="Delimiter">(</span><span class="Normal">const</span> string& <a href='010---vm.cc.html#L228'>name</a><span class="Delimiter">,</span> <span class="Normal">const</span> word& value<span class="Delimiter">,</span> segment& <a href='011run.cc.html#L125'>data</a><span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L54" class="LineNr"> 54 </span> <a href='003trace.cc.html#L196'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"transform"</span><span class="Delimiter">)</span> << <span class="Constant">"adding global variable '"</span> << name << <span class="Constant">"' containing "</span> << value<span class="Delimiter">.</span><a href='011run.cc.html#L125'>data</a> << <a href='003trace.cc.html#L222'>end</a><span class="Delimiter">();</span> +<span id="L55" class="LineNr"> 55 </span> <span class="Comment">// emit label</span> +<span id="L56" class="LineNr"> 56 </span> <a href='011run.cc.html#L125'>data</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>label<span class="Delimiter">(</span><a href='010---vm.cc.html#L228'>name</a><span class="Delimiter">));</span> +<span id="L57" class="LineNr"> 57 </span> <span class="Comment">// emit size for size-prefixed array</span> +<span id="L58" class="LineNr"> 58 </span> <a href='011run.cc.html#L125'>data</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L117'>line</a><span class="Delimiter">());</span> +<span id="L59" class="LineNr"> 59 </span> emit_hex_bytes<span class="Delimiter">(</span><a href='011run.cc.html#L125'>data</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>back<span class="Delimiter">(),</span> <a href='001help.cc.html#L157'>SIZE</a><span class="Delimiter">(</span>value<span class="Delimiter">.</span><a href='011run.cc.html#L125'>data</a><span class="Delimiter">)</span>-<span class="Comment">/*</span><span class="Comment">skip quotes</span><span class="Comment">*/</span><span class="Constant">2</span><span class="Delimiter">,</span> <span class="Constant">4</span><span class="Comment">/*</span><span class="Comment">bytes</span><span class="Comment">*/</span><span class="Delimiter">);</span> +<span id="L60" class="LineNr"> 60 </span> <span class="Comment">// emit data byte by byte</span> +<span id="L61" class="LineNr"> 61 </span> <a href='011run.cc.html#L125'>data</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L117'>line</a><span class="Delimiter">());</span> +<span id="L62" class="LineNr"> 62 </span> line& curr = <a href='011run.cc.html#L125'>data</a><span class="Delimiter">.</span><a href='011run.cc.html#L109'>lines</a><span class="Delimiter">.</span>back<span class="Delimiter">();</span> +<span id="L63" class="LineNr"> 63 </span> <span class="Normal">for</span> <span class="Delimiter">(</span><span class="Normal">int</span> i = <span class="Comment">/*</span><span class="Comment">skip <a href='011run.cc.html#L108'>start</a> quote</span><span class="Comment">*/</span><span class="Constant">1</span><span class="Delimiter">;</span> i < <a href='001help.cc.html#L157'>SIZE</a><span class="Delimiter">(</span>value<span class="Delimiter">.</span><a href='011run.cc.html#L125'>data</a><span class="Delimiter">)</span>-<span class="Comment">/*</span><span class="Comment">skip <a href='003trace.cc.html#L222'>end</a> quote</span><span class="Comment">*/</span><span class="Constant">1</span><span class="Delimiter">;</span> ++i<span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L64" class="LineNr"> 64 </span> <span class="Normal">char</span> c = value<span class="Delimiter">.</span><a href='011run.cc.html#L125'>data</a><span class="Delimiter">.</span>at<span class="Delimiter">(</span>i<span class="Delimiter">);</span> +<span id="L65" class="LineNr"> 65 </span> curr<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L123'>word</a><span class="Delimiter">());</span> +<span id="L66" class="LineNr"> 66 </span> curr<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span><a href='011run.cc.html#L125'>data</a> = <a href='030---operands.cc.html#L274'>hex_byte_to_string</a><span class="Delimiter">(</span>c<span class="Delimiter">);</span> +<span id="L67" class="LineNr"> 67 </span> curr<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span>metadata<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>string<span class="Delimiter">(</span><span class="Constant">1</span><span class="Delimiter">,</span> c<span class="Delimiter">));</span> +<span id="L68" class="LineNr"> 68 </span> <span class="Delimiter">}</span> +<span id="L69" class="LineNr"> 69 </span><span class="Delimiter">}</span> +<span id="L70" class="LineNr"> 70 </span> +<span id="L71" class="LineNr"> 71 </span><a href='011run.cc.html#L117'>line</a> label<span class="Delimiter">(</span>string s<span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L72" class="LineNr"> 72 </span> <a href='011run.cc.html#L117'>line</a> result<span class="Delimiter">;</span> +<span id="L73" class="LineNr"> 73 </span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L123'>word</a><span class="Delimiter">());</span> +<span id="L74" class="LineNr"> 74 </span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">().</span><a href='011run.cc.html#L125'>data</a> = <span class="Delimiter">(</span>s+<span class="Constant">":"</span><span class="Delimiter">);</span> +<span id="L75" class="LineNr"> 75 </span> <span class="Identifier">return</span> result<span class="Delimiter">;</span> +<span id="L76" class="LineNr"> 76 </span><span class="Delimiter">}</span> +<span id="L77" class="LineNr"> 77 </span> +<span id="L78" class="LineNr"> 78 </span><span class="Comment">//: Within strings, whitespace is significant. So we need to redo our instruction</span> +<span id="L79" class="LineNr"> 79 </span><span class="Comment">//: parsing.</span> +<span id="L80" class="LineNr"> 80 </span> +<span id="L81" class="LineNr"> 81 </span><span class="Delimiter">:(scenarios parse_instruction_character_by_character)</span> +<span id="L82" class="LineNr"> 82 </span><span class="Delimiter">:(scenario instruction_with_string_literal)</span> +<span id="L83" class="LineNr"> 83 </span>a <span class="Constant">"abc def"</span> z <span class="Comment"># two spaces inside string</span> +<span id="L84" class="LineNr"> 84 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> +<span id="L85" class="LineNr"> 85 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "abc def"</span> +<span id="L86" class="LineNr"> 86 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: z</span> +<span id="L87" class="LineNr"> 87 </span><span class="Comment"># no other words</span> +<span id="L88" class="LineNr"> 88 </span>$parse2: <span class="Constant">3</span> +<span id="L89" class="LineNr"> 89 </span> +<span id="L90" class="LineNr"> 90 </span><span class="Delimiter">:(before "End Line Parsing Special-cases(line_data -> l)")</span> +<span id="L91" class="LineNr"> 91 </span><span class="Normal">if</span> <span class="Delimiter">(</span>line_data<span class="Delimiter">.</span>find<span class="Delimiter">(</span><span class="Constant">'"'</span><span class="Delimiter">)</span> != string::npos<span class="Delimiter">)</span> <span class="Delimiter">{</span> <span class="Comment">// can cause false-positives, but we can handle them</span> +<span id="L92" class="LineNr"> 92 </span> parse_instruction_character_by_character<span class="Delimiter">(</span>line_data<span class="Delimiter">,</span> l<span class="Delimiter">);</span> +<span id="L93" class="LineNr"> 93 </span> <span class="Identifier">continue</span><span class="Delimiter">;</span> +<span id="L94" class="LineNr"> 94 </span><span class="Delimiter">}</span> +<span id="L95" class="LineNr"> 95 </span> +<span id="L96" class="LineNr"> 96 </span><span class="Delimiter">:(code)</span> +<span id="L97" class="LineNr"> 97 </span><span class="Normal">void</span> parse_instruction_character_by_character<span class="Delimiter">(</span><span class="Normal">const</span> string& line_data<span class="Delimiter">,</span> vector<line>& out<span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L98" class="LineNr"> 98 </span> <span class="Comment">// parse literals</span> +<span id="L99" class="LineNr"> 99 </span> istringstream in<span class="Delimiter">(</span>line_data<span class="Delimiter">);</span> +<span id="L100" class="LineNr">100 </span> in >> std::noskipws<span class="Delimiter">;</span> +<span id="L101" class="LineNr">101 </span> <a href='011run.cc.html#L117'>line</a> result<span class="Delimiter">;</span> +<span id="L102" class="LineNr">102 </span> <span class="Comment">// add tokens (words or strings) one by one</span> +<span id="L103" class="LineNr">103 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L260'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span> +<span id="L104" class="LineNr">104 </span> <a href='038---literal_strings.cc.html#L137'>skip_whitespace</a><span class="Delimiter">(</span>in<span class="Delimiter">);</span> +<span id="L105" class="LineNr">105 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Identifier">break</span><span class="Delimiter">;</span> +<span id="L106" class="LineNr">106 </span> <span class="Normal">char</span> c = in<span class="Delimiter">.</span>get<span class="Delimiter">();</span> +<span id="L107" class="LineNr">107 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'#'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// comment; drop rest of line</span> +<span id="L108" class="LineNr">108 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">':'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// line metadata; skip for now</span> +<span id="L109" class="LineNr">109 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'.'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L110" class="LineNr">110 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Identifier">break</span><span class="Delimiter">;</span> <span class="Comment">// comment token at end of line</span> +<span id="L111" class="LineNr">111 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()))</span> +<span id="L112" class="LineNr">112 </span> <span class="Identifier">continue</span><span class="Delimiter">;</span> <span class="Comment">// '.' followed by space is comment token; skip</span> +<span id="L113" class="LineNr">113 </span> <span class="Delimiter">}</span> +<span id="L114" class="LineNr">114 </span> ostringstream w<span class="Delimiter">;</span> +<span id="L115" class="LineNr">115 </span> w << c<span class="Delimiter">;</span> +<span id="L116" class="LineNr">116 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L117" class="LineNr">117 </span> <span class="Comment">// slurp until '"'</span> +<span id="L118" class="LineNr">118 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L260'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span> +<span id="L119" class="LineNr">119 </span> in >> c<span class="Delimiter">;</span> +<span id="L120" class="LineNr">120 </span> w << c<span class="Delimiter">;</span> +<span id="L121" class="LineNr">121 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>c == <span class="Constant">'"'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span> +<span id="L122" class="LineNr">122 </span> <span class="Delimiter">}</span> +<span id="L123" class="LineNr">123 </span> <span class="Delimiter">}</span> +<span id="L124" class="LineNr">124 </span> <span class="Comment">// slurp any remaining characters until whitespace</span> +<span id="L125" class="LineNr">125 </span> <span class="Normal">while</span> <span class="Delimiter">(</span>!isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">())</span> && <a href='001help.cc.html#L260'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Delimiter">{</span> <span class="Comment">// peek can sometimes trigger eof(), so do it first</span> +<span id="L126" class="LineNr">126 </span> in >> c<span class="Delimiter">;</span> +<span id="L127" class="LineNr">127 </span> w << c<span class="Delimiter">;</span> +<span id="L128" class="LineNr">128 </span> <span class="Delimiter">}</span> +<span id="L129" class="LineNr">129 </span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>push_back<span class="Delimiter">(</span><a href='011run.cc.html#L123'>word</a><span class="Delimiter">());</span> +<span id="L130" class="LineNr">130 </span> <a href='011run.cc.html#L184'>parse_word</a><span class="Delimiter">(</span>w<span class="Delimiter">.</span>str<span class="Delimiter">(),</span> result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">());</span> +<span id="L131" class="LineNr">131 </span> <a href='003trace.cc.html#L196'>trace</a><span class="Delimiter">(</span><span class="Constant">99</span><span class="Delimiter">,</span> <span class="Constant">"parse2"</span><span class="Delimiter">)</span> << <span class="Constant">"word: "</span> << to_string<span class="Delimiter">(</span>result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>back<span class="Delimiter">())</span> << <a href='003trace.cc.html#L222'>end</a><span class="Delimiter">();</span> +<span id="L132" class="LineNr">132 </span> <span class="Delimiter">}</span> +<span id="L133" class="LineNr">133 </span> <span class="Normal">if</span> <span class="Delimiter">(</span>!result<span class="Delimiter">.</span><a href='011run.cc.html#L118'>words</a><span class="Delimiter">.</span>empty<span class="Delimiter">())</span> +<span id="L134" class="LineNr">134 </span> out<span class="Delimiter">.</span>push_back<span class="Delimiter">(</span>result<span class="Delimiter">);</span> +<span id="L135" class="LineNr">135 </span><span class="Delimiter">}</span> +<span id="L136" class="LineNr">136 </span> +<span id="L137" class="LineNr">137 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L137'>skip_whitespace</a><span class="Delimiter">(</span>istream& in<span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L138" class="LineNr">138 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><span class="Constant">true</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L139" class="LineNr">139 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L260'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && isspace<span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()))</span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span> +<span id="L140" class="LineNr">140 </span> <span class="Normal">else</span> <span class="Identifier">break</span><span class="Delimiter">;</span> +<span id="L141" class="LineNr">141 </span> <span class="Delimiter">}</span> +<span id="L142" class="LineNr">142 </span><span class="Delimiter">}</span> +<span id="L143" class="LineNr">143 </span> +<span id="L144" class="LineNr">144 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L144'>skip_comment</a><span class="Delimiter">(</span>istream& in<span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L145" class="LineNr">145 </span> <span class="Normal">if</span> <span class="Delimiter">(</span><a href='001help.cc.html#L260'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> == <span class="Constant">'#'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L146" class="LineNr">146 </span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span> +<span id="L147" class="LineNr">147 </span> <span class="Normal">while</span> <span class="Delimiter">(</span><a href='001help.cc.html#L260'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">)</span> && in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> != <span class="cSpecial">'\n'</span><span class="Delimiter">)</span> in<span class="Delimiter">.</span>get<span class="Delimiter">();</span> +<span id="L148" class="LineNr">148 </span> <span class="Delimiter">}</span> +<span id="L149" class="LineNr">149 </span><span class="Delimiter">}</span> +<span id="L150" class="LineNr">150 </span> +<span id="L151" class="LineNr">151 </span><span class="Comment">// helper for tests</span> +<span id="L152" class="LineNr">152 </span><span class="Normal">void</span> parse_instruction_character_by_character<span class="Delimiter">(</span><span class="Normal">const</span> string& line_data<span class="Delimiter">)</span> <span class="Delimiter">{</span> +<span id="L153" class="LineNr">153 </span> vector<line> out<span class="Delimiter">;</span> +<span id="L154" class="LineNr">154 </span> parse_instruction_character_by_character<span class="Delimiter">(</span>line_data<span class="Delimiter">,</span> out<span class="Delimiter">);</span> +<span id="L155" class="LineNr">155 </span><span class="Delimiter">}</span> +<span id="L156" class="LineNr">156 </span> +<span id="L157" class="LineNr">157 </span><span class="Delimiter">:(scenario parse2_comment_token_in_middle)</span> +<span id="L158" class="LineNr">158 </span>a <span class="Delimiter">.</span> z +<span id="L159" class="LineNr">159 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> +<span id="L160" class="LineNr">160 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: z</span> +<span id="L161" class="LineNr">161 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span> +<span id="L162" class="LineNr">162 </span><span class="Comment"># no other words</span> +<span id="L163" class="LineNr">163 </span>$parse2: <span class="Constant">2</span> +<span id="L164" class="LineNr">164 </span> +<span id="L165" class="LineNr">165 </span><span class="Delimiter">:(scenario parse2_word_starting_with_dot)</span> +<span id="L166" class="LineNr">166 </span>a <span class="Delimiter">.</span>b c +<span id="L167" class="LineNr">167 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> +<span id="L168" class="LineNr">168 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .b</span> +<span id="L169" class="LineNr">169 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: c</span> +<span id="L170" class="LineNr">170 </span> +<span id="L171" class="LineNr">171 </span><span class="Delimiter">:(scenario parse2_comment_token_at_start)</span> +<span id="L172" class="LineNr">172 </span><span class="Delimiter">.</span> a b +<span id="L173" class="LineNr">173 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> +<span id="L174" class="LineNr">174 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span> +<span id="L175" class="LineNr">175 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span> +<span id="L176" class="LineNr">176 </span> +<span id="L177" class="LineNr">177 </span><span class="Delimiter">:(scenario parse2_comment_token_at_end)</span> +<span id="L178" class="LineNr">178 </span>a b <span class="Delimiter">.</span> +<span id="L179" class="LineNr">179 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> +<span id="L180" class="LineNr">180 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span> +<span id="L181" class="LineNr">181 </span><span class="traceAbsent">-parse2: <a href='011run.cc.html#L123'>word</a>: .</span> +<span id="L182" class="LineNr">182 </span> +<span id="L183" class="LineNr">183 </span><span class="Delimiter">:(scenario parse2_word_starting_with_dot_at_start)</span> +<span id="L184" class="LineNr">184 </span><span class="Delimiter">.</span>a b c +<span id="L185" class="LineNr">185 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .a</span> +<span id="L186" class="LineNr">186 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b</span> +<span id="L187" class="LineNr">187 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: c</span> +<span id="L188" class="LineNr">188 </span> +<span id="L189" class="LineNr">189 </span><span class="Delimiter">:(scenario parse2_metadata)</span> +<span id="L190" class="LineNr">190 </span><span class="Delimiter">.</span>a b/c d +<span id="L191" class="LineNr">191 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: .a</span> +<span id="L192" class="LineNr">192 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: b /c</span> +<span id="L193" class="LineNr">193 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: d</span> +<span id="L194" class="LineNr">194 </span> +<span id="L195" class="LineNr">195 </span><span class="Delimiter">:(scenario parse2_string_with_metadata)</span> +<span id="L196" class="LineNr">196 </span>a <span class="Constant">"bc def"</span>/disp32 g +<span id="L197" class="LineNr">197 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> +<span id="L198" class="LineNr">198 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "bc def" /disp32</span> +<span id="L199" class="LineNr">199 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: g</span> +<span id="L200" class="LineNr">200 </span> +<span id="L201" class="LineNr">201 </span><span class="Delimiter">:(scenario parse2_string_with_metadata_at_end)</span> +<span id="L202" class="LineNr">202 </span>a <span class="Constant">"bc def"</span>/disp32 +<span id="L203" class="LineNr">203 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: a</span> +<span id="L204" class="LineNr">204 </span><span class="traceContains">+parse2: <a href='011run.cc.html#L123'>word</a>: "bc def" /disp32</span> +<span id="L205" class="LineNr">205 </span> +<span id="L206" class="LineNr">206 </span><span class="Delimiter">:(code)</span> +<span id="L207" class="LineNr">207 </span><span class="Normal">void</span> <a href='038---literal_strings.cc.html#L207'>test_parse2_string_with_metadata_at_end_of_line_without_newline</a><span class="Delimiter">()</span> <span class="Delimiter">{</span> +<span id="L208" class="LineNr">208 </span> parse_instruction_character_by_character<span class="Delimiter">(</span> +<span id="L209" class="LineNr">209 </span> <span class="Constant">"68/push </span><span class="cSpecial">\"</span><span class="Constant">test</span><span class="cSpecial">\"</span><span class="Constant">/f"</span> <span class="Comment">// no newline, which is how calls from parse() will look</span> +<span id="L210" class="LineNr">210 </span> <span class="Delimiter">);</span> +<span id="L211" class="LineNr">211 </span> <a href='003trace.cc.html#L250'>CHECK_TRACE_CONTENTS</a><span class="Delimiter">(</span> +<span id="L212" class="LineNr">212 </span> <span class="Constant">"parse2: <a href='011run.cc.html#L123'>word</a>: 68 /push^D"</span> +<span id="L213" class="LineNr">213 </span> <span class="Constant">"parse2: <a href='011run.cc.html#L123'>word</a>: </span><span class="cSpecial">\"</span><span class="Constant">test</span><span class="cSpecial">\"</span><span class="Constant"> /f^D"</span> +<span id="L214" class="LineNr">214 </span> <span class="Delimiter">);</span> +<span id="L215" class="LineNr">215 </span><span class="Delimiter">}</span> +</pre> +</body> +</html> +<!-- vim: set foldmethod=manual : --> |