about summary refs log tree commit diff stats
path: root/html/017parse_tree.cc.html
blob: 6b648ab6bb0e251811b057d8ed7a3d00ddbaf10e (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
<html>
<head>
<meta http-equiv="content-type" content="text/html; charset=UTF-8">
<title>Mu - 017parse_tree.cc</title>
<meta name="Generator" content="Vim/8.0">
<meta name="plugin-version" content="vim7.4_v2">
<meta name="syntax" content="cpp">
<meta name="settings" content="number_lines,use_css,pre_wrap,no_foldcolumn,expand_tabs,line_ids,prevent_copy=">
<meta name="colorscheme" content="minimal-light">
<style type="text/css">
<!--
pre { white-space: pre-wrap; font-family: monospace; color: #000000; background-color: #c6c6c6; }
body { font-size:12pt; font-family: monospace; color: #000000; background-color: #c6c6c6; }
a { color:inherit; }
* { font-size:12pt; font-size: 1em; }
.LineNr { }
.muData { color: #ffff00; }
.Constant { color: #008787; }
.muRecipe { color: #ff8700; }
.Delimiter { color: #c000c0; }
.Special { color: #d70000; }
.Identifier { color: #af5f00; }
.Normal { color: #000000; background-color: #c6c6c6; padding-bottom: 1px; }
.Comment { color: #005faf; }
.traceContains { color: #005f00; }
-->
</style>

<script type='text/javascript'>
<!--

/* function to open any folds containing a jumped-to line before jumping to it */
function JumpToLine()
{
  var lineNum;
  lineNum = window.location.hash;
  lineNum = lineNum.substr(1); /* strip off '#' */

  if (lineNum.indexOf('L') == -1) {
    lineNum = 'L'+lineNum;
  }
  lineElem = document.getElementById(lineNum);
  /* Always jump to new location even if the line was hidden inside a fold, or
   * we corrected the raw number to a line ID.
   */
  if (lineElem) {
    lineElem.scrollIntoView(true);
  }
  return true;
}
if ('onhashchange' in window) {
  window.onhashchange = JumpToLine;
}

-->
</script>
</head>
<body onload='JumpToLine();'>
<a href='https://github.com/akkartik/mu/blob/master/017parse_tree.cc'>https://github.com/akkartik/mu/blob/master/017parse_tree.cc</a>
<pre id='vimCodeElement'>
<span id="L1" class="LineNr">  1 </span><span class="Comment">// So far instructions can only contain linear lists of properties. Now we add</span>
<span id="L2" class="LineNr">  2 </span><span class="Comment">// support for more complex trees of properties in dilated reagents. This will</span>
<span id="L3" class="LineNr">  3 </span><span class="Comment">// come in handy later for expressing complex types, like &quot;a dictionary from</span>
<span id="L4" class="LineNr">  4 </span><span class="Comment">// (address to array of charaters) to (list of numbers)&quot;.</span>
<span id="L5" class="LineNr">  5 </span><span class="Comment">//</span>
<span id="L6" class="LineNr">  6 </span><span class="Comment">// Type trees aren't as general as s-expressions even if they look like them:</span>
<span id="L7" class="LineNr">  7 </span><span class="Comment">// the first element of a type tree is always an atom, and it can never be</span>
<span id="L8" class="LineNr">  8 </span><span class="Comment">// dotted (right-&gt;right-&gt;right-&gt;...-&gt;right is always NULL).</span>
<span id="L9" class="LineNr">  9 </span><span class="Comment">//</span>
<span id="L10" class="LineNr"> 10 </span><span class="Comment">// For now you can't use the simpler 'colon-based' representation inside type</span>
<span id="L11" class="LineNr"> 11 </span><span class="Comment">// trees. Once you start typing parens, keep on typing parens.</span>
<span id="L12" class="LineNr"> 12 </span>
<span id="L13" class="LineNr"> 13 </span><span class="Delimiter">:(scenarios load)</span>
<span id="L14" class="LineNr"> 14 </span><span class="Delimiter">:(scenario dilated_reagent_with_nested_brackets)</span>
<span id="L15" class="LineNr"> 15 </span><span class="muRecipe">def</span> <a href='000organization.cc.html#L113'>main</a> [
<span id="L16" class="LineNr"> 16 </span>  <span class="Delimiter">{</span><span class="Constant">1</span>: number<span class="Delimiter">,</span> foo: <span class="Delimiter">(</span>bar <span class="Delimiter">(</span>baz quux<span class="Delimiter">))}</span><span class="Special"> &lt;- </span>copy <span class="Constant">34</span>
<span id="L17" class="LineNr"> 17 </span>]
<span id="L18" class="LineNr"> 18 </span><span class="traceContains">+parse:   product: {1: &quot;number&quot;, &quot;foo&quot;: (&quot;bar&quot; (&quot;baz&quot; &quot;quux&quot;))}</span>
<span id="L19" class="LineNr"> 19 </span>
<span id="L20" class="LineNr"> 20 </span><span class="Delimiter">:(before &quot;End Parsing Dilated Reagent Property(value)&quot;)</span>
<span id="L21" class="LineNr"> 21 </span>value = parse_string_tree<span class="Delimiter">(</span>value<span class="Delimiter">);</span>
<span id="L22" class="LineNr"> 22 </span><span class="Delimiter">:(before &quot;End Parsing Dilated Reagent Type Property(type_names)&quot;)</span>
<span id="L23" class="LineNr"> 23 </span>type_names = parse_string_tree<span class="Delimiter">(</span>type_names<span class="Delimiter">);</span>
<span id="L24" class="LineNr"> 24 </span>
<span id="L25" class="LineNr"> 25 </span><span class="Delimiter">:(code)</span>
<span id="L26" class="LineNr"> 26 </span>string_tree* parse_string_tree<span class="Delimiter">(</span>string_tree* s<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L27" class="LineNr"> 27 </span>  assert<span class="Delimiter">(</span>s<span class="Delimiter">-&gt;</span>atom<span class="Delimiter">);</span>
<span id="L28" class="LineNr"> 28 </span>  <span class="Normal">if</span> <span class="Delimiter">(</span>!starts_with<span class="Delimiter">(</span>s<span class="Delimiter">-&gt;</span>value<span class="Delimiter">,</span> <span class="Constant">&quot;(&quot;</span><span class="Delimiter">))</span> <span class="Identifier">return</span> s<span class="Delimiter">;</span>
<span id="L29" class="LineNr"> 29 </span>  string_tree* result = parse_string_tree<span class="Delimiter">(</span>s<span class="Delimiter">-&gt;</span>value<span class="Delimiter">);</span>
<span id="L30" class="LineNr"> 30 </span>  <span class="Normal">delete</span> s<span class="Delimiter">;</span>
<span id="L31" class="LineNr"> 31 </span>  <span class="Identifier">return</span> result<span class="Delimiter">;</span>
<span id="L32" class="LineNr"> 32 </span><span class="Delimiter">}</span>
<span id="L33" class="LineNr"> 33 </span>
<span id="L34" class="LineNr"> 34 </span>string_tree* parse_string_tree<span class="Delimiter">(</span><span class="Normal">const</span> string&amp; s<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L35" class="LineNr"> 35 </span>  istringstream in<span class="Delimiter">(</span>s<span class="Delimiter">);</span>
<span id="L36" class="LineNr"> 36 </span>  in &gt;&gt; std::noskipws<span class="Delimiter">;</span>
<span id="L37" class="LineNr"> 37 </span>  <span class="Identifier">return</span> parse_string_tree<span class="Delimiter">(</span>in<span class="Delimiter">);</span>
<span id="L38" class="LineNr"> 38 </span><span class="Delimiter">}</span>
<span id="L39" class="LineNr"> 39 </span>
<span id="L40" class="LineNr"> 40 </span>string_tree* parse_string_tree<span class="Delimiter">(</span>istream&amp; in<span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L41" class="LineNr"> 41 </span>  skip_whitespace_but_not_newline<span class="Delimiter">(</span>in<span class="Delimiter">);</span>
<span id="L42" class="LineNr"> 42 </span>  <span class="Normal">if</span> <span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">))</span> <span class="Identifier">return</span> <span class="Constant">NULL</span><span class="Delimiter">;</span>
<span id="L43" class="LineNr"> 43 </span>  <span class="Normal">if</span> <span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> == <span class="Constant">')'</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L44" class="LineNr"> 44 </span>    in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>
<span id="L45" class="LineNr"> 45 </span>    <span class="Identifier">return</span> <span class="Constant">NULL</span><span class="Delimiter">;</span>
<span id="L46" class="LineNr"> 46 </span>  <span class="Delimiter">}</span>
<span id="L47" class="LineNr"> 47 </span>  <span class="Normal">if</span> <span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> != <span class="Constant">'('</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L48" class="LineNr"> 48 </span>    string s = <a href='011load.cc.html#L169'>next_word</a><span class="Delimiter">(</span>in<span class="Delimiter">);</span>
<span id="L49" class="LineNr"> 49 </span>    <span class="Normal">if</span> <span class="Delimiter">(</span>s<span class="Delimiter">.</span>empty<span class="Delimiter">())</span> <span class="Delimiter">{</span>
<span id="L50" class="LineNr"> 50 </span>      assert<span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">));</span>
<span id="L51" class="LineNr"> 51 </span>      <a href='003trace.cc.html#L196'>raise</a> &lt;&lt; <span class="Constant">&quot;incomplete string tree at <a href='003trace.cc.html#L225'>end</a> of file (0)\n&quot;</span> &lt;&lt; <a href='003trace.cc.html#L225'>end</a><span class="Delimiter">();</span>
<span id="L52" class="LineNr"> 52 </span>      <span class="Identifier">return</span> <span class="Constant">NULL</span><span class="Delimiter">;</span>
<span id="L53" class="LineNr"> 53 </span>    <span class="Delimiter">}</span>
<span id="L54" class="LineNr"> 54 </span>    string_tree* result = <span class="Normal">new</span> string_tree<span class="Delimiter">(</span>s<span class="Delimiter">);</span>
<span id="L55" class="LineNr"> 55 </span>    <span class="Identifier">return</span> result<span class="Delimiter">;</span>
<span id="L56" class="LineNr"> 56 </span>  <span class="Delimiter">}</span>
<span id="L57" class="LineNr"> 57 </span>  in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>  <span class="Comment">// skip '('</span>
<span id="L58" class="LineNr"> 58 </span>  string_tree* result = <span class="Constant">NULL</span><span class="Delimiter">;</span>
<span id="L59" class="LineNr"> 59 </span>  string_tree** curr = &amp;result<span class="Delimiter">;</span>
<span id="L60" class="LineNr"> 60 </span>  <span class="Normal">while</span> <span class="Delimiter">(</span><span class="Constant">true</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L61" class="LineNr"> 61 </span>    skip_whitespace_but_not_newline<span class="Delimiter">(</span>in<span class="Delimiter">);</span>
<span id="L62" class="LineNr"> 62 </span>    assert<span class="Delimiter">(</span><a href='001help.cc.html#L239'>has_data</a><span class="Delimiter">(</span>in<span class="Delimiter">));</span>
<span id="L63" class="LineNr"> 63 </span>    <span class="Normal">if</span> <span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> == <span class="Constant">')'</span><span class="Delimiter">)</span> <span class="Identifier">break</span><span class="Delimiter">;</span>
<span id="L64" class="LineNr"> 64 </span>    *curr = <span class="Normal">new</span> string_tree<span class="Delimiter">(</span><span class="Constant">NULL</span><span class="Delimiter">,</span> <span class="Constant">NULL</span><span class="Delimiter">);</span>
<span id="L65" class="LineNr"> 65 </span>    <span class="Normal">if</span> <span class="Delimiter">(</span>in<span class="Delimiter">.</span>peek<span class="Delimiter">()</span> == <span class="Constant">'('</span><span class="Delimiter">)</span> <span class="Delimiter">{</span>
<span id="L66" class="LineNr"> 66 </span>      <span class="Delimiter">(</span>*curr<span class="Delimiter">)-&gt;</span>left = parse_string_tree<span class="Delimiter">(</span>in<span class="Delimiter">);</span>
<span id="L67" class="LineNr"> 67 </span>    <span class="Delimiter">}</span>
<span id="L68" class="LineNr"> 68 </span>    <span class="Normal">else</span> <span class="Delimiter">{</span>
<span id="L69" class="LineNr"> 69 </span>      string s = <a href='011load.cc.html#L169'>next_word</a><span class="Delimiter">(</span>in<span class="Delimiter">);</span>
<span id="L70" class="LineNr"> 70 </span>      <span class="Normal">if</span> <span class="Delimiter">(</span>s<span class="Delimiter">.</span>empty<span class="Delimiter">())</span> <span class="Delimiter">{</span>
<span id="L71" class="LineNr"> 71 </span>        assert<span class="Delimiter">(</span>!has_data<span class="Delimiter">(</span>in<span class="Delimiter">));</span>
<span id="L72" class="LineNr"> 72 </span>        <a href='003trace.cc.html#L196'>raise</a> &lt;&lt; <span class="Constant">&quot;incomplete string tree at <a href='003trace.cc.html#L225'>end</a> of file (1)\n&quot;</span> &lt;&lt; <a href='003trace.cc.html#L225'>end</a><span class="Delimiter">();</span>
<span id="L73" class="LineNr"> 73 </span>        <span class="Identifier">return</span> <span class="Constant">NULL</span><span class="Delimiter">;</span>
<span id="L74" class="LineNr"> 74 </span>      <span class="Delimiter">}</span>
<span id="L75" class="LineNr"> 75 </span>      <span class="Delimiter">(</span>*curr<span class="Delimiter">)-&gt;</span>left = <span class="Normal">new</span> string_tree<span class="Delimiter">(</span>s<span class="Delimiter">);</span>
<span id="L76" class="LineNr"> 76 </span>    <span class="Delimiter">}</span>
<span id="L77" class="LineNr"> 77 </span>    curr = &amp;<span class="Delimiter">(</span>*curr<span class="Delimiter">)-&gt;</span>right<span class="Delimiter">;</span>
<span id="L78" class="LineNr"> 78 </span>  <span class="Delimiter">}</span>
<span id="L79" class="LineNr"> 79 </span>  in<span class="Delimiter">.</span>get<span class="Delimiter">();</span>  <span class="Comment">// skip ')'</span>
<span id="L80" class="LineNr"> 80 </span>  assert<span class="Delimiter">(</span>*curr == <span class="Constant">NULL</span><span class="Delimiter">);</span>
<span id="L81" class="LineNr"> 81 </span>  <span class="Identifier">return</span> result<span class="Delimiter">;</span>
<span id="L82" class="LineNr"> 82 </span><span class="Delimiter">}</span>
<span id="L83" class="LineNr"> 83 </span>
<span id="L84" class="LineNr"> 84 </span><span class="Delimiter">:(scenario dilated_reagent_with_type_tree)</span>
<span id="L85" class="LineNr"> 85 </span><span class="Special">% Hide_errors = true;  // 'map' isn't defined yet</span>
<span id="L86" class="LineNr"> 86 </span><span class="muRecipe">def</span> <a href='000organization.cc.html#L113'>main</a> [
<span id="L87" class="LineNr"> 87 </span>  <span class="Delimiter">{</span><span class="Constant">1</span>: <span class="Delimiter">(</span>foo <span class="Delimiter">(</span><a href='043space.cc.html#L101'>address</a> array character<span class="Delimiter">)</span> <span class="Delimiter">(</span>bar number<span class="Delimiter">))}</span><span class="Special"> &lt;- </span>copy <span class="Constant">34</span>
<span id="L88" class="LineNr"> 88 </span>]
<span id="L89" class="LineNr"> 89 </span><span class="Comment"># just to avoid errors</span>
<span id="L90" class="LineNr"> 90 </span><span class="muData">container</span> foo [
<span id="L91" class="LineNr"> 91 </span>]
<span id="L92" class="LineNr"> 92 </span><span class="muData">container</span> bar [
<span id="L93" class="LineNr"> 93 </span>]
<span id="L94" class="LineNr"> 94 </span><span class="traceContains">+parse:   product: {1: (&quot;foo&quot; (&quot;address&quot; &quot;array&quot; &quot;character&quot;) (&quot;bar&quot; &quot;number&quot;))}</span>
<span id="L95" class="LineNr"> 95 </span>
<span id="L96" class="LineNr"> 96 </span><span class="Delimiter">:(scenario dilated_empty_tree)</span>
<span id="L97" class="LineNr"> 97 </span><span class="muRecipe">def</span> <a href='000organization.cc.html#L113'>main</a> [
<span id="L98" class="LineNr"> 98 </span>  <span class="Delimiter">{</span><span class="Constant">1</span>: number<span class="Delimiter">,</span> foo: <span class="Delimiter">()}</span><span class="Special"> &lt;- </span>copy <span class="Constant">34</span>
<span id="L99" class="LineNr"> 99 </span>]
<span id="L100" class="LineNr">100 </span><span class="traceContains">+parse:   product: {1: &quot;number&quot;, &quot;foo&quot;: ()}</span>
<span id="L101" class="LineNr">101 </span>
<span id="L102" class="LineNr">102 </span><span class="Delimiter">:(scenario dilated_singleton_tree)</span>
<span id="L103" class="LineNr">103 </span><span class="muRecipe">def</span> <a href='000organization.cc.html#L113'>main</a> [
<span id="L104" class="LineNr">104 </span>  <span class="Delimiter">{</span><span class="Constant">1</span>: number<span class="Delimiter">,</span> foo: <span class="Delimiter">(</span>bar<span class="Delimiter">)}</span><span class="Special"> &lt;- </span>copy <span class="Constant">34</span>
<span id="L105" class="LineNr">105 </span>]
<span id="L106" class="LineNr">106 </span><span class="traceContains">+parse:   product: {1: &quot;number&quot;, &quot;foo&quot;: (&quot;bar&quot;)}</span>
</pre>
</body>
</html>
<!-- vim: set foldmethod=manual : -->