mu - Soul of a tiny new machine. More thorough tests → More comprehensible and rewrite-friendly software → More resilient society.

	Commit message (Expand)	Author	Age	Files	Lines
*	7842 - new directory organization	Kartik K. Agaram	2021-03-03	1	-0/+12

<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd"> <html> <head> <meta http-equiv="content-type" content="text/html; charset=UTF-8"> <title>Mu - 011load.cc</title> <meta name="Generator" content="Vim/7.4"> <meta name="plugin-version" content="vim7.4_v2"> <meta name="syntax" content="cpp"> <meta name="settings" content="number_lines,use_css,pre_wrap,no_foldcolumn,expand_tabs,line_ids,prevent_copy="> <meta name="colorscheme" content="minimal"> <style type="text/css">  </style> <script type='text/javascript'>  </script> </head> <body onload='JumpToLine();'> <pre id='vimCodeElement'> 1 //: Phase 1 of running Mu code: load it from a textual representation. 2 //: 3 //: The process of running Mu code: 4 //: load -> transform -> run 5 6 :(scenarios load) // use 'load' instead of 'run' in all scenarios in this layer 7 :(scenario first_recipe) 8 def <a href='000organization.cc.html#L113'>main</a> [ 9 1:number <- copy 23 10 ] 11 +parse: <a href='010vm.cc.html#L32'>instruction</a>: copy 12 +parse: ingredient: {23: "literal"} 13 +parse: product: {1: "number"} 14 15 :(code) 16 vector<recipe_ordinal> load(string form) { 17 istringstream in(form); 18 in >> std::noskipws; 19 return load(in); 20 } 21 22 vector<recipe_ordinal> load(istream& in) { 23 in >> std::noskipws; 24 vector<recipe_ordinal> result; 25 while (<a href='001help.cc.html#L238'>has_data</a>(in)) { 26 ¦ <a href='011load.cc.html#L209'>skip_whitespace_and_comments</a>(in); 27 ¦ if (!has_data(in)) break; 28 ¦ string command = <a href='011load.cc.html#L167'>next_word</a>(in); 29 ¦ if (command.empty()) { 30 ¦ ¦ assert(!has_data(in)); 31 ¦ ¦ break; 32 ¦ } 33 ¦ // Command Handlers 34 ¦ if (command == "recipe" || command == "def") { 35 ¦ ¦ <a href='010vm.cc.html#L14'>recipe_ordinal</a> r = <a href='011load.cc.html#L53'>slurp_recipe</a>(in); 36 ¦ ¦ if (r > 0) result.push_back(r); 37 ¦ } 38 ¦ else if (command == "recipe!" || command == "def!") { 39 ¦ ¦ Disable_redefine_checks = true; 40 ¦ ¦ <a href='010vm.cc.html#L14'>recipe_ordinal</a> r = <a href='011load.cc.html#L53'>slurp_recipe</a>(in); 41 ¦ ¦ if (r > 0) result.push_back(r); 42 ¦ ¦ Disable_redefine_checks = false; 43 ¦ } 44 ¦ // End Command Handlers 45 ¦ else { 46 ¦ ¦ <a href='003trace.cc.html#L168'>raise</a> << "unknown top-level command: " << command << '\n' << <a href='003trace.cc.html#L197'>end</a>(); 47 ¦ } 48 } 49 return result; 50 } 51 52 // return the recipe ordinal slurped, or -1 if it failed 53 int <a href='011load.cc.html#L53'>slurp_recipe</a>(istream& in) { 54 <a href='010vm.cc.html#L19'>recipe</a> result; 55 result.name = <a href='011load.cc.html#L167'>next_word</a>(in); 56 if (result.name.empty()) { 57 ¦ assert(!has_data(in)); 58 ¦ <a href='003trace.cc.html#L168'>raise</a> << "file ended with 'recipe'\n" << <a href='003trace.cc.html#L197'>end</a>(); 59 ¦ return -1; 60 } 61 // End Load Recipe Name 62 skip_whitespace_but_not_newline(in); 63 // End Recipe Refinements 64 if (result.name.empty()) 65 ¦ <a href='003trace.cc.html#L168'>raise</a> << "empty result.name\n" << <a href='003trace.cc.html#L197'>end</a>(); 66 <a href='003trace.cc.html#L161'>trace</a>(9991, "parse") << "--- defining " << result.name << <a href='003trace.cc.html#L197'>end</a>(); 67 if (!contains_key(Recipe_ordinal, result.name)) 68 ¦ <a href='001help.cc.html#L221'>put</a>(Recipe_ordinal, result.name, Next_recipe_ordinal++); 69 if (Recipe.find(get(Recipe_ordinal, result.name)) != Recipe.<a href='003trace.cc.html#L197'>end</a>()) { 70 ¦ <a href='003trace.cc.html#L161'>trace</a>(9991, "parse") << "already exists" << <a href='003trace.cc.html#L197'>end</a>(); 71 ¦ if (<a href='011load.cc.html#L378'>should_check_for_redefine</a>(result.name)) 72 ¦ ¦ <a href='003trace.cc.html#L168'>raise</a> << "redefining <a href='010vm.cc.html#L19'>recipe</a> " << result.name << "\n" << <a href='003trace.cc.html#L197'>end</a>(); 73 ¦ Recipe.erase(get(Recipe_ordinal, result.name)); 74 } 75 <a href='011load.cc.html#L81'>slurp_body</a>(in, result); 76 // End Recipe Body(result) 77 <a href='001help.cc.html#L221'>put</a>(Recipe, get(Recipe_ordinal, result.name), result); 78 return get(Recipe_ordinal, result.name); 79 } 80 81 void <a href='011load.cc.html#L81'>slurp_body</a>(istream& in, recipe& result) { 82 in >> std::noskipws; 83 skip_whitespace_but_not_newline(in); 84 if (in.get() != '[') 85 ¦ <a href='003trace.cc.html#L168'>raise</a> << result.name << ": <a href='010vm.cc.html#L19'>recipe</a> body must begin with '['\n" << <a href='003trace.cc.html#L197'>end</a>(); 86 <a href='011load.cc.html#L209'>skip_whitespace_and_comments</a>(in); // permit trailing comment after '[' 87 <a href='010vm.cc.html#L32'>instruction</a> curr; 88 while (<a href='011load.cc.html#L96'>next_instruction</a>(in, &curr)) { 89 ¦ curr.original_string = to_original_string(curr); 90 ¦ // End Rewrite Instruction(curr, recipe result) 91 ¦ <a href='003trace.cc.html#L161'>trace</a>(9992, "load") << "after rewriting: " << <a href='028call_return.cc.html#L158'>to_string</a>(curr) << <a href='003trace.cc.html#L197'>end</a>(); 92 ¦ if (!curr.is_empty()) result.steps.push_back(curr); 93 } 94 } 95 96 bool <a href='011load.cc.html#L96'>next_instruction</a>(istream& in, instruction* curr) { 97 curr-><a href='050scenario.cc.html#L60'>clear</a>(); 98 <a href='011load.cc.html#L209'>skip_whitespace_and_comments</a>(in); 99 if (!has_data(in)) { 100 ¦ <a href='003trace.cc.html#L168'>raise</a> << "incomplete <a href='010vm.cc.html#L19'>recipe</a> at <a href='003trace.cc.html#L197'>end</a> of file (0)\n" << <a href='003trace.cc.html#L197'>end</a>(); 101 ¦ return false; 102 } 103 104 vector<string> words; 105 while (<a href='001help.cc.html#L238'>has_data</a>(in) && in.peek() != '\n') { 106 ¦ skip_whitespace_but_not_newline(in); 107 ¦ if (!has_data(in)) { 108 ¦ ¦ <a href='003trace.cc.html#L168'>raise</a> << "incomplete <a href='010vm.cc.html#L19'>recipe</a> at <a href='003trace.cc.html#L197'>end</a> of file (1)\n" << <a href='003trace.cc.html#L197'>end</a>(); 109 ¦ ¦ return false; 110 ¦ } 111 ¦ string word = <a href='011load.cc.html#L167'>next_word</a>(in); 112 ¦ if (word.empty()) { 113 ¦ ¦ assert(!has_data(in)); 114 ¦ ¦ <a href='003trace.cc.html#L168'>raise</a> << "incomplete <a href='010vm.cc.html#L19'>recipe</a> at <a href='003trace.cc.html#L197'>end</a> of file (2)\n" << <a href='003trace.cc.html#L197'>end</a>(); 115 ¦ ¦ return false; 116 ¦ } 117 ¦ words.push_back(word); 118 ¦ skip_whitespace_but_not_newline(in); 119 } 120 <a href='011load.cc.html#L209'>skip_whitespace_and_comments</a>(in); 121 if (<a href='001help.cc.html#L141'>SIZE</a>(words) == 1 && words.at(0) == "]") 122 ¦ return false; // end of recipe 123 124 if (<a href='001help.cc.html#L141'>SIZE</a>(words) == 1 && <a href='011load.cc.html#L179'>is_label_word</a>(words.at(0))) { 125 ¦ curr->is_label = true; 126 ¦ curr->label = words.at(0); 127 ¦ <a href='003trace.cc.html#L161'>trace</a>(9993, "parse") << "label: " << curr->label << <a href='003trace.cc.html#L197'>end</a>(); 128 ¦ if (!has_data(in)) { 129 ¦ ¦ <a href='003trace.cc.html#L168'>raise</a> << "incomplete <a href='010vm.cc.html#L19'>recipe</a> at <a href='003trace.cc.html#L197'>end</a> of file (3)\n" << <a href='003trace.cc.html#L197'>end</a>(); 130 ¦ ¦ return false; 131 ¦ } 132 ¦ return true; 133 } 134 135 vector<string>::iterator p = words.begin(); 136 if (find(words.begin(), words.<a href='003trace.cc.html#L197'>end</a>(), "<-") != words.<a href='003trace.cc.html#L197'>end</a>()) { 137 ¦ for (; *p != "<-"; ++p) 138 ¦ ¦ curr->products.push_back(reagent(*p)); 139 ¦ ++p; // skip <- 140 } 141 142 if (p == words.<a href='003trace.cc.html#L197'>end</a>()) { 143 ¦ <a href='003trace.cc.html#L168'>raise</a> << "instruction prematurely ended with '<-'\n" << <a href='003trace.cc.html#L197'>end</a>(); 144 ¦ return false; 145 } 146 curr->name = *p; ++p; 147 // curr->operation will be set at transform time 148 149 for (; p != words.<a href='003trace.cc.html#L197'>end</a>(); ++p) 150 ¦ curr->ingredients.push_back(reagent(*p)); 151 152 <a href='003trace.cc.html#L161'>trace</a>(9993, "parse") << "instruction: " << curr->name << <a href='003trace.cc.html#L197'>end</a>(); 153 <a href='003trace.cc.html#L161'>trace</a>(9993, "parse") << " number of ingredients: " << <a href='001help.cc.html#L141'>SIZE</a>(curr->ingredients) << <a href='003trace.cc.html#L197'>end</a>(); 154 for (vector<reagent>::iterator p = curr->ingredients.begin(); p != curr->ingredients.<a href='003trace.cc.html#L197'>end</a>(); ++p) 155 ¦ <a href='003trace.cc.html#L161'>trace</a>(9993, "parse") << " ingredient: " << <a href='028call_return.cc.html#L158'>to_string</a>(*p) << <a href='003trace.cc.html#L197'>end</a>(); 156 for (vector<reagent>::iterator p = curr->products.begin(); p != curr->products.<a href='003trace.cc.html#L197'>end</a>(); ++p) 157 ¦ <a href='003trace.cc.html#L161'>trace</a>(9993, "parse") << " product: " << <a href='028call_return.cc.html#L158'>to_string</a>(*p) << <a href='003trace.cc.html#L197'>end</a>(); 158 if (!has_data(in)) { 159 ¦ <a href='003trace.cc.html#L168'>raise</a> << "9: unbalanced '[' for <a href='010vm.cc.html#L19'>recipe</a>\n" << <a href='003trace.cc.html#L197'>end</a>(); 160 ¦ return false; 161 } 162 // End next_instruction(curr) 163 return true; 164 } 165 166 // can return empty string -- only if `in` has no more data 167 string <a href='011load.cc.html#L167'>next_word</a>(istream& in) { 168 skip_whitespace_but_not_newline(in); 169 // End next_word Special-cases 170 ostringstream out; 171 <a href='011load.cc.html#L193'>slurp_word</a>(in, out); 172 <a href='011load.cc.html#L220'>skip_whitespace_and_comments_but_not_newline</a>(in); 173 string result = out.str(); 174 if (result != "[" && <a href='011load.cc.html#L184'>ends_with</a>(result, '[')) 175 ¦ <a href='003trace.cc.html#L168'>raise</a> << "insert a space before '[' in '" << result << "'\n" << <a href='003trace.cc.html#L197'>end</a>(); 176 return result; 177 } 178 179 bool <a href='011load.cc.html#L179'>is_label_word</a>(const string& word) { 180 if (word.empty()) return false; // error raised elsewhere 181 return !isalnum(word.at(0)) && string("$_*@&,=-[]()").find(word.at(0)) == string::npos; 182 } 183 184 bool <a href='011load.cc.html#L184'>ends_with</a>(const string& s, const char c) { 185 if (s.empty()) return false; 186 return *s.rbegin() == c; 187 } 188 189 :(before "End Globals") 190 // word boundaries 191 extern const string Terminators("(){}"); 192 :(code) 193 void <a href='011load.cc.html#L193'>slurp_word</a>(istream& in, ostream& out) { 194 char c; 195 if (<a href='001help.cc.html#L238'>has_data</a>(in) && Terminators.find(in.peek()) != string::npos) { 196 ¦ in >> c; 197 ¦ out << c; 198 ¦ return; 199 } 200 while (in >> c) { 201 ¦ if (isspace(c) || Terminators.find(c) != string::npos || Ignore.find(c) != string::npos) { 202 ¦ ¦ in.putback(c); 203 ¦ ¦ break; 204 ¦ } 205 ¦ out << c; 206 } 207 } 208 209 void <a href='011load.cc.html#L209'>skip_whitespace_and_comments</a>(istream& in) { 210 while (true) { 211 ¦ if (!has_data(in)) break; 212 ¦ if (isspace(in.peek())) in.get(); 213 ¦ else if (Ignore.find(in.peek()) != string::npos) in.get(); 214 ¦ else if (in.peek() == '#') <a href='011load.cc.html#L231'>skip_comment</a>(in); 215 ¦ else break; 216 } 217 } 218 219 // confusing; move to the next line only to skip a comment, but never otherwise 220 void <a href='011load.cc.html#L220'>skip_whitespace_and_comments_but_not_newline</a>(istream& in) { 221 while (true) { 222 ¦ if (!has_data(in)) break; 223 ¦ if (in.peek() == '\n') break; 224 ¦ if (isspace(in.peek())) in.get(); 225 ¦ else if (Ignore.find(in.peek()) != string::npos) in.get(); 226 ¦ else if (in.peek() == '#') <a href='011load.cc.html#L231'>skip_comment</a>(in); 227 ¦ else break; 228 } 229 } 230 231 void <a href='011load.cc.html#L231'>skip_comment</a>(istream& in) { 232 if (<a href='001help.cc.html#L238'>has_data</a>(in) && in.peek() == '#') { 233 ¦ in.get(); 234 ¦ while (<a href='001help.cc.html#L238'>has_data</a>(in) && in.peek() != '\n') in.get(); 235 } 236 } 237 238 :(scenario recipe_instead_of_def) 239 <a href='010vm.cc.html#L19'>recipe</a> <a href='000organization.cc.html#L113'>main</a> [ 240 1:number <- copy 23 241 ] 242 +parse: <a href='010vm.cc.html#L32'>instruction</a>: copy 243 +parse: ingredient: {23: "literal"} 244 +parse: product: {1: "number"} 245 246 :(scenario parse_comment_outside_recipe) 247 # this comment will be dropped by the tangler, so we need a dummy recipe to stop that 248 def f1 [ 249 ] 250 # this comment will go through to 'load' 251 def <a href='000organization.cc.html#L113'>main</a> [ 252 1:number <- copy 23 253 ] 254 +parse: <a href='010vm.cc.html#L32'>instruction</a>: copy 255 +parse: ingredient: {23: "literal"} 256 +parse: product: {1: "number"} 257 258 :(scenario parse_comment_amongst_instruction) 259 def <a href='000organization.cc.html#L113'>main</a> [ 260 # comment 261 1:number <- copy 23 262 ] 263 +parse: <a href='010vm.cc.html#L32'>instruction</a>: copy 264 +parse: ingredient: {23: "literal"} 265 +parse: product: {1: "number"} 266 267 :(scenario parse_comment_amongst_instruction_2) 268 def <a href='000organization.cc.html#L113'>main</a> [ 269 # comment 270 1:number <- copy 23 271 # comment 272 ] 273 +parse: <a href='010vm.cc.html#L32'>instruction</a>: copy 274 +parse: ingredient: {23: "literal"} 275 +parse: product: {1: "number"} 276 277 :(scenario parse_comment_amongst_instruction_3) 278 def <a href='000organization.cc.html#L113'>main</a> [ 279 1:number <- copy 23 280 # comment 281 2:number <- copy 23 282 ] 283 +parse: <a href='010vm.cc.html#L32'>instruction</a>: copy 284 +parse: ingredient: {23: "literal"} 285 +parse: product: {1: "number"} 286 +parse: <a href='010vm.cc.html#L32'>instruction</a>: copy 287 +parse: ingredient: {23: "literal"} 288 +parse: product: {2: "number"} 289 290 :(scenario parse_comment_after_instruction) 291 def <a href='000organization.cc.html#L113'>main</a> [ 292 1:number <- copy 23 # comment 293 ] 294 +parse: <a href='010vm.cc.html#L32'>instruction</a>: copy 295 +parse: ingredient: {23: "literal"} 296 +parse: product: {1: "number"} 297 298 :(scenario parse_label) 299 def <a href='000organization.cc.html#L113'>main</a> [ 300 +foo 301 ] 302 +parse: label: +foo 303 304 :(scenario parse_dollar_as_recipe_name) 305 def <a href='000organization.cc.html#L113'>main</a> [ 306 $foo 307 ] 308 +parse: <a href='010vm.cc.html#L32'>instruction</a>: $foo 309 310 :(scenario parse_multiple_properties) 311 def <a href='000organization.cc.html#L113'>main</a> [ 312 1:number <- copy 23/foo:bar:baz 313 ] 314 +parse: <a href='010vm.cc.html#L32'>instruction</a>: copy 315 +parse: ingredient: {23: "literal", "foo": ("bar" "baz")} 316 +parse: product: {1: "number"} 317 318 :(scenario parse_multiple_products) 319 def <a href='000organization.cc.html#L113'>main</a> [ 320 1:number, 2:number <- copy 23 321 ] 322 +parse: <a href='010vm.cc.html#L32'>instruction</a>: copy 323 +parse: ingredient: {23: "literal"} 324 +parse: product: {1: "number"} 325 +parse: product: {2: "number"} 326 327 :(scenario parse_multiple_ingredients) 328 def <a href='000organization.cc.html#L113'>main</a> [ 329 1:number, 2:number <- copy 23, 4:number 330 ] 331 +parse: <a href='010vm.cc.html#L32'>instruction</a>: copy 332 +parse: ingredient: {23: "literal"} 333 +parse: ingredient: {4: "number"} 334 +parse: product: {1: "number"} 335 +parse: product: {2: "number"} 336 337 :(scenario parse_multiple_types) 338 def <a href='000organization.cc.html#L113'>main</a> [ 339 1:number, 2:<a href='043space.cc.html#L76'>address</a>:number <- copy 23, 4:number 340 ] 341 +parse: <a href='010vm.cc.html#L32'>instruction</a>: copy 342 +parse: ingredient: {23: "literal"} 343 +parse: ingredient: {4: "number"} 344 +parse: product: {1: "number"} 345 +parse: product: {2: ("address" "number")} 346 347 :(scenario parse_properties) 348 def <a href='000organization.cc.html#L113'>main</a> [ 349 1:<a href='043space.cc.html#L76'>address</a>:number/lookup <- copy 23 350 ] 351 +parse: product: {1: ("address" "number"), "lookup": ()} 352 353 //: this test we can't represent with a scenario 354 :(code) 355 void <a href='011load.cc.html#L355'>test_parse_comment_terminated_by_eof</a>() { 356 load("recipe <a href='000organization.cc.html#L113'>main</a> [\n" 357 ¦ ¦ ¦" a:number <- copy 34\n" 358 ¦ ¦ ¦"]\n" 359 ¦ ¦ ¦"# abc"); // no newline after comment 360 cerr << "."; // termination = success 361 } 362 363 :(scenario warn_on_missing_space_before_bracket) 364 % Hide_errors = true; 365 def main[ 366 1:number <- copy 23 367 ] 368 +error: insert a space before '[' in 'main[' 369 370 //: Warn if a recipe gets redefined, because large codebases can accidentally 371 //: step on their own toes. But there'll be many occasions later where 372 //: we'll want to disable the errors. 373 :(before "End Globals") 374 bool Disable_redefine_checks = false; 375 :(before "End Reset") 376 Disable_redefine_checks = false; 377 :(code) 378 bool <a href='011load.cc.html#L378'>should_check_for_redefine</a>(const string& recipe_name) { 379 if (Disable_redefine_checks) return false; 380 return true; 381 } 382 383 :(scenario forbid_redefining_recipes) 384 % Hide_errors = true; 385 def <a href='000organization.cc.html#L113'>main</a> [ 386 1:number <- copy 23 387 ] 388 def <a href='000organization.cc.html#L113'>main</a> [ 389 1:number <- copy 24 390 ] 391 +error: redefining <a href='010vm.cc.html#L19'>recipe</a> <a href='000organization.cc.html#L113'>main</a> 392 393 :(scenario permit_forcibly_redefining_recipes) 394 def <a href='000organization.cc.html#L113'>main</a> [ 395 1:number <- copy 23 396 ] 397 def! <a href='000organization.cc.html#L113'>main</a> [ 398 1:number <- copy 24 399 ] 400 -error: redefining <a href='010vm.cc.html#L19'>recipe</a> <a href='000organization.cc.html#L113'>main</a> 401 $error: 0 402 403 :(code) 404 // for debugging 405 void <a href='011load.cc.html#L405'>show_rest_of_stream</a>(istream& in) { 406 cerr << '^'; 407 char c; 408 while (in >> c) 409 ¦ cerr << c; 410 cerr << "$\n"; 411 exit(0); 412 } </pre> </body> </html>