1 //: Spaces help isolate recipes from each other. You can create them at will,
  2 //: and all addresses in arguments are implicitly based on the 'default-space'
  3 //: (unless they have the /raw property)
  4 
  5 //: A space is just an array of any scalar location.
  6 :(before "End Mu Types Initialization")
  7 put(Type_abbreviations, "space", new_type_tree("address:array:location"));
  8 //: Spaces are often called 'scopes' in other languages.
  9 put(Type_abbreviations, "scope", new_type_tree("address:array:location"));
 10 
 11 :(scenario set_default_space)
 12 # if default-space is 10, and if an array of 5 locals lies from location 12 to 16 (inclusive),
 13 # then local 0 is really location 12, local 1 is really location 13, and so on.
 14 def main [
 15   # pretend address:array:location; in practice we'll use new
 16   10:num <- copy 0  # refcount
 17   11:num <- copy 5  # length
 18   default-space:space <- copy 10/unsafe
 19   1:num <- copy 23
 20 ]
 21 +mem: storing 23 in location 13
 22 
 23 :(scenario lookup_sidesteps_default_space)
 24 def main [
 25   # pretend pointer from outside (2000 reserved for refcount)
 26   2001:num <- copy 34
 27   # pretend address:array:location; in practice we'll use new
 28   1000:num <- copy 0  # refcount
 29   1001:num <- copy 5  # length
 30   # actual start of this recipe
 31   default-space:space <- copy 1000/unsafe
 32   1:&:num <- copy 2000/unsafe  # even local variables always contain raw addresses
 33   8:num/raw <- copy *1:&:num
 34 ]
 35 +mem: storing 34 in location 8
 36 
 37 //:: first disable name conversion for 'default-space'
 38 :(scenario convert_names_passes_default_space)
 39 % Hide_errors = true;
 40 def main [
 41   default-space:num, x:num <- copy 0, 1
 42 ]
 43 +name: assign x 1
 44 -name: assign default-space 1
 45 
 46 :(before "End is_disqualified Special-cases")
 47 if (x.name == "default-space")
 48   x.initialized = true;
 49 :(before "End is_special_name Special-cases")
 50 if (s == "default-space") return true;
 51 
 52 //:: now implement space support
 53 :(before "End call Fields")
 54 int default_space;
 55 :(before "End call Constructor")
 56 default_space = 0;
 57 
 58 :(before "End canonize(x) Special-cases")
 59 absolutize(x);
 60 :(code)
 61 void absolutize(reagent& x) {
 62   if (is_raw(x) || is_dummy(x)) return;
 63   if (x.name == "default-space") return;
 64   if (!x.initialized)
 65   ¦ raise << current_instruction().original_string << ": reagent not initialized: '" << x.original_string << "'\n" << end();
 66   x.set_value(address(x.value, space_base(x)));
 67   x.properties.push_back(pair<string, string_tree*>("raw", NULL));
 68   assert(is_raw(x));
 69 }
 70 
 71 //: hook replaced in a later layer
 72 int space_base(const reagent& x) {
 73   return current_call().default_space ? (current_call().default_space+/*skip refcount*/1) : 0;
 74 }
 75 
 76 int address(int offset, int base) {
 77   assert(offset >= 0);
 78   if (base == 0) return offset;  // raw
 79   int size = get_or_insert(Memory, base);
 80   if (offset >= size) {
 81   ¦ // todo: test
 82   ¦ raise << "location " << offset << " is out of bounds " << size << " at " << base << '\n' << end();
 83   ¦ return 0;
 84   }
 85   return base + /*skip length*/1 + offset;
 86 }
 87 
 88 //:: reads and writes to the 'default-space' variable have special behavior
 89 
 90 :(after "Begin Preprocess write_memory(x, data)")
 91 if (x.name == "default-space") {
 92   if (!scalar(data) || !is_space(x))
 93   ¦ raise << maybe(current_recipe_name()) << "'default-space' should be of type address:array:location, but is " << to_string(x.type) << '\n' << end();
 94   current_call().default_space = data.at(0);
 95   return;
 96 }
 97 :(code)
 98 bool is_space(const reagent& r) {
 99   return is_address_of_array_of_numbers(r);
100 }
101 
102 :(scenario get_default_space)
103 def main [
104   default-space:space <- copy 10/unsafe
105   1:space/raw <- copy default-space:space
106 ]
107 +mem: storing 10 in location 1
108 
109 :(after "Begin Preprocess read_memory(x)")
110 if (x.name == "default-space") {
111   vector<double> result;
112   result.push_back(current_call().default_space);
113   return result;
114 }
115 
116 //:: fix 'get'
117 
118 :(scenario lookup_sidesteps_default_space_in_get)
119 def main [
120   # pretend pointer to container from outside (2000 reserved for refcount)
121   2001:num <- copy 34
122   2002:num <- copy 35
123   # pretend address:array:location; in practice we'll use new
124   1000:num <- copy 0  # refcount
125   1001:num <- copy 5  # length
126   # actual start of this recipe
127   default-space:space <- copy 1000/unsafe
128   1:&:point <- copy 2000/unsafe
129   9:num/raw <- get *1:&:point, 1:offset
130 ]
131 +mem: storing 35 in location 9
132 
133 :(before "Read element" following "case GET:")
134 element.properties.push_back(pair<string, string_tree*>("raw", NULL));
135 
136 //:: fix 'index'
137 
138 :(scenario lookup_sidesteps_default_space_in_index)
139 def main [
140   # pretend pointer to array from outside (2000 reserved for refcount)
141   2001:num <- copy 2  # length
142   2002:num <- copy 34
143   2003:num <- copy 35
144   # pretend address:array:location; in practice we'll use new
145   1000:num <- copy 0  # refcount
146   1001:num <- copy 5  # length
147   # actual start of this recipe
148   default-space:space <- copy 1000/unsafe
149   1:&:@:num <- copy 2000/unsafe
150   9:num/raw <- index *1:&:@:num, 1
151 ]
152 +mem: storing 35 in location 9
153 
154 :(before "Read element" following "case INDEX:")
155 element.properties.push_back(pair<string, string_tree*>("raw", NULL));
156 
157 //:: convenience operation to automatically deduce the amount of space to
158 //:: allocate in a default space with names
159 
160 :(scenario new_default_space)
161 def main [
162   new-default-space
163   x:num <- copy 0
164   y:num <- copy 3
165 ]
166 # allocate space for x and y, as well as the chaining slot at 0
167 +mem: array length is 3
168 
169 :(before "End is_disqualified Special-cases")
170 if (x.name == "number-of-locals")
171   x.initialized = true;
172 :(before "End is_special_name Special-cases")
173 if (s == "number-of-locals") return true;
174 
175 :(before "End Rewrite Instruction(curr, recipe result)")
176 // rewrite `new-default-space` to
177 //   `default-space:space <- new location:type, number-of-locals:literal`
178 // where N is Name[recipe][""]
179 if (curr.name == "new-default-space") {
180   rewrite_default_space_instruction(curr);
181 }
182 :(after "Begin Preprocess read_memory(x)")
183 if (x.name == "number-of-locals") {
184   vector<double> result;
185   result.push_back(Name[get(Recipe_ordinal, current_recipe_name())][""]);
186   if (result.back() == 0)
187   ¦ raise << "no space allocated for default-space in recipe " << current_recipe_name() << "; are you using names?\n" << end();
188   return result;
189 }
190 :(after "Begin Preprocess write_memory(x, data)")
191 if (x.name == "number-of-locals") {
192   raise << maybe(current_recipe_name()) << "can't write to special name 'number-of-locals'\n" << end();
193   return;
194 }
195 
196 //:: 'local-scope' is like 'new-default-space' except that we'll reclaim the
197 //:: default-space when the routine exits
198 
199 :(scenario local_scope)
200 def main [
201   1:&:@:location <- foo
202   2:&:@:location <- foo
203   3:bool <- equal 1:&, 2:&
204 ]
205 def foo [
206   local-scope
207   x:num <- copy 34
208   return default-space:space
209 ]
210 # both calls to foo should have received the same default-space
211 +mem: storing 1 in location 3
212 
213 :(scenario local_scope_frees_up_addresses)
214 def main [
215   local-scope
216   x:text <- new [abc]
217 ]
218 +mem: clearing x:text
219 
220 :(before "End Rewrite Instruction(curr, recipe result)")
221 if (curr.name == "local-scope") {
222   rewrite_default_space_instruction(curr);
223 }
224 
225 //: todo: do this in a transform, rather than magically in the 'return' instruction
226 :(after "Falling Through End Of Recipe")
227 try_reclaim_locals();
228 :(after "Starting Reply")
229 try_reclaim_locals();
230 
231 :(code)
232 void try_reclaim_locals() {
233   if (!Reclaim_memory) return;
234   // only reclaim routines starting with 'local-scope'
235   const recipe_ordinal r = get(Recipe_ordinal, current_recipe_name());
236   const recipe& exiting_recipe = get(Recipe, r);
237   if (exiting_recipe.steps.empty()) return;
238   const instruction& inst = exiting_recipe.steps.at(0);
239   if (inst.name_before_rewrite != "local-scope") return;
240   // reclaim any local variables unless they're being returned
241   vector<double> zeros;
242   for (int i = /*leave default space for last*/1;  i < SIZE(exiting_recipe.steps);  ++i) {
243   ¦ const instruction& inst = exiting_recipe.steps.at(i);
244   ¦ for (int i = 0;  i < SIZE(inst.products);  ++i) {
245   ¦ ¦ const reagent& product = inst.products.at(i);
246   ¦ ¦ // local variables only
247   ¦ ¦ if (has_property(product, "lookup")) continue;
248   ¦ ¦ if (has_property(product, "raw")) continue;  // tests often want to check such locations after they run
249   ¦ ¦ if (escaping(product)) continue;
250   ¦ ¦ // End Checks For Reclaiming Locals
251   ¦ ¦ trace(9999, "mem") << "clearing " << product.original_string << end();
252   ¦ ¦ zeros.resize(size_of(product));
253   ¦ ¦ write_memory(product, zeros);
254   ¦ }
255   }
256   trace(9999, "mem") << "automatically abandoning " << current_call().default_space << end();
257   abandon(current_call().default_space,
258   ¦ ¦ ¦ ¦ inst.products.at(0).type->right,
259   ¦ ¦ ¦ ¦ /*refcount*/1 + /*array length*/1 + /*number-of-locals*/Name[r][""]);
260 }
261 
262 //: Reclaiming local variables above requires remembering what name an
263 //: instruction had before any rewrites or transforms.
264 :(before "End instruction Fields")
265 string name_before_rewrite;
266 :(before "End instruction Clear")
267 name_before_rewrite.clear();
268 :(before "End next_instruction(curr)")
269 curr->name_before_rewrite = curr->name;
270 
271 :(code)
272 // is this reagent one of the values returned by the current (return) instruction?
273 // is the corresponding ingredient saved in the caller?
274 bool escaping(const reagent& r) {
275   assert(Current_routine);  // run-time only
276   // nothing escapes when you fall through past end of recipe
277   if (current_step_index() >= SIZE(Current_routine->steps())) return false;
278   for (long long i = 0;  i < SIZE(current_instruction().ingredients);  ++i) {
279   ¦ if (r == current_instruction().ingredients.at(i)) {
280   ¦ ¦ if (caller_uses_product(i))
281   ¦ ¦ ¦ return true;
282   ¦ }
283   }
284   return false;
285 }
286 
287 //: since we don't decrement refcounts for escaping values above, make sure we
288 //: don't increment them when the caller saves them either
289 
290 :(before "End should_update_refcounts() Special-cases")
291 if (Writing_products_of_instruction) {
292   const instruction& inst = current_instruction();
293   // should_update_refcounts() Special-cases When Writing Products Of Primitive Instructions
294   if (inst.operation < MAX_PRIMITIVE_RECIPES) return true;
295   if (!contains_key(Recipe, inst.operation)) return true;
296   const recipe& callee = get(Recipe, inst.operation);
297   if (callee.steps.empty()) return true;
298   return callee.steps.at(0).name_before_rewrite != "local-scope";  // callees that call local-scope are already dealt with before return
299 }
300 
301 :(code)
302 bool caller_uses_product(int product_index) {
303   assert(Current_routine);  // run-time only
304   assert(!Current_routine->calls.empty());
305   if (Current_routine->calls.size() == 1) return false;
306   const call& caller = *++Current_routine->calls.begin();
307   const instruction& caller_inst = to_instruction(caller);
308   if (product_index >= SIZE(caller_inst.products)) return false;
309   return !is_dummy(caller_inst.products.at(product_index));
310 }
311 
312 void rewrite_default_space_instruction(instruction& curr) {
313   if (!curr.ingredients.empty())
314   ¦ raise << "'" << curr.original_string << "' can't take any ingredients\n" << end();
315   curr.name = "new";
316   curr.ingredients.push_back(reagent("location:type"));
317   curr.ingredients.push_back(reagent("number-of-locals:literal"));
318   if (!curr.products.empty())
319   ¦ raise << "new-default-space can't take any results\n" << end();
320   curr.products.push_back(reagent("default-space:space"));
321 }
322 
323 :(scenario local_scope_frees_up_addresses_inside_containers)
324 container foo [
325   x:num
326   y:&:num
327 ]
328 def main [
329   local-scope
330   x:&:num <- new number:type
331   y:foo <- merge 34, x:&:num
332   # x and y are both cleared when main returns
333 ]
334 +mem: clearing x:&:num
335 +mem: decrementing refcount of 1006: 2 -> 1
336 +mem: clearing y:foo
337 +mem: decrementing refcount of 1006: 1 -> 0
338 +mem: automatically abandoning 1006
339 
340 :(scenario local_scope_returns_addresses_inside_containers)
341 container foo [
342   x:num
343   y:&:num
344 ]
345 def f [
346   local-scope
347   x:&:num <- new number:type
348   *x:&:num <- copy 12
349   y:foo <- merge 34, x:&:num
350   # since y is 'escaping' f, it should not be cleared
351   return y:foo
352 ]
353 def main [
354   1:foo <- f
355   3:num <- get 1:foo, x:offset
356   4:&:num <- get 1:foo, y:offset
357   5:num <- copy *4:&:num
358   1:foo <- put 1:foo, y:offset, 0
359   4:&:num <- copy 0
360 ]
361 +mem: storing 34 in location 1
362 +mem: storing 1006 in location 2
363 +mem: storing 34 in location 3
364 # refcount of 1:foo shouldn't include any stray ones from f
365 +run: {4: ("address" "number")} <- get {1: "foo"}, {y: "offset"}
366 +mem: incrementing refcount of 1006: 1 -> 2
367 # 1:foo wasn't abandoned/cleared
368 +run: {5: "number"} <- copy {4: ("address" "number"), "lookup": ()}
369 +mem: storing 12 in location 5
370 +run: {1: "foo"} <- put {1: "foo"}, {y: "offset"}, {0: "literal"}
371 +mem: decrementing refcount of 1006: 2 -> 1
372 +run: {4: ("address" "number")} <- copy {0: "literal"}
373 +mem: decrementing refcount of 1006: 1 -> 0
374 +mem: automatically abandoning 1006
375 
376 :(scenario local_scope_claims_return_values_when_not_saved)
377 def f [
378   local-scope
379   x:&:num <- new number:type
380   return x:&:num
381 ]
382 def main [
383   f  # doesn't save result
384 ]
385 # x reclaimed
386 +mem: automatically abandoning 1004
387 # f's local scope reclaimed
388 +mem: automatically abandoning 1000
389 
390 //:: all recipes must set default-space one way or another
391 
392 :(before "End Globals")
393 bool Hide_missing_default_space_errors = true;
394 :(before "End Checks")
395 Transform.push_back(check_default_space);  // idempotent
396 :(code)
397 void check_default_space(const recipe_ordinal r) {
398   if (Hide_missing_default_space_errors) return;  // skip previous core tests; this is only for Mu code
399   const recipe& caller = get(Recipe, r);
400   // End check_default_space Special-cases
401   // assume recipes with only numeric addresses know what they're doing (usually tests)
402   if (!contains_non_special_name(r)) return;
403   trace(9991, "transform") << "--- check that recipe " << caller.name << " sets default-space" << end();
404   if (caller.steps.empty()) return;
405   if (caller.steps.at(0).products.empty()
406   ¦ ¦ || caller.steps.at(0).products.at(0).name != "default-space") {
407   ¦ raise << caller.name << " does not seem to start with 'local-scope' or 'default-space'\n" << end();
408   }
409 }
410 :(after "Load Mu Prelude")
411 Hide_missing_default_space_errors = false;
412 :(after "Test Runs")
413 Hide_missing_default_space_errors = true;
414 :(after "Running Main")
415 Hide_missing_default_space_errors = false;
416 
417 :(code)
418 bool contains_non_special_name(const recipe_ordinal r) {
419   for (map<string, int>::iterator p = Name[r].begin();  p != Name[r].end();  ++p) {
420   ¦ if (p->first.empty()) continue;
421   ¦ if (p->first.find("stash_") == 0) continue;  // generated by rewrite_stashes_to_text (cross-layer)
422   ¦ if (!is_special_name(p->first))
423   ¦ ¦ return true;
424   }
425   return false;
426 }
427 
428 // reagent comparison -- only between reagents in a single recipe
429 bool operator==(const reagent& a, const reagent& b) {
430   if (a.name != b.name) return false;
431   if (property(a, "space") != property(b, "space")) return false;
432   return true;
433 }
434 
435 bool operator<(const reagent& a, const reagent& b) {
436   int aspace = 0, bspace = 0;
437   if (has_property(a, "space")) aspace = to_integer(property(a, "space")->value);
438   if (has_property(b, "space")) bspace = to_integer(property(b, "space")->value);
439   if (aspace != bspace) return aspace < bspace;
440   return a.name < b.name;
441 }