summary refs log tree commit diff stats
path: root/lib/system/gc_common.nim
Commit message (Expand)AuthorAgeFilesLines
* styleCheck: make the compiler and large parts of the stdlib compatible with -...Araq2019-07-101-2/+2
* [feature] Add dynlib (required on windows/cpp) to nimCoroutines related gc_co...Giovanni Petrantoni2019-06-231-3/+3
* [bugfix] gc_common: export foreign thread gc docs (#11536)alaviss2019-06-191-6/+12
* use atomicInc/atomicDec (#10906)Miran2019-03-271-6/+5
* fixes -d:nimTypeNames leak detection regressionAndreas Rumpf2019-03-211-4/+4
* --newruntime: progressAndreas Rumpf2019-03-141-1/+0
* Initial version of the hot-code reloading support for native targets (#10729)zah2019-02-261-4/+4
* system refactorings (#10559)Andreas Rumpf2019-02-061-2/+2
* make the stdlib work with the changed docgenAraq2019-01-111-1/+1
* make testament compile again with -d:nimCoroutinesAraq2018-11-151-21/+21
* gc_common: fixes a typoAndreas Rumpf2018-11-151-19/+19
* No setjump in GC for emscripten/wasm (#9386)Yuriy Glukhov2018-10-171-14/+21
* Iterator over heap instances (#8548)Emery Hemingway2018-08-071-8/+14
* Implements alloc/dealloc counters for better leak debugging. (#8384)Dominik Picheta2018-07-211-0/+3
* gc_common: minor reformatingAndreas Rumpf2018-07-011-2/+2
* Expose GC_setStackBottom (#7885)Yuriy Glukhov2018-06-041-2/+2
* GC: also report total GC'ed heap size ignoring losses due to fragmentationAndreas Rumpf2018-01-211-1/+3
* GC: fixes size computation for leak detectionAndreas Rumpf2018-01-211-4/+4
* GC add 'string' to dumpNumberOfInstancesAndreas Rumpf2018-01-211-0/+5
* fixes size computations for 'dumpNumberOfInstances'Andreas Rumpf2018-01-191-1/+1
* leak detector: sort type based entries by total used bytesAndreas Rumpf2018-01-181-2/+28
* GC: enable precise global/thread local storage tracingAraq2018-01-151-0/+1
* GC improvements; distinguish between thread local and globals in the marking ...Araq2018-01-141-0/+24
* make gc:v2 compile againAndreas Rumpf2017-09-221-5/+15
* added system.deallocHeap feature for Nim's native GCsAndreas Rumpf2017-07-221-0/+32
* added logic to the M&S GC to detect logical leaksAraq2017-06-161-0/+7
* Fixed compilation error (#5462)Yuriy Glukhov2017-03-021-3/+0
* Use constant nimCoroutines instead of defined(nimCoroutines)Rokas Kupstys2017-02-201-5/+5
* Cleanup of gc codeRokas Kupstys2017-02-201-146/+133
* Reworked gc support for coroutines. Nim now bootstraps with -d:nimCoroutinesRokas Kupstys2017-02-201-97/+97
* Delete fiber context when it exits (memleak fix)Rokas Kupstys2017-02-201-2/+18
* Coroutine rework.Rokas Kupstys2017-02-201-5/+2
* Add ``tearDownForeignThreadGc`` function (#5369)Anatoly Galiulin2017-02-131-9/+20
* system.nim: don't use deprecated symbols/constructsAraq2017-02-081-5/+5
* Mark setupForeignThreadGc and initGC as gcsafe (#5353)Anatoly Galiulin2017-02-081-1/+1
* docs for the heap dump featureAndreas Rumpf2017-01-161-0/+1
* M&S GC gets the heap dump featureAndreas Rumpf2017-01-151-0/+24
* call initAllocator in foreign threadJez Kabanov2016-10-051-0/+1
* clean up a few stray c_stdout's in gc debug codeJacek Sieka2016-07-311-3/+3
* prepare Nim codebase for upcoming parser changesAndreas Rumpf2016-07-151-2/+2
* GCs support ForeignCellsAndreas Rumpf2016-03-051-0/+25
* SpellcheckFederico Ceratto2016-02-291-2/+2
* Remove system.setupForeignThreadGc if `threads` option is off or TLSAnatoly Galiulin2016-01-281-12/+22
* Use ByteAddress instead of deprecated TAddressdef2016-01-241-4/+4
* Change TAddress to ByteAddressAndrey Sobolev2015-09-141-3/+3
* Support for GC working in Emscripten environmentAndrey Sobolev2015-09-111-5/+7
* lib: Trim .nim files trailing whitespaceAdam Strzelecki2015-09-041-2/+2
* Coroutine support for i386/amd64 platforms unix/windows OSes markAndSweep/ref...rku2015-07-311-0/+275
;- copy 0\n" // alloc id of payload " 1001:num <- copy 5\n" // length // actual start of this recipe " default-space:space <- copy 10:&:@:location\n" // if default-space is 1000, then: // 1000: alloc id // 1001: array size // 1002: location 0 (space for the chaining slot; described later; often unused) // 1003: location 1 (space for the chaining slot; described later; often unused) // 1004: local 2 (assuming it is a scalar) " 2:num <- copy 93\n" "]\n" ); CHECK_TRACE_CONTENTS( "mem: storing 93 in location 1004\n" ); } void test_lookup_sidesteps_default_space() { run( "def main [\n" // prepare default-space address " 10:num/alloc-id, 11:num <- copy 0, 1000\n" // prepare default-space payload " 1000:num <- copy 0\n" // alloc id of payload " 1001:num <- copy 5\n" // length // prepare payload outside the local scope " 2000:num/alloc-id, 2001:num <- copy 0, 34\n" // actual start of this recipe " default-space:space <- copy 10:&:@:location\n" // a local address " 2:num, 3:num <- copy 0, 2000\n" " 20:num/raw <- copy *2:&:num\n" "]\n" ); CHECK_TRACE_CONTENTS( "mem: storing 2000 in location 1005\n" "mem: storing 34 in location 20\n" ); } //: precondition: disable name conversion for 'default-space' void test_convert_names_passes_default_space() { Hide_errors = true; transform( "def main [\n" " default-space:num <- copy 0\n" " x:num <- copy 1\n" "]\n" ); CHECK_TRACE_CONTENTS( "name: assign x 2\n" ); CHECK_TRACE_DOESNT_CONTAIN("name: assign default-space 1"); CHECK_TRACE_DOESNT_CONTAIN("name: assign default-space 2"); } :(before "End is_disqualified Special-cases") if (x.name == "default-space") x.initialized = true; :(before "End is_special_name Special-cases") if (s == "default-space") return true; //: core implementation :(before "End call Fields") int default_space; :(before "End call Constructor") default_space = 0; :(before "Begin canonize(x) Lookups") absolutize(x); :(code) void absolutize(reagent& x) { if (is_raw(x) || is_dummy(x)) return; if (x.name == "default-space") return; if (!x.initialized) raise << to_original_string(current_instruction()) << ": reagent not initialized: '" << x.original_string << "'\n" << end(); x.set_value(address(x.value, space_base(x))); x.properties.push_back(pair<string, string_tree*>("raw", NULL)); assert(is_raw(x)); } //: hook replaced in a later layer int space_base(const reagent& x) { return current_call().default_space ? (current_call().default_space + /*skip alloc id*/1) : 0; } int address(int offset, int base) { assert(offset >= 0); if (base == 0) return offset; // raw int size = get_or_insert(Memory, base); if (offset >= size) { // todo: test raise << current_recipe_name() << ": location " << offset << " is out of bounds " << size << " at " << base << '\n' << end(); DUMP(""); exit(1); return 0; } return base + /*skip length*/1 + offset; } //: reads and writes to the 'default-space' variable have special behavior :(after "Begin Preprocess write_memory(x, data)") if (x.name == "default-space") { if (!is_mu_space(x)) raise << maybe(current_recipe_name()) << "'default-space' should be of type address:array:location, but is " << to_string(x.type) << '\n' << end(); if (SIZE(data) != 2) raise << maybe(current_recipe_name()) << "'default-space' getting data from non-address\n" << end(); current_call().default_space = data.at(/*skip alloc id*/1); return; } :(code) bool is_mu_space(reagent/*copy*/ x) { canonize_type(x); if (!is_compound_type_starting_with(x.type, "address")) return false; drop_from_type(x, "address"); if (!is_compound_type_starting_with(x.type, "array")) return false; drop_from_type(x, "array"); return x.type && x.type->atom && x.type->name == "location"; } void test_get_default_space() { run( "def main [\n" // prepare default-space address " 10:num/alloc-id, 11:num <- copy 0, 1000\n" // prepare default-space payload " 1000:num <- copy 0\n" // alloc id of payload " 1001:num <- copy 5\n" // length // actual start of this recipe " default-space:space <- copy 10:space\n" " 2:space/raw <- copy default-space:space\n" "]\n" ); CHECK_TRACE_CONTENTS( "mem: storing 1000 in location 3\n" ); } :(after "Begin Preprocess read_memory(x)") if (x.name == "default-space") { vector<double> result; result.push_back(/*alloc id*/0); result.push_back(current_call().default_space); return result; } //:: fix 'get' :(code) void test_lookup_sidesteps_default_space_in_get() { run( "def main [\n" // prepare default-space address " 10:num/alloc-id, 11:num <- copy 0, 1000\n" // prepare default-space payload " 1000:num <- copy 0\n" // alloc id of payload " 1001:num <- copy 5\n" // length // prepare payload outside the local scope " 2000:num/alloc-id, 2001:num/x, 2002:num/y <- copy 0, 34, 35\n" // actual start of this recipe " default-space:space <- copy 10:space\n" // a local address " 2:num, 3:num <- copy 0, 2000\n" " 3000:num/raw <- get *2:&:point, 1:offset\n" "]\n" ); CHECK_TRACE_CONTENTS( "mem: storing 35 in location 3000\n" ); } :(before "Read element" following "case GET:") element.properties.push_back(pair<string, string_tree*>("raw", NULL)); //:: fix 'index' :(code) void test_lookup_sidesteps_default_space_in_index() { run( "def main [\n" // prepare default-space address " 10:num/alloc-id, 11:num <- copy 0, 1000\n" // prepare default-space payload " 1000:num <- copy 0\n" // alloc id of payload " 1001:num <- copy 5\n" // length // prepare an array address " 20:num/alloc-id, 21:num <- copy 0, 2000\n" // prepare an array payload " 2000:num/alloc-id, 2001:num/length, 2002:num/index:0, 2003:num/index:1 <- copy 0, 2, 34, 35\n" // actual start of this recipe " default-space:space <- copy 10:&:@:location\n" " 1:&:@:num <- copy 20:&:@:num/raw\n" " 3000:num/raw <- index *1:&:@:num, 1\n" "]\n" ); CHECK_TRACE_CONTENTS( "mem: storing 35 in location 3000\n" ); } :(before "Read element" following "case INDEX:") element.properties.push_back(pair<string, string_tree*>("raw", NULL)); //:: 'local-scope' is a convenience operation to automatically deduce //:: the amount of space to allocate in a default space with names :(code) void test_local_scope() { run( "def main [\n" " local-scope\n" " x:num <- copy 0\n" " y:num <- copy 3\n" "]\n" ); CHECK_TRACE_CONTENTS( // allocate space for x and y, as well as the chaining slot at indices 0 and 1 "mem: array length is 4\n" ); } :(before "End is_disqualified Special-cases") if (x.name == "number-of-locals") x.initialized = true; :(before "End is_special_name Special-cases") if (s == "number-of-locals") return true; :(before "End Rewrite Instruction(curr, recipe result)") // rewrite 'local-scope' to // ``` // default-space:space <- new location:type, number-of-locals:literal // ``` // where number-of-locals is Name[recipe][""] if (curr.name == "local-scope") { rewrite_default_space_instruction(curr); } :(code) void rewrite_default_space_instruction(instruction& curr) { if (!curr.ingredients.empty()) raise << "'" << to_original_string(curr) << "' can't take any ingredients\n" << end(); curr.name = "new"; curr.ingredients.push_back(reagent("location:type")); curr.ingredients.push_back(reagent("number-of-locals:literal")); if (!curr.products.empty()) raise << "local-scope can't take any results\n" << end(); curr.products.push_back(reagent("default-space:space")); } :(after "Begin Preprocess read_memory(x)") if (x.name == "number-of-locals") { vector<double> result; result.push_back(Name[get(Recipe_ordinal, current_recipe_name())][""]); if (result.back() == 0) raise << "no space allocated for default-space in recipe " << current_recipe_name() << "; are you using names?\n" << end(); return result; } :(after "Begin Preprocess write_memory(x, data)") if (x.name == "number-of-locals") { raise << maybe(current_recipe_name()) << "can't write to special name 'number-of-locals'\n" << end(); return; } //:: all recipes must set default-space one way or another :(before "End Globals") bool Hide_missing_default_space_errors = true; :(before "End Checks") Transform.push_back(check_default_space); // idempotent :(code) void check_default_space(const recipe_ordinal r) { if (Hide_missing_default_space_errors) return; // skip previous core tests; this is only for Mu code const recipe& caller = get(Recipe, r); // End check_default_space Special-cases // assume recipes with only numeric addresses know what they're doing (usually tests) if (!contains_non_special_name(r)) return; trace(101, "transform") << "--- check that recipe " << caller.name << " sets default-space" << end(); if (caller.steps.empty()) return; if (!starts_by_setting_default_space(caller)) raise << caller.name << " does not seem to start with 'local-scope' or 'default-space'\n" << end(); } bool starts_by_setting_default_space(const recipe& r) { return !r.steps.empty() && !r.steps.at(0).products.empty() && r.steps.at(0).products.at(0).name == "default-space"; } :(after "Load Mu Prelude") Hide_missing_default_space_errors = false; :(after "Test Runs") Hide_missing_default_space_errors = true; :(after "Running Main") Hide_missing_default_space_errors = false; :(code) bool contains_non_special_name(const recipe_ordinal r) { for (map<string, int>::iterator p = Name[r].begin(); p != Name[r].end(); ++p) { if (p->first.empty()) continue; if (p->first.find("stash_") == 0) continue; // generated by rewrite_stashes_to_text (cross-layer) if (!is_special_name(p->first)) return true; } return false; }