:(scenarios run_mu_scenario)
:(scenario scenario_block)
scenario foo [
run [
1:number <- copy 13
]
memory-should-contain [
1 <- 13
]
]
:(scenario scenario_multiple_blocks)
scenario foo [
run [
1:number <- copy 13
]
memory-should-contain [
1 <- 13
]
run [
2:number <- copy 13
]
memory-should-contain [
1 <- 13
2 <- 13
]
]
:(scenario scenario_check_memory_and_trace)
scenario foo [
run [
1:number <- copy 13
trace 1, [a], [a b c]
]
memory-should-contain [
1 <- 13
]
trace-should-contain [
a: a b c
]
trace-should-not-contain [
a: x y z
]
]
:(before "End Types")
struct scenario {
string name;
string to_run;
};
:(before "End Globals")
vector<scenario> Scenarios;
:(before "End Command Handlers")
else if (command == "scenario") {
Scenarios.push_back(parse_scenario(in));
}
:(code)
scenario parse_scenario(istream& in) {
scenario result;
result.name = next_word(in);
skip_whitespace_and_comments(in);
assert(in.peek() == '[');
result.to_run = slurp_quoted(in);
assert(result.to_run.at(0) == '[');
result.to_run.erase(0, 1);
assert(result.to_run.at(SIZE(result.to_run)-1) == ']');
result.to_run.erase(SIZE(result.to_run)-1);
return result;
}
:(scenario read_scenario_with_bracket_in_comment)
scenario foo [
1:number <- copy 0
]
+run: 1:number <- copy 0
:(scenario read_scenario_with_bracket_in_comment_in_nested_string)
scenario foo [
1:address:array:character <- new [
]
+run: 1:address:array:character <- new [# not a comment]
:(before "End Tests")
time_t mu_time; time(&mu_time);
cerr << "\nMu tests: " << ctime(&mu_time);
for (long long int i = 0; i < SIZE(Scenarios); ++i) {
run_mu_scenario(Scenarios.at(i));
if (Passed) cerr << ".";
}
:(after "Test Runs")
for (long long int i = 0; i < SIZE(Scenarios); ++i) {
if (Scenarios.at(i).name == argv[argc-1]) {
run_mu_scenario(Scenarios.at(i));
if (Passed) cerr << ".\n";
return 0;
}
}
:(before "End Globals")
const scenario* Current_scenario = NULL;
:(code)
void run_mu_scenario(const scenario& s) {
Current_scenario = &s;
bool not_already_inside_test = !Trace_stream;
if (not_already_inside_test) {
Trace_file = s.name;
Trace_stream = new trace_stream;
setup();
}
assert(Routines.empty());
vector<recipe_ordinal> tmp = load("recipe scenario-"+s.name+" [ "+s.to_run+" ]");
bind_special_scenario_names(tmp.at(0));
transform_all();
run(tmp.front());
if (not_already_inside_test && Trace_stream) {
teardown();
ofstream fout((Trace_dir+Trace_file).c_str());
fout << Trace_stream->readable_contents("");
fout.close();
delete Trace_stream;
Trace_stream = NULL;
Trace_file = "";
}
Current_scenario = NULL;
}
:(scenarios run)
:(scenario warn_on_redefine_scenario)
% Hide_warnings = true;
% Disable_redefine_warnings = true;
recipe scenario-foo [
1:number <- copy 34
]
recipe scenario-foo [
1:number <- copy 35
]
+warn: redefining recipe scenario-foo
:(after "bool warn_on_redefine(const string& recipe_name)")
if (recipe_name.find("scenario-") == 0) return true;
:(scenario run)
recipe main [
run [
1:number <- copy 13
]
]
+mem: storing 13 in location 1
:(before "End Primitive Recipe Declarations")
RUN,
:(before "End Primitive Recipe Numbers")
Recipe_ordinal["run"] = RUN;
:(before "End Primitive Recipe Implementations")
case RUN: {
ostringstream tmp;
tmp << "recipe run" << Next_recipe_ordinal << " [ " << current_instruction().ingredients.at(0).name << " ]";
vector<recipe_ordinal> tmp_recipe = load(tmp.str());
bind_special_scenario_names(tmp_recipe.at(0));
transform_all();
Current_routine->calls.push_front(call(tmp_recipe.at(0)));
continue;
}
:(code)
void bind_special_scenario_names(recipe_ordinal r) {
}
:(scenario run_multiple)
recipe main [
run [
1:number <- copy 13
]
run [
2:number <- copy 13
]
]
+mem: storing 13 in location 1
+mem: storing 13 in location 2
:(before "End Globals")
bool Scenario_testing_scenario = false;
:(before "End Setup")
Scenario_testing_scenario = false;
:(scenario memory_check)
% Scenario_testing_scenario = true;
% Hide_warnings = true;
recipe main [
memory-should-contain [
1 <- 13
]
]
+run: checking location 1
+warn: expected location 1 to contain 13 but saw 0
:(before "End Primitive Recipe Declarations")
MEMORY_SHOULD_CONTAIN,
:(before "End Primitive Recipe Numbers")
Recipe_ordinal["memory-should-contain"] = MEMORY_SHOULD_CONTAIN;
:(before "End Primitive Recipe Implementations")
case MEMORY_SHOULD_CONTAIN: {
if (!Passed) break;
check_memory(current_instruction().ingredients.at(0).name);
break;
}
:(code)
void check_memory(const string& s) {
istringstream in(s);
in >> std::noskipws;
set<long long int> locations_checked;
while (true) {
skip_whitespace_and_comments(in);
if (in.eof()) break;
string lhs = next_word(in);
if (!is_integer(lhs)) {
check_type(lhs, in);
continue;
}
int address = to_integer(lhs);
skip_whitespace_and_comments(in);
string _assign; in >> _assign; assert(_assign == "<-");
skip_whitespace_and_comments(in);
int value = 0; in >> value;
if (locations_checked.find(address) != locations_checked.end())
raise << "duplicate expectation for location " << address << '\n' << end();
trace(Primitive_recipe_depth, "run") << "checking location " << address << end();
if (Memory[address] != value) {
if (Current_scenario && !Scenario_testing_scenario) {
raise << "\nF - " << Current_scenario->name << ": expected location " << address << " to contain " << value << " but saw " << Memory[address] << '\n' << end();
}
else {
raise << "expected location " << address << " to contain " << value << " but saw " << Memory[address] << '\n' << end();
}
if (!Scenario_testing_scenario) {
Passed = false;
++Num_failures;
}
return;
}
locations_checked.insert(address);
}
}
void check_type(const string& lhs, istream& in) {
reagent x(lhs);
if (x.properties.at(0).second.at(0) == "string") {
x.set_value(to_integer(x.name));
skip_whitespace_and_comments(in);
string _assign = next_word(in);
assert(_assign == "<-");
skip_whitespace_and_comments(in);
string literal = next_word(in);
long long int address = x.value;
assert(*literal.begin() == '['); literal.erase(literal.begin());
assert(*--literal.end() == ']'); literal.erase(--literal.end());
check_string(address, literal);
return;
}
raise << "don't know how to check memory for " << lhs << '\n' << end();
}
void check_string(long long int address, const string& literal) {
trace(Primitive_recipe_depth, "run") << "checking string length at " << address << end();
if (Memory[address] != SIZE(literal)) {
if (Current_scenario && !Scenario_testing_scenario)
raise << "\nF - " << Current_scenario->name << ": expected location " << address << " to contain length " << SIZE(literal) << " of string [" << literal << "] but saw " << Memory[address] << '\n' << end();
else
raise << "expected location " << address << " to contain length " << SIZE(literal) << " of string [" << literal << "] but saw " << Memory[address] << '\n' << end();
if (!Scenario_testing_scenario) {
Passed = false;
++Num_failures;
}
return;
}
++address;
for (long long int i = 0; i < SIZE(literal); ++i) {
trace(Primitive_recipe_depth, "run") << "checking location " << address+i << end();
if (Memory[address+i] != literal.at(i)) {
if (Current_scenario && !Scenario_testing_scenario) {
raise << "\nF - " << Current_scenario->name << ": expected location " << (address+i) << " to contain " << literal.at(i) << " but saw " << Memory[address+i] << '\n' << end();
}
else {
raise << "expected location " << (address+i) << " to contain " << literal.at(i) << " but saw " << Memory[address+i] << '\n' << end();
}
if (!Scenario_testing_scenario) {
Passed = false;
++Num_failures;
}
return;
}
}
}
:(scenario memory_check_multiple)
% Scenario_testing_scenario = true;
% Hide_warnings = true;
recipe main [
memory-should-contain [
1 <- 0
1 <- 0
]
]
+warn: duplicate expectation for location 1
:(scenario memory_check_string_length)
% Scenario_testing_scenario = true;
% Hide_warnings = true;
recipe main [
1:number <- copy 3
2:number <- copy 97
3:number <- copy 98
4:number <- copy 99
memory-should-contain [
1:string <- [ab]
]
]
+warn: expected location 1 to contain length 2 of string [ab] but saw 3
:(scenario memory_check_string)
recipe main [
1:number <- copy 3
2:number <- copy 97
3:number <- copy 98
4:number <- copy 99
memory-should-contain [
1:string <- [abc]
]
]
+run: checking string length at 1
+run: checking location 2
+run: checking location 3
+run: checking location 4
:(code)
:(scenario trace_check_warns_on_failure)
% Scenario_testing_scenario = true;
% Hide_warnings = true;
recipe main [
trace-should-contain [
a: b
a: d
]
]
+warn: missing [b] in trace with label a
:(before "End Primitive Recipe Declarations")
TRACE_SHOULD_CONTAIN,
:(before "End Primitive Recipe Numbers")
Recipe_ordinal["trace-should-contain"] = TRACE_SHOULD_CONTAIN;
:(before "End Primitive Recipe Implementations")
case TRACE_SHOULD_CONTAIN: {
if (!Passed) break;
check_trace(current_instruction().ingredients.at(0).name);
break;
}
:(code)
bool check_trace(const string& expected) {
Trace_stream->newline();
vector<trace_line> expected_lines = parse_trace(expected);
if (expected_lines.empty()) return true;
long long int curr_expected_line = 0;
for (vector<trace_line>::iterator p = Trace_stream->past_lines.begin(); p != Trace_stream->past_lines.end(); ++p) {
if (expected_lines.at(curr_expected_line).label != p->label) continue;
if (expected_lines.at(curr_expected_line).contents != trim(p->contents)) continue;
++curr_expected_line;
if (curr_expected_line == SIZE(expected_lines)) {
return true;
}
}
raise << "missing [" << expected_lines.at(curr_expected_line).contents << "] "
<< "in trace with label " << expected_lines.at(curr_expected_line).label << '\n' << end();
Passed = false;
return false;
}
vector<trace_line> parse_trace(const string& expected) {
vector<string> buf = split(expected, "\n");
vector<trace_line> result;
for (long long int i = 0; i < SIZE(buf); ++i) {
buf.at(i) = trim(buf.at(i));
if (buf.at(i).empty()) continue;
long long int delim = buf.at(i).find(": ");
result.push_back(trace_line(trim(buf.at(i).substr(0, delim)), trim(buf.at(i).substr(delim+2))));
}
return result;
}
:(scenario trace_check_warns_on_failure_in_later_line)
% Scenario_testing_scenario = true;
% Hide_warnings = true;
recipe main [
run [
trace 1, [a], [b]
]
trace-should-contain [
a: b
a: d
]
]
+warn: missing [d] in trace with label a
:(scenario trace_check_passes_silently)
% Scenario_testing_scenario = true;
% Hide_warnings = true;
recipe main [
run [
trace 1, [a], [b]
]
trace-should-contain [
a: b
]
]
-warn: missing [b] in trace with label a
$warn: 0
:(scenario trace_negative_check_warns_on_failure)
% Scenario_testing_scenario = true;
% Hide_warnings = true;
recipe main [
run [
trace 1, [a], [b]
]
trace-should-not-contain [
a: b
]
]
+warn: unexpected [b] in trace with label a
:(before "End Primitive Recipe Declarations")
TRACE_SHOULD_NOT_CONTAIN,
:(before "End Primitive Recipe Numbers")
Recipe_ordinal["trace-should-not-contain"] = TRACE_SHOULD_NOT_CONTAIN;
:(before "End Primitive Recipe Implementations")
case TRACE_SHOULD_NOT_CONTAIN: {
if (!Passed) break;
check_trace_missing(current_instruction().ingredients.at(0).name);
break;
}
:(code)
bool check_trace_missing(const string& in) {
Trace_stream->newline();
vector<trace_line> lines = parse_trace(in);
for (long long int i = 0; i < SIZE(lines); ++i) {
if (trace_count(lines.at(i).label, lines.at(i).contents) != 0) {
raise << "unexpected [" << lines.at(i).contents << "] in trace with label " << lines.at(i).label << '\n' << end();
Passed = false;
return false;
}
}
return true;
}
:(scenario trace_negative_check_passes_silently)
% Scenario_testing_scenario = true;
% Hide_warnings = true;
recipe main [
trace-should-not-contain [
a: b
]
]
-warn: unexpected [b] in trace with label a
$warn: 0
:(scenario trace_negative_check_warns_on_any_unexpected_line)
% Scenario_testing_scenario = true;
% Hide_warnings = true;
recipe main [
run [
trace 1, [a], [d]
]
trace-should-not-contain [
a: b
a: d
]
]
+warn: unexpected [d] in trace with label a
:(scenario trace_count_check)
recipe main [
run [
trace 1, [a], [foo]
]
check-trace-count-for-label 1, [a]
]
:(before "End Primitive Recipe Declarations")
CHECK_TRACE_COUNT_FOR_LABEL,
:(before "End Primitive Recipe Numbers")
Recipe_ordinal["check-trace-count-for-label"] = CHECK_TRACE_COUNT_FOR_LABEL;
:(before "End Primitive Recipe Implementations")
case CHECK_TRACE_COUNT_FOR_LABEL: {
if (!Passed) break;
if (SIZE(current_instruction().ingredients) != 2) {
raise << current_recipe_name() << ": 'check-trace-for-label' requires exactly two ingredients, but got '" << current_instruction().to_string() << "'\n" << end();
break;
}
if (!scalar(ingredients.at(0))) {
raise << current_recipe_name() << ": first ingredient of 'check-trace-for-label' should be a number (count), but got " << current_instruction().ingredients.at(0).original_string << '\n' << end();
break;
}
long long int expected_count = ingredients.at(0).at(0);
if (!is_literal_string(current_instruction().ingredients.at(1))) {
raise << current_recipe_name() << ": second ingredient of 'check-trace-for-label' should be a literal string (label), but got " << current_instruction().ingredients.at(1).original_string << '\n' << end();
break;
}
string label = current_instruction().ingredients.at(1).name;
long long int count = trace_count(label);
if (count != expected_count) {
if (Current_scenario && !Scenario_testing_scenario) {
raise << "\nF - " << Current_scenario->name << ": " << current_recipe_name() << ": expected " << expected_count << " lines in trace with label " << label << " in trace: ";
DUMP(label);
raise;
}
else {
raise << current_recipe_name() << ": expected " << expected_count << " lines in trace with label " << label << " in trace\n" << end();
}
if (!Scenario_testing_scenario) {
Passed = false;
++Num_failures;
}
}
break;
}
:(scenario trace_count_check_2)
% Scenario_testing_scenario = true;
% Hide_warnings = true;
recipe main [
run [
trace 1, [a], [foo]
]
check-trace-count-for-label 2, [a]
]
+warn: main: expected 2 lines in trace with label a in trace
:(after "case _SYSTEM:")
if (Current_scenario) break;
:(code)
void run_mu_scenario(const string& form) {
istringstream in(form);
in >> std::noskipws;
skip_whitespace_and_comments(in);
string _scenario = next_word(in);
assert(_scenario == "scenario");
scenario s = parse_scenario(in);
run_mu_scenario(s);
}