summary refs log tree commit diff stats
path: root/tests/testament/tshould_not_work.nim
diff options
context:
space:
mode:
Diffstat (limited to 'tests/testament/tshould_not_work.nim')
-rw-r--r--tests/testament/tshould_not_work.nim53
1 files changed, 53 insertions, 0 deletions
diff --git a/tests/testament/tshould_not_work.nim b/tests/testament/tshould_not_work.nim
new file mode 100644
index 000000000..8c99510a0
--- /dev/null
+++ b/tests/testament/tshould_not_work.nim
@@ -0,0 +1,53 @@
+discard """
+  joinable: false
+"""
+
+const expected = """
+FAIL: tests/shouldfail/tccodecheck.nim
+Failure: reCodegenFailure
+Expected:
+baz
+FAIL: tests/shouldfail/tcolumn.nim
+Failure: reLinesDiffer
+FAIL: tests/shouldfail/terrormsg.nim
+Failure: reMsgsDiffer
+FAIL: tests/shouldfail/texitcode1.nim
+Failure: reExitcodesDiffer
+FAIL: tests/shouldfail/tfile.nim
+Failure: reFilesDiffer
+FAIL: tests/shouldfail/tline.nim
+Failure: reLinesDiffer
+FAIL: tests/shouldfail/tmaxcodesize.nim
+Failure: reCodegenFailure
+max allowed size: 1
+FAIL: tests/shouldfail/tnimout.nim
+Failure: reMsgsDiffer
+FAIL: tests/shouldfail/tnimoutfull.nim
+Failure: reMsgsDiffer
+FAIL: tests/shouldfail/toutput.nim
+Failure: reOutputsDiffer
+FAIL: tests/shouldfail/toutputsub.nim
+Failure: reOutputsDiffer
+FAIL: tests/shouldfail/treject.nim
+Failure: reFilesDiffer
+FAIL: tests/shouldfail/tsortoutput.nim
+Failure: reOutputsDiffer
+FAIL: tests/shouldfail/ttimeout.nim
+Failure: reTimeout
+FAIL: tests/shouldfail/tvalgrind.nim
+Failure: reExitcodesDiffer
+"""
+
+import std/[os,strformat,osproc]
+import stdtest/testutils
+
+proc main =
+  const nim = getCurrentCompilerExe()
+  let testamentExe = "bin/testament"
+  let cmd = fmt"{testamentExe} --directory:testament --colors:off --backendLogging:off --nim:{nim} category shouldfail"
+  let (outp, status) = execCmdEx(cmd)
+  doAssert status == 1, $status
+
+  let ok = greedyOrderedSubsetLines(expected, outp, allowPrefixMatch = true)
+  doAssert ok, &"\nexpected:\n{expected}\noutp:\n{outp}"
+main()