From c6cb174e7085cd2a41ed0ab74bbcbd7963e68d9d Mon Sep 17 00:00:00 2001
From: David Robillard <d@drobilla.net>
Date: Thu, 30 Jan 2025 14:36:04 -0500
Subject: Fix handling of some invalid EOF cases in lax mode

The return status of these tests unfortunately isn't consistent, so instead of
testing for an exact exit status, instead check that the return status doesn't
seem to be an abort() or other signal code (which are negative on Linux, while
serdi itself never exits with a negative status).
---
 test/meson.build  |  7 +++++++
 test/run_suite.py | 11 ++++++++---
 2 files changed, 15 insertions(+), 3 deletions(-)

(limited to 'test')

diff --git a/test/meson.build b/test/meson.build
index 913afe35..db88fa61 100644
--- a/test/meson.build
+++ b/test/meson.build
@@ -216,6 +216,13 @@ test_suites = {
     files('extra/eof/manifest.ttl'),
     ns_serdtest + 'eof/',
   ],
+  'eof_lax': [
+    '--ignore',
+    files('extra/eof/manifest.ttl'),
+    ns_serdtest + 'eof/',
+    '--',
+    '-l'
+  ],
   'fast': [
     files('extra/good/manifest.ttl'),
     ns_serdtest + 'good/',
diff --git a/test/run_suite.py b/test/run_suite.py
index 2e93502f..3811a74e 100755
--- a/test/run_suite.py
+++ b/test/run_suite.py
@@ -58,7 +58,7 @@ def run_positive_test(base_uri, command, in_path):
     return True
 
 
-def run_negative_test(base_uri, command, in_path):
+def run_negative_test(base_uri, command, in_path, ignore):
     """Run a negative syntax test and return whether the error was detected."""
 
     if not os.path.exists(in_path):
@@ -67,10 +67,14 @@ def run_negative_test(base_uri, command, in_path):
     command = command + [in_path, base_uri]
     proc = subprocess.run(command, check=False, stderr=PIPE, stdout=DEVNULL)
 
-    if proc.returncode == 0:
+    if not ignore and proc.returncode == 0:
         util.error("Unexpected successful return: " + in_path)
         return False
 
+    if proc.returncode < 0:
+        util.error("Command seems to have crashed: " + in_path)
+        return False
+
     if len(proc.stderr) == 0:
         util.error("Command failed with no error output: " + in_path)
         return False
@@ -86,7 +90,7 @@ def run_entry(args, entry, command, out_dir, suite_dir):
 
     negative = "Negative" in entry[NS_RDF + "type"][0]
     if negative and not args.lax:
-        return run_negative_test(base, command, in_path)
+        return run_negative_test(base, command, in_path, args.ignore)
 
     if NS_MF + "result" not in entry:
         return run_positive_test(base, command, in_path)
@@ -151,6 +155,7 @@ def main():
     )
 
     parser.add_argument("--asserter", help="asserter URI for test report")
+    parser.add_argument("--ignore", action="store_true", help="ignore status")
     parser.add_argument("--lax", action="store_true", help="tolerate errors")
     parser.add_argument("--report", help="path to write result report to")
     parser.add_argument("--reverse", action="store_true", help="reverse test")
-- 
cgit v1.2.1