Exit 77 for skipped Python tests so automake reports SKIP

julek-wolfssl · julek-wolfssl · commit bcd37428ca33 · 2026-04-02T11:15:47.000+02:00
Add test_main() helper in wolfclu_test.py that runs unittest with
exit=False and translates the result: all-skipped/no-tests -&gt; exit 77
(automake SKIP), failures -&gt; exit 1, otherwise -&gt; exit 0.
diff --git a/tests/base64/base64-test.py b/tests/base64/base64-test.py
@@ -9,7 +9,7 @@
 
 # Allow importing the shared helper when run standalone or via the test runner
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl
+from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl, test_main
 
 
 class Base64Test(unittest.TestCase):
@@ -105,4 +105,4 @@ def test_stdin_input(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/bench/bench-test.py b/tests/bench/bench-test.py
@@ -6,7 +6,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import run_wolfssl
+from wolfclu_test import run_wolfssl, test_main
 
 
 class BenchTest(unittest.TestCase):
@@ -25,4 +25,4 @@ def test_bench_md5(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/client/client-test.py b/tests/client/client-test.py
@@ -7,7 +7,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl
+from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl, test_main
 
 
 class ClientTest(unittest.TestCase):
@@ -58,4 +58,4 @@ def test_s_client_x509(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/dgst/dgst-test.py b/tests/dgst/dgst-test.py
@@ -7,7 +7,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import CERTS_DIR, run_wolfssl
+from wolfclu_test import CERTS_DIR, run_wolfssl, test_main
 
 DGST_DIR = os.path.join(".", "tests", "dgst")
 
@@ -213,4 +213,4 @@ def test_ecc_sign_verify_roundtrip(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/dh/dh-test.py b/tests/dh/dh-test.py
@@ -6,7 +6,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import CERTS_DIR, run_wolfssl
+from wolfclu_test import CERTS_DIR, run_wolfssl, test_main
 
 
 class DhParamTest(unittest.TestCase):
@@ -108,4 +108,4 @@ def test_bad_input_fails(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/dsa/dsa-test.py b/tests/dsa/dsa-test.py
@@ -6,7 +6,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import CERTS_DIR, run_wolfssl
+from wolfclu_test import CERTS_DIR, run_wolfssl, test_main
 
 
 class DsaParamTest(unittest.TestCase):
@@ -95,4 +95,4 @@ def test_bad_input_fails(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/encrypt/enc-test.py b/tests/encrypt/enc-test.py
@@ -9,7 +9,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import CERTS_DIR, WOLFSSL_BIN, run_wolfssl
+from wolfclu_test import CERTS_DIR, WOLFSSL_BIN, run_wolfssl, test_main
 
 
 def run_enc(*args, password=""):
@@ -276,4 +276,4 @@ def test_legacy_aes_cbc_128_roundtrip(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/genkey_sign_ver/genkey-sign-ver-test.py b/tests/genkey_sign_ver/genkey-sign-ver-test.py
@@ -6,7 +6,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import WOLFSSL_BIN, run_wolfssl
+from wolfclu_test import WOLFSSL_BIN, run_wolfssl, test_main
 
 # Files that tests may create; cleaned up by tearDownClass
 _TEMP_FILES = []
@@ -250,4 +250,4 @@ def test_xmss_raw(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/hash/hash-test.py b/tests/hash/hash-test.py
@@ -6,7 +6,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import CERTS_DIR, run_wolfssl
+from wolfclu_test import CERTS_DIR, run_wolfssl, test_main
 
 HASH_DIR = os.path.join(".", "tests", "hash")
 CERT_FILE = os.path.join(CERTS_DIR, "ca-cert.pem")
@@ -89,4 +89,4 @@ def test_sha512(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/ocsp-scgi/ocsp-scgi-test.py b/tests/ocsp-scgi/ocsp-scgi-test.py
@@ -21,7 +21,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import WOLFSSL_BIN, CERTS_DIR
+from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, test_main
 
 HAS_OPENSSL = shutil.which("openssl") is not None
 
@@ -288,4 +288,4 @@ def test_08_graceful_shutdown(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/ocsp/ocsp-test.py b/tests/ocsp/ocsp-test.py
@@ -15,7 +15,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import WOLFSSL_BIN, CERTS_DIR
+from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, test_main
 
 HAS_OPENSSL = shutil.which("openssl") is not None
 OCSP_PORT_BASE = 6960
@@ -335,4 +335,4 @@ class TestOpensslClientOpensslResponder(_OCSPInteropBase):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/pkcs/pkcs12-test.py b/tests/pkcs/pkcs12-test.py
@@ -7,7 +7,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl
+from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl, test_main
 
 P12_FILE = os.path.join(CERTS_DIR, "test-servercert.p12")
 
@@ -72,4 +72,4 @@ def test_nocerts_with_passout(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/pkcs/pkcs7-test.py b/tests/pkcs/pkcs7-test.py
@@ -7,7 +7,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl
+from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl, test_main
 
 
 class Pkcs7Test(unittest.TestCase):
@@ -69,4 +69,4 @@ def test_stdin_input(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/pkcs/pkcs8-test.py b/tests/pkcs/pkcs8-test.py
@@ -8,7 +8,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl
+from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl, test_main
 
 
 def _is_fips():
@@ -113,4 +113,4 @@ def test_fail_wrong_format(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/pkey/ecparam-test.py b/tests/pkey/ecparam-test.py
@@ -6,7 +6,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import CERTS_DIR, run_wolfssl
+from wolfclu_test import CERTS_DIR, run_wolfssl, test_main
 
 
 def _get_curve_names():
@@ -162,4 +162,4 @@ def test_all_curves_genkey(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/pkey/pkey-test.py b/tests/pkey/pkey-test.py
@@ -6,7 +6,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import CERTS_DIR, run_wolfssl
+from wolfclu_test import CERTS_DIR, run_wolfssl, test_main
 
 ECC_PUBKEY_PEM = """\
 -----BEGIN PUBLIC KEY-----
@@ -85,4 +85,4 @@ def test_pem_der_pem_public(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/pkey/rsa-test.py b/tests/pkey/rsa-test.py
@@ -7,7 +7,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import CERTS_DIR, run_wolfssl
+from wolfclu_test import CERTS_DIR, run_wolfssl, test_main
 
 RSA_PUBKEY_PEM = """\
 -----BEGIN PUBLIC KEY-----
@@ -140,4 +140,4 @@ def test_modulus_noout(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/rand/rand-test.py b/tests/rand/rand-test.py
@@ -6,7 +6,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import run_wolfssl
+from wolfclu_test import run_wolfssl, test_main
 
 
 class RandTest(unittest.TestCase):
@@ -44,4 +44,4 @@ def test_output_file(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/server/server-test.py b/tests/server/server-test.py
@@ -8,7 +8,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import WOLFSSL_BIN, CERTS_DIR
+from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, test_main
 
 
 class ServerClientTest(unittest.TestCase):
@@ -67,4 +67,4 @@ def test_server_client(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/testEncDec/encdec-test.py b/tests/testEncDec/encdec-test.py
@@ -7,7 +7,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import run_wolfssl
+from wolfclu_test import run_wolfssl, test_main
 
 # Small test input — created once, used by all tests
 INPUT_FILE = "encdec_input.txt"
@@ -120,4 +120,4 @@ def test_camellia_cbc_256(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/wolfclu_test.py b/tests/wolfclu_test.py
@@ -3,6 +3,8 @@
 import os
 import platform
 import subprocess
+import sys
+import unittest
 
 _TESTS_DIR = os.path.dirname(os.path.abspath(__file__))
 _PROJECT_ROOT = os.path.dirname(_TESTS_DIR)
@@ -49,3 +51,22 @@ def run_wolfssl(*args, stdin_data=None, timeout=60):
     else:
         kwargs["stdin"] = subprocess.DEVNULL
     return subprocess.run(cmd, **kwargs)
+
+
+def test_main():
+    """Run tests with automake-compatible exit codes.
+
+    Automake interprets exit 77 as SKIP.  Python's unittest exits 0 even
+    when every test was skipped, so automake would report PASS.  This
+    wrapper runs unittest with exit=False and translates the result:
+      - failures/errors  -> exit 1
+      - all skipped / no tests run -> exit 77  (automake SKIP)
+      - otherwise        -> exit 0  (automake PASS)
+    """
+    prog = unittest.main(module='__main__', exit=False)
+    result = prog.result
+    if not result.wasSuccessful():
+        sys.exit(1)
+    if result.testsRun == 0:
+        sys.exit(77)
+    sys.exit(0)
diff --git a/tests/x509/CRL-verify-test.py b/tests/x509/CRL-verify-test.py
@@ -6,7 +6,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import CERTS_DIR, run_wolfssl
+from wolfclu_test import CERTS_DIR, run_wolfssl, test_main
 
 
 def _has_crl():
@@ -161,4 +161,4 @@ def test_crl_text_noout(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/x509/x509-ca-test.py b/tests/x509/x509-ca-test.py
@@ -7,7 +7,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl
+from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl, test_main
 
 _SKIP_WIN = sys.platform == "win32"
 _WIN_REASON = "CA config file paths not supported on Windows UNC shares"
@@ -748,4 +748,4 @@ def test_relative_out_path(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/x509/x509-process-test.py b/tests/x509/x509-process-test.py
@@ -8,7 +8,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl
+from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl, test_main
 
 TESTS_X509_DIR = os.path.join(".", "tests", "x509")
 HAS_OPENSSL = shutil.which("openssl") is not None
@@ -505,4 +505,4 @@ def test_4f_nonexistent_file_pem(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/x509/x509-req-test.py b/tests/x509/x509-req-test.py
@@ -8,7 +8,7 @@
 import unittest
 
 sys.path.insert(0, os.path.join(os.path.dirname(__file__), ".."))
-from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl
+from wolfclu_test import WOLFSSL_BIN, CERTS_DIR, run_wolfssl, test_main
 
 HAS_OPENSSL = shutil.which("openssl") is not None
 _SKIP_WIN = sys.platform == "win32"
@@ -726,4 +726,4 @@ def test_csr_version_openssl_interop(self):
 
 
 if __name__ == "__main__":
-    unittest.main()
+    test_main()
diff --git a/tests/x509/x509-verify-test.py b/tests/x509/x509-verify-test.py
