fix: skip tests correctly

Author: f-allian

causal_testing/main.py

@@ -20,9 +20,9 @@
 from causal_testing.specification.variable import Input, Output
 from causal_testing.testing.base_test_case import BaseTestCase
 from causal_testing.testing.causal_effect import Negative, NoEffect, Positive, SomeEffect
+from causal_testing.testing.causal_test_adequacy import DataAdequacy
 from causal_testing.testing.causal_test_case import CausalTestCase
 from causal_testing.testing.causal_test_result import CausalTestResult
-from causal_testing.testing.causal_test_adequacy import DataAdequacy
 
 logger = logging.getLogger(__name__)
 
@@ -446,9 +446,11 @@ def save_results(self, results: List[CausalTestResult], output_path: str = None)
         with open(self.paths.test_config_path, "r", encoding="utf-8") as f:
             test_configs = json.load(f)
 
+        active_tests = [test for test in test_configs["tests"] if not test.get("skip", False)]
+
         # Combine test configs with their results
         json_results = []
-        for test_config, test_case, result in zip(test_configs["tests"], self.test_cases, results):
+        for test_config, test_case, result in zip(active_tests, self.test_cases, results):
             # Determine if test failed based on expected vs actual effect
             test_passed = (
                 test_case.expected_causal_effect.apply(result) if result.effect_estimate is not None else False

tests/main_tests/test_main.py

@@ -155,9 +155,11 @@ def test_ctf(self):
         with open(self.test_config_path, "r", encoding="utf-8") as f:
             test_configs = json.load(f)
 
+        active_tests = [test for test in test_configs["tests"] if not test.get("skip", False)]
+
         tests_passed = [
             test_case.expected_causal_effect.apply(result) if result.effect_estimate is not None else False
-            for test_config, test_case, result in zip(test_configs["tests"], framework.test_cases, results)
+            for test_config, test_case, result in zip(active_tests, framework.test_cases, results)
         ]
 
         self.assertEqual(tests_passed, [True])
@@ -230,9 +232,10 @@ def test_ctf_exception_silent(self):
         with open(self.test_config_path, "r", encoding="utf-8") as f:
             test_configs = json.load(f)
 
+        active_tests = [test for test in test_configs["tests"] if not test.get("skip", False)]
         tests_passed = [
             test_case.expected_causal_effect.apply(result) if result.effect_estimate is not None else False
-            for test_config, test_case, result in zip(test_configs["tests"], framework.test_cases, results)
+            for test_config, test_case, result in zip(active_tests, framework.test_cases, results)
         ]
 
         self.assertEqual(tests_passed, [False])