use regex list to skip.

Author: guettli

Tests/kaas/sonobuoy_handler/sonobuoy_handler.py

@@ -1,6 +1,6 @@
 from collections import Counter
-import json
 import logging
+import re
 import os
 import sys
 import os.path
@@ -134,13 +134,32 @@ def sonobuoy_parse_result(plugin, sonobuoy_results_yaml_path):
             for item in item2.get("items", ()):
                 # testcase ... or so
                 status = item.get("status", "skipped")
-                counter[status] += 1
                 if status == "failed":
-                    logger.error(f"FAILED: {item['name']}")
+                    if ok_to_fail(item["name"]):
+                        status = "failed_ok"
+                    else:
+                        logger.error(f"FAILED: {item['name']}")
+                counter[status] += 1
+
     logger.info(f"{plugin} results: {_fmt_result(counter)}")
     return counter
 
 
+def ok_to_fail(test_name):
+    # TODO: Make this configurable
+    regexs = [
+        "HostPort validates that there is no conflict between pods with same hostPort but different hostIP and protocol",
+        "Services should be able to switch session affinity for NodePort service",
+        "Services should have session affinity work for NodePort service",
+        "validates that there exists conflict between pods with same hostPort and protocol but one using 0.0.0.0 hostIP",
+    ]
+    name = test_name
+    for regex in regexs:
+        if re.search(regex, name):
+            return True
+    return False
+
+
 def usage():
     print(
         f"""{sys.argv[0]} path-to/sonobuoy_results.yaml