AnimalyDetector: xfail 2 tests for Spark 3.1.3 and 3.2

Author: ynikolaiev

tests/test_anomaly_detection.py

@@ -1,4 +1,5 @@
 # -*- coding: utf-8 -*-
+import os
 import unittest
 
 import pytest
@@ -281,6 +282,13 @@ def HoltWinters(self, analyzer_func, test, df_prev, df_curr=None):
             print(df.collect())
             return df.select("check_status").collect()
 
+    @pytest.mark.xfail(
+        os.environ.get("SPARK_VERSION") in ["3.1.3", "3.2"],
+        reason=(
+            "Not supported in Spark < 3.3: breeze.stats.DescriptiveStats "
+            "is in unnamed module of loader 'app'"
+        )
+    )
     def test_BatchNormalStrategy(self):
 
         # Interval is inclusive, so meet the requirements upper value is up to 9
@@ -349,6 +357,13 @@ def test_OnlineNormalStrategy(self):
             [Row(check_status="Success")],
         )
 
+    @pytest.mark.xfail(
+        os.environ.get("SPARK_VERSION") in ["3.1.3", "3.2"],
+        reason=(
+            "Not supported in Spark < 3.3: breeze.stats.DescriptiveStats "
+            "is in unnamed module of loader 'app'"
+        )
+    )
     def test_holtWinters(self):
         # must have 15 points of data
         self.assertEqual(self.HoltWinters(Size(), 1, self.df_1), [Row(check_status="Success")])