attempt to fix dag

Author: maltesander

demos/argo-cd/manifests/spark-k8s/pyspark_pi.yaml

@@ -6,7 +6,7 @@ metadata:
 spec:
   version: "1.0"
   sparkImage:
-    productVersion: 3.5.2
+    productVersion: 3.5.6
   mode: cluster
   mainApplicationFile: local:///stackable/spark/examples/src/main/python/pi.py
   job:

stacks/airflow/airflow.yaml

@@ -238,7 +238,7 @@ data:
                 raise AirflowException(f"Exception when loading resource definition: {e}\n")
             return body_dict
 
-        yaml_path = os.path.join(os.environ.get('AIRFLOW__CORE__DAGS_FOLDER'), 'pyspark_pi.yaml')
+        yaml_path = os.path.join(os.environ.get('AIRFLOW__CORE__DAGS_FOLDER'), '../manifests/spark-k8s/pyspark_pi.yaml')
 
         with open(yaml_path, 'r') as file:
             crd = file.read()
@@ -303,6 +303,8 @@ data:
             memory:
               limit: 1024Mi
         replicas: 3
+
+
 # {% endraw %}
 ---
 apiVersion: v1