chore(spark): Bump to 4.1.2 (#419)

* Adding spark 4.1.2 to demos

* upgarding spark-connect-client to spark 4.1.2

Author: Maleware

demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml

@@ -146,7 +146,7 @@ data:
     spec:
       sparkImage:
         # Iceberg 1.11.0 only supports Spark 4.1.x
-        productVersion: 4.1.1
+        productVersion: 4.1.2
       mode: cluster
       mainApplicationFile: local:///stackable/spark/jobs/spark-ingest-into-lakehouse.py
       deps:

demos/end-to-end-security/create-spark-report.yaml

@@ -59,7 +59,7 @@ data:
     spec:
       sparkImage:
         # Iceberg 1.11.0 only supports Spark 4.1.x
-        productVersion: 4.1.1
+        productVersion: 4.1.2
       mode: cluster
       mainApplicationFile: local:///stackable/spark/jobs/spark-report.py
       deps:

demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml

@@ -52,7 +52,7 @@ data:
     spec:
       sparkImage:
         # Iceberg 1.11.0 only supports Spark 4.1.x
-        productVersion: 4.1.1
+        productVersion: 4.1.2
       mode: cluster
       mainApplicationFile: local:///spark-scripts/spark-ad.py
       deps:

stacks/airflow/airflow.yaml

@@ -537,7 +537,7 @@ data:
     spec:
       version: "1.0"
       sparkImage:
-        productVersion: 4.1.1
+        productVersion: 4.1.2
       mode: cluster
       mainApplicationFile: local:///stackable/spark/examples/src/main/python/pi.py
       job:

stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml

@@ -30,8 +30,8 @@ spec:
   image:
     # Using an image that includes scikit-learn (among other things)
     # because this package needs to be available on the executors.
-    custom: oci.stackable.tech/stackable/spark-connect-client:4.1.1-stackable0.0.0-dev
-    productVersion: 4.1.1
+    custom: oci.stackable.tech/stackable/spark-connect-client:4.1.2-stackable0.0.0-dev
+    productVersion: 4.1.2
     pullPolicy: IfNotPresent
   args:
   server: