diff --git a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml index 50e1d820..739ceeed 100644 --- a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml +++ b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml @@ -43,13 +43,13 @@ data: stackable.tech/vendor: Stackable spec: sparkImage: - productVersion: 3.5.5 + productVersion: 3.5.6 mode: cluster mainApplicationFile: local:///stackable/spark/jobs/spark-ingest-into-lakehouse.py deps: packages: - org.apache.iceberg:iceberg-spark-runtime-3.5_2.12:1.8.1 - - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.5 + - org.apache.spark:spark-sql-kafka-0-10_2.12:3.5.6 s3connection: reference: minio sparkConf: diff --git a/demos/end-to-end-security/create-spark-report.yaml b/demos/end-to-end-security/create-spark-report.yaml index c3b1245f..6e394403 100644 --- a/demos/end-to-end-security/create-spark-report.yaml +++ b/demos/end-to-end-security/create-spark-report.yaml @@ -55,7 +55,7 @@ data: name: spark-report spec: sparkImage: - productVersion: 3.5.5 + productVersion: 3.5.6 mode: cluster mainApplicationFile: local:///stackable/spark/jobs/spark-report.py deps: diff --git a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml index 3623b9e7..9170ee66 100644 --- a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml +++ b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml @@ -37,7 +37,7 @@ data: name: spark-ad spec: sparkImage: - productVersion: 3.5.5 + productVersion: 3.5.6 mode: cluster mainApplicationFile: local:///spark-scripts/spark-ad.py deps: diff --git a/stacks/airflow/airflow.yaml b/stacks/airflow/airflow.yaml index fb0ac7eb..5284b46d 100644 --- a/stacks/airflow/airflow.yaml +++ b/stacks/airflow/airflow.yaml @@ -274,7 +274,7 @@ data: spec: version: "1.0" sparkImage: - productVersion: 3.5.5 + productVersion: 3.5.6 mode: cluster mainApplicationFile: local:///stackable/spark/examples/src/main/python/pi.py job: diff --git a/stacks/jupyterhub-pyspark-hdfs/jupyterlab.yaml b/stacks/jupyterhub-pyspark-hdfs/jupyterlab.yaml index 792350ac..1d0b637f 100644 --- a/stacks/jupyterhub-pyspark-hdfs/jupyterlab.yaml +++ b/stacks/jupyterhub-pyspark-hdfs/jupyterlab.yaml @@ -21,7 +21,7 @@ spec: serviceAccountName: default containers: - name: jupyterlab - image: oci.stackable.tech/stackable/spark-connect-client:3.5.5-stackable0.0.0-dev + image: oci.stackable.tech/stackable/spark-connect-client:3.5.6-stackable0.0.0-dev imagePullPolicy: IfNotPresent command: - bash @@ -39,7 +39,7 @@ spec: name: notebook initContainers: - name: download-notebook - image: oci.stackable.tech/stackable/spark-connect-client:3.5.5-stackable0.0.0-dev + image: oci.stackable.tech/stackable/spark-connect-client:3.5.6-stackable0.0.0-dev command: ['sh', '-c', 'curl https://raw.githubusercontent.com/stackabletech/demos/main/stacks/jupyterhub-pyspark-hdfs/notebook.ipynb -o /notebook/notebook.ipynb'] volumeMounts: - mountPath: /notebook diff --git a/stacks/jupyterhub-pyspark-hdfs/notebook.ipynb b/stacks/jupyterhub-pyspark-hdfs/notebook.ipynb index 50fa1520..acb9b431 100644 --- a/stacks/jupyterhub-pyspark-hdfs/notebook.ipynb +++ b/stacks/jupyterhub-pyspark-hdfs/notebook.ipynb @@ -53,7 +53,7 @@ "#\n", "# See: https://issues.apache.org/jira/browse/SPARK-46032\n", "#\n", - "spark.addArtifacts(\"/stackable/spark/connect/spark-connect_2.12-3.5.5.jar\")" + "spark.addArtifacts(\"/stackable/spark/connect/spark-connect_2.12-3.5.6.jar\")" ] }, { diff --git a/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml b/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml index 275c7937..4e88bfcc 100644 --- a/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml +++ b/stacks/jupyterhub-pyspark-hdfs/spark_connect.yaml @@ -30,8 +30,8 @@ spec: image: # Using an image that includes scikit-learn (among other things) # because this package needs to be available on the executors. - custom: oci.stackable.tech/stackable/spark-connect-client:3.5.5-stackable0.0.0-dev - productVersion: 3.5.5 + custom: oci.stackable.tech/stackable/spark-connect-client:3.5.6-stackable0.0.0-dev + productVersion: 3.5.6 pullPolicy: IfNotPresent args: server: