From 7ffe00d4294f1fa00220c4dacfc4f09d3c12197b Mon Sep 17 00:00:00 2001 From: Maxi Wittich Date: Wed, 10 Jun 2026 14:38:44 +0200 Subject: [PATCH 1/2] updating spark versions in demos --- .../create-spark-ingestion-job.yaml | 2 +- demos/end-to-end-security/create-spark-report.yaml | 2 +- .../create-spark-anomaly-detection-job.yaml | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml index 01486cbd..4e85c109 100644 --- a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml +++ b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml @@ -146,7 +146,7 @@ data: spec: sparkImage: # Iceberg 1.10.1 only supports Spark 4.0.x - productVersion: 4.0.1 + productVersion: 4.1.1 mode: cluster mainApplicationFile: local:///stackable/spark/jobs/spark-ingest-into-lakehouse.py deps: diff --git a/demos/end-to-end-security/create-spark-report.yaml b/demos/end-to-end-security/create-spark-report.yaml index 9aa65cb9..837e5368 100644 --- a/demos/end-to-end-security/create-spark-report.yaml +++ b/demos/end-to-end-security/create-spark-report.yaml @@ -59,7 +59,7 @@ data: spec: sparkImage: # Iceberg 1.10.1 only supports Spark 4.0.x - productVersion: 4.0.1 + productVersion: 4.1.1 mode: cluster mainApplicationFile: local:///stackable/spark/jobs/spark-report.py deps: diff --git a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml index e2c139e1..dc3b0043 100644 --- a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml +++ b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml @@ -52,7 +52,7 @@ data: spec: sparkImage: # Iceberg 1.10.1 only supports Spark 4.0.x - productVersion: 4.0.1 + productVersion: 4.1.1 mode: cluster mainApplicationFile: local:///spark-scripts/spark-ad.py deps: From 89464a710e04fc4b31d6a0c6c8eddb09ae2bd063 Mon Sep 17 00:00:00 2001 From: Maxi Wittich Date: Wed, 10 Jun 2026 16:46:21 +0200 Subject: [PATCH 2/2] updating iceberg to 1.11.0 --- .../create-spark-ingestion-job.yaml | 4 ++-- demos/end-to-end-security/create-spark-report.yaml | 4 ++-- .../create-spark-anomaly-detection-job.yaml | 4 ++-- 3 files changed, 6 insertions(+), 6 deletions(-) diff --git a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml index 4e85c109..c76a7659 100644 --- a/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml +++ b/demos/data-lakehouse-iceberg-trino-spark/create-spark-ingestion-job.yaml @@ -145,13 +145,13 @@ data: stackable.tech/demo: {{ DEMO }} spec: sparkImage: - # Iceberg 1.10.1 only supports Spark 4.0.x + # Iceberg 1.11.0 only supports Spark 4.1.x productVersion: 4.1.1 mode: cluster mainApplicationFile: local:///stackable/spark/jobs/spark-ingest-into-lakehouse.py deps: packages: - - org.apache.iceberg:iceberg-spark-runtime-4.0_2.13:1.10.1 + - org.apache.iceberg:iceberg-spark-runtime-4.0_2.13:1.11.0 - org.apache.spark:spark-sql-kafka-0-10_2.13:4.0.1 s3connection: reference: minio diff --git a/demos/end-to-end-security/create-spark-report.yaml b/demos/end-to-end-security/create-spark-report.yaml index 837e5368..08b8e42f 100644 --- a/demos/end-to-end-security/create-spark-report.yaml +++ b/demos/end-to-end-security/create-spark-report.yaml @@ -58,13 +58,13 @@ data: stackable.tech/demo: {{ DEMO }} spec: sparkImage: - # Iceberg 1.10.1 only supports Spark 4.0.x + # Iceberg 1.11.0 only supports Spark 4.1.x productVersion: 4.1.1 mode: cluster mainApplicationFile: local:///stackable/spark/jobs/spark-report.py deps: packages: - - org.apache.iceberg:iceberg-spark-runtime-4.0_2.13:1.10.1 + - org.apache.iceberg:iceberg-spark-runtime-4.0_2.13:1.11.0 sparkConf: spark.driver.extraClassPath: /stackable/config/hdfs spark.executor.extraClassPath: /stackable/config/hdfs diff --git a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml index dc3b0043..282d88ea 100644 --- a/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml +++ b/demos/spark-k8s-anomaly-detection-taxi-data/create-spark-anomaly-detection-job.yaml @@ -51,13 +51,13 @@ data: name: spark-ad spec: sparkImage: - # Iceberg 1.10.1 only supports Spark 4.0.x + # Iceberg 1.11.0 only supports Spark 4.1.x productVersion: 4.1.1 mode: cluster mainApplicationFile: local:///spark-scripts/spark-ad.py deps: packages: - - org.apache.iceberg:iceberg-spark-runtime-4.0_2.13:1.10.1 + - org.apache.iceberg:iceberg-spark-runtime-4.0_2.13:1.11.0 requirements: - scikit-learn==1.4.0 s3connection: