chore(spark): Update versions for SDP 26.11

CHANGELOG.md

@@ -32,6 +32,7 @@ All notable changes to this project will be documented in this file.
   the interpolation of environment variables in the Vector configuration files ([#1693]).
 - opa: Add 1.20.2 ([#1697]).
 - patchable: Use long hashes, and myers diff algorithm for portability ([#1705]).
+- spark: Add 4.1.3 and 4.2.0 ([#1710]).
 
 ### Changed
 
@@ -114,6 +115,7 @@ All notable changes to this project will be documented in this file.
 - trino: Remove `479` ([#1690]).
 - trino-cli: Remove `481` ([#1690]).
 - opa: Remove 1.12.3 ([#1697]).
+- spark: Remove 3.5.8 and 4.1.1 ([#1710]).
 
 [#1593]: https://github.com/stackabletech/docker-images/pull/1593
 [#1595]: https://github.com/stackabletech/docker-images/pull/1595
@@ -160,6 +162,7 @@ All notable changes to this project will be documented in this file.
 [#1707]: https://github.com/stackabletech/docker-images/pull/1707
 [#1708]: https://github.com/stackabletech/docker-images/pull/1708
 [#1709]: https://github.com/stackabletech/docker-images/pull/1709
+[#1710]: https://github.com/stackabletech/docker-images/pull/1710
 
 ## [26.7.0] - 2026-07-21
 

spark-connect-client/boil-config.toml

@@ -1,23 +1,23 @@
 [metadata.registries]
 "oci.stackable.tech" = { namespace = "stackable" }
 
-[versions."3.5.8".local-images]
-spark-k8s = "3.5.8"
-java-base = "17"
+[versions."4.1.2".local-images]
+spark-k8s = "4.1.2"
+java-base = "21"
 
-[versions."3.5.8".build-arguments]
-python-version = "3.11"
+[versions."4.1.2".build-arguments]
+python-version = "3.12"
 
-[versions."4.1.1".local-images]
-spark-k8s = "4.1.1"
+[versions."4.1.3".local-images]
+spark-k8s = "4.1.3"
 java-base = "21"
 
-[versions."4.1.1".build-arguments]
+[versions."4.1.3".build-arguments]
 python-version = "3.12"
 
-[versions."4.1.2".local-images]
-spark-k8s = "4.1.2"
+[versions."4.2.0".local-images]
+spark-k8s = "4.2.0"
 java-base = "21"
 
-[versions."4.1.2".build-arguments]
+[versions."4.2.0".build-arguments]
 python-version = "3.12"

spark-k8s/Dockerfile.4

@@ -60,7 +60,8 @@ COPY --from=hadoop-builder --chown=${STACKABLE_USER_UID}:0 /stackable/patched-li
 # package manifest and no lockfile, so cdxgen cannot see them either.
 RUN <<EOF
     microdnf update
-    microdnf install python3
+    # since 4.2.0 make-distribution.sh requires zip
+    microdnf install python3 zip
     microdnf clean all
     rm -rf /var/cache/yum
 EOF