From 5f7cfc852d81274699967a01244f8060ae7fd624 Mon Sep 17 00:00:00 2001 From: Kevin Liu Date: Mon, 5 Jan 2026 15:50:48 -0800 Subject: [PATCH] spark 4 already comes with spark connect jar --- dev/spark/Dockerfile | 2 -- 1 file changed, 2 deletions(-) diff --git a/dev/spark/Dockerfile b/dev/spark/Dockerfile index cd35671c4b..65f968924e 100644 --- a/dev/spark/Dockerfile +++ b/dev/spark/Dockerfile @@ -20,7 +20,6 @@ FROM apache/spark:${BASE_IMAGE_SPARK_VERSION} # Dependency versions - keep these compatible ARG ICEBERG_VERSION=1.10.0 ARG ICEBERG_SPARK_RUNTIME_VERSION=4.0_2.13 -ARG SPARK_VERSION=4.0.1 ARG HADOOP_VERSION=3.4.1 ARG SCALA_VERSION=2.13 ARG AWS_SDK_VERSION=2.24.6 @@ -43,7 +42,6 @@ RUN mkdir -p /home/iceberg/spark-events && \ # Required JAR dependencies ENV JARS_TO_DOWNLOAD="\ - org/apache/spark/spark-connect_${SCALA_VERSION}/${SPARK_VERSION}/spark-connect_${SCALA_VERSION}-${SPARK_VERSION}.jar \ org/apache/iceberg/iceberg-spark-runtime-${ICEBERG_SPARK_RUNTIME_VERSION}/${ICEBERG_VERSION}/iceberg-spark-runtime-${ICEBERG_SPARK_RUNTIME_VERSION}-${ICEBERG_VERSION}.jar \ org/apache/iceberg/iceberg-aws-bundle/${ICEBERG_VERSION}/iceberg-aws-bundle-${ICEBERG_VERSION}.jar \ org/apache/hadoop/hadoop-aws/${HADOOP_VERSION}/hadoop-aws-${HADOOP_VERSION}.jar \