You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Copy file name to clipboardExpand all lines: spark/Dockerfile
+5-5Lines changed: 5 additions & 5 deletions
Original file line number
Diff line number
Diff line change
@@ -44,7 +44,7 @@ WORKDIR ${SPARK_HOME}
44
44
45
45
ENV SPARK_VERSION=3.5.5
46
46
ENV SPARK_MAJOR_VERSION=3.5
47
-
ENV ICEBERG_VERSION=1.8.1
47
+
ENV ICEBERG_VERSION=1.9.0
48
48
49
49
# Download spark
50
50
RUN mkdir -p ${SPARK_HOME} \
@@ -53,16 +53,16 @@ RUN mkdir -p ${SPARK_HOME} \
53
53
&& rm -rf spark-${SPARK_VERSION}-bin-hadoop3.tgz
54
54
55
55
# Download iceberg spark runtime
56
-
RUN curl https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-spark-runtime-${SPARK_MAJOR_VERSION}_2.12/${ICEBERG_VERSION}/iceberg-spark-runtime-${SPARK_MAJOR_VERSION}_2.12-${ICEBERG_VERSION}.jar -Lo /opt/spark/jars/iceberg-spark-runtime-${SPARK_MAJOR_VERSION}_2.12-${ICEBERG_VERSION}.jar
56
+
RUN curl https://repository.apache.org/content/repositories/orgapacheiceberg-1190/org/apache/iceberg/iceberg-spark-runtime-3.5_2.12/1.9.0/iceberg-spark-runtime-3.5_2.12-1.9.0.jar -Lo /opt/spark/jars/iceberg-spark-runtime-${SPARK_MAJOR_VERSION}_2.12-${ICEBERG_VERSION}.jar
57
57
58
58
# Download AWS bundle
59
-
RUN curl -s https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-aws-bundle/${ICEBERG_VERSION}/iceberg-aws-bundle-${ICEBERG_VERSION}.jar -Lo /opt/spark/jars/iceberg-aws-bundle-${ICEBERG_VERSION}.jar
59
+
RUN curl -s https://repository.apache.org/content/repositories/orgapacheiceberg-1190/org/apache/iceberg/iceberg-aws-bundle/1.9.0/iceberg-aws-bundle-1.9.0.jar -Lo /opt/spark/jars/iceberg-aws-bundle-${ICEBERG_VERSION}.jar
60
60
61
61
# Download GCP bundle
62
-
RUN curl -s https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-gcp-bundle/${ICEBERG_VERSION}/iceberg-gcp-bundle-${ICEBERG_VERSION}.jar -Lo /opt/spark/jars/iceberg-gcp-bundle-${ICEBERG_VERSION}.jar
62
+
RUN curl -s https://repository.apache.org/content/repositories/orgapacheiceberg-1190/org/apache/iceberg/iceberg-gcp-bundle/1.9.0/iceberg-gcp-bundle-1.9.0.jar -Lo /opt/spark/jars/iceberg-gcp-bundle-${ICEBERG_VERSION}.jar
63
63
64
64
# Download Azure bundle
65
-
RUN curl -s https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-azure-bundle/${ICEBERG_VERSION}/iceberg-azure-bundle-${ICEBERG_VERSION}.jar -Lo /opt/spark/jars/iceberg-azure-bundle-${ICEBERG_VERSION}.jar
65
+
RUN curl -s https://repository.apache.org/content/repositories/orgapacheiceberg-1190/org/apache/iceberg/iceberg-azure-bundle/1.9.0/iceberg-azure-bundle-1.9.0.jar -Lo /opt/spark/jars/iceberg-azure-bundle-${ICEBERG_VERSION}.jar
66
66
67
67
# Install AWS CLI
68
68
RUN curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" \
0 commit comments