Skip to content

Commit 5674466

Browse files
authored
Test Apache Iceberg 1.9.0 RC2
1 parent aac6f06 commit 5674466

File tree

1 file changed

+5
-5
lines changed

1 file changed

+5
-5
lines changed

spark/Dockerfile

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -44,7 +44,7 @@ WORKDIR ${SPARK_HOME}
4444

4545
ENV SPARK_VERSION=3.5.5
4646
ENV SPARK_MAJOR_VERSION=3.5
47-
ENV ICEBERG_VERSION=1.8.1
47+
ENV ICEBERG_VERSION=1.9.0
4848

4949
# Download spark
5050
RUN mkdir -p ${SPARK_HOME} \
@@ -53,16 +53,16 @@ RUN mkdir -p ${SPARK_HOME} \
5353
&& rm -rf spark-${SPARK_VERSION}-bin-hadoop3.tgz
5454

5555
# Download iceberg spark runtime
56-
RUN curl https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-spark-runtime-${SPARK_MAJOR_VERSION}_2.12/${ICEBERG_VERSION}/iceberg-spark-runtime-${SPARK_MAJOR_VERSION}_2.12-${ICEBERG_VERSION}.jar -Lo /opt/spark/jars/iceberg-spark-runtime-${SPARK_MAJOR_VERSION}_2.12-${ICEBERG_VERSION}.jar
56+
RUN curl https://repository.apache.org/content/repositories/orgapacheiceberg-1190/org/apache/iceberg/iceberg-spark-runtime-3.5_2.12/1.9.0/iceberg-spark-runtime-3.5_2.12-1.9.0.jar -Lo /opt/spark/jars/iceberg-spark-runtime-${SPARK_MAJOR_VERSION}_2.12-${ICEBERG_VERSION}.jar
5757

5858
# Download AWS bundle
59-
RUN curl -s https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-aws-bundle/${ICEBERG_VERSION}/iceberg-aws-bundle-${ICEBERG_VERSION}.jar -Lo /opt/spark/jars/iceberg-aws-bundle-${ICEBERG_VERSION}.jar
59+
RUN curl -s https://repository.apache.org/content/repositories/orgapacheiceberg-1190/org/apache/iceberg/iceberg-aws-bundle/1.9.0/iceberg-aws-bundle-1.9.0.jar -Lo /opt/spark/jars/iceberg-aws-bundle-${ICEBERG_VERSION}.jar
6060

6161
# Download GCP bundle
62-
RUN curl -s https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-gcp-bundle/${ICEBERG_VERSION}/iceberg-gcp-bundle-${ICEBERG_VERSION}.jar -Lo /opt/spark/jars/iceberg-gcp-bundle-${ICEBERG_VERSION}.jar
62+
RUN curl -s https://repository.apache.org/content/repositories/orgapacheiceberg-1190/org/apache/iceberg/iceberg-gcp-bundle/1.9.0/iceberg-gcp-bundle-1.9.0.jar -Lo /opt/spark/jars/iceberg-gcp-bundle-${ICEBERG_VERSION}.jar
6363

6464
# Download Azure bundle
65-
RUN curl -s https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-azure-bundle/${ICEBERG_VERSION}/iceberg-azure-bundle-${ICEBERG_VERSION}.jar -Lo /opt/spark/jars/iceberg-azure-bundle-${ICEBERG_VERSION}.jar
65+
RUN curl -s https://repository.apache.org/content/repositories/orgapacheiceberg-1190/org/apache/iceberg/iceberg-azure-bundle/1.9.0/iceberg-azure-bundle-1.9.0.jar -Lo /opt/spark/jars/iceberg-azure-bundle-${ICEBERG_VERSION}.jar
6666

6767
# Install AWS CLI
6868
RUN curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" \

0 commit comments

Comments
 (0)