diff --git a/dev/docker-compose-integration.yml b/dev/docker-compose-integration.yml index 03f5684ce4..1a46c533fb 100644 --- a/dev/docker-compose-integration.yml +++ b/dev/docker-compose-integration.yml @@ -18,7 +18,9 @@ services: spark-iceberg: image: pyiceberg-spark:latest - build: spark/ + build: + context: https://github.com/kevinjqliu/iceberg-python.git#kevinjqliu/build-docker-from-github + dockerfile: dev/spark/Dockerfile container_name: pyiceberg-spark networks: iceberg_net: diff --git a/dev/spark/Dockerfile b/dev/spark/Dockerfile index 0e1f29d152..572bae4b11 100644 --- a/dev/spark/Dockerfile +++ b/dev/spark/Dockerfile @@ -54,7 +54,7 @@ RUN set -e && \ done # Copy configuration last (changes more frequently than JARs) -COPY --chown=spark:spark spark-defaults.conf ${SPARK_HOME}/conf/ +COPY --chown=spark:spark dev/spark/spark-defaults.conf ${SPARK_HOME}/conf/ USER spark WORKDIR ${SPARK_HOME}