From 5c5a635b359eadc8a9557fcfdee62374db0f56f5 Mon Sep 17 00:00:00 2001 From: Kevin Liu Date: Wed, 11 Mar 2026 12:34:11 -0700 Subject: [PATCH 1/2] fix relative pathing --- dev/spark/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/spark/Dockerfile b/dev/spark/Dockerfile index 0e1f29d152..572bae4b11 100644 --- a/dev/spark/Dockerfile +++ b/dev/spark/Dockerfile @@ -54,7 +54,7 @@ RUN set -e && \ done # Copy configuration last (changes more frequently than JARs) -COPY --chown=spark:spark spark-defaults.conf ${SPARK_HOME}/conf/ +COPY --chown=spark:spark dev/spark/spark-defaults.conf ${SPARK_HOME}/conf/ USER spark WORKDIR ${SPARK_HOME} From 7d6dabac244c30b393b92e856d23eb0bd80f9112 Mon Sep 17 00:00:00 2001 From: Kevin Liu Date: Wed, 11 Mar 2026 12:36:51 -0700 Subject: [PATCH 2/2] build using github!! --- dev/docker-compose-integration.yml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/dev/docker-compose-integration.yml b/dev/docker-compose-integration.yml index 03f5684ce4..1a46c533fb 100644 --- a/dev/docker-compose-integration.yml +++ b/dev/docker-compose-integration.yml @@ -18,7 +18,9 @@ services: spark-iceberg: image: pyiceberg-spark:latest - build: spark/ + build: + context: https://github.com/kevinjqliu/iceberg-python.git#kevinjqliu/build-docker-from-github + dockerfile: dev/spark/Dockerfile container_name: pyiceberg-spark networks: iceberg_net: