File tree Expand file tree Collapse file tree
ice-rest-catalog/pyiceberg-test Expand file tree Collapse file tree Original file line number Diff line number Diff line change 44 header.authorization : bearer foo
55 s3.endpoint : http://localhost:8999
66 client.region : mino
7- write.parquet.compression-codec : snappy
87 ice.http.cache : var/cache/ice/http
Original file line number Diff line number Diff line change 22 default :
33 uri : http://localhost:5000
44 header.authorization : bearer foo
5- write.parquet.compression-codec : snappy
65 ice.http.cache : var/cache/ice/http
Original file line number Diff line number Diff line change 77 # s3.access_key_id: miniouser
88 # s3.secret_access_key: miniopassword
99 client.region : mino
10- # TODO: test
11- write.parquet.compression-codec : snappy
1210 ice.http.cache : data/ice/http/cache
Original file line number Diff line number Diff line change @@ -28,13 +28,10 @@ ice insert nyc.taxis -p \
2828 https://d37ci6vzurychx.cloudfront.net/trip-data/yellow_tripdata_2025-01.parquet
2929
3030# warning: each parquet file below is ~500mb. this may take a while
31- AWS_REGION=us-east-2 ice insert btc.transactions -p \
31+ AWS_REGION=us-east-2 ice insert btc.transactions -p --s3-no-sign-request \
3232 s3://aws-public-blockchain/v1.0/btc/transactions/\
3333date=2025-01-01/part-00000-33e8d075-2099-409b-a806-68dd17217d39-c000.snappy.parquet \
34- s3://aws-public-blockchain/v1.0/btc/transactions/\
35- date=2025-01-02/part-00000-8d6ab5af-1a45-4aa3-a345-109747904270-c000.snappy.parquet \
36- s3://aws-public-blockchain/v1.0/btc/transactions/\
37- date=2025-01-03/part-00000-56a0c524-82b4-494c-9408-990cdc225dc2-c000.snappy.parquet
34+ s3://aws-public-blockchain/v1.0/btc/transactions/date=2025-01-02/* .parquet
3835
3936# upload file to minio using local-mc,
4037# then add file to the catalog without making a copy
Original file line number Diff line number Diff line change 55 s3.endpoint : http://localhost:9000 # see ../minio.docker-compose.yaml
66 # s3.access_key_id: miniouser
77 # s3.secret_access_key: miniopassword
8- # TODO: test with write.parquet.compression-codec: snappy
You can’t perform that action at this time.
0 commit comments