diff --git a/warehouse/docker-compose.yml b/warehouse/docker-compose.yml index 339d076d7..b3addee33 100644 --- a/warehouse/docker-compose.yml +++ b/warehouse/docker-compose.yml @@ -1,10 +1,8 @@ -version: "3" - services: starrocks-fe: image: starrocks/fe-ubuntu:3.3-latest env_file: - - ../.env + - .env hostname: starrocks-fe container_name: starrocks-fe user: root @@ -60,52 +58,72 @@ services: networks: iceberg_net: - postgres: - image: postgres:15 - container_name: postgres - networks: - iceberg_net: - aliases: - - postgres - ports: - - 5432:5432 - environment: - - POSTGRES_USER=postgres - - POSTGRES_PASSWORD=postgres - - POSTGRES_DB=postgres - volumes: - - postgres_data:/var/lib/postgresql/data - healthcheck: - test: ["CMD-SHELL", "pg_isready -U postgres"] - interval: 5s - timeout: 5s - retries: 5 + # postgres: + # image: postgres:15 + # container_name: postgres + # networks: + # iceberg_net: + # aliases: + # - postgres + # ports: + # - 5432:5432 + # environment: + # - POSTGRES_USER=postgres + # - POSTGRES_PASSWORD=postgres + # - POSTGRES_DB=postgres + # volumes: + # - postgres_data:/var/lib/postgresql/data + # healthcheck: + # test: ["CMD-SHELL", "pg_isready -U postgres"] + # interval: 5s + # timeout: 5s + # retries: 5 rest: - image: tabulario/iceberg-rest:latest + image: ghcr.io/projectnessie/nessie + container_name: nessie env_file: - - ../.env - container_name: iceberg-rest + - .env networks: iceberg_net: aliases: - - iceberg-rest + - nessie ports: - - 8181:8181 + - 19120:19120 environment: - - AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID} - - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY} - - AWS_REGION=${AWS_REGION} - - AWS_DEFAULT_REGION=${AWS_REGION} - - CATALOG_WAREHOUSE=${CATALOG_WAREHOUSE} - - CATALOG_IO__IMPL=org.apache.iceberg.aws.s3.S3FileIO - - CATALOG_URI=jdbc:postgresql://postgres:5432/postgres - - CATALOG_JDBC_USER=postgres - - CATALOG_JDBC_PASSWORD=postgres - - CATALOG_JDBC_INITIALIZE=true - depends_on: - postgres: - condition: service_healthy + - NESSIE_CATALOG_VALIDATE_SECRETS=true + - NESSIE_CATALOG_DEFAULT_WAREHOUSE=warehouse + - NESSIE_CATALOG_WAREHOUSES_WAREHOUSE_LOCATION=${CATALOG_WAREHOUSE} + - NESSIE_CATALOG_SERVICE_S3_DEFAULT_OPTIONS_REGION=${AWS_REGION} + - NESSIE_CATALOG_SERVICE_S3_DEFAULT_OPTIONS_ACCESS_KEY=urn:nessie-secret:quarkus:buster-nessie + - BUSTER_NESSIE_DEFAULT_NAME=${AWS_ACCESS_KEY_ID} + - BUSTER_NESSIE_DEFAULT_SECRET=${AWS_SECRET_ACCESS_KEY} + + # rest: + # image: tabulario/iceberg-rest:latest + # env_file: + # - ../.env + # container_name: iceberg-rest + # networks: + # iceberg_net: + # aliases: + # - iceberg-rest + # ports: + # - 8181:8181 + # environment: + # - AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID} + # - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY} + # - AWS_REGION=${AWS_REGION} + # - AWS_DEFAULT_REGION=${AWS_REGION} + # - CATALOG_WAREHOUSE=${CATALOG_WAREHOUSE} + # - CATALOG_IO__IMPL=org.apache.iceberg.aws.s3.S3FileIO + # - CATALOG_URI=jdbc:postgresql://postgres:5432/postgres + # - CATALOG_JDBC_USER=postgres + # - CATALOG_JDBC_PASSWORD=postgres + # - CATALOG_JDBC_INITIALIZE=true + # depends_on: + # postgres: + # condition: service_healthy networks: iceberg_net: