mirror of https://github.com/buster-so/buster.git
Refactor Docker Compose configuration for warehouse services
- Updated the `docker-compose.yml` file to change the environment file path for services to use `.env` instead of `../.env`. - Commented out the `postgres` service configuration to disable it temporarily. - Updated the `rest` service to use the `ghcr.io/projectnessie/nessie` image, changed the container name to `nessie`, and modified the port mapping from `8181` to `19120`. - Adjusted environment variables for the `rest` service to align with the new Nessie configuration. These changes streamline the setup for the warehouse services and prepare for the integration of Nessie.
This commit is contained in:
parent
c77018abbd
commit
b30801542d
|
@ -1,10 +1,8 @@
|
|||
version: "3"
|
||||
|
||||
services:
|
||||
starrocks-fe:
|
||||
image: starrocks/fe-ubuntu:3.3-latest
|
||||
env_file:
|
||||
- ../.env
|
||||
- .env
|
||||
hostname: starrocks-fe
|
||||
container_name: starrocks-fe
|
||||
user: root
|
||||
|
@ -60,52 +58,72 @@ services:
|
|||
networks:
|
||||
iceberg_net:
|
||||
|
||||
postgres:
|
||||
image: postgres:15
|
||||
container_name: postgres
|
||||
networks:
|
||||
iceberg_net:
|
||||
aliases:
|
||||
- postgres
|
||||
ports:
|
||||
- 5432:5432
|
||||
environment:
|
||||
- POSTGRES_USER=postgres
|
||||
- POSTGRES_PASSWORD=postgres
|
||||
- POSTGRES_DB=postgres
|
||||
volumes:
|
||||
- postgres_data:/var/lib/postgresql/data
|
||||
healthcheck:
|
||||
test: ["CMD-SHELL", "pg_isready -U postgres"]
|
||||
interval: 5s
|
||||
timeout: 5s
|
||||
retries: 5
|
||||
# postgres:
|
||||
# image: postgres:15
|
||||
# container_name: postgres
|
||||
# networks:
|
||||
# iceberg_net:
|
||||
# aliases:
|
||||
# - postgres
|
||||
# ports:
|
||||
# - 5432:5432
|
||||
# environment:
|
||||
# - POSTGRES_USER=postgres
|
||||
# - POSTGRES_PASSWORD=postgres
|
||||
# - POSTGRES_DB=postgres
|
||||
# volumes:
|
||||
# - postgres_data:/var/lib/postgresql/data
|
||||
# healthcheck:
|
||||
# test: ["CMD-SHELL", "pg_isready -U postgres"]
|
||||
# interval: 5s
|
||||
# timeout: 5s
|
||||
# retries: 5
|
||||
|
||||
rest:
|
||||
image: tabulario/iceberg-rest:latest
|
||||
image: ghcr.io/projectnessie/nessie
|
||||
container_name: nessie
|
||||
env_file:
|
||||
- ../.env
|
||||
container_name: iceberg-rest
|
||||
- .env
|
||||
networks:
|
||||
iceberg_net:
|
||||
aliases:
|
||||
- iceberg-rest
|
||||
- nessie
|
||||
ports:
|
||||
- 8181:8181
|
||||
- 19120:19120
|
||||
environment:
|
||||
- AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}
|
||||
- AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
|
||||
- AWS_REGION=${AWS_REGION}
|
||||
- AWS_DEFAULT_REGION=${AWS_REGION}
|
||||
- CATALOG_WAREHOUSE=${CATALOG_WAREHOUSE}
|
||||
- CATALOG_IO__IMPL=org.apache.iceberg.aws.s3.S3FileIO
|
||||
- CATALOG_URI=jdbc:postgresql://postgres:5432/postgres
|
||||
- CATALOG_JDBC_USER=postgres
|
||||
- CATALOG_JDBC_PASSWORD=postgres
|
||||
- CATALOG_JDBC_INITIALIZE=true
|
||||
depends_on:
|
||||
postgres:
|
||||
condition: service_healthy
|
||||
- NESSIE_CATALOG_VALIDATE_SECRETS=true
|
||||
- NESSIE_CATALOG_DEFAULT_WAREHOUSE=warehouse
|
||||
- NESSIE_CATALOG_WAREHOUSES_WAREHOUSE_LOCATION=${CATALOG_WAREHOUSE}
|
||||
- NESSIE_CATALOG_SERVICE_S3_DEFAULT_OPTIONS_REGION=${AWS_REGION}
|
||||
- NESSIE_CATALOG_SERVICE_S3_DEFAULT_OPTIONS_ACCESS_KEY=urn:nessie-secret:quarkus:buster-nessie
|
||||
- BUSTER_NESSIE_DEFAULT_NAME=${AWS_ACCESS_KEY_ID}
|
||||
- BUSTER_NESSIE_DEFAULT_SECRET=${AWS_SECRET_ACCESS_KEY}
|
||||
|
||||
# rest:
|
||||
# image: tabulario/iceberg-rest:latest
|
||||
# env_file:
|
||||
# - ../.env
|
||||
# container_name: iceberg-rest
|
||||
# networks:
|
||||
# iceberg_net:
|
||||
# aliases:
|
||||
# - iceberg-rest
|
||||
# ports:
|
||||
# - 8181:8181
|
||||
# environment:
|
||||
# - AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}
|
||||
# - AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
|
||||
# - AWS_REGION=${AWS_REGION}
|
||||
# - AWS_DEFAULT_REGION=${AWS_REGION}
|
||||
# - CATALOG_WAREHOUSE=${CATALOG_WAREHOUSE}
|
||||
# - CATALOG_IO__IMPL=org.apache.iceberg.aws.s3.S3FileIO
|
||||
# - CATALOG_URI=jdbc:postgresql://postgres:5432/postgres
|
||||
# - CATALOG_JDBC_USER=postgres
|
||||
# - CATALOG_JDBC_PASSWORD=postgres
|
||||
# - CATALOG_JDBC_INITIALIZE=true
|
||||
# depends_on:
|
||||
# postgres:
|
||||
# condition: service_healthy
|
||||
|
||||
networks:
|
||||
iceberg_net:
|
||||
|
|
Loading…
Reference in New Issue