kafka-ingest-concept/templates/docker-compose.rising-wave.yaml
kjuulh f345a956c9
feat: add iceberg with spark
Signed-off-by: kjuulh <contact@kjuulh.io>
2024-08-05 23:23:34 +02:00

221 lines
6.3 KiB
YAML

x-image: &image
image: risingwavelabs/risingwave:v1.10.0
services:
risingwave:
<<: *image
command: "standalone --meta-opts=\" \
--listen-addr 0.0.0.0:5690 \
--advertise-addr 0.0.0.0:5690 \
--dashboard-host 0.0.0.0:5691 \
--prometheus-host 0.0.0.0:1250 \
--prometheus-endpoint http://prometheus-0:9500 \
--backend sql \
--sql-endpoint postgres://postgres:@postgres-0:5432/metadata \
--state-store hummock+minio://hummockadmin:hummockadmin@minio-0:9301/hummock001 \
--data-directory hummock_001 \
--config-path /risingwave.toml\" \
--compute-opts=\" \
--config-path /risingwave.toml \
--listen-addr 0.0.0.0:5688 \
--prometheus-listener-addr 0.0.0.0:1250 \
--advertise-addr 0.0.0.0:5688 \
--async-stack-trace verbose \
#--parallelism 4 \
#--total-memory-bytes 8589934592 \
--role both \
--meta-address http://0.0.0.0:5690\" \
--frontend-opts=\" \
--config-path /risingwave.toml \
--listen-addr 0.0.0.0:4566 \
--advertise-addr 0.0.0.0:4566 \
--prometheus-listener-addr 0.0.0.0:1250 \
--health-check-listener-addr 0.0.0.0:6786 \
--meta-addr http://0.0.0.0:5690\" \
--compactor-opts=\" \
--listen-addr 0.0.0.0:6660 \
--prometheus-listener-addr 0.0.0.0:1250 \
--advertise-addr 0.0.0.0:6660 \
--meta-address http://0.0.0.0:5690\""
expose:
- "6660"
- "4566"
- "5688"
- "5690"
- "1250"
- "5691"
ports:
- "4566:4566"
- "5690:5690"
- "5691:5691"
- "1250:1250"
# networks:
# - redpanda_network
depends_on:
- postgres-0
- minio-0
configs:
- source: risingwave.toml
target: /risingwave.toml
environment:
RUST_BACKTRACE: "1"
RUST_LOG: debug
# If ENABLE_TELEMETRY is not set, telemetry will start by default
ENABLE_TELEMETRY: true
RW_TELEMETRY_TYPE: "docker-compose"
RW_SECRET_STORE_PRIVATE_KEY_HEX: 0123456789abcdef
container_name: risingwave
healthcheck:
test:
- CMD-SHELL
- bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/6660; exit $$?;'
- bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/5688; exit $$?;'
- bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/4566; exit $$?;'
- bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/5690; exit $$?;'
interval: 1s
timeout: 5s
restart: always
deploy:
resources:
limits:
memory: 28G
reservations:
memory: 28G
postgres-0:
image: "postgres:15-alpine"
environment:
- POSTGRES_HOST_AUTH_METHOD=trust
- POSTGRES_USER=postgres
- POSTGRES_DB=metadata
- POSTGRES_INITDB_ARGS=--encoding=UTF-8 --lc-collate=C --lc-ctype=C
expose:
- "5432"
ports:
- "8432:5432"
volumes:
- "postgres-0:/var/lib/postgresql/data"
healthcheck:
test: [ "CMD-SHELL", "pg_isready -U postgres" ]
interval: 2s
timeout: 5s
retries: 5
restart: always
minio-0:
image: "quay.io/minio/minio:latest"
command:
- server
- "--address"
- "0.0.0.0:9301"
- "--console-address"
- "0.0.0.0:9400"
- /data
expose:
- "9301"
- "9400"
ports:
- "9301:9301"
- "9400:9400"
depends_on: [ ]
volumes:
- "minio-0:/data"
entrypoint: "
/bin/sh -c '
set -e
mkdir -p \"/data/hummock001\"
/usr/bin/docker-entrypoint.sh \"$$0\" \"$$@\"
'"
environment:
MINIO_CI_CD: "1"
MINIO_PROMETHEUS_AUTH_TYPE: public
MINIO_PROMETHEUS_URL: "http://prometheus-0:9500"
MINIO_ROOT_PASSWORD: hummockadmin
MINIO_ROOT_USER: hummockadmin
MINIO_DOMAIN: "minio-0"
container_name: minio-0
healthcheck:
test:
- CMD-SHELL
- bash -c 'printf \"GET / HTTP/1.1\n\n\" > /dev/tcp/127.0.0.1/9301; exit $$?;'
interval: 1s
timeout: 5s
retries: 5
restart: always
message_queue:
image: "docker.redpanda.com/redpandadata/redpanda:v24.2.1"
command:
- redpanda
- start
- --smp 1
- --kafka-addr internal://0.0.0.0:29092,external://0.0.0.0:9092
- --advertise-kafka-addr internal://message_queue:29092,external://localhost:9092
- --pandaproxy-addr internal://0.0.0.0:8082,external://0.0.0.0:18082
- --schema-registry-addr internal://0.0.0.0:8081,external://0.0.0.0:18081
- --rpc-addr message_queue:33145
- --advertise-rpc-addr message_queue:33145
- --mode dev-container
- --default-log-level=info
expose:
- "29092"
- "9092"
- "9644"
ports:
- "29092:29092"
- "9092:9092"
- "9644:9644"
- "8081:8081"
depends_on: [ ]
volumes:
- "message_queue:/var/lib/redpanda/data"
environment: { }
container_name: message_queue
healthcheck:
test: curl -f localhost:9644/v1/status/ready
interval: 1s
timeout: 5s
retries: 5
restart: always
console:
container_name: redpanda-console
image: docker.redpanda.com/redpandadata/console:v2.7.0
entrypoint: /bin/sh
command: -c 'echo "$$CONSOLE_CONFIG_FILE" > /tmp/config.yml; /app/console'
environment:
CONFIG_FILEPATH: /tmp/config.yml
CONSOLE_CONFIG_FILE: |
kafka:
brokers: ["message_queue:29092"]
schemaRegistry:
enabled: true
urls: ["http://message_queue:8081"]
redpanda:
adminApi:
enabled: true
urls: ["http://message_queue:9644"]
ports:
- 8080:8080
depends_on:
- message_queue
networks:
redpanda_network:
driver: bridge
volumes:
postgres-0:
external: false
minio-0:
external: false
message_queue:
external: false
configs:
risingwave.toml:
content: |
# Empty