feat: add pulsar
This commit is contained in:
Sun-ZhenXing
@@ -0,0 +1,213 @@
|
||||
# Apache Pulsar Docker Compose
|
||||
# Provides standalone mode by default and cluster mode via profile
|
||||
|
||||
x-defaults: &defaults
|
||||
restart: unless-stopped
|
||||
logging:
|
||||
driver: json-file
|
||||
options:
|
||||
max-size: 100m
|
||||
max-file: "3"
|
||||
|
||||
services:
|
||||
# Standalone mode (default) - single node deployment for development/testing
|
||||
pulsar:
|
||||
<<: *defaults
|
||||
image: ${GLOBAL_REGISTRY:-}apachepulsar/pulsar:${PULSAR_VERSION:-4.0.7}
|
||||
ports:
|
||||
- "${PULSAR_BROKER_PORT_OVERRIDE:-6650}:6650"
|
||||
- "${PULSAR_HTTP_PORT_OVERRIDE:-8080}:8080"
|
||||
volumes:
|
||||
- pulsar_data:/pulsar/data
|
||||
- pulsar_conf:/pulsar/conf
|
||||
environment:
|
||||
- TZ=${TZ:-UTC}
|
||||
- PULSAR_MEM=${PULSAR_MEM:--Xms512m -Xmx512m -XX:MaxDirectMemorySize=256m}
|
||||
- PULSAR_STANDALONE_USE_ZOOKEEPER=${PULSAR_STANDALONE_USE_ZOOKEEPER:-0}
|
||||
command: bin/pulsar standalone
|
||||
deploy:
|
||||
resources:
|
||||
limits:
|
||||
cpus: ${PULSAR_CPU_LIMIT:-2.00}
|
||||
memory: ${PULSAR_MEMORY_LIMIT:-2G}
|
||||
reservations:
|
||||
cpus: ${PULSAR_CPU_RESERVATION:-0.50}
|
||||
memory: ${PULSAR_MEMORY_RESERVATION:-512M}
|
||||
healthcheck:
|
||||
test: ["CMD", "bin/pulsar-admin", "brokers", "healthcheck"]
|
||||
interval: 30s
|
||||
timeout: 10s
|
||||
retries: 5
|
||||
start_period: 60s
|
||||
|
||||
# ==================== Cluster Mode (profile: cluster) ====================
|
||||
|
||||
# ZooKeeper for cluster coordination
|
||||
zookeeper:
|
||||
<<: *defaults
|
||||
image: ${GLOBAL_REGISTRY:-}apachepulsar/pulsar:${PULSAR_VERSION:-4.0.7}
|
||||
profiles:
|
||||
- cluster
|
||||
volumes:
|
||||
- zookeeper_data:/pulsar/data/zookeeper
|
||||
environment:
|
||||
- TZ=${TZ:-UTC}
|
||||
- metadataStoreUrl=zk:zookeeper:2181
|
||||
- PULSAR_MEM=${ZOOKEEPER_MEM:--Xms256m -Xmx256m -XX:MaxDirectMemorySize=256m}
|
||||
command: >
|
||||
bash -c "bin/apply-config-from-env.py conf/zookeeper.conf &&
|
||||
bin/generate-zookeeper-config.sh conf/zookeeper.conf &&
|
||||
exec bin/pulsar zookeeper"
|
||||
deploy:
|
||||
resources:
|
||||
limits:
|
||||
cpus: ${ZOOKEEPER_CPU_LIMIT:-1.00}
|
||||
memory: ${ZOOKEEPER_MEMORY_LIMIT:-512M}
|
||||
reservations:
|
||||
cpus: ${ZOOKEEPER_CPU_RESERVATION:-0.25}
|
||||
memory: ${ZOOKEEPER_MEMORY_RESERVATION:-256M}
|
||||
healthcheck:
|
||||
test: ["CMD", "bin/pulsar-zookeeper-ruok.sh"]
|
||||
interval: 10s
|
||||
timeout: 5s
|
||||
retries: 30
|
||||
start_period: 10s
|
||||
|
||||
# Initialize cluster metadata
|
||||
pulsar-init:
|
||||
image: ${GLOBAL_REGISTRY:-}apachepulsar/pulsar:${PULSAR_VERSION:-4.0.7}
|
||||
profiles:
|
||||
- cluster
|
||||
environment:
|
||||
- TZ=${TZ:-UTC}
|
||||
command: >
|
||||
bash -c "bin/pulsar initialize-cluster-metadata
|
||||
--cluster ${PULSAR_CLUSTER_NAME:-cluster-a}
|
||||
--zookeeper zookeeper:2181
|
||||
--configuration-store zookeeper:2181
|
||||
--web-service-url http://broker:8080
|
||||
--broker-service-url pulsar://broker:6650"
|
||||
depends_on:
|
||||
zookeeper:
|
||||
condition: service_healthy
|
||||
|
||||
# BookKeeper (Bookie) for message storage
|
||||
bookie:
|
||||
<<: *defaults
|
||||
image: ${GLOBAL_REGISTRY:-}apachepulsar/pulsar:${PULSAR_VERSION:-4.0.7}
|
||||
profiles:
|
||||
- cluster
|
||||
volumes:
|
||||
- bookie_data:/pulsar/data/bookkeeper
|
||||
environment:
|
||||
- TZ=${TZ:-UTC}
|
||||
- clusterName=${PULSAR_CLUSTER_NAME:-cluster-a}
|
||||
- zkServers=zookeeper:2181
|
||||
- metadataServiceUri=metadata-store:zk:zookeeper:2181
|
||||
- advertisedAddress=bookie
|
||||
- BOOKIE_MEM=${BOOKIE_MEM:--Xms512m -Xmx512m -XX:MaxDirectMemorySize=256m}
|
||||
command: bash -c "bin/apply-config-from-env.py conf/bookkeeper.conf && exec bin/pulsar bookie"
|
||||
depends_on:
|
||||
zookeeper:
|
||||
condition: service_healthy
|
||||
pulsar-init:
|
||||
condition: service_completed_successfully
|
||||
deploy:
|
||||
resources:
|
||||
limits:
|
||||
cpus: ${BOOKIE_CPU_LIMIT:-1.00}
|
||||
memory: ${BOOKIE_MEMORY_LIMIT:-1G}
|
||||
reservations:
|
||||
cpus: ${BOOKIE_CPU_RESERVATION:-0.25}
|
||||
memory: ${BOOKIE_MEMORY_RESERVATION:-512M}
|
||||
healthcheck:
|
||||
test: ["CMD", "bin/bookkeeper", "shell", "bookiesanity"]
|
||||
interval: 30s
|
||||
timeout: 10s
|
||||
retries: 5
|
||||
start_period: 30s
|
||||
|
||||
# Pulsar Broker for cluster mode
|
||||
broker:
|
||||
<<: *defaults
|
||||
image: ${GLOBAL_REGISTRY:-}apachepulsar/pulsar:${PULSAR_VERSION:-4.0.7}
|
||||
profiles:
|
||||
- cluster
|
||||
ports:
|
||||
- "${PULSAR_BROKER_PORT_OVERRIDE:-6650}:6650"
|
||||
- "${PULSAR_HTTP_PORT_OVERRIDE:-8080}:8080"
|
||||
environment:
|
||||
- TZ=${TZ:-UTC}
|
||||
- metadataStoreUrl=zk:zookeeper:2181
|
||||
- zookeeperServers=zookeeper:2181
|
||||
- clusterName=${PULSAR_CLUSTER_NAME:-cluster-a}
|
||||
- managedLedgerDefaultEnsembleSize=1
|
||||
- managedLedgerDefaultWriteQuorum=1
|
||||
- managedLedgerDefaultAckQuorum=1
|
||||
- advertisedAddress=broker
|
||||
- advertisedListeners=external:pulsar://127.0.0.1:6650
|
||||
- PULSAR_MEM=${BROKER_MEM:--Xms512m -Xmx512m -XX:MaxDirectMemorySize=256m}
|
||||
command: bash -c "bin/apply-config-from-env.py conf/broker.conf && exec bin/pulsar broker"
|
||||
depends_on:
|
||||
zookeeper:
|
||||
condition: service_healthy
|
||||
bookie:
|
||||
condition: service_healthy
|
||||
deploy:
|
||||
resources:
|
||||
limits:
|
||||
cpus: ${BROKER_CPU_LIMIT:-2.00}
|
||||
memory: ${BROKER_MEMORY_LIMIT:-2G}
|
||||
reservations:
|
||||
cpus: ${BROKER_CPU_RESERVATION:-0.50}
|
||||
memory: ${BROKER_MEMORY_RESERVATION:-512M}
|
||||
healthcheck:
|
||||
test: ["CMD", "bin/pulsar-admin", "brokers", "healthcheck"]
|
||||
interval: 30s
|
||||
timeout: 10s
|
||||
retries: 5
|
||||
start_period: 60s
|
||||
|
||||
# ==================== Pulsar Manager (profile: manager) ====================
|
||||
|
||||
pulsar-manager:
|
||||
<<: *defaults
|
||||
image: ${GLOBAL_REGISTRY:-}apachepulsar/pulsar-manager:${PULSAR_MANAGER_VERSION:-v0.4.0}
|
||||
profiles:
|
||||
- manager
|
||||
ports:
|
||||
- "${PULSAR_MANAGER_PORT_OVERRIDE:-9527}:9527"
|
||||
- "${PULSAR_MANAGER_BACKEND_PORT_OVERRIDE:-7750}:7750"
|
||||
volumes:
|
||||
- pulsar_manager_data:/data
|
||||
environment:
|
||||
- TZ=${TZ:-UTC}
|
||||
- SPRING_CONFIGURATION_FILE=/pulsar-manager/pulsar-manager/application.properties
|
||||
- REDIRECT_HOST=http://127.0.0.1
|
||||
- REDIRECT_PORT=${PULSAR_MANAGER_PORT_OVERRIDE:-9527}
|
||||
- DRIVER_CLASS_NAME=org.postgresql.Driver
|
||||
- URL=jdbc:postgresql://127.0.0.1:5432/pulsar_manager
|
||||
- USERNAME=pulsar
|
||||
- PASSWORD=pulsar
|
||||
- LOG_LEVEL=DEBUG
|
||||
deploy:
|
||||
resources:
|
||||
limits:
|
||||
cpus: ${PULSAR_MANAGER_CPU_LIMIT:-1.00}
|
||||
memory: ${PULSAR_MANAGER_MEMORY_LIMIT:-512M}
|
||||
reservations:
|
||||
cpus: ${PULSAR_MANAGER_CPU_RESERVATION:-0.25}
|
||||
memory: ${PULSAR_MANAGER_MEMORY_RESERVATION:-256M}
|
||||
healthcheck:
|
||||
test: ["CMD", "curl", "-f", "http://localhost:7750/pulsar-manager/csrf-token"]
|
||||
interval: 30s
|
||||
timeout: 10s
|
||||
retries: 3
|
||||
start_period: 30s
|
||||
|
||||
volumes:
|
||||
pulsar_data:
|
||||
pulsar_conf:
|
||||
zookeeper_data:
|
||||
bookie_data:
|
||||
pulsar_manager_data:
|
||||
Reference in New Issue
Block a user