From 4f4dbfba27474c20dbb847a895b4d2b0ec1c9dfd Mon Sep 17 00:00:00 2001 From: Sun-ZhenXing <1006925066@qq.com> Date: Thu, 4 Dec 2025 09:25:57 +0800 Subject: [PATCH] feat: add pulsar --- README.md | 1 + README.zh.md | 1 + src/open-webui/docker-compose.yaml | 7 +- src/pulsar/.env.example | 84 ++++++++++++ src/pulsar/README.md | 194 ++++++++++++++++++++++++++ src/pulsar/README.zh.md | 194 ++++++++++++++++++++++++++ src/pulsar/docker-compose.yaml | 213 +++++++++++++++++++++++++++++ 7 files changed, 688 insertions(+), 6 deletions(-) create mode 100644 src/pulsar/.env.example create mode 100644 src/pulsar/README.md create mode 100644 src/pulsar/README.zh.md create mode 100644 src/pulsar/docker-compose.yaml diff --git a/README.md b/README.md index e1e3cff..fcbb4f3 100644 --- a/README.md +++ b/README.md @@ -12,6 +12,7 @@ Compose Anything helps users quickly deploy various services by providing a set | [Apache HBase](./src/hbase) | 2.6 | | [Apache HTTP Server](./src/apache) | 2.4.62 | | [Apache Kafka](./src/kafka) | 7.8.0 | +| [Apache Pulsar](./src/pulsar) | 4.0.7 | | [Apache RocketMQ](./src/rocketmq) | 5.3.1 | | [Bifrost Gateway](./src/bifrost-gateway) | 1.2.15 | | [Bolt.diy](./src/bolt-diy) | latest | diff --git a/README.zh.md b/README.zh.md index fa3f283..f0ee889 100644 --- a/README.zh.md +++ b/README.zh.md @@ -12,6 +12,7 @@ Compose Anything 通过提供一组高质量的 Docker Compose 配置文件， | [Apache HBase](./src/hbase) | 2.6 | | [Apache HTTP Server](./src/apache) | 2.4.62 | | [Apache Kafka](./src/kafka) | 7.8.0 | +| [Apache Pulsar](./src/pulsar) | 4.0.7 | | [Apache RocketMQ](./src/rocketmq) | 5.3.1 | | [Bifrost Gateway](./src/bifrost-gateway) | 1.2.15 | | [Bolt.diy](./src/bolt-diy) | latest | diff --git a/src/open-webui/docker-compose.yaml b/src/open-webui/docker-compose.yaml index 826e6f9..d7da2c2 100644 --- a/src/open-webui/docker-compose.yaml +++ b/src/open-webui/docker-compose.yaml @@ -18,6 +18,7 @@ services: - TZ=${TZ:-UTC} env_file: - .env + # healthcheck already built into the image deploy: resources: limits: @@ -26,12 +27,6 @@ services: reservations: cpus: ${OPEN_WEBUI_CPU_RESERVATION:-0.1} memory: ${OPEN_WEBUI_MEMORY_RESERVATION:-128M} - healthcheck: - test: ["CMD", "wget", "--no-verbose", "--tries=1", "--spider", "http://localhost:8080/health"] - interval: 30s - timeout: 10s - retries: 3 - start_period: 30s volumes: open_webui_data: diff --git a/src/pulsar/.env.example b/src/pulsar/.env.example new file mode 100644 index 0000000..92f70bc --- /dev/null +++ b/src/pulsar/.env.example @@ -0,0 +1,84 @@ +# Apache Pulsar version +PULSAR_VERSION=4.0.7 + +# Pulsar Manager version +PULSAR_MANAGER_VERSION=v0.4.0 + +# Timezone +TZ=UTC + +# Global registry prefix (optional) +# GLOBAL_REGISTRY=your-registry.example.com/ + +# ==================== Port Overrides ==================== + +# Pulsar broker port (default: 6650) +# PULSAR_BROKER_PORT_OVERRIDE=6650 + +# Pulsar HTTP/Admin port (default: 8080) +# PULSAR_HTTP_PORT_OVERRIDE=8080 + +# Pulsar Manager web UI port (default: 9527) +# PULSAR_MANAGER_PORT_OVERRIDE=9527 + +# Pulsar Manager backend port (default: 7750) +# PULSAR_MANAGER_BACKEND_PORT_OVERRIDE=7750 + +# ==================== Standalone Mode Configuration ==================== + +# Enable ZooKeeper for standalone mode (0 = RocksDB, 1 = ZooKeeper) +# PULSAR_STANDALONE_USE_ZOOKEEPER=0 + +# JVM memory settings for standalone +# PULSAR_MEM=-Xms512m -Xmx512m -XX:MaxDirectMemorySize=256m + +# ==================== Resource Limits (Standalone) ==================== + +# CPU limits +# PULSAR_CPU_LIMIT=2.00 +# PULSAR_CPU_RESERVATION=0.50 + +# Memory limits +# PULSAR_MEMORY_LIMIT=2G +# PULSAR_MEMORY_RESERVATION=512M + +# ==================== Cluster Mode Configuration ==================== + +# Cluster name +# PULSAR_CLUSTER_NAME=cluster-a + +# ZooKeeper JVM memory settings +# ZOOKEEPER_MEM=-Xms256m -Xmx256m -XX:MaxDirectMemorySize=256m + +# BookKeeper JVM memory settings +# BOOKIE_MEM=-Xms512m -Xmx512m -XX:MaxDirectMemorySize=256m + +# Broker JVM memory settings +# BROKER_MEM=-Xms512m -Xmx512m -XX:MaxDirectMemorySize=256m + +# ==================== Resource Limits (Cluster Mode) ==================== + +# ZooKeeper resources +# ZOOKEEPER_CPU_LIMIT=1.00 +# ZOOKEEPER_CPU_RESERVATION=0.25 +# ZOOKEEPER_MEMORY_LIMIT=512M +# ZOOKEEPER_MEMORY_RESERVATION=256M + +# BookKeeper resources +# BOOKIE_CPU_LIMIT=1.00 +# BOOKIE_CPU_RESERVATION=0.25 +# BOOKIE_MEMORY_LIMIT=1G +# BOOKIE_MEMORY_RESERVATION=512M + +# Broker resources +# BROKER_CPU_LIMIT=2.00 +# BROKER_CPU_RESERVATION=0.50 +# BROKER_MEMORY_LIMIT=2G +# BROKER_MEMORY_RESERVATION=512M + +# ==================== Pulsar Manager Resources ==================== + +# PULSAR_MANAGER_CPU_LIMIT=1.00 +# PULSAR_MANAGER_CPU_RESERVATION=0.25 +# PULSAR_MANAGER_MEMORY_LIMIT=512M +# PULSAR_MANAGER_MEMORY_RESERVATION=256M diff --git a/src/pulsar/README.md b/src/pulsar/README.md new file mode 100644 index 0000000..cd2d12a --- /dev/null +++ b/src/pulsar/README.md @@ -0,0 +1,194 @@ +# Apache Pulsar + +[English](./README.md) | [中文](./README.zh.md) + +Apache Pulsar is a cloud-native, distributed messaging and streaming platform. It combines the best features of traditional messaging systems like RabbitMQ with the high-throughput of stream processing systems like Kafka. + +## Services + +### Default (Standalone Mode) + +- `pulsar`: Single-node Pulsar instance for development and testing. + +### Cluster Mode (profile: `cluster`) + +- `zookeeper`: ZooKeeper for cluster coordination. +- `pulsar-init`: Initializes cluster metadata (runs once). +- `bookie`: BookKeeper for persistent message storage. +- `broker`: Pulsar Broker for message routing. + +### Management (profile: `manager`) + +- `pulsar-manager`: Web UI for Pulsar cluster management. + +## Environment Variables + +| Variable Name | Description | Default Value | +| --------------------------------- | ---------------------------------------------- | ------------------------------------------------ | +| `PULSAR_VERSION` | Pulsar image version | `4.0.7` | +| `PULSAR_MANAGER_VERSION` | Pulsar Manager image version | `v0.4.0` | +| `TZ` | Timezone | `UTC` | +| `PULSAR_BROKER_PORT_OVERRIDE` | Host port for Pulsar broker (maps to 6650) | `6650` | +| `PULSAR_HTTP_PORT_OVERRIDE` | Host port for HTTP/Admin API (maps to 8080) | `8080` | +| `PULSAR_MANAGER_PORT_OVERRIDE` | Host port for Pulsar Manager UI (maps to 9527) | `9527` | +| `PULSAR_STANDALONE_USE_ZOOKEEPER` | Use ZooKeeper in standalone mode (0 or 1) | `0` | +| `PULSAR_MEM` | JVM memory settings for standalone | `-Xms512m -Xmx512m -XX:MaxDirectMemorySize=256m` | +| `PULSAR_CLUSTER_NAME` | Cluster name (cluster mode) | `cluster-a` | + +Please modify the `.env` file as needed for your use case. + +## Volumes + +- `pulsar_data`: Pulsar data directory (standalone mode). +- `pulsar_conf`: Pulsar configuration directory (standalone mode). +- `zookeeper_data`: ZooKeeper data directory (cluster mode). +- `bookie_data`: BookKeeper data directory (cluster mode). +- `pulsar_manager_data`: Pulsar Manager data directory. + +## Usage + +### Standalone Mode (Default) + +1. Start Pulsar in standalone mode: + + ```bash + docker compose up -d + ``` + +2. Access Pulsar: + - Broker: `pulsar://localhost:6650` + - Admin API: `http://localhost:8080` + +### Cluster Mode + +1. Start Pulsar cluster: + + ```bash + docker compose --profile cluster up -d + ``` + +2. Wait for all services to be healthy: + + ```bash + docker compose --profile cluster ps + ``` + +### With Pulsar Manager + +1. Start with Pulsar Manager: + + ```bash + docker compose --profile manager up -d + ``` + + Or with cluster mode: + + ```bash + docker compose --profile cluster --profile manager up -d + ``` + +2. Initialize Pulsar Manager admin user (first time only): + + ```bash + CSRF_TOKEN=$(curl -s http://localhost:7750/pulsar-manager/csrf-token) + curl -H "X-XSRF-TOKEN: $CSRF_TOKEN" \ + -H "Cookie: XSRF-TOKEN=$CSRF_TOKEN" \ + -H "Content-Type: application/json" \ + -X PUT http://localhost:7750/pulsar-manager/users/superuser \ + -d '{"name": "admin", "password": "apachepulsar", "description": "admin user", "email": "admin@example.com"}' + ``` + +3. Access Pulsar Manager at `http://localhost:9527` + - Default credentials: `admin` / `apachepulsar` + +## Testing Pulsar + +1. Create a namespace: + + ```bash + docker exec pulsar bin/pulsar-admin namespaces create public/test-namespace + ``` + +2. Create a topic: + + ```bash + docker exec pulsar bin/pulsar-admin topics create persistent://public/test-namespace/test-topic + ``` + +3. List topics: + + ```bash + docker exec pulsar bin/pulsar-admin topics list public/test-namespace + ``` + +4. Produce messages: + + ```bash + docker exec -it pulsar bin/pulsar-client produce persistent://public/test-namespace/test-topic --messages "Hello Pulsar" + ``` + +5. Consume messages: + + ```bash + docker exec -it pulsar bin/pulsar-client consume persistent://public/test-namespace/test-topic -s "test-subscription" -n 0 + ``` + +## Client Libraries + +Pulsar supports multiple client libraries: + +- Java: `org.apache.pulsar:pulsar-client` +- Python: `pip install pulsar-client` +- Go: `github.com/apache/pulsar-client-go` +- Node.js: `pulsar-client` +- C++: Native client available + +Example (Python): + +```python +import pulsar + +client = pulsar.Client('pulsar://localhost:6650') + +# Producer +producer = client.create_producer('persistent://public/default/my-topic') +producer.send('Hello Pulsar'.encode('utf-8')) + +# Consumer +consumer = client.subscribe('persistent://public/default/my-topic', 'my-subscription') +msg = consumer.receive() +print(f"Received: {msg.data().decode('utf-8')}") +consumer.acknowledge(msg) + +client.close() +``` + +## Configuration + +- Standalone mode uses RocksDB as metadata store by default (recommended for single-node). +- Set `PULSAR_STANDALONE_USE_ZOOKEEPER=1` to use ZooKeeper as metadata store. +- Cluster mode is configured for single-node BookKeeper (ensemble size = 1). +- For production, adjust quorum settings and add more bookies. + +## Ports + +| Service | Port | Description | +| -------------- | ---- | --------------- | +| Pulsar Broker | 6650 | Binary protocol | +| Pulsar HTTP | 8080 | REST Admin API | +| Pulsar Manager | 9527 | Web UI | +| Pulsar Manager | 7750 | Backend API | + +## Security Notes + +- This configuration is for development/testing purposes. +- For production: + - Enable TLS encryption for broker connections. + - Configure authentication (JWT, OAuth2, etc.). + - Enable authorization with role-based access control. + - Use dedicated ZooKeeper and BookKeeper clusters. + - Regularly update Pulsar version for security patches. + +## License + +Apache Pulsar is licensed under the Apache License 2.0. diff --git a/src/pulsar/README.zh.md b/src/pulsar/README.zh.md new file mode 100644 index 0000000..fa091a2 --- /dev/null +++ b/src/pulsar/README.zh.md @@ -0,0 +1,194 @@ +# Apache Pulsar + +[English](./README.md) | [中文](./README.zh.md) + +Apache Pulsar 是一个云原生的分布式消息和流处理平台。它结合了传统消息系统（如 RabbitMQ）的最佳特性和流处理系统（如 Kafka）的高吞吐量优势。 + +## 服务 + +### 默认（单机模式） + +- `pulsar`：单节点 Pulsar 实例，适用于开发和测试。 + +### 集群模式（profile: `cluster`） + +- `zookeeper`：用于集群协调的 ZooKeeper。 +- `pulsar-init`：初始化集群元数据（仅运行一次）。 +- `bookie`：用于持久化消息存储的 BookKeeper。 +- `broker`：用于消息路由的 Pulsar Broker。 + +### 管理工具（profile: `manager`） + +- `pulsar-manager`：Pulsar 集群管理 Web UI。 + +## 环境变量 + +| 变量名 | 说明 | 默认值 | +| --------------------------------- | ----------------------------------------- | ------------------------------------------------ | +| `PULSAR_VERSION` | Pulsar 镜像版本 | `4.0.7` | +| `PULSAR_MANAGER_VERSION` | Pulsar Manager 镜像版本 | `v0.4.0` | +| `TZ` | 时区 | `UTC` | +| `PULSAR_BROKER_PORT_OVERRIDE` | Pulsar Broker 主机端口（映射到 6650） | `6650` | +| `PULSAR_HTTP_PORT_OVERRIDE` | HTTP/Admin API 主机端口（映射到 8080） | `8080` | +| `PULSAR_MANAGER_PORT_OVERRIDE` | Pulsar Manager UI 主机端口（映射到 9527） | `9527` | +| `PULSAR_STANDALONE_USE_ZOOKEEPER` | 单机模式使用 ZooKeeper（0 或 1） | `0` | +| `PULSAR_MEM` | 单机模式 JVM 内存设置 | `-Xms512m -Xmx512m -XX:MaxDirectMemorySize=256m` | +| `PULSAR_CLUSTER_NAME` | 集群名称（集群模式） | `cluster-a` | + +请根据实际需求修改 `.env` 文件。 + +## 卷 + +- `pulsar_data`：Pulsar 数据目录（单机模式）。 +- `pulsar_conf`：Pulsar 配置目录（单机模式）。 +- `zookeeper_data`：ZooKeeper 数据目录（集群模式）。 +- `bookie_data`：BookKeeper 数据目录（集群模式）。 +- `pulsar_manager_data`：Pulsar Manager 数据目录。 + +## 使用方法 + +### 单机模式（默认） + +1. 启动 Pulsar 单机模式： + + ```bash + docker compose up -d + ``` + +2. 访问 Pulsar： + - Broker：`pulsar://localhost:6650` + - Admin API：`http://localhost:8080` + +### 集群模式 + +1. 启动 Pulsar 集群： + + ```bash + docker compose --profile cluster up -d + ``` + +2. 等待所有服务健康： + + ```bash + docker compose --profile cluster ps + ``` + +### 使用 Pulsar Manager + +1. 启动并包含 Pulsar Manager： + + ```bash + docker compose --profile manager up -d + ``` + + 或者与集群模式一起使用： + + ```bash + docker compose --profile cluster --profile manager up -d + ``` + +2. 初始化 Pulsar Manager 管理员用户（仅首次）： + + ```bash + CSRF_TOKEN=$(curl -s http://localhost:7750/pulsar-manager/csrf-token) + curl -H "X-XSRF-TOKEN: $CSRF_TOKEN" \ + -H "Cookie: XSRF-TOKEN=$CSRF_TOKEN" \ + -H "Content-Type: application/json" \ + -X PUT http://localhost:7750/pulsar-manager/users/superuser \ + -d '{"name": "admin", "password": "apachepulsar", "description": "admin user", "email": "admin@example.com"}' + ``` + +3. 访问 Pulsar Manager：`http://localhost:9527` + - 默认凭据：`admin` / `apachepulsar` + +## 测试 Pulsar + +1. 创建命名空间： + + ```bash + docker exec pulsar bin/pulsar-admin namespaces create public/test-namespace + ``` + +2. 创建主题： + + ```bash + docker exec pulsar bin/pulsar-admin topics create persistent://public/test-namespace/test-topic + ``` + +3. 列出主题： + + ```bash + docker exec pulsar bin/pulsar-admin topics list public/test-namespace + ``` + +4. 生产消息： + + ```bash + docker exec -it pulsar bin/pulsar-client produce persistent://public/test-namespace/test-topic --messages "Hello Pulsar" + ``` + +5. 消费消息： + + ```bash + docker exec -it pulsar bin/pulsar-client consume persistent://public/test-namespace/test-topic -s "test-subscription" -n 0 + ``` + +## 客户端库 + +Pulsar 支持多种客户端库： + +- Java：`org.apache.pulsar:pulsar-client` +- Python：`pip install pulsar-client` +- Go：`github.com/apache/pulsar-client-go` +- Node.js：`pulsar-client` +- C++：原生客户端可用 + +示例（Python）： + +```python +import pulsar + +client = pulsar.Client('pulsar://localhost:6650') + +# 生产者 +producer = client.create_producer('persistent://public/default/my-topic') +producer.send('Hello Pulsar'.encode('utf-8')) + +# 消费者 +consumer = client.subscribe('persistent://public/default/my-topic', 'my-subscription') +msg = consumer.receive() +print(f"收到消息: {msg.data().decode('utf-8')}") +consumer.acknowledge(msg) + +client.close() +``` + +## 配置 + +- 单机模式默认使用 RocksDB 作为元数据存储（推荐用于单节点）。 +- 设置 `PULSAR_STANDALONE_USE_ZOOKEEPER=1` 可使用 ZooKeeper 作为元数据存储。 +- 集群模式配置为单节点 BookKeeper（ensemble size = 1）。 +- 生产环境请调整 quorum 设置并添加更多 bookie。 + +## 端口 + +| 服务 | 端口 | 说明 | +| -------------- | ---- | -------------- | +| Pulsar Broker | 6650 | 二进制协议 | +| Pulsar HTTP | 8080 | REST Admin API | +| Pulsar Manager | 9527 | Web UI | +| Pulsar Manager | 7750 | 后端 API | + +## 安全提示 + +- 此配置用于开发/测试目的。 +- 生产环境请： + - 为 broker 连接启用 TLS 加密。 + - 配置身份验证（JWT、OAuth2 等）。 + - 启用基于角色的访问控制授权。 + - 使用专用的 ZooKeeper 和 BookKeeper 集群。 + - 定期更新 Pulsar 版本以获取安全补丁。 + +## 许可证 + +Apache Pulsar 采用 Apache License 2.0 许可证。 diff --git a/src/pulsar/docker-compose.yaml b/src/pulsar/docker-compose.yaml new file mode 100644 index 0000000..e5f1d2b --- /dev/null +++ b/src/pulsar/docker-compose.yaml @@ -0,0 +1,213 @@ +# Apache Pulsar Docker Compose +# Provides standalone mode by default and cluster mode via profile + +x-defaults: &defaults + restart: unless-stopped + logging: + driver: json-file + options: + max-size: 100m + max-file: "3" + +services: + # Standalone mode (default) - single node deployment for development/testing + pulsar: + <<: *defaults + image: ${GLOBAL_REGISTRY:-}apachepulsar/pulsar:${PULSAR_VERSION:-4.0.7} + ports: + - "${PULSAR_BROKER_PORT_OVERRIDE:-6650}:6650" + - "${PULSAR_HTTP_PORT_OVERRIDE:-8080}:8080" + volumes: + - pulsar_data:/pulsar/data + - pulsar_conf:/pulsar/conf + environment: + - TZ=${TZ:-UTC} + - PULSAR_MEM=${PULSAR_MEM:--Xms512m -Xmx512m -XX:MaxDirectMemorySize=256m} + - PULSAR_STANDALONE_USE_ZOOKEEPER=${PULSAR_STANDALONE_USE_ZOOKEEPER:-0} + command: bin/pulsar standalone + deploy: + resources: + limits: + cpus: ${PULSAR_CPU_LIMIT:-2.00} + memory: ${PULSAR_MEMORY_LIMIT:-2G} + reservations: + cpus: ${PULSAR_CPU_RESERVATION:-0.50} + memory: ${PULSAR_MEMORY_RESERVATION:-512M} + healthcheck: + test: ["CMD", "bin/pulsar-admin", "brokers", "healthcheck"] + interval: 30s + timeout: 10s + retries: 5 + start_period: 60s + + # ==================== Cluster Mode (profile: cluster) ==================== + + # ZooKeeper for cluster coordination + zookeeper: + <<: *defaults + image: ${GLOBAL_REGISTRY:-}apachepulsar/pulsar:${PULSAR_VERSION:-4.0.7} + profiles: + - cluster + volumes: + - zookeeper_data:/pulsar/data/zookeeper + environment: + - TZ=${TZ:-UTC} + - metadataStoreUrl=zk:zookeeper:2181 + - PULSAR_MEM=${ZOOKEEPER_MEM:--Xms256m -Xmx256m -XX:MaxDirectMemorySize=256m} + command: > + bash -c "bin/apply-config-from-env.py conf/zookeeper.conf && + bin/generate-zookeeper-config.sh conf/zookeeper.conf && + exec bin/pulsar zookeeper" + deploy: + resources: + limits: + cpus: ${ZOOKEEPER_CPU_LIMIT:-1.00} + memory: ${ZOOKEEPER_MEMORY_LIMIT:-512M} + reservations: + cpus: ${ZOOKEEPER_CPU_RESERVATION:-0.25} + memory: ${ZOOKEEPER_MEMORY_RESERVATION:-256M} + healthcheck: + test: ["CMD", "bin/pulsar-zookeeper-ruok.sh"] + interval: 10s + timeout: 5s + retries: 30 + start_period: 10s + + # Initialize cluster metadata + pulsar-init: + image: ${GLOBAL_REGISTRY:-}apachepulsar/pulsar:${PULSAR_VERSION:-4.0.7} + profiles: + - cluster + environment: + - TZ=${TZ:-UTC} + command: > + bash -c "bin/pulsar initialize-cluster-metadata + --cluster ${PULSAR_CLUSTER_NAME:-cluster-a} + --zookeeper zookeeper:2181 + --configuration-store zookeeper:2181 + --web-service-url http://broker:8080 + --broker-service-url pulsar://broker:6650" + depends_on: + zookeeper: + condition: service_healthy + + # BookKeeper (Bookie) for message storage + bookie: + <<: *defaults + image: ${GLOBAL_REGISTRY:-}apachepulsar/pulsar:${PULSAR_VERSION:-4.0.7} + profiles: + - cluster + volumes: + - bookie_data:/pulsar/data/bookkeeper + environment: + - TZ=${TZ:-UTC} + - clusterName=${PULSAR_CLUSTER_NAME:-cluster-a} + - zkServers=zookeeper:2181 + - metadataServiceUri=metadata-store:zk:zookeeper:2181 + - advertisedAddress=bookie + - BOOKIE_MEM=${BOOKIE_MEM:--Xms512m -Xmx512m -XX:MaxDirectMemorySize=256m} + command: bash -c "bin/apply-config-from-env.py conf/bookkeeper.conf && exec bin/pulsar bookie" + depends_on: + zookeeper: + condition: service_healthy + pulsar-init: + condition: service_completed_successfully + deploy: + resources: + limits: + cpus: ${BOOKIE_CPU_LIMIT:-1.00} + memory: ${BOOKIE_MEMORY_LIMIT:-1G} + reservations: + cpus: ${BOOKIE_CPU_RESERVATION:-0.25} + memory: ${BOOKIE_MEMORY_RESERVATION:-512M} + healthcheck: + test: ["CMD", "bin/bookkeeper", "shell", "bookiesanity"] + interval: 30s + timeout: 10s + retries: 5 + start_period: 30s + + # Pulsar Broker for cluster mode + broker: + <<: *defaults + image: ${GLOBAL_REGISTRY:-}apachepulsar/pulsar:${PULSAR_VERSION:-4.0.7} + profiles: + - cluster + ports: + - "${PULSAR_BROKER_PORT_OVERRIDE:-6650}:6650" + - "${PULSAR_HTTP_PORT_OVERRIDE:-8080}:8080" + environment: + - TZ=${TZ:-UTC} + - metadataStoreUrl=zk:zookeeper:2181 + - zookeeperServers=zookeeper:2181 + - clusterName=${PULSAR_CLUSTER_NAME:-cluster-a} + - managedLedgerDefaultEnsembleSize=1 + - managedLedgerDefaultWriteQuorum=1 + - managedLedgerDefaultAckQuorum=1 + - advertisedAddress=broker + - advertisedListeners=external:pulsar://127.0.0.1:6650 + - PULSAR_MEM=${BROKER_MEM:--Xms512m -Xmx512m -XX:MaxDirectMemorySize=256m} + command: bash -c "bin/apply-config-from-env.py conf/broker.conf && exec bin/pulsar broker" + depends_on: + zookeeper: + condition: service_healthy + bookie: + condition: service_healthy + deploy: + resources: + limits: + cpus: ${BROKER_CPU_LIMIT:-2.00} + memory: ${BROKER_MEMORY_LIMIT:-2G} + reservations: + cpus: ${BROKER_CPU_RESERVATION:-0.50} + memory: ${BROKER_MEMORY_RESERVATION:-512M} + healthcheck: + test: ["CMD", "bin/pulsar-admin", "brokers", "healthcheck"] + interval: 30s + timeout: 10s + retries: 5 + start_period: 60s + + # ==================== Pulsar Manager (profile: manager) ==================== + + pulsar-manager: + <<: *defaults + image: ${GLOBAL_REGISTRY:-}apachepulsar/pulsar-manager:${PULSAR_MANAGER_VERSION:-v0.4.0} + profiles: + - manager + ports: + - "${PULSAR_MANAGER_PORT_OVERRIDE:-9527}:9527" + - "${PULSAR_MANAGER_BACKEND_PORT_OVERRIDE:-7750}:7750" + volumes: + - pulsar_manager_data:/data + environment: + - TZ=${TZ:-UTC} + - SPRING_CONFIGURATION_FILE=/pulsar-manager/pulsar-manager/application.properties + - REDIRECT_HOST=http://127.0.0.1 + - REDIRECT_PORT=${PULSAR_MANAGER_PORT_OVERRIDE:-9527} + - DRIVER_CLASS_NAME=org.postgresql.Driver + - URL=jdbc:postgresql://127.0.0.1:5432/pulsar_manager + - USERNAME=pulsar + - PASSWORD=pulsar + - LOG_LEVEL=DEBUG + deploy: + resources: + limits: + cpus: ${PULSAR_MANAGER_CPU_LIMIT:-1.00} + memory: ${PULSAR_MANAGER_MEMORY_LIMIT:-512M} + reservations: + cpus: ${PULSAR_MANAGER_CPU_RESERVATION:-0.25} + memory: ${PULSAR_MANAGER_MEMORY_RESERVATION:-256M} + healthcheck: + test: ["CMD", "curl", "-f", "http://localhost:7750/pulsar-manager/csrf-token"] + interval: 30s + timeout: 10s + retries: 3 + start_period: 30s + +volumes: + pulsar_data: + pulsar_conf: + zookeeper_data: + bookie_data: + pulsar_manager_data: