230 lines
9.4 KiB
YAML
230 lines
9.4 KiB
YAML
# Make sure to update the credential placeholders with your own secrets.
|
|
# We mark them with # CHANGEME in the file below.
|
|
# In addition, we recommend to restrict inbound traffic on the host to
|
|
# langfuse-web (port 3000) and minio (port 9090) only.
|
|
# All other components are bound to localhost (127.0.0.1) to only accept
|
|
# connections from the local machine.
|
|
# External connections from other machines will not be able to reach these
|
|
# services directly.
|
|
|
|
x-defaults: &defaults
|
|
restart: unless-stopped
|
|
logging:
|
|
driver: json-file
|
|
options:
|
|
max-size: 100m
|
|
max-file: "3"
|
|
|
|
services:
|
|
langfuse-worker:
|
|
<<: *defaults
|
|
image: ${GLOBAL_REGISTRY:-}langfuse/langfuse-worker:${LANGFUSE_VERSION:-3}
|
|
depends_on: &langfuse-depends-on
|
|
postgres:
|
|
condition: service_healthy
|
|
minio:
|
|
condition: service_healthy
|
|
redis:
|
|
condition: service_healthy
|
|
clickhouse:
|
|
condition: service_healthy
|
|
ports:
|
|
- ${LANGFUSE_WORKER_PORT_OVERRIDE:-3030}:3030
|
|
environment: &langfuse-worker-env
|
|
TZ: ${TZ:-UTC}
|
|
NEXTAUTH_URL: ${NEXTAUTH_URL:-http://localhost:3000}
|
|
DATABASE_URL: ${DATABASE_URL:-postgresql://postgres:postgres@postgres:5432/postgres}
|
|
SALT: ${SALT:-mysalt}
|
|
ENCRYPTION_KEY: ${ENCRYPTION_KEY:-0000000000000000000000000000000000000000000000000000000000000000}
|
|
TELEMETRY_ENABLED: ${TELEMETRY_ENABLED:-true}
|
|
LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES: ${LANGFUSE_ENABLE_EXPERIMENTAL_FEATURES:-true}
|
|
CLICKHOUSE_MIGRATION_URL: ${CLICKHOUSE_MIGRATION_URL:-clickhouse://clickhouse:9000}
|
|
CLICKHOUSE_URL: ${CLICKHOUSE_URL:-http://clickhouse:8123}
|
|
CLICKHOUSE_USER: ${CLICKHOUSE_USER:-clickhouse}
|
|
CLICKHOUSE_PASSWORD: ${CLICKHOUSE_PASSWORD:-clickhouse}
|
|
CLICKHOUSE_CLUSTER_ENABLED: ${CLICKHOUSE_CLUSTER_ENABLED:-false}
|
|
LANGFUSE_USE_AZURE_BLOB: ${LANGFUSE_USE_AZURE_BLOB:-false}
|
|
LANGFUSE_S3_EVENT_UPLOAD_BUCKET: ${LANGFUSE_S3_EVENT_UPLOAD_BUCKET:-langfuse}
|
|
LANGFUSE_S3_EVENT_UPLOAD_REGION: ${LANGFUSE_S3_EVENT_UPLOAD_REGION:-auto}
|
|
LANGFUSE_S3_EVENT_UPLOAD_ACCESS_KEY_ID: ${LANGFUSE_S3_EVENT_UPLOAD_ACCESS_KEY_ID:-minio}
|
|
LANGFUSE_S3_EVENT_UPLOAD_SECRET_ACCESS_KEY: ${LANGFUSE_S3_EVENT_UPLOAD_SECRET_ACCESS_KEY:-miniosecret}
|
|
LANGFUSE_S3_EVENT_UPLOAD_ENDPOINT: ${LANGFUSE_S3_EVENT_UPLOAD_ENDPOINT:-http://minio:9000}
|
|
LANGFUSE_S3_EVENT_UPLOAD_FORCE_PATH_STYLE: ${LANGFUSE_S3_EVENT_UPLOAD_FORCE_PATH_STYLE:-true}
|
|
LANGFUSE_S3_EVENT_UPLOAD_PREFIX: ${LANGFUSE_S3_EVENT_UPLOAD_PREFIX:-events/}
|
|
LANGFUSE_S3_MEDIA_UPLOAD_BUCKET: ${LANGFUSE_S3_MEDIA_UPLOAD_BUCKET:-langfuse}
|
|
LANGFUSE_S3_MEDIA_UPLOAD_REGION: ${LANGFUSE_S3_MEDIA_UPLOAD_REGION:-auto}
|
|
LANGFUSE_S3_MEDIA_UPLOAD_ACCESS_KEY_ID: ${LANGFUSE_S3_MEDIA_UPLOAD_ACCESS_KEY_ID:-minio}
|
|
LANGFUSE_S3_MEDIA_UPLOAD_SECRET_ACCESS_KEY: ${LANGFUSE_S3_MEDIA_UPLOAD_SECRET_ACCESS_KEY:-miniosecret}
|
|
LANGFUSE_S3_MEDIA_UPLOAD_ENDPOINT: ${LANGFUSE_S3_MEDIA_UPLOAD_ENDPOINT:-http://localhost:9090}
|
|
LANGFUSE_S3_MEDIA_UPLOAD_FORCE_PATH_STYLE: ${LANGFUSE_S3_MEDIA_UPLOAD_FORCE_PATH_STYLE:-true}
|
|
LANGFUSE_S3_MEDIA_UPLOAD_PREFIX: ${LANGFUSE_S3_MEDIA_UPLOAD_PREFIX:-media/}
|
|
LANGFUSE_S3_BATCH_EXPORT_ENABLED: ${LANGFUSE_S3_BATCH_EXPORT_ENABLED:-false}
|
|
LANGFUSE_S3_BATCH_EXPORT_BUCKET: ${LANGFUSE_S3_BATCH_EXPORT_BUCKET:-langfuse}
|
|
LANGFUSE_S3_BATCH_EXPORT_PREFIX: ${LANGFUSE_S3_BATCH_EXPORT_PREFIX:-exports/}
|
|
LANGFUSE_S3_BATCH_EXPORT_REGION: ${LANGFUSE_S3_BATCH_EXPORT_REGION:-auto}
|
|
LANGFUSE_S3_BATCH_EXPORT_ENDPOINT: ${LANGFUSE_S3_BATCH_EXPORT_ENDPOINT:-http://minio:9000}
|
|
LANGFUSE_S3_BATCH_EXPORT_EXTERNAL_ENDPOINT: ${LANGFUSE_S3_BATCH_EXPORT_EXTERNAL_ENDPOINT:-http://localhost:9090}
|
|
LANGFUSE_S3_BATCH_EXPORT_ACCESS_KEY_ID: ${LANGFUSE_S3_BATCH_EXPORT_ACCESS_KEY_ID:-minio}
|
|
LANGFUSE_S3_BATCH_EXPORT_SECRET_ACCESS_KEY: ${LANGFUSE_S3_BATCH_EXPORT_SECRET_ACCESS_KEY:-miniosecret}
|
|
LANGFUSE_S3_BATCH_EXPORT_FORCE_PATH_STYLE: ${LANGFUSE_S3_BATCH_EXPORT_FORCE_PATH_STYLE:-true}
|
|
LANGFUSE_INGESTION_QUEUE_DELAY_MS: ${LANGFUSE_INGESTION_QUEUE_DELAY_MS:-}
|
|
LANGFUSE_INGESTION_CLICKHOUSE_WRITE_INTERVAL_MS: ${LANGFUSE_INGESTION_CLICKHOUSE_WRITE_INTERVAL_MS:-}
|
|
REDIS_HOST: ${REDIS_HOST:-redis}
|
|
REDIS_PORT: ${REDIS_PORT:-6379}
|
|
REDIS_AUTH: ${REDIS_AUTH:-myredissecret}
|
|
REDIS_TLS_ENABLED: ${REDIS_TLS_ENABLED:-false}
|
|
REDIS_TLS_CA: ${REDIS_TLS_CA:-/certs/ca.crt}
|
|
REDIS_TLS_CERT: ${REDIS_TLS_CERT:-/certs/redis.crt}
|
|
REDIS_TLS_KEY: ${REDIS_TLS_KEY:-/certs/redis.key}
|
|
EMAIL_FROM_ADDRESS: ${EMAIL_FROM_ADDRESS:-}
|
|
SMTP_CONNECTION_URL: ${SMTP_CONNECTION_URL:-}
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: ${LANGFUSE_WORKER_CPU_LIMIT:-2.0}
|
|
memory: ${LANGFUSE_WORKER_MEMORY_LIMIT:-2G}
|
|
reservations:
|
|
cpus: ${LANGFUSE_WORKER_CPU_RESERVATION:-0.5}
|
|
memory: ${LANGFUSE_WORKER_MEMORY_RESERVATION:-512M}
|
|
|
|
langfuse-web:
|
|
<<: *defaults
|
|
image: ${GLOBAL_REGISTRY:-}langfuse/langfuse:${LANGFUSE_VERSION:-3}
|
|
depends_on: *langfuse-depends-on
|
|
ports:
|
|
- "${LANGFUSE_PORT_OVERRIDE:-3000}:3000"
|
|
environment:
|
|
<<: *langfuse-worker-env
|
|
NEXTAUTH_SECRET: ${NEXTAUTH_SECRET:-mysecret}
|
|
LANGFUSE_INIT_ORG_ID: ${LANGFUSE_INIT_ORG_ID:-}
|
|
LANGFUSE_INIT_ORG_NAME: ${LANGFUSE_INIT_ORG_NAME:-}
|
|
LANGFUSE_INIT_PROJECT_ID: ${LANGFUSE_INIT_PROJECT_ID:-}
|
|
LANGFUSE_INIT_PROJECT_NAME: ${LANGFUSE_INIT_PROJECT_NAME:-}
|
|
LANGFUSE_INIT_PROJECT_PUBLIC_KEY: ${LANGFUSE_INIT_PROJECT_PUBLIC_KEY:-}
|
|
LANGFUSE_INIT_PROJECT_SECRET_KEY: ${LANGFUSE_INIT_PROJECT_SECRET_KEY:-}
|
|
LANGFUSE_INIT_USER_EMAIL: ${LANGFUSE_INIT_USER_EMAIL:-}
|
|
LANGFUSE_INIT_USER_NAME: ${LANGFUSE_INIT_USER_NAME:-}
|
|
LANGFUSE_INIT_USER_PASSWORD: ${LANGFUSE_INIT_USER_PASSWORD:-}
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: ${LANGFUSE_WEB_CPU_LIMIT:-2.0}
|
|
memory: ${LANGFUSE_WEB_MEMORY_LIMIT:-2G}
|
|
reservations:
|
|
cpus: ${LANGFUSE_WEB_CPU_RESERVATION:-0.5}
|
|
memory: ${LANGFUSE_WEB_MEMORY_RESERVATION:-512M}
|
|
healthcheck:
|
|
test: ["CMD", "wget", "--no-verbose", "--tries=1", "--spider", "http://localhost:3000/api/public/health"]
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 3
|
|
start_period: 30s
|
|
|
|
clickhouse:
|
|
<<: *defaults
|
|
image: ${GLOBAL_REGISTRY:-}clickhouse/clickhouse-server:${CLICKHOUSE_VERSION:-latest}
|
|
user: "101:101"
|
|
environment:
|
|
CLICKHOUSE_DB: default
|
|
CLICKHOUSE_USER: ${CLICKHOUSE_USER:-clickhouse}
|
|
CLICKHOUSE_PASSWORD: ${CLICKHOUSE_PASSWORD:-clickhouse}
|
|
TZ: ${TZ:-UTC}
|
|
volumes:
|
|
- langfuse_clickhouse_data:/var/lib/clickhouse
|
|
- langfuse_clickhouse_logs:/var/log/clickhouse-server
|
|
ports:
|
|
- ${CLICKHOUSE_PORT_OVERRIDE:-8123}:8123
|
|
- ${CLICKHOUSE_TCP_PORT_OVERRIDE:-9000}:9000
|
|
healthcheck:
|
|
test: wget --no-verbose --tries=1 --spider http://localhost:8123/ping || exit 1
|
|
interval: 5s
|
|
timeout: 5s
|
|
retries: 10
|
|
start_period: 1s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: ${CLICKHOUSE_CPU_LIMIT:-2.0}
|
|
memory: ${CLICKHOUSE_MEMORY_LIMIT:-4G}
|
|
reservations:
|
|
cpus: ${CLICKHOUSE_CPU_RESERVATION:-0.5}
|
|
memory: ${CLICKHOUSE_MEMORY_RESERVATION:-1G}
|
|
|
|
minio:
|
|
<<: *defaults
|
|
image: ${CGR_DEV_REGISTRY:-cgr.dev/}chainguard/minio:${MINIO_VERSION:-latest}
|
|
entrypoint: sh
|
|
# create the 'langfuse' bucket before starting the service
|
|
command: -c 'mkdir -p /data/langfuse && minio server --address ":9000" --console-address ":9001" /data'
|
|
environment:
|
|
MINIO_ROOT_USER: ${MINIO_ROOT_USER:-minio}
|
|
MINIO_ROOT_PASSWORD: ${MINIO_ROOT_PASSWORD:-miniosecret}
|
|
TZ: ${TZ:-UTC}
|
|
volumes:
|
|
- langfuse_minio_data:/data
|
|
healthcheck:
|
|
test: ["CMD", "mc", "ready", "local"]
|
|
interval: 1s
|
|
timeout: 5s
|
|
retries: 5
|
|
start_period: 1s
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: ${MINIO_CPU_LIMIT:-1.0}
|
|
memory: ${MINIO_MEMORY_LIMIT:-1G}
|
|
reservations:
|
|
cpus: ${MINIO_CPU_RESERVATION:-0.25}
|
|
memory: ${MINIO_MEMORY_RESERVATION:-256M}
|
|
|
|
redis:
|
|
<<: *defaults
|
|
image: ${GLOBAL_REGISTRY:-}redis:${REDIS_VERSION:-7}
|
|
command: >
|
|
--requirepass ${REDIS_AUTH:-myredissecret}
|
|
--maxmemory-policy noeviction
|
|
healthcheck:
|
|
test: ["CMD", "redis-cli", "ping"]
|
|
interval: 3s
|
|
timeout: 10s
|
|
retries: 10
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: ${REDIS_CPU_LIMIT:-1.0}
|
|
memory: ${REDIS_MEMORY_LIMIT:-512M}
|
|
reservations:
|
|
cpus: ${REDIS_CPU_RESERVATION:-0.25}
|
|
memory: ${REDIS_MEMORY_RESERVATION:-256M}
|
|
|
|
postgres:
|
|
<<: *defaults
|
|
image: ${GLOBAL_REGISTRY:-}postgres:${POSTGRES_VERSION:-17}
|
|
environment:
|
|
POSTGRES_USER: ${POSTGRES_USER:-postgres}
|
|
POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-postgres}
|
|
POSTGRES_DB: ${POSTGRES_DB:-postgres}
|
|
TZ: UTC
|
|
PGTZ: UTC
|
|
volumes:
|
|
- langfuse_postgres_data:/var/lib/postgresql/data
|
|
healthcheck:
|
|
test: ["CMD-SHELL", "pg_isready -U postgres"]
|
|
interval: 3s
|
|
timeout: 3s
|
|
retries: 10
|
|
deploy:
|
|
resources:
|
|
limits:
|
|
cpus: ${POSTGRES_CPU_LIMIT:-2.0}
|
|
memory: ${POSTGRES_MEMORY_LIMIT:-2G}
|
|
reservations:
|
|
cpus: ${POSTGRES_CPU_RESERVATION:-0.5}
|
|
memory: ${POSTGRES_MEMORY_RESERVATION:-512M}
|
|
|
|
volumes:
|
|
langfuse_postgres_data:
|
|
langfuse_clickhouse_data:
|
|
langfuse_clickhouse_logs:
|
|
langfuse_minio_data:
|