# LMDeploy Version
# Find more tags at: https://hub.docker.com/r/openmmlab/lmdeploy/tags
LMDEPLOY_VERSION=v0.11.1-cu12.8

# Host port override
LMDEPLOY_PORT_OVERRIDE=23333

# Model path or HuggingFace model ID
# Examples: 
# - internlm/internlm2-chat-1_8b
# - Qwen/Qwen2.5-7B-Instruct
LMDEPLOY_MODEL=internlm/internlm2-chat-1_8b

# HuggingFace token for private models
HF_TOKEN=

# Resource limits
LMDEPLOY_CPU_LIMIT=4.0
LMDEPLOY_MEMORY_LIMIT=8G
LMDEPLOY_CPU_RESERVATION=2.0
LMDEPLOY_MEMORY_RESERVATION=4G

# Shared memory size (required for some models)
LMDEPLOY_SHM_SIZE=4g

# Timezone
TZ=UTC
