alexsun/compose-anything
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: all cpus reservations to 0.1

Browse Source
This commit is contained in:
Sun-ZhenXing
2026-05-14 16:22:07 +08:00
parent 453a3eab11
commit 53b841926e
274 changed files with 828 additions and 828 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/llama-swap/.env.example
+2 -2
View File
@@ -53,10 +53,10 @@ LLAMA_SWAP_GPU_COUNT=1
LLAMA_SWAP_CPU_LIMIT=4.0
# CPU reservation (in cores)
LLAMA_SWAP_CPU_RESERVATION=2.0
LLAMA_SWAP_CPU_RESERVATION=0.1
# Memory limit (e.g., 8G, 16G)
LLAMA_SWAP_MEMORY_LIMIT=8G
# Memory reservation (e.g., 4G, 8G)
LLAMA_SWAP_MEMORY_RESERVATION=4G
LLAMA_SWAP_MEMORY_RESERVATION=4G
src/llama-swap/docker-compose.yaml
+3 -3
View File
@@ -40,7 +40,7 @@ services:
cpus: ${LLAMA_SWAP_CPU_LIMIT:-4.0}
memory: ${LLAMA_SWAP_MEMORY_LIMIT:-8G}
reservations:
cpus: ${LLAMA_SWAP_CPU_RESERVATION:-2.0}
cpus: ${LLAMA_SWAP_CPU_RESERVATION:-0.1}
memory: ${LLAMA_SWAP_MEMORY_RESERVATION:-4G}
# llama-swap - NVIDIA CUDA variant
@@ -73,7 +73,7 @@ services:
cpus: ${LLAMA_SWAP_CPU_LIMIT:-4.0}
memory: ${LLAMA_SWAP_MEMORY_LIMIT:-8G}
reservations:
cpus: ${LLAMA_SWAP_CPU_RESERVATION:-2.0}
cpus: ${LLAMA_SWAP_CPU_RESERVATION:-0.1}
memory: ${LLAMA_SWAP_MEMORY_RESERVATION:-4G}
devices:
- driver: nvidia
@@ -117,7 +117,7 @@ services:
cpus: ${LLAMA_SWAP_CPU_LIMIT:-4.0}
memory: ${LLAMA_SWAP_MEMORY_LIMIT:-8G}
reservations:
cpus: ${LLAMA_SWAP_CPU_RESERVATION:-2.0}
cpus: ${LLAMA_SWAP_CPU_RESERVATION:-0.1}
memory: ${LLAMA_SWAP_MEMORY_RESERVATION:-4G}
profiles:
- gpu-amd