feat: add more

2025-10-06 21:48:39 +08:00
parent f330e00fa0
commit 3c609b5989
120 changed files with 7698 additions and 59 deletions
--- a/src/vllm/.env.example
+++ b/src/vllm/.env.example
@@ -0,0 +1,13 @@
+# vLLM version
+VLLM_VERSION="v0.8.0"
+
+# Model configuration
+VLLM_MODEL="facebook/opt-125m"
+VLLM_MAX_MODEL_LEN=2048
+VLLM_GPU_MEMORY_UTIL=0.9
+
+# Hugging Face token for model downloads
+HF_TOKEN=""
+
+# Port to bind to on the host machine
+VLLM_PORT_OVERRIDE=8000