marc
/
BrainDock
Template
0
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

compose-vLLM.yaml aktualisiert

This commit is contained in:
Marc Blatter 2026-07-10 18:39:26 +00:00
parent ae5f21ace5
commit 9bd75107cf
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
compose-vLLM.yaml
View File

@ -10,7 +10,7 @@ services:
- /opt/vLLM/models:/root/.cache/huggingface - /opt/vLLM/models:/root/.cache/huggingface
- /opt/vLLM/config:/vllm-workspace/config - /opt/vLLM/config:/vllm-workspace/config
environment: environment:
- HUGGING_FACE_HUB_TOKEN=hf_12345 - HUGGING_FACE_HUB_TOKEN=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
- NVIDIA_VISIBLE_DEVICES=all - NVIDIA_VISIBLE_DEVICES=all
- NVIDIA_DRIVER_CAPABILITIES=compute,utility - NVIDIA_DRIVER_CAPABILITIES=compute,utility
- VLLM_ALLOW_LONG_MAX_MODEL_LEN=1 - VLLM_ALLOW_LONG_MAX_MODEL_LEN=1