diff --git a/compose-vLLM.yaml b/compose-vLLM.yaml index 4ff09db..ebabfd6 100644 --- a/compose-vLLM.yaml +++ b/compose-vLLM.yaml @@ -10,7 +10,7 @@ services: - /opt/vLLM/models:/root/.cache/huggingface - /opt/vLLM/config:/vllm-workspace/config environment: - - HUGGING_FACE_HUB_TOKEN=hf_12345 + - HUGGING_FACE_HUB_TOKEN=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 - NVIDIA_VISIBLE_DEVICES=all - NVIDIA_DRIVER_CAPABILITIES=compute,utility - VLLM_ALLOW_LONG_MAX_MODEL_LEN=1