diff --git a/compose-vLLM.yaml b/compose-vLLM.yaml index 9ab692c..89ffdda 100644 --- a/compose-vLLM.yaml +++ b/compose-vLLM.yaml @@ -13,6 +13,7 @@ services: - /opt/vLLM/config:/vllm-workspace/config environment: + - HUGGING_FACE_HUB_TOKEN=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 - NVIDIA_VISIBLE_DEVICES=all - NVIDIA_DRIVER_CAPABILITIES=compute,utility