diff --git a/compose-vLLM.yaml b/compose-vLLM.yaml index 020efc2..9ab692c 100644 --- a/compose-vLLM.yaml +++ b/compose-vLLM.yaml @@ -28,7 +28,7 @@ services: --model Qwen/Qwen2.5-14B-Instruct-AWQ --host 0.0.0.0 --port 8000 - --gpu-memory-utilization 0.90 + --gpu-memory-utilization 0.65 --max-model-len 16384 --enable-auto-tool-choice --tool-call-parser hermes \ No newline at end of file