compose-vLLM.yaml aktualisiert

2026-07-10 18:18:27 +00:00 · 2026-07-10 18:18:27 +00:00 · 6fee84f4a0
parent b37585ec18
commit 6fee84f4a0
1 changed files with 1 additions and 1 deletions
--- a/compose-vLLM.yaml
+++ b/compose-vLLM.yaml
@ -29,7 +29,7 @@ services:
      --model Qwen/Qwen2.5-14B-Instruct-AWQ
      --host 0.0.0.0
      --port 8000
-      --gpu-memory-utilization 0.65
+      --gpu-memory-utilization 0.9
      --max-model-len 16384
      --enable-auto-tool-choice
      --tool-call-parser hermes