From 6fee84f4a080e823af6b316ca6aaa09bb463c478 Mon Sep 17 00:00:00 2001 From: Marc Blatter Date: Fri, 10 Jul 2026 18:18:27 +0000 Subject: [PATCH] compose-vLLM.yaml aktualisiert --- compose-vLLM.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/compose-vLLM.yaml b/compose-vLLM.yaml index 89ffdda..b6e16de 100644 --- a/compose-vLLM.yaml +++ b/compose-vLLM.yaml @@ -29,7 +29,7 @@ services: --model Qwen/Qwen2.5-14B-Instruct-AWQ --host 0.0.0.0 --port 8000 - --gpu-memory-utilization 0.65 + --gpu-memory-utilization 0.9 --max-model-len 16384 --enable-auto-tool-choice --tool-call-parser hermes \ No newline at end of file