From 1e245cb58b99594c6b25f87da9149ef91810a2fe Mon Sep 17 00:00:00 2001 From: Marc Blatter Date: Wed, 15 Jul 2026 19:24:35 +0000 Subject: [PATCH] compose-vLLM.yml aktualisiert --- compose-vLLM.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/compose-vLLM.yml b/compose-vLLM.yml index 7c99965..088ddc4 100644 --- a/compose-vLLM.yml +++ b/compose-vLLM.yml @@ -35,9 +35,9 @@ services: - "--dtype" - "half" - "--gpu-memory-utilization" - - "0.95" + - "0.90" - "--max-model-len" - - "16384" + - "65536" - "--max-num-seqs" - "32" - "--enable-prefix-caching"