compose-vLLM.yml aktualisiert

2026-07-15 19:24:35 +00:00 · 2026-07-15 19:24:35 +00:00 · 1e245cb58b
parent 241338c3e6
commit 1e245cb58b
1 changed files with 2 additions and 2 deletions
--- a/compose-vLLM.yml
+++ b/compose-vLLM.yml
@ -35,9 +35,9 @@ services:
      - "--dtype"
      - "half"
      - "--gpu-memory-utilization"
-      - "0.95"
+      - "0.90"
      - "--max-model-len"
-      - "16384"
+      - "65536"
      - "--max-num-seqs"
      - "32"
      - "--enable-prefix-caching"