From bbe88f9203a27b275db0dde127f19ec96151aa9c Mon Sep 17 00:00:00 2001
From: Marc Blatter <marc.blatter@outlook.com>
Date: Sun, 26 Jul 2026 17:58:52 +0000
Subject: [PATCH] composte-hermes.yml aktualisiert

---
 composte-hermes.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/composte-hermes.yml b/composte-hermes.yml
index 2454755..f8426d6 100644
--- a/composte-hermes.yml
+++ b/composte-hermes.yml
@@ -26,7 +26,7 @@ services:
        - --quantization=awq
        - --tensor-parallel-size=2
        - --gpu-memory-utilization=0.86
-       - --max-model-len=65536
+       - --max-model-len=60000
        - --hf-overrides={"rope_scaling":{"rope_type":"yarn","factor":2.0,"original_max_position_embeddings":32768}}
        - --max-num-seqs=4
        - --served-model-name=qwen3-14b-awq