From 3c8181affd82e1ee9a6cf574f0fa38f80ea746d4 Mon Sep 17 00:00:00 2001
From: Marc Blatter <marc.blatter@outlook.com>
Date: Wed, 22 Jul 2026 09:10:49 +0000
Subject: [PATCH] composte-hermes.yml aktualisiert

---
 composte-hermes.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/composte-hermes.yml b/composte-hermes.yml
index 6185ef0..55252aa 100644
--- a/composte-hermes.yml
+++ b/composte-hermes.yml
@@ -27,7 +27,7 @@ services:
       - --tensor-parallel-size=2
       - --gpu-memory-utilization=0.82
       - --max-model-len=65536
-      - --rope-scaling={"rope_type":"yarn","factor":2.0,"original_max_position_embeddings":32768}
+      - --hf-overrides={"rope_scaling":{"rope_type":"yarn","factor":2.0,"original_max_position_embeddings":32768}}
       - --max-num-seqs=16
       - --kv-cache-dtype=fp8
       - --served-model-name=qwen3-14b-awq