From fb3152e70b51c5781d7a80a698297b3e6fcee275 Mon Sep 17 00:00:00 2001 From: Marc Blatter Date: Wed, 15 Jul 2026 20:15:23 +0000 Subject: [PATCH] compose-vLLM.yml aktualisiert --- compose-vLLM.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/compose-vLLM.yml b/compose-vLLM.yml index 9b99493..81383c0 100644 --- a/compose-vLLM.yml +++ b/compose-vLLM.yml @@ -39,7 +39,7 @@ services: - "--max-model-len" - "65536" - "--hf-overrides" - - '{"rope_scaling":{"rope_type":"yarn","factor":2.0,"original_max_position_embeddings":40960}}' + - '{"rope_scaling":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":40960}}' - "--max-num-seqs" - "16" - "--kv-cache-dtype"