From 272cf7506eef4d23f105f0286090dcc81b5978d8 Mon Sep 17 00:00:00 2001 From: Marc Blatter Date: Wed, 15 Jul 2026 19:36:09 +0000 Subject: [PATCH] compose-vLLM.yml aktualisiert --- compose-vLLM.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/compose-vLLM.yml b/compose-vLLM.yml index afe8c17..9b99493 100644 --- a/compose-vLLM.yml +++ b/compose-vLLM.yml @@ -38,8 +38,8 @@ services: - "0.90" - "--max-model-len" - "65536" - - "--rope-scaling" - - '{"rope_type":"yarn","factor":2.0,"original_max_position_embeddings":40960}' + - "--hf-overrides" + - '{"rope_scaling":{"rope_type":"yarn","factor":2.0,"original_max_position_embeddings":40960}}' - "--max-num-seqs" - "16" - "--kv-cache-dtype"