diff --git a/compose-vLLM.yml b/compose-vLLM.yml index 9b99493..81383c0 100644 --- a/compose-vLLM.yml +++ b/compose-vLLM.yml @@ -39,7 +39,7 @@ services: - "--max-model-len" - "65536" - "--hf-overrides" - - '{"rope_scaling":{"rope_type":"yarn","factor":2.0,"original_max_position_embeddings":40960}}' + - '{"rope_scaling":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":40960}}' - "--max-num-seqs" - "16" - "--kv-cache-dtype"