marc
/
Cortex
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

compose-vLLM.yml aktualisiert

This commit is contained in:
Marc Blatter 2026-07-15 20:15:23 +00:00
parent 272cf7506e
commit fb3152e70b
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
compose-vLLM.yml
View File

@ -39,7 +39,7 @@ services:
- "--max-model-len" - "--max-model-len"
- "65536" - "65536"
- "--hf-overrides" - "--hf-overrides"
- '{"rope_scaling":{"rope_type":"yarn","factor":2.0,"original_max_position_embeddings":40960}}' - '{"rope_scaling":{"rope_type":"yarn","factor":4.0,"original_max_position_embeddings":40960}}'
- "--max-num-seqs" - "--max-num-seqs"
- "16" - "16"
- "--kv-cache-dtype" - "--kv-cache-dtype"