marc
/
Cortex
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

compose-vLLM.yml aktualisiert

This commit is contained in:
Marc Blatter 2026-07-15 19:36:09 +00:00
parent 9cb6cbc909
commit 272cf7506e
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
compose-vLLM.yml
View File

@ -38,8 +38,8 @@ services:
- "0.90" - "0.90"
- "--max-model-len" - "--max-model-len"
- "65536" - "65536"
- "--rope-scaling" - "--hf-overrides"
- '{"rope_type":"yarn","factor":2.0,"original_max_position_embeddings":40960}' - '{"rope_scaling":{"rope_type":"yarn","factor":2.0,"original_max_position_embeddings":40960}}'
- "--max-num-seqs" - "--max-num-seqs"
- "16" - "16"
- "--kv-cache-dtype" - "--kv-cache-dtype"