marc
/
Cortex
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

compose-vLLM.yml aktualisiert

This commit is contained in:
Marc Blatter 2026-07-15 19:24:35 +00:00
parent 241338c3e6
commit 1e245cb58b
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
compose-vLLM.yml
View File

@ -35,9 +35,9 @@ services:
- "--dtype" - "--dtype"
- "half" - "half"
- "--gpu-memory-utilization" - "--gpu-memory-utilization"
- "0.95" - "0.90"
- "--max-model-len" - "--max-model-len"
- "16384" - "65536"
- "--max-num-seqs" - "--max-num-seqs"
- "32" - "32"
- "--enable-prefix-caching" - "--enable-prefix-caching"