compose-vLLM.yaml aktualisiert

This commit is contained in:
Marc Blatter 2026-07-10 18:40:15 +00:00
parent 9bd75107cf
commit a452f1c7fb
1 changed files with 1 additions and 1 deletions

View File

@ -29,7 +29,7 @@ services:
- "--port"
- "8000"
- "--gpu-memory-utilization"
- "0.85"
- "0.72"
- "--max-model-len"
- "65536"
- "--hf-overrides"