compose-vLLM.yaml aktualisiert
This commit is contained in:
parent
9bd75107cf
commit
a452f1c7fb
|
|
@ -29,7 +29,7 @@ services:
|
|||
- "--port"
|
||||
- "8000"
|
||||
- "--gpu-memory-utilization"
|
||||
- "0.85"
|
||||
- "0.72"
|
||||
- "--max-model-len"
|
||||
- "65536"
|
||||
- "--hf-overrides"
|
||||
|
|
|
|||
Loading…
Reference in New Issue