composte-hermes.yml aktualisiert
This commit is contained in:
parent
6b8a1f341a
commit
35603bb83e
|
|
@ -33,7 +33,6 @@ services:
|
|||
- --enable-auto-tool-choice
|
||||
- --tool-call-parser=hermes
|
||||
- --enable-prefix-caching # 2x RTX 3060 (12 GB)
|
||||
- --prefix-cache-threshold=0.8 # 24 GB VRAM
|
||||
healthcheck:
|
||||
test: ["CMD", "curl", "-f", "http://localhost:8005/health"]
|
||||
interval: 30s
|
||||
|
|
|
|||
Loading…
Reference in New Issue