composte-hermes.yml aktualisiert
This commit is contained in:
parent
1c8daf6ac5
commit
bee4639066
|
|
@ -6,7 +6,7 @@ services:
|
|||
runtime: nvidia
|
||||
ipc: host
|
||||
ports:
|
||||
- "8005:8000"
|
||||
- "8005:8005"
|
||||
environment:
|
||||
- NVIDIA_VISIBLE_DEVICES=0,1
|
||||
- HUGGING_FACE_HUB_TOKEN=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
|
||||
|
|
@ -51,22 +51,11 @@ services:
|
|||
vllm:
|
||||
condition: service_healthy
|
||||
command: ["gateway", "run"]
|
||||
shm_size: 1g
|
||||
ports:
|
||||
- "8642:8642"
|
||||
volumes:
|
||||
- /opt/hermes:/opt/data
|
||||
environment:
|
||||
- HERMES_UID=${HERMES_UID:-10000}
|
||||
- HERMES_GID=${HERMES_GID:-10000}
|
||||
- OPENAI_BASE_URL=http://vllm:8005/v1
|
||||
- OPENAI_API_KEY=sk-dummy-key-1234567890
|
||||
healthcheck:
|
||||
test: ["CMD", "curl", "-f", "http://localhost:8642"]
|
||||
interval: 30s
|
||||
timeout: 10s
|
||||
retries: 5
|
||||
start_period: 60s
|
||||
networks:
|
||||
- cortex-net
|
||||
|
||||
|
|
@ -75,16 +64,13 @@ services:
|
|||
container_name: cortex-hermes-dashboard
|
||||
restart: unless-stopped
|
||||
depends_on:
|
||||
hermes-gateway:
|
||||
condition: service_healthy
|
||||
- hermes-gateway
|
||||
command: ["dashboard", "--host", "0.0.0.0", "--no-open"]
|
||||
ports:
|
||||
- "9119:9119"
|
||||
volumes:
|
||||
- /opt/hermes:/opt/data
|
||||
environment:
|
||||
- HERMES_UID=${HERMES_UID:-10000}
|
||||
- HERMES_GID=${HERMES_GID:-10000}
|
||||
- GATEWAY_HEALTH_URL=http://cortex-hermes-gateway:8642
|
||||
networks:
|
||||
- cortex-net
|
||||
|
|
|
|||
Loading…
Reference in New Issue