marc
/
Cortex
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

composte-hermes.yml aktualisiert

This commit is contained in:
Marc Blatter 2026-07-22 11:09:47 +00:00
parent 1c8daf6ac5
commit bee4639066
1 changed files with 2 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
composte-hermes.yml
View File

@ -6,7 +6,7 @@ services:
runtime: nvidia runtime: nvidia
ipc: host ipc: host
ports: ports:
- "8005:8000" - "8005:8005"
environment: environment:
- NVIDIA_VISIBLE_DEVICES=0,1 - NVIDIA_VISIBLE_DEVICES=0,1
- HUGGING_FACE_HUB_TOKEN=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 - HUGGING_FACE_HUB_TOKEN=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
@ -51,22 +51,11 @@ services:
vllm: vllm:
condition: service_healthy condition: service_healthy
command: ["gateway", "run"] command: ["gateway", "run"]
shm_size: 1g
ports:
- "8642:8642"
volumes: volumes:
- /opt/hermes:/opt/data - /opt/hermes:/opt/data
environment: environment:
- HERMES_UID=${HERMES_UID:-10000}
- HERMES_GID=${HERMES_GID:-10000}
- OPENAI_BASE_URL=http://vllm:8005/v1 - OPENAI_BASE_URL=http://vllm:8005/v1
- OPENAI_API_KEY=sk-dummy-key-1234567890 - OPENAI_API_KEY=sk-dummy-key-1234567890
healthcheck:
test: ["CMD", "curl", "-f", "http://localhost:8642"]
interval: 30s
timeout: 10s
retries: 5
start_period: 60s
networks: networks:
- cortex-net - cortex-net
@ -75,16 +64,13 @@ services:
container_name: cortex-hermes-dashboard container_name: cortex-hermes-dashboard
restart: unless-stopped restart: unless-stopped
depends_on: depends_on:
hermes-gateway: - hermes-gateway
condition: service_healthy
command: ["dashboard", "--host", "0.0.0.0", "--no-open"] command: ["dashboard", "--host", "0.0.0.0", "--no-open"]
ports: ports:
- "9119:9119" - "9119:9119"
volumes: volumes:
- /opt/hermes:/opt/data - /opt/hermes:/opt/data
environment: environment:
- HERMES_UID=${HERMES_UID:-10000}
- HERMES_GID=${HERMES_GID:-10000}
- GATEWAY_HEALTH_URL=http://cortex-hermes-gateway:8642 - GATEWAY_HEALTH_URL=http://cortex-hermes-gateway:8642
networks: networks:
- cortex-net - cortex-net