composte-hermes.yml aktualisiert
This commit is contained in:
parent
b31f60ddf3
commit
1c8daf6ac5
|
|
@ -6,7 +6,7 @@ services:
|
||||||
runtime: nvidia
|
runtime: nvidia
|
||||||
ipc: host
|
ipc: host
|
||||||
ports:
|
ports:
|
||||||
- "8005:8005"
|
- "8005:8000"
|
||||||
environment:
|
environment:
|
||||||
- NVIDIA_VISIBLE_DEVICES=0,1
|
- NVIDIA_VISIBLE_DEVICES=0,1
|
||||||
- HUGGING_FACE_HUB_TOKEN=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
|
- HUGGING_FACE_HUB_TOKEN=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
|
||||||
|
|
@ -43,16 +43,16 @@ services:
|
||||||
networks:
|
networks:
|
||||||
- cortex-net
|
- cortex-net
|
||||||
|
|
||||||
hermes-agent:
|
hermes-gateway:
|
||||||
image: nousresearch/hermes-agent:latest
|
image: nousresearch/hermes-agent:latest
|
||||||
container_name: cortex-hermes-agent
|
container_name: cortex-hermes-gateway
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
depends_on:
|
depends_on:
|
||||||
vllm:
|
vllm:
|
||||||
condition: service_healthy
|
condition: service_healthy
|
||||||
|
command: ["gateway", "run"]
|
||||||
shm_size: 1g
|
shm_size: 1g
|
||||||
ports:
|
ports:
|
||||||
- "9119:9119"
|
|
||||||
- "8642:8642"
|
- "8642:8642"
|
||||||
volumes:
|
volumes:
|
||||||
- /opt/hermes:/opt/data
|
- /opt/hermes:/opt/data
|
||||||
|
|
@ -61,28 +61,8 @@ services:
|
||||||
- HERMES_GID=${HERMES_GID:-10000}
|
- HERMES_GID=${HERMES_GID:-10000}
|
||||||
- OPENAI_BASE_URL=http://vllm:8005/v1
|
- OPENAI_BASE_URL=http://vllm:8005/v1
|
||||||
- OPENAI_API_KEY=sk-dummy-key-1234567890
|
- OPENAI_API_KEY=sk-dummy-key-1234567890
|
||||||
- GATEWAY_HEALTH_URL=http://localhost:8642
|
|
||||||
entrypoint: ["/bin/bash", "-c"]
|
|
||||||
command:
|
|
||||||
- |
|
|
||||||
set -e
|
|
||||||
hermes-agent gateway run &
|
|
||||||
GATEWAY_PID=$$!
|
|
||||||
until curl -sf http://localhost:8642 >/dev/null 2>&1; do
|
|
||||||
if ! kill -0 $$GATEWAY_PID 2>/dev/null; then
|
|
||||||
echo "FEHLER: Gateway-Prozess ist abgestürzt, breche ab."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
sleep 1
|
|
||||||
done
|
|
||||||
hermes-agent dashboard --host 0.0.0.0 --no-open &
|
|
||||||
DASHBOARD_PID=$$!
|
|
||||||
wait -n $$GATEWAY_PID $$DASHBOARD_PID
|
|
||||||
EXIT_CODE=$$?
|
|
||||||
kill $$GATEWAY_PID $$DASHBOARD_PID 2>/dev/null || true
|
|
||||||
exit $$EXIT_CODE
|
|
||||||
healthcheck:
|
healthcheck:
|
||||||
test: ["CMD-SHELL", "curl -f http://localhost:8642 && curl -f http://localhost:9119"]
|
test: ["CMD", "curl", "-f", "http://localhost:8642"]
|
||||||
interval: 30s
|
interval: 30s
|
||||||
timeout: 10s
|
timeout: 10s
|
||||||
retries: 5
|
retries: 5
|
||||||
|
|
@ -90,6 +70,25 @@ services:
|
||||||
networks:
|
networks:
|
||||||
- cortex-net
|
- cortex-net
|
||||||
|
|
||||||
|
hermes-dashboard:
|
||||||
|
image: nousresearch/hermes-agent:latest
|
||||||
|
container_name: cortex-hermes-dashboard
|
||||||
|
restart: unless-stopped
|
||||||
|
depends_on:
|
||||||
|
hermes-gateway:
|
||||||
|
condition: service_healthy
|
||||||
|
command: ["dashboard", "--host", "0.0.0.0", "--no-open"]
|
||||||
|
ports:
|
||||||
|
- "9119:9119"
|
||||||
|
volumes:
|
||||||
|
- /opt/hermes:/opt/data
|
||||||
|
environment:
|
||||||
|
- HERMES_UID=${HERMES_UID:-10000}
|
||||||
|
- HERMES_GID=${HERMES_GID:-10000}
|
||||||
|
- GATEWAY_HEALTH_URL=http://cortex-hermes-gateway:8642
|
||||||
|
networks:
|
||||||
|
- cortex-net
|
||||||
|
|
||||||
networks:
|
networks:
|
||||||
cortex-net:
|
cortex-net:
|
||||||
driver: bridge
|
driver: bridge
|
||||||
Loading…
Reference in New Issue