diff --git a/composte-hermes.yml b/composte-hermes.yml index 0d1924d..cade91a 100644 --- a/composte-hermes.yml +++ b/composte-hermes.yml @@ -6,7 +6,7 @@ services: runtime: nvidia ipc: host ports: - - "8005:8000" + - "8005:8005" environment: - NVIDIA_VISIBLE_DEVICES=0,1 - HUGGING_FACE_HUB_TOKEN=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 @@ -51,22 +51,11 @@ services: vllm: condition: service_healthy command: ["gateway", "run"] - shm_size: 1g - ports: - - "8642:8642" volumes: - /opt/hermes:/opt/data environment: - - HERMES_UID=${HERMES_UID:-10000} - - HERMES_GID=${HERMES_GID:-10000} - OPENAI_BASE_URL=http://vllm:8005/v1 - OPENAI_API_KEY=sk-dummy-key-1234567890 - healthcheck: - test: ["CMD", "curl", "-f", "http://localhost:8642"] - interval: 30s - timeout: 10s - retries: 5 - start_period: 60s networks: - cortex-net @@ -75,16 +64,13 @@ services: container_name: cortex-hermes-dashboard restart: unless-stopped depends_on: - hermes-gateway: - condition: service_healthy + - hermes-gateway command: ["dashboard", "--host", "0.0.0.0", "--no-open"] ports: - "9119:9119" volumes: - /opt/hermes:/opt/data environment: - - HERMES_UID=${HERMES_UID:-10000} - - HERMES_GID=${HERMES_GID:-10000} - GATEWAY_HEALTH_URL=http://cortex-hermes-gateway:8642 networks: - cortex-net