diff --git a/composte-hermes.yml b/composte-hermes.yml index 69a556c..0b16116 100644 --- a/composte-hermes.yml +++ b/composte-hermes.yml @@ -1,7 +1,3 @@ -# docker-compose.yml – Hermes Agent + vLLM (Qwen3-14B-AWQ) -# Host: Cortex (2x RTX 3060 12GB) -# Daten liegen unter /opt/vllm und /opt/hermes (Sicherung/Backup) - services: vllm: image: vllm/vllm-openai:latest @@ -10,7 +6,7 @@ services: runtime: nvidia ipc: host ports: - - "8005:8000" + - "8005:8005" environment: - NVIDIA_VISIBLE_DEVICES=0,1 - HUGGING_FACE_HUB_TOKEN=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 @@ -26,6 +22,7 @@ services: capabilities: [gpu] command: - --model=Qwen/Qwen3-14B-AWQ + - --port=8005 - --quantization=awq - --tensor-parallel-size=2 - --gpu-memory-utilization=0.82 @@ -36,12 +33,12 @@ services: - --enable-auto-tool-choice - --tool-call-parser=hermes - --reasoning-parser=deepseek_r1 - healthcheck: - test: ["CMD", "curl", "-f", "http://localhost:8005/health"] - interval: 30s - timeout: 10s - retries: 5 - start_period: 180s + healthcheck: + test: ["CMD", "curl", "-f", "http://localhost:8005/health"] + interval: 30s + timeout: 10s + retries: 5 + start_period: 180s networks: - cortex-net @@ -54,14 +51,14 @@ services: condition: service_healthy shm_size: 1g ports: - - "9119:9119" # Dashboard, jetzt im LAN erreichbar - - "8642:8642" # Gateway-API, im LAN erreichbar + - "9119:9119" + - "8642:8642" volumes: - /opt/hermes:/opt/data environment: - HERMES_UID=${HERMES_UID:-10000} - HERMES_GID=${HERMES_GID:-10000} - - OPENAI_BASE_URL=http://vllm:8000/v1 + - OPENAI_BASE_URL=http://vllm:8005/v1 - OPENAI_API_KEY=dummy - GATEWAY_HEALTH_URL=http://localhost:8642 entrypoint: ["/bin/sh", "-c"] @@ -73,12 +70,12 @@ services: hermes-agent dashboard --host 0.0.0.0 --no-open & DASHBOARD_PID=$! wait -n $GATEWAY_PID $DASHBOARD_PID - healthcheck: - test: ["CMD", "curl", "-f", "http://localhost:8642"] - interval: 30s - timeout: 10s - retries: 5 - start_period: 60s + healthcheck: + test: ["CMD", "curl", "-f", "http://localhost:8642"] + interval: 30s + timeout: 10s + retries: 5 + start_period: 60s networks: - cortex-net