composte-hermes.yml aktualisiert

composte-hermes.yml

@@ -1,7 +1,3 @@
-# docker-compose.yml – Hermes Agent + vLLM (Qwen3-14B-AWQ)
-# Host: Cortex (2x RTX 3060 12GB)
-# Daten liegen unter /opt/vllm und /opt/hermes (Sicherung/Backup)
-
 services:
   vllm:
     image: vllm/vllm-openai:latest
@@ -10,7 +6,7 @@ services:
     runtime: nvidia
     ipc: host
     ports:
-      - "8005:8000"
+      - "8005:8005"
     environment:
       - NVIDIA_VISIBLE_DEVICES=0,1
       - HUGGING_FACE_HUB_TOKEN=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
@@ -26,6 +22,7 @@ services:
               capabilities: [gpu]
     command:
       - --model=Qwen/Qwen3-14B-AWQ
+      - --port=8005
       - --quantization=awq
       - --tensor-parallel-size=2
       - --gpu-memory-utilization=0.82
@@ -36,12 +33,12 @@ services:
       - --enable-auto-tool-choice
       - --tool-call-parser=hermes
       - --reasoning-parser=deepseek_r1
-     healthcheck: 		
-	      test: ["CMD", "curl", "-f", "http://localhost:8005/health"] 		
-	      interval: 30s 		
-	      timeout: 10s 		
-	      retries: 5 		
-	      start_period: 180s
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:8005/health"]
+      interval: 30s
+      timeout: 10s
+      retries: 5
+      start_period: 180s
     networks:
       - cortex-net
 
@@ -54,14 +51,14 @@ services:
         condition: service_healthy
     shm_size: 1g
     ports:
-      - "9119:9119"   # Dashboard, jetzt im LAN erreichbar
-      - "8642:8642"   # Gateway-API, im LAN erreichbar
+      - "9119:9119"
+      - "8642:8642"
     volumes:
       - /opt/hermes:/opt/data
     environment:
       - HERMES_UID=${HERMES_UID:-10000}
       - HERMES_GID=${HERMES_GID:-10000}
-      - OPENAI_BASE_URL=http://vllm:8000/v1
+      - OPENAI_BASE_URL=http://vllm:8005/v1
       - OPENAI_API_KEY=dummy
       - GATEWAY_HEALTH_URL=http://localhost:8642
     entrypoint: ["/bin/sh", "-c"]
@@ -73,12 +70,12 @@ services:
         hermes-agent dashboard --host 0.0.0.0 --no-open &
         DASHBOARD_PID=$!
         wait -n $GATEWAY_PID $DASHBOARD_PID
-    healthcheck: 		
-	      test: ["CMD", "curl", "-f", "http://localhost:8642"] 		
-	      interval: 30s 		
-	      timeout: 10s 		
-	      retries: 5 		
-	      start_period: 60s
+    healthcheck:
+      test: ["CMD", "curl", "-f", "http://localhost:8642"]
+      interval: 30s
+      timeout: 10s
+      retries: 5
+      start_period: 60s
     networks:
       - cortex-net