composte-hermes.yml aktualisiert

composte-hermes.yml

@@ -1,7 +1,3 @@
-# docker-compose.yml – Hermes Agent + vLLM (Qwen3-14B-AWQ)
-# Host: Cortex (2x RTX 3060 12GB)
-# Daten liegen unter /opt/vllm und /opt/hermes (Sicherung/Backup)
-
 services:
   vllm:
     image: vllm/vllm-openai:latest
@@ -10,7 +6,7 @@ services:
     runtime: nvidia
     ipc: host
     ports:
-      - "8005:8000"
+      - "8005:8005"
     environment:
       - NVIDIA_VISIBLE_DEVICES=0,1
       - HUGGING_FACE_HUB_TOKEN=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
@@ -26,6 +22,7 @@ services:
               capabilities: [gpu]
     command:
       - --model=Qwen/Qwen3-14B-AWQ
+      - --port=8005
       - --quantization=awq
       - --tensor-parallel-size=2
       - --gpu-memory-utilization=0.82
@@ -54,14 +51,14 @@ services:
         condition: service_healthy
     shm_size: 1g
     ports:
-      - "9119:9119"   # Dashboard, jetzt im LAN erreichbar
-      - "8642:8642"   # Gateway-API, im LAN erreichbar
+      - "9119:9119"
+      - "8642:8642"
     volumes:
       - /opt/hermes:/opt/data
     environment:
       - HERMES_UID=${HERMES_UID:-10000}
       - HERMES_GID=${HERMES_GID:-10000}
-      - OPENAI_BASE_URL=http://vllm:8000/v1
+      - OPENAI_BASE_URL=http://vllm:8005/v1
       - OPENAI_API_KEY=dummy
       - GATEWAY_HEALTH_URL=http://localhost:8642
     entrypoint: ["/bin/sh", "-c"]