update

2026-07-08 20:22:40 +02:00
parent b68bcfec14
commit cd1a32fd7c
1 changed files with 26 additions and 0 deletions
@@ -0,0 +1,26 @@
+name: gpu-lab-sglang
+services:
+  sglang:
+    image: gpu-lab-sglang:v100-cu121
+    container_name: gpu-lab-sglang
+    network_mode: host
+    ipc: host
+    shm_size: "32gb"
+    env_file:
+      - active/current.env
+    environment:
+      - PYTHONPATH=/opt/v100-bootstrap
+    volumes:
+      - /root/models:/models:ro
+      - /root/model-cache:/model-cache:ro
+      - /root/gpu-lab/start-sglang-qwen.sh:/start-sglang-qwen.sh:ro
+      - /root/gpu-lab/v100-bootstrap:/opt/v100-bootstrap:ro
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+    entrypoint: ["/bin/bash", "/start-sglang-qwen.sh"]
+    restart: "no"