Add GPU Lab configs, docs, and runbooks for VM303.

Mirror gpu-lab compose files and model-manager catalog from GPU-Dev; document Dockhand mapping and SGLang cutover target.
2026-06-04 02:24:57 +02:00
parent 26aec9ed04
commit c154c94c6d
14 changed files with 930 additions and 2 deletions
@@ -0,0 +1,38 @@
+name: gpu-lab-sglang
+services:
+  sglang:
+    image: lmsysorg/sglang:v0.5.12-cu129-runtime
+    container_name: gpu-lab-sglang
+    network_mode: host
+    ipc: host
+    shm_size: "32gb"
+    env_file:
+      - active/current.env
+    volumes:
+      - /root/models:/models:ro
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+    entrypoint: ["python3", "-m", "sglang.launch_server"]
+    command:
+      - --model-path
+      - ${MODEL_PATH}
+      - --served-model-name
+      - ${SERVED_NAME}
+      - --host
+      - "0.0.0.0"
+      - --port
+      - "8010"
+      - --tp-size
+      - ${TP_SIZE}
+      - --mem-fraction-static
+      - ${GPU_MEM_UTIL}
+      - --context-length
+      - ${MAX_MODEL_LEN}
+      - --disable-flashinfer
+      - --disable-flashinfer-sampling
+    restart: "no"