From cd1a32fd7cf44d2f4006c97f26a64984459f57da Mon Sep 17 00:00:00 2001 From: root Date: Wed, 8 Jul 2026 20:22:40 +0200 Subject: [PATCH] update --- park/compose.sglang.yml | 26 ++++++++++++++++++++++++++ 1 file changed, 26 insertions(+) create mode 100644 park/compose.sglang.yml diff --git a/park/compose.sglang.yml b/park/compose.sglang.yml new file mode 100644 index 0000000..2b0c633 --- /dev/null +++ b/park/compose.sglang.yml @@ -0,0 +1,26 @@ +name: gpu-lab-sglang +services: + sglang: + image: gpu-lab-sglang:v100-cu121 + container_name: gpu-lab-sglang + network_mode: host + ipc: host + shm_size: "32gb" + env_file: + - active/current.env + environment: + - PYTHONPATH=/opt/v100-bootstrap + volumes: + - /root/models:/models:ro + - /root/model-cache:/model-cache:ro + - /root/gpu-lab/start-sglang-qwen.sh:/start-sglang-qwen.sh:ro + - /root/gpu-lab/v100-bootstrap:/opt/v100-bootstrap:ro + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: all + capabilities: [gpu] + entrypoint: ["/bin/bash", "/start-sglang-qwen.sh"] + restart: "no"