update

2026-07-08 20:22:40 +02:00
parent b68bcfec14
commit cd1a32fd7c
1 changed files with 26 additions and 0 deletions
@@ -0,0 +1,26 @@
 name: gpu-lab-sglang
 services:
  sglang:
    image: gpu-lab-sglang:v100-cu121
    container_name: gpu-lab-sglang
    network_mode: host
    ipc: host
    shm_size: "32gb"
    env_file:
      - active/current.env
    environment:
      - PYTHONPATH=/opt/v100-bootstrap
    volumes:
      - /root/models:/models:ro
      - /root/model-cache:/model-cache:ro
      - /root/gpu-lab/start-sglang-qwen.sh:/start-sglang-qwen.sh:ro
      - /root/gpu-lab/v100-bootstrap:/opt/v100-bootstrap:ro
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: all
              capabilities: [gpu]
    entrypoint: ["/bin/bash", "/start-sglang-qwen.sh"]
    restart: "no"