Add GPU Lab configs, docs, and runbooks for VM303.
Mirror gpu-lab compose files and model-manager catalog from GPU-Dev; document Dockhand mapping and SGLang cutover target.
This commit is contained in:
@@ -0,0 +1,24 @@
|
||||
{
|
||||
"vllm-legacy-040": {
|
||||
"engine": "vllm",
|
||||
"compose_file": "compose.vllm-legacy.yml",
|
||||
"image": "vllm/vllm-openai:v0.4.0.post1",
|
||||
"v100_ok": true,
|
||||
"label": "vLLM 0.4"
|
||||
},
|
||||
"vllm-modern-080": {
|
||||
"engine": "vllm",
|
||||
"compose_file": "compose.vllm-modern.yml",
|
||||
"image": "vllm/vllm-openai:v0.8.5.post1",
|
||||
"v100_ok": true,
|
||||
"label": "vLLM 0.8"
|
||||
},
|
||||
"sglang-modern": {
|
||||
"engine": "sglang",
|
||||
"compose_file": "compose.sglang.yml",
|
||||
"image": "lmsysorg/sglang:v0.5.12-cu129-runtime",
|
||||
"v100_ok": true,
|
||||
"label": "SGLang",
|
||||
"extra_args": ["--disable-flashinfer", "--disable-flashinfer-sampling"]
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user