mo
c154c94c6d
Mirror gpu-lab compose files and model-manager catalog from GPU-Dev; document Dockhand mapping and SGLang cutover target.
25 lines
645 B
JSON
25 lines
645 B
JSON
{
|
|
"vllm-legacy-040": {
|
|
"engine": "vllm",
|
|
"compose_file": "compose.vllm-legacy.yml",
|
|
"image": "vllm/vllm-openai:v0.4.0.post1",
|
|
"v100_ok": true,
|
|
"label": "vLLM 0.4"
|
|
},
|
|
"vllm-modern-080": {
|
|
"engine": "vllm",
|
|
"compose_file": "compose.vllm-modern.yml",
|
|
"image": "vllm/vllm-openai:v0.8.5.post1",
|
|
"v100_ok": true,
|
|
"label": "vLLM 0.8"
|
|
},
|
|
"sglang-modern": {
|
|
"engine": "sglang",
|
|
"compose_file": "compose.sglang.yml",
|
|
"image": "lmsysorg/sglang:v0.5.12-cu129-runtime",
|
|
"v100_ok": true,
|
|
"label": "SGLang",
|
|
"extra_args": ["--disable-flashinfer", "--disable-flashinfer-sampling"]
|
|
}
|
|
}
|