ATC/vllm-legacy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update .env

Browse Source
This commit is contained in:
bart
2026-07-08 20:02:25 +02:00
parent 979bf45764
commit 846ffb17f0
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
.env
+1 -1
View File
@@ -6,7 +6,7 @@ SERVED_NAME=deepseek-coder
TP_SIZE=4 TP_SIZE=4
DTYPE=float16 DTYPE=float16
MAX_MODEL_LEN=65536 MAX_MODEL_LEN=65536
GPU_MEM_UTIL=0.60 # 0.88 GPU_MEM_UTIL=0.60
MAX_NUM_SEQS=4 MAX_NUM_SEQS=4
VLLM_EXTRA_ARGS=--quantization gptq --disable-custom-all-reduce --enforce-eager VLLM_EXTRA_ARGS=--quantization gptq --disable-custom-all-reduce --enforce-eager