diff --git a/.env b/.env index b876891..efbc2b0 100644 --- a/.env +++ b/.env @@ -1,3 +1,4 @@ +LISTEN_PORT=8000 #MODEL_PATH=/models/llama3-70b-quantized #SERVED_NAME=llama3-70b-gptq MODEL_PATH=/models/deepseek-coder-33b-gptq