fix:MODEL_SERVER config

eosphoros-ai · Sep 13, 2023 · f39efb0 · f39efb0
1 parent 7bedd71
commit f39efb0
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/.env.template b/.env.template
@@ -23,7 +23,7 @@ WEB_SERVER_PORT=7860
 #*******************************************************************#
 # LLM_MODEL, see /pilot/configs/model_config.LLM_MODEL_CONFIG
 LLM_MODEL=vicuna-13b-v1.5
-MODEL_SERVER=http://127.0.0.1:5000
+MODEL_SERVER=http://127.0.0.1:8000
 LIMIT_MODEL_CONCURRENCY=5
 MAX_POSITION_EMBEDDINGS=4096
 QUANTIZE_QLORA=True