llm

redhat/notes/2023/2023.11.rhel.gpu.llm.md

@@ -35,6 +35,7 @@ dnf config-manager --add-repo https://developer.download.nvidia.com/compute/cuda
 dnf clean all
 dnf -y module install nvidia-driver:latest-dkms
 dnf -y install cuda datacenter-gpu-manager
+# dnf install -y cuda-11
 
 # systemctl enable --now dcgm
 
@@ -172,7 +173,9 @@ cd /data/git_env
 
 git clone https://github.com/chatchat-space/Langchain-Chatchat
 
-git checkout pre-release
+# git checkout pre-release
+git restore ./
+git checkout v0.2.6
 
 export ENV_CWD="/data/git_env/Langchain-Chatchat"
 
@@ -183,11 +186,16 @@ pip install -U -r requirements.txt
 cd ${ENV_CWD}/configs
 /bin/cp -f model_config.py.example model_config.py
 /bin/cp -f server_config.py.example server_config.py
-# /bin/cp -f kb_config.py.example kb_config.py
-/bin/cp -f kb_config.py.exmaple kb_config.py
+/bin/cp -f kb_config.py.example kb_config.py
+# /bin/cp -f kb_config.py.exmaple kb_config.py
 /bin/cp -f basic_config.py.example basic_config.py
 /bin/cp -f prompt_config.py.example prompt_config.py
 
+# apply custom config
+cd ${ENV_CWD}/configs
+/bin/cp -f model_config.multi.py model_config.py
+# /bin/cp -f server_config.multi.py server_config.py
+
 # init vector db
 cd ${ENV_CWD}
 # /bin/rm -rf ${ENV_CWD}/info.db
@@ -198,6 +206,7 @@ python3 init_database.py --recreate-vs
 # apply custom config
 cd ${ENV_CWD}/configs
 /bin/cp -f model_config.multi.py model_config.py
+/bin/cp -f prompt_config.multi.py prompt_config.py
 # /bin/cp -f server_config.multi.py server_config.py
 
 # startup the UI