From bca701eedeb287071115907b460a6092ee701e7d Mon Sep 17 00:00:00 2001 From: junewgl <1965259211@qq.com> Date: Mon, 27 Nov 2023 21:17:09 +0800 Subject: [PATCH] docs: optimize model deployment layout --- docs/docs/quickstart.md | 20 ++++++++++++++++---- 1 file changed, 16 insertions(+), 4 deletions(-) diff --git a/docs/docs/quickstart.md b/docs/docs/quickstart.md index 8fa9d46c8..e953ed2c3 100644 --- a/docs/docs/quickstart.md +++ b/docs/docs/quickstart.md @@ -1,7 +1,6 @@ --- sidebar_position: 0 --- - # Quickstart DB-GPT supports the installation and use of a variety of open source and closed models. Different models have different requirements for environment and resources. If localized model deployment is required, GPU resources are required for deployment. The API proxy model requires relatively few resources and can be deployed and started on a CPU machine. @@ -56,8 +55,18 @@ cp .env.template .env Provide two deployment methods to quickly start experiencing DB-GPT. ::: +import Tabs from '@theme/Tabs'; +import TabItem from '@theme/TabItem'; + + + + -### Method 1. OpenAI agent mode deployment :::info note ⚠️ You need to ensure that git-lfs is installed @@ -90,9 +99,9 @@ LLM_MODEL=chatgpt_proxyllm PROXY_API_KEY={your-openai-sk} PROXY_SERVER_URL=https://api.openai.com/v1/chat/completions ``` + - -### Method 2. Vicuna local deployment + #### Hardware requirements description | Model | Quantize | VRAM Size | @@ -122,6 +131,9 @@ git clone https://huggingface.co/lmsys/vicuna-13b-v1.5 # .env LLM_MODEL=vicuna-13b-v1.5 ``` + + + ## Test data (optional)