feat(core): Support i18n

.env.template

@@ -166,6 +166,7 @@ VECTOR_STORE_TYPE=Chroma
 #*******************************************************************#
 #**                  WebServer Language Support                   **#
 #*******************************************************************#
+# en, zh, fr, ja, ko, ru
 LANGUAGE=en
 #LANGUAGE=zh
 

.gitignore

@@ -63,7 +63,7 @@ coverage.xml
 .pytest_cache/
 
 # Translations
-*.mo
+# *.mo
 *.pot
 
 # Django stuff:
@@ -182,4 +182,6 @@ thirdparty
 
 # Ignore awel DAG visualization files
 /examples/**/*.gv
-/examples/**/*.gv.pdf
+/examples/**/*.gv.pdf
+/i18n/locales/**/**/*_ai_translated.po
+/i18n/locales/**/**/*~

README.md

@@ -184,7 +184,6 @@ At present, we have introduced several key features to showcase our current capa
 
 ## Contribution
 
-- Please run `black .` before submitting the code.
 - To check detailed guidelines for new contributions, please refer [how to contribute](https://github.com/eosphoros-ai/DB-GPT/blob/main/CONTRIBUTING.md)
 
 ### Contributors Wall

README.zh.md

@@ -199,7 +199,8 @@
 - [数据Agents](https://www.yuque.com/eosphoros/dbgpt-docs/gwz4rayfuwz78fbq)
 
 ## 贡献
-> 提交代码前请先执行 `black .`
+
+更加详细的贡献指南请参考[如何贡献](https://github.com/eosphoros-ai/DB-GPT/blob/main/CONTRIBUTING.md)。
 
 这是一个用于数据库的复杂且创新的工具, 我们的项目也在紧急的开发当中, 会陆续发布一些新的feature。如在使用当中有任何具体问题, 优先在项目下提issue, 如有需要, 请联系如下微信，我会尽力提供帮助，同时也非常欢迎大家参与到项目建设中。
 

dbgpt/app/dbgpt_server.py

@@ -22,14 +22,10 @@
 # initialize_components import time cost about 0.1s
 from dbgpt.app.component_configs import initialize_components
 from dbgpt.component import SystemApp
-from dbgpt.configs.model_config import (
-    EMBEDDING_MODEL_CONFIG,
-    LLM_MODEL_CONFIG,
-    LOGDIR,
-    ROOT_PATH,
-)
+from dbgpt.configs.model_config import EMBEDDING_MODEL_CONFIG, LLM_MODEL_CONFIG, LOGDIR
 from dbgpt.serve.core import add_exception_handler
 from dbgpt.util.fastapi import PriorityAPIRouter
+from dbgpt.util.i18n_utils import _, set_default_language
 from dbgpt.util.parameter_utils import _get_dict_from_obj
 from dbgpt.util.system_utils import get_system_info
 from dbgpt.util.tracer import SpanType, SpanTypeRunName, initialize_tracer, root_tracer
@@ -47,10 +43,12 @@
 static_file_path = os.path.join(ROOT_PATH, "dbgpt", "app/static")
 
 CFG = Config()
+set_default_language(CFG.LANGUAGE)
+
 
 app = FastAPI(
-    title="DBGPT OPEN API",
-    description="This is dbgpt, with auto docs for the API and everything",
+    title=_("DB-GPT Open API"),
+    description=_("DB-GPT Open API"),
     version=version,
     openapi_tags=[],
 )
@@ -65,18 +63,6 @@
 )
 
 
-@app.get("/doc", include_in_schema=False)
-async def custom_swagger_ui_html():
-    return get_swagger_ui_html(
-        openapi_url=app.openapi_url,
-        title="Custom Swagger UI",
-        swagger_js_url="/swagger_static/swagger-ui-bundle.js",
-        swagger_css_url="/swagger_static/swagger-ui.css",
-    )
-
-
-# applications.get_swagger_ui_html = swagger_monkey_patch
-
 system_app = SystemApp(app)
 
 

dbgpt/app/openapi/api_v1/api_v1.py

@@ -21,7 +21,7 @@
 from dbgpt.app.scene import BaseChat, ChatFactory, ChatScene
 from dbgpt.component import ComponentType
 from dbgpt.configs.model_config import KNOWLEDGE_UPLOAD_ROOT_PATH
-from dbgpt.core.awel import CommonLLMHttpRequestBody, CommonLLMHTTPRequestContext
+from dbgpt.core.awel import CommonLLMHttpRequestBody
 from dbgpt.core.schema.api import (
     ChatCompletionResponseStreamChoice,
     ChatCompletionStreamResponse,
@@ -355,17 +355,21 @@ async def chat_completions(
             media_type="text/event-stream",
         )
     elif dialogue.chat_mode == ChatScene.ChatFlow.value():
-        flow_ctx = CommonLLMHTTPRequestContext(
-            conv_uid=dialogue.conv_uid,
-            chat_mode=dialogue.chat_mode,
-            user_name=dialogue.user_name,
-            sys_code=dialogue.sys_code,
-        )
         flow_req = CommonLLMHttpRequestBody(
             model=dialogue.model_name,
             messages=dialogue.user_input,
             stream=True,
-            context=flow_ctx,
+            # context=flow_ctx,
+            # temperature=
+            # max_new_tokens=
+            # enable_vis=
+            conv_uid=dialogue.conv_uid,
+            span_id=root_tracer.get_current_span_id(),
+            chat_mode=dialogue.chat_mode,
+            chat_param=dialogue.select_param,
+            user_name=dialogue.user_name,
+            sys_code=dialogue.sys_code,
+            incremental=dialogue.incremental,
         )
         return StreamingResponse(
             flow_service.chat_flow(dialogue.select_param, flow_req),

dbgpt/app/openapi/api_v2.py

@@ -19,7 +19,7 @@
 from dbgpt.app.scene import BaseChat, ChatScene
 from dbgpt.client.schema import ChatCompletionRequestBody, ChatMode
 from dbgpt.component import logger
-from dbgpt.core.awel import CommonLLMHttpRequestBody, CommonLLMHTTPRequestContext
+from dbgpt.core.awel import CommonLLMHttpRequestBody
 from dbgpt.core.schema.api import (
     ChatCompletionResponse,
     ChatCompletionResponseChoice,
@@ -253,18 +253,7 @@ async def chat_flow_stream_wrapper(
         token (APIToken): token
     """
     flow_service = get_chat_flow()
-    flow_ctx = CommonLLMHTTPRequestContext(
-        conv_uid=request.conv_uid,
-        chat_mode=request.chat_mode,
-        user_name=request.user_name,
-        sys_code=request.sys_code,
-    )
-    flow_req = CommonLLMHttpRequestBody(
-        model=request.model,
-        messages=request.chat_param,
-        stream=True,
-        context=flow_ctx,
-    )
+    flow_req = CommonLLMHttpRequestBody(**request.dict())
     async for output in flow_service.chat_flow(request.chat_param, flow_req):
         if output.startswith("data: [DONE]"):
             yield output