Merge branch 'awel-flow2.0' of https://github.com/eosphoros-ai/DB-GPT …

…into awel-flow2.0
eosphoros-ai · Aug 19, 2024 · 5c7b938 · 5c7b938
2 parents 6284f6a + 3d1d275
commit 5c7b938
Show file tree

Hide file tree

Showing 41 changed files with 3,432 additions and 87 deletions.
diff --git a/.env.template b/.env.template
@@ -277,6 +277,11 @@ DBGPT_LOG_LEVEL=INFO
 # ENCRYPT KEY - The key used to encrypt and decrypt the data
 # ENCRYPT_KEY=your_secret_key
 
+#*******************************************************************#
+#**                         File Server                           **#
+#*******************************************************************#
+## The local storage path of the file server, the default is pilot/data/file_server
+# FILE_SERVER_LOCAL_STORAGE_PATH =
 
 #*******************************************************************#
 #**                     Application Config                        **#

diff --git a/.mypy.ini b/.mypy.ini
@@ -115,3 +115,6 @@ ignore_missing_imports = True
 
 [mypy-networkx.*]
 ignore_missing_imports = True
+
+[mypy-pypdf.*]
+ignore_missing_imports = True
diff --git a/assets/schema/dbgpt.sql b/assets/schema/dbgpt.sql
@@ -295,6 +295,50 @@ CREATE TABLE `dbgpt_serve_flow` (
   KEY `ix_dbgpt_serve_flow_name` (`name`)
 ) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
 
+-- dbgpt.dbgpt_serve_file definition
+CREATE TABLE `dbgpt_serve_file` (
+  `id` int NOT NULL AUTO_INCREMENT COMMENT 'Auto increment id',
+  `bucket` varchar(255) NOT NULL COMMENT 'Bucket name',
+  `file_id` varchar(255) NOT NULL COMMENT 'File id',
+  `file_name` varchar(256) NOT NULL COMMENT 'File name',
+  `file_size` int DEFAULT NULL COMMENT 'File size',
+  `storage_type` varchar(32) NOT NULL COMMENT 'Storage type',
+  `storage_path` varchar(512) NOT NULL COMMENT 'Storage path',
+  `uri` varchar(512) NOT NULL COMMENT 'File URI',
+  `custom_metadata` text DEFAULT NULL COMMENT 'Custom metadata, JSON format',
+  `file_hash` varchar(128) DEFAULT NULL COMMENT 'File hash',
+  `user_name` varchar(128) DEFAULT NULL COMMENT 'User name',
+  `sys_code` varchar(128) DEFAULT NULL COMMENT 'System code',
+  `gmt_created` datetime DEFAULT CURRENT_TIMESTAMP COMMENT 'Record creation time',
+  `gmt_modified` datetime DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'Record update time',
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `uk_bucket_file_id` (`bucket`, `file_id`)
+) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
+
+-- dbgpt.dbgpt_serve_variables definition
+CREATE TABLE `dbgpt_serve_variables` (
+  `id` int NOT NULL AUTO_INCREMENT COMMENT 'Auto increment id',
+  `key` varchar(128) NOT NULL COMMENT 'Variable key',
+  `name` varchar(128) DEFAULT NULL COMMENT 'Variable name',
+  `label` varchar(128) DEFAULT NULL COMMENT 'Variable label',
+  `value` text DEFAULT NULL COMMENT 'Variable value, JSON format',
+  `value_type` varchar(32) DEFAULT NULL COMMENT 'Variable value type(string, int, float, bool)',
+  `category` varchar(32) DEFAULT 'common' COMMENT 'Variable category(common or secret)',
+  `encryption_method` varchar(32) DEFAULT NULL COMMENT 'Variable encryption method(fernet, simple, rsa, aes)',
+  `salt` varchar(128) DEFAULT NULL COMMENT 'Variable salt',
+  `scope` varchar(32) DEFAULT 'global' COMMENT 'Variable scope(global,flow,app,agent,datasource,flow:uid, flow:dag_name,agent:agent_name) etc',
+  `scope_key` varchar(256) DEFAULT NULL COMMENT 'Variable scope key, default is empty, for scope is "flow:uid", the scope_key is uid of flow',
+  `enabled` int DEFAULT 1 COMMENT 'Variable enabled, 0: disabled, 1: enabled',
+  `user_name` varchar(128) DEFAULT NULL COMMENT 'User name',
+  `sys_code` varchar(128) DEFAULT NULL COMMENT 'System code',
+  `gmt_created` datetime DEFAULT CURRENT_TIMESTAMP COMMENT 'Record creation time',
+  `gmt_modified` datetime DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'Record update time',
+  PRIMARY KEY (`id`),
+  KEY `ix_your_table_name_key` (`key`),
+  KEY `ix_your_table_name_name` (`name`)
+) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
+
+
 -- dbgpt.gpts_app definition
 CREATE TABLE `gpts_app` (
   `id` int NOT NULL AUTO_INCREMENT COMMENT 'autoincrement id',

diff --git a/assets/schema/upgrade/v0_6_0/upgrade_to_v0.6.0.sql b/assets/schema/upgrade/v0_6_0/upgrade_to_v0.6.0.sql
@@ -0,0 +1,43 @@
+-- dbgpt.dbgpt_serve_file definition
+CREATE TABLE `dbgpt_serve_file` (
+  `id` int NOT NULL AUTO_INCREMENT COMMENT 'Auto increment id',
+  `bucket` varchar(255) NOT NULL COMMENT 'Bucket name',
+  `file_id` varchar(255) NOT NULL COMMENT 'File id',
+  `file_name` varchar(256) NOT NULL COMMENT 'File name',
+  `file_size` int DEFAULT NULL COMMENT 'File size',
+  `storage_type` varchar(32) NOT NULL COMMENT 'Storage type',
+  `storage_path` varchar(512) NOT NULL COMMENT 'Storage path',
+  `uri` varchar(512) NOT NULL COMMENT 'File URI',
+  `custom_metadata` text DEFAULT NULL COMMENT 'Custom metadata, JSON format',
+  `file_hash` varchar(128) DEFAULT NULL COMMENT 'File hash',
+  `user_name` varchar(128) DEFAULT NULL COMMENT 'User name',
+  `sys_code` varchar(128) DEFAULT NULL COMMENT 'System code',
+  `gmt_created` datetime DEFAULT CURRENT_TIMESTAMP COMMENT 'Record creation time',
+  `gmt_modified` datetime DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'Record update time',
+  PRIMARY KEY (`id`),
+  UNIQUE KEY `uk_bucket_file_id` (`bucket`, `file_id`)
+) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
+
+-- dbgpt.dbgpt_serve_variables definition
+CREATE TABLE `dbgpt_serve_variables` (
+  `id` int NOT NULL AUTO_INCREMENT COMMENT 'Auto increment id',
+  `key` varchar(128) NOT NULL COMMENT 'Variable key',
+  `name` varchar(128) DEFAULT NULL COMMENT 'Variable name',
+  `label` varchar(128) DEFAULT NULL COMMENT 'Variable label',
+  `value` text DEFAULT NULL COMMENT 'Variable value, JSON format',
+  `value_type` varchar(32) DEFAULT NULL COMMENT 'Variable value type(string, int, float, bool)',
+  `category` varchar(32) DEFAULT 'common' COMMENT 'Variable category(common or secret)',
+  `encryption_method` varchar(32) DEFAULT NULL COMMENT 'Variable encryption method(fernet, simple, rsa, aes)',
+  `salt` varchar(128) DEFAULT NULL COMMENT 'Variable salt',
+  `scope` varchar(32) DEFAULT 'global' COMMENT 'Variable scope(global,flow,app,agent,datasource,flow:uid, flow:dag_name,agent:agent_name) etc',
+  `scope_key` varchar(256) DEFAULT NULL COMMENT 'Variable scope key, default is empty, for scope is "flow:uid", the scope_key is uid of flow',
+  `enabled` int DEFAULT 1 COMMENT 'Variable enabled, 0: disabled, 1: enabled',
+  `user_name` varchar(128) DEFAULT NULL COMMENT 'User name',
+  `sys_code` varchar(128) DEFAULT NULL COMMENT 'System code',
+  `gmt_created` datetime DEFAULT CURRENT_TIMESTAMP COMMENT 'Record creation time',
+  `gmt_modified` datetime DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT 'Record update time',
+  PRIMARY KEY (`id`),
+  KEY `ix_your_table_name_key` (`key`),
+  KEY `ix_your_table_name_name` (`name`)
+) ENGINE=InnoDB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_unicode_ci;
+