repo-sync-2024-06-25T17:22:06+0800

chuzhengmxc · Jun 25, 2024 · 13a9c5e · 13a9c5e
1 parent 368e1e0
commit 13a9c5e
Show file tree

Hide file tree

Showing 179 changed files with 6,284 additions and 402 deletions.
diff --git a/.github/ISSUE_TEMPLATE/Allinone package Error issue template.yaml b/.github/ISSUE_TEMPLATE/Allinone package Error issue template.yaml
@@ -20,7 +20,7 @@ body:
   - type: dropdown
     id: searched-for-existing-issues
     attributes:
-      label: Have you searched for existing documents and issues? 
+      label: Have you searched for existing documents and issues?
       description: Existing [documents](https://www.secretflow.org.cn/zh-CN/docs/secretpad-all-in-one/latest/mvp-platform) and [issues](https://github.com/secretflow/secretpad/issues)
       options:
         - 'Yes'

diff --git a/.github/ISSUE_TEMPLATE/Consulting_issue_template.yaml b/.github/ISSUE_TEMPLATE/Consulting_issue_template.yaml
@@ -21,7 +21,7 @@ body:
   - type: dropdown
     id: searched-for-existing-issues
     attributes:
-      label: Have you searched for existing issues? 
+      label: Have you searched for existing issues?
       description: Existing [documents](https://www.secretflow.org.cn/zh-CN/docs/secretpad-all-in-one/latest/mvp-platform) and [issues](https://github.com/secretflow/secretpad/issues)
       options:
         - 'Yes'

diff --git a/.github/ISSUE_TEMPLATE/Secretpad Error issue template.yaml b/.github/ISSUE_TEMPLATE/Secretpad Error issue template.yaml
@@ -20,7 +20,7 @@ body:
   - type: dropdown
     id: searched-for-existing-issues
     attributes:
-      label: Have you searched for existing documents and issues? 
+      label: Have you searched for existing documents and issues?
       description: Existing [documents](https://www.secretflow.org.cn/zh-CN/docs/secretpad/v0.6.0b0/) and [issues](https://github.com/secretflow/secretpad/issues)
       options:
         - 'Yes'

diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -14,6 +14,27 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 `Fixed` for any bug fixes.
 `Security` in case of vulnerabilities.
 
+## [0.8.0b0] - 2024-06-15
+
+### Added
+
+- [Feature] Added a type conversion component.
+- [Feature] Added a sampling component that supports stratified sampling, random sampling, and systematic sampling.
+- [Feature] Added a scorecard assessment component to convert binary classification results into scores
+- [Feature] Added a PSI (Population Stability Index) component to assess feature stability.
+- [Feature] Added data source management module with OSS data source support.
+- [Feature] Supports configuration of the default storage data source.
+- [Feature] Adapted to Kuscia 0.9.0b0 version, supports data retention after reinstallation of SecretPad.
+
+### Changed
+
+- [Optimization] A prompt has been added that prohibits modifying the route during task execution.
+
+### Fixed
+
+-  [Fixed] Fix the version prompt on the edge node in center deploy mode.
+-  [Fixed] Fix the official website documentation has some blank sections.
+
 ## [0.7.0b0] - 2024-05-15
 
 ### Added

diff --git a/README.md b/README.md
@@ -102,7 +102,8 @@ For more details, see [Development](./docs/deployment_experience/v0.6.0b0/deploy
 
 | secretpad Version | Kuscia Version | secretflow Version | trustedflow Version | serving Version |
 |-------------------|----------------|--------------------|---------------------|-----------------|
-| 0.7.1b0           | 0.8.0b0        | 1.6.1b0            | 0.1.1b0             | 0.3.1b0         |
+| 0.8.0b0           | 0.9.0b0        | 1.7.0b0            | 0.1.1b0             | 0.4.0b0         |
+| 0.7.1b0/0.7.2b0   | 0.8.0b0        | 1.6.1b0            | 0.1.1b0             | 0.3.1b0         |
 | 0.6.0b0           | 0.7.0b0        | 1.5.0b0            | 0.1.1b0             | 0.2.1b0         |
 | 0.5.0b0           | 0.6.0b0        | 1.4.0b0            | 0.1.1b0             | 0.2.0b0         |
 | 0.4.1b0           | 0.5.0b0        | 1.4.0.dev24011601  | 0.1.1b0             |                 |

diff --git a/README.zh-CN.md b/README.zh-CN.md
@@ -92,7 +92,8 @@ sh install.sh p2p -n domainId  -s 8099 -g 8092 -k 8091 -p 8090 -q 33801
 
 | secretpad Version | Kuscia Version | secretflow Version | trustedflow Version | serving Version |
 |-------------------|----------------|--------------------|---------------------|-----------------|
-| 0.7.1b0           | 0.8.0b0        | 1.6.1b0            | 0.1.1b0             | 0.3.1b0         |
+| 0.8.0b0           | 0.9.0b0        | 1.7.0b0            | 0.1.1b0             | 0.4.0b0         |
+| 0.7.1b0/0.7.2b0   | 0.8.0b0        | 1.6.1b0            | 0.1.1b0             | 0.3.1b0         |
 | 0.6.0b0           | 0.7.0b0        | 1.5.0b0            | 0.1.1b0             | 0.2.1b0         |
 | 0.5.0b0           | 0.6.0b0        | 1.4.0b0            | 0.1.1b0             | 0.2.0b0         |
 | 0.4.1b0           | 0.5.0b0        | 1.4.0.dev24011601  | 0.1.1b0             |                 |

diff --git a/config/application-dev.yaml b/config/application-dev.yaml
@@ -13,7 +13,7 @@ springdoc:
 
 secretpad:
   platform-type: CENTER    # CENTER  EDGE  AUTONOMY
-  deploy-mode: ${DEPLOY_MODE:MPC} # MPC TEE ALL-IN-ONE
+  deploy-mode: ${DEPLOY_MODE:ALL-IN-ONE} # MPC TEE ALL-IN-ONE
   node-id: ${NODE_ID:kuscia-system} # install.sh -n
   gateway: ${KUSCIA_GW_ADDRESS:127.0.0.1:18301} # install.sh -q envoy port (used in autonomy or master or edge mode)
   logs:

diff --git a/config/application-edge.yaml b/config/application-edge.yaml
@@ -32,6 +32,7 @@ data:
     - org.secretflow.secretpad.persistence.entity.ProjectModelPackDO
     - org.secretflow.secretpad.persistence.entity.FeatureTableDO
     - org.secretflow.secretpad.persistence.entity.ProjectFeatureTableDO
+    - org.secretflow.secretpad.persistence.entity.ProjectGraphDomainDatasourceDO
 
 
 edge:
@@ -46,6 +47,7 @@ edge:
     - /api/v1alpha1/project/update/tableConfig
     - /api/v1alpha1/data/create
     - /api/v1alpha1/feature_datasource/create
+    - /api/v1alpha1/datatable/create
   include:
     - /api/login
     - /api/logout
@@ -66,6 +68,11 @@ edge:
     - /api/v1alpha1/datatable/get
     - /api/v1alpha1/datatable/pushToTee
     - /api/v1alpha1/datatable/delete
+    # datasource
+    - /api/v1alpha1/datasource/list
+    - /api/v1alpha1/datasource/create
+    - /api/v1alpha1/datasource/delete
+    - /api/v1alpha1/datasource/detail
     # data
     - /api/v1alpha1/data/upload
     - /api/v1alpha1/data/create
@@ -90,5 +97,6 @@ edge:
     - /api/v1alpha1/user/get
     - /api/v1alpha1/component/list
     - /api/v1alpha1/component/batch
+    - /api/v1alpha1/version/list
 
 
diff --git a/config/application-p2p.yaml b/config/application-p2p.yaml
@@ -37,6 +37,7 @@ data:
     - org.secretflow.secretpad.persistence.entity.ProjectModelServingDO
     - org.secretflow.secretpad.persistence.entity.ProjectModelPackDO
     - org.secretflow.secretpad.persistence.entity.ProjectFeatureTableDO
+    - org.secretflow.secretpad.persistence.entity.ProjectGraphDomainDatasourceDO
 
 # path which do not use in this mode ,config this mvc return 404 to user
 # @see DynamicBeanRegisterInit

diff --git a/config/application-test.yaml b/config/application-test.yaml
@@ -38,4 +38,5 @@ data:
     - org.secretflow.secretpad.persistence.entity.ProjectGraphNodeKusciaParamsDO
     - org.secretflow.secretpad.persistence.entity.ProjectModelServingDO
     - org.secretflow.secretpad.persistence.entity.ProjectModelPackDO
-    - org.secretflow.secretpad.persistence.entity.ProjectFeatureTableDO
+    - org.secretflow.secretpad.persistence.entity.ProjectFeatureTableDO
+    - org.secretflow.secretpad.persistence.entity.ProjectGraphDomainDatasourceDO
diff --git a/config/application.yaml b/config/application.yaml
@@ -195,6 +195,7 @@ data:
     - org.secretflow.secretpad.persistence.entity.ProjectModelPackDO
     - org.secretflow.secretpad.persistence.entity.FeatureTableDO
     - org.secretflow.secretpad.persistence.entity.ProjectFeatureTableDO
+    - org.secretflow.secretpad.persistence.entity.ProjectGraphDomainDatasourceDO
 
 inner-port:
   path: