plt update ci, test=model

Zeref996 · Dec 19, 2024 · 8c0d3f0 · 8c0d3f0
1 parent 773d931
commit 8c0d3f0
Show file tree

Hide file tree

Showing 3 changed files with 60 additions and 38 deletions.
diff --git a/framework/e2e/PaddleLT_new/db/info_map.py b/framework/e2e/PaddleLT_new/db/info_map.py
@@ -15,8 +15,8 @@
     "paddlelt_train_api_dy2stcinn_inputspec": "76017cfeb6074f7188253df556e9fef9",
     "paddlelt_train_prim_inputspec": "33f3b8b4505041abe5ae221f2abd8932",
     "paddlelt_train_pir_infersymbolic_inputspec": "07da2ef04135d7ec5d42987705204e1f",
-    # "paddlelt_train_nlp_dy2stcinn_inputspec": "65e6644742b2653427cdaf51035e5ef6",
-    # "paddlelt_train_ocr_dy2stcinn_inputspec": "d3cd6b167556057f25568d93e0592529",
+    "paddlelt_train_nlp_dy2stcinn_inputspec": "65e6644742b2653427cdaf51035e5ef6",
+    "paddlelt_train_ocr_dy2stcinn_inputspec": "d3cd6b167556057f25568d93e0592529",
 }
 
 precision_flags = {
@@ -77,20 +77,24 @@
         "FLAGS_check_infer_symbolic": "1",
         "FLAGS_prim_forward_blacklist": "pd_op.dropout",
     },
-    # "paddlelt_train_nlp_dy2stcinn_inputspec": {
-    #     "MIN_GRAPH_SIZE": "0",
-    #     "FLAGS_prim_all": "true",
-    #     "FLAGS_use_cinn": "1",
-    #     "FLAGS_prim_enable_dynamic": "true",
-    #     "FLAGS_prim_forward_blacklist": "pd_op.dropout",
-    # },
-    # "paddlelt_train_ocr_dy2stcinn_inputspec": {
-    #     "MIN_GRAPH_SIZE": "0",
-    #     "FLAGS_prim_all": "true",
-    #     "FLAGS_use_cinn": "1",
-    #     "FLAGS_prim_enable_dynamic": "true",
-    #     "FLAGS_prim_forward_blacklist": "pd_op.dropout",
-    # },
+    "paddlelt_train_nlp_dy2stcinn_inputspec": {
+        "MIN_GRAPH_SIZE": "0",
+        "FLAGS_prim_all": "true",
+        "FLAGS_use_cinn": "1",
+        "FLAGS_prim_enable_dynamic": "true",
+        "FLAGS_prim_forward_blacklist": "pd_op.dropout",
+    },
+    "paddlelt_train_ocr_dy2stcinn_inputspec": {
+        "MIN_GRAPH_SIZE": "0",
+        "FLAGS_prim_all": "true",
+        "FLAGS_use_cinn": "1",
+        "FLAGS_prim_enable_dynamic": "true",
+        "FLAGS_prim_forward_blacklist": "pd_op.dropout",
+    },
+}
+
+precision_ci_md5 = {
+    "CI_paddlelt_train_cinn_eval_cinn_inputspec": "4ed830834040691d336abc8d4bb9f7f7",
 }
 
 performance_md5 = {

diff --git a/framework/e2e/PaddleLT_new/scene/set_ci_dy^dy2stcinn_train^dy2stcinn_eval_inputspec_env.sh b/framework/e2e/PaddleLT_new/scene/set_ci_dy^dy2stcinn_train^dy2stcinn_eval_inputspec_env.sh
@@ -6,46 +6,43 @@ export CASE_TYPE=layercase
 export CASE_DIR=sublayer1000
 export TESTING=yaml/CI_dy^dy2stcinn_train^dy2stcinn_eval_inputspec.yml # 设定测试项目配置yaml
 export TESTING_MODE=precision_multi_gpu # 设定测试模型为精度
+export PLT_MD5=4ed830834040691d336abc8d4bb9f7f7
+export PLT_PERF_CONTENT="${PLT_PERF_CONTENT:-layer}"
 export PLT_SET_DEVICE=gpu
 export PLT_GET_NV_MEMORY=False
 export PLT_DEVICE_ID="${PLT_DEVICE_ID:-0,1}"
 export CUDA_VISIBLE_DEVICES="${PLT_DEVICE_ID:-0,1}"
 export FRAMEWORK=paddle
+export USE_PADDLE_MODEL="${USE_PADDLE_MODEL:-None}"
 export MULTI_WORKER=12
 export MULTI_DOUBLE_CHECK=True
 
-export PLT_PYTEST_TIMEOUT=200  # 超时10分钟则判为失败. 设置为None则不限时
+export PLT_PYTEST_TIMEOUT=200  # 超时200秒则判为失败. 设置为None则不限时
 export PLT_SPEC_USE_MULTI=False  # 开启动态InputSpec搜索遍历
 export PLT_SAVE_SPEC=False  # 是否保存InputSpec搜索遍历结果
 export PLT_SAVE_GT=False  # 是否保存精度ground truth, 也就是plt_gt
 export PLT_GT_UPLOAD_URL=None  # plt_gt的上传路径, paddle-qa/PaddleLT/PaddleLTGroundTruth/latest
 export PLT_GT_DOWNLOAD_URL=None  # plt_gt的下载url, https://paddle-qa.bj.bcebos.com/PaddleLT/PaddleLTGroundTruth/latest/gpu
 
-export PLT_BM_DB=non-db
+# 精度结果入库
+export PLT_BM_MODE="${PLT_BM_MODE:-baseline}"
+export PLT_BM_DB=insert
 
 export MIN_GRAPH_SIZE=0
 export FLAGS_prim_all=true
 export FLAGS_use_cinn=1
 export FLAGS_prim_enable_dynamic=true
 export FLAGS_prim_forward_blacklist=pd_op.dropout
 
-echo "wheel_url is: ${wheel_url}"
-echo "python_ver is: ${python_ver}"
-echo "CASE_TYPE is: ${CASE_TYPE}"
-echo "CASE_DIR is: ${CASE_DIR}"
-echo "TESTING is: ${TESTING}"
-echo "CUDA_VISIBLE_DEVICES is: ${CUDA_VISIBLE_DEVICES}"
-echo "MULTI_DOUBLE_CHECK is: ${MULTI_DOUBLE_CHECK}"
-
-echo "TESTING_MODE is: ${TESTING_MODE}"
-echo "PLT_SET_DEVICE is: ${PLT_SET_DEVICE}"
-echo "PLT_DEVICE_ID is: ${PLT_DEVICE_ID}"
-echo "FRAMEWORK is: ${FRAMEWORK}"
-echo "MULTI_WORKER is: ${MULTI_WORKER}"
-
-echo "PLT_PYTEST_TIMEOUT is: ${PLT_PYTEST_TIMEOUT}"
-echo "PLT_SPEC_USE_MULTI is: ${PLT_SPEC_USE_MULTI}"
-echo "PLT_SAVE_SPEC is: ${PLT_SAVE_SPEC}"
-echo "PLT_SAVE_GT is: ${PLT_SAVE_GT}"
-echo "PLT_GT_UPLOAD_URL is: ${PLT_GT_UPLOAD_URL}"
-echo "PLT_GT_DOWNLOAD_URL is: ${PLT_GT_DOWNLOAD_URL}"
+echo "wheel_url=${wheel_url}"
+echo "python_ver=${python_ver}"
+echo "docker_image=${docker_image}"
+unset GREP_OPTIONS
+env | grep CASE_
+env | grep TESTING
+env | grep CUDA_VISIBLE_DEVICES
+env | grep FRAMEWORK
+env | grep USE_PADDLE_MODEL
+env | grep MULTI_
+env | grep PLT_
+env | grep FLAGS_
diff --git a/framework/e2e/PaddleLT_new/support/gen_md5.py b/framework/e2e/PaddleLT_new/support/gen_md5.py
@@ -0,0 +1,21 @@
+#!/bin/env python
+# -*- coding: utf-8 -*-
+# @author DDDivano
+# encoding=utf-8 vi:ts=4:sw=4:expandtab:ft=python
+"""
+md5获取
+"""
+
+import uuid
+import hashlib
+import cpuinfo
+import psutil
+import pynvml
+
+
+task_name = "CI_paddlelt_train_cinn_eval_cinn_inputspec"
+md5 = hashlib.md5()
+md5.update((task_name).encode("utf-8"))
+# 获取 MD5 值
+md5_value = md5.hexdigest()
+print(md5_value)