+
+
Test Status: ${JOB_STATUS}
+
Summary
+
+
+ | Repo |
+ ${Test_Info_Title}
+
+
+ | ITREX |
+ ${Test_Info}
+
+
+eof
+}
+
+function generate_results {
+ cat >>${WORKSPACE}/report.html <
Performance
+
+
+ | Device |
+ Tasks |
+ Model |
+ Datasets |
+ VS |
+ Accuracy |
+
+eof
+
+ devices=$(cat ${summaryLog} | cut -d';' -f1 | awk '!a[$0]++')
+ for device in ${devices[@]}; do
+ models=$(cat ${summaryLog} | grep "${device};" | cut -d';' -f2 | awk '!a[$0]++')
+ for model in ${models[@]}; do
+ tasks=$(cat ${summaryLog} | grep "${device};${model};" | cut -d';' -f3 | awk '!a[$0]++')
+ for task in ${tasks[@]}; do
+ datasets=$(cat ${summaryLog} | grep "${device};${model};${task};" | cut -d';' -f4 | awk '!a[$0]++')
+ for dataset in ${datasets[@]}; do
+ benchmark_pattern="${device};${model};${task};${dataset};"
+ acc=$(cat ${summaryLog} | grep "${benchmark_pattern}" | cut -d';' -f5 | awk '!a[$0]++')
+ acc_last=nan
+ if [ $(cat ${summaryLogLast} | grep -c "${benchmark_pattern}") != 0 ]; then
+ acc_last=$(cat ${summaryLogLast} | grep "${benchmark_pattern}" | cut -d';' -f5 | awk '!a[$0]++')
+ fi
+ generate_core
+ done
+ done
+ done
+ done
+ cat >>${WORKSPACE}/report.html <
+eof
+}
+
+function generate_core {
+ echo "| ${device} | ${model} | ${task} | ${dataset} | New | " >>${WORKSPACE}/report.html
+ echo | awk -v acc=${acc} -v acc_l=${acc_last} '
+ function show_benchmark(a) {
+ if(a ~/[1-9]/) {
+ printf("%.2f | \n",a);
+ }else {
+ printf(" | \n");
+ }
+ }
+ function compare_new_last(a,b){
+ if(a ~/[1-9]/ && b ~/[1-9]/) {
+ target = b / a;
+ if(target >= 0.945) {
+ status_png = "background-color:#90EE90";
+ }else {
+ status_png = "background-color:#FFD2D2";
+ job_status = "fail"
+ }
+ printf("%.2f | ", status_png, target);
+ }else{
+ if(a == ""){
+ job_status = "fail"
+ status_png = "background-color:#FFD2D2";
+ printf(" | ", status_png);
+ }else{
+ printf(" | ");
+ }
+ }
+ }
+ BEGIN {
+ job_status = "pass"
+ }{
+ // current
+ show_benchmark(acc)
+ // Last
+ printf("
\n| Last | ")
+ show_benchmark(acc_l)
+ // current vs last
+ printf("
\n| New/Last | ");
+ compare_new_last(acc,acc_l)
+ printf("
\n");
+ } END{
+ printf("\n%s", job_status);
+ }
+ ' >>${WORKSPACE}/report.html
+ job_state=$(tail -1 ${WORKSPACE}/report.html)
+ sed -i '$s/.*//' ${WORKSPACE}/report.html
+ if [ ${job_state} == 'fail' ]; then
+ echo "is_perf_reg=true" >> "$GITHUB_ENV"
+ fi
+}
+
+function generate_html_head {
+ cat >${WORKSPACE}/report.html <
+
+
+
+
+
+
+ Daily Tests - TensorFlow - Jenkins
+
+
+eof
+}
+
+function generate_html_footer {
+ cat >>${WORKSPACE}/report.html <
+
+