Results from R50 GH action on macos-latest

mlcommons · Oct 5, 2024 · 5dc2a7a · 5dc2a7a
1 parent 8196c12
commit 5dc2a7a
Show file tree

Hide file tree

Showing 7 changed files with 189 additions and 189 deletions.
diff --git a/...ents/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md b/...ents/gh_macos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/README.md
@@ -1,3 +1,3 @@
 | Model    | Scenario   |   Accuracy |   Throughput | Latency (in ms)   |
 |----------|------------|------------|--------------|-------------------|
-| resnet50 | offline    |         76 |        9.709 | -                 |
+| resnet50 | offline    |         76 |        9.647 | -                 |
diff --git a/...est_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md b/...est_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/README.md
@@ -18,7 +18,7 @@ pip install -U cmind
 
 cm rm cache -f
 
-cm pull repo anandhu-eng@cm4mlops --checkout=afc8290423cf661352dad8bc999b21e9ea072fbe
+cm pull repo anandhu-eng@cm4mlops --checkout=4e95c29716a877d1c2a4f4b615c53672d97760a7
 
 cm run script \
 	--tags=run-mlperf,inference,_submission,_short \
@@ -54,4 +54,4 @@ Model Precision: fp32
 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
 
 ### Performance Results 
-`Samples per second`: `9.70935`
+`Samples per second`: `9.64677`
diff --git a/...st_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json b/...st_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/cm-version-info.json
@@ -127,7 +127,7 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/fcbceac4087b4921/caffe_ilsvrc12.tar.gz )"
+        "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/5319341bae6b4625/caffe_ilsvrc12.tar.gz )"
       }
     },
     {
@@ -137,15 +137,15 @@
         "script_tags": "get,sys-util,generic,generic-sys-util",
         "script_variations": "md5sha1sum",
         "version": "undetected",
-        "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/fcbceac4087b4921/caffe_ilsvrc12.tar.gz )"
+        "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/5319341bae6b4625/caffe_ilsvrc12.tar.gz )"
       }
     },
     {
-      "extract,file,_path./Users/runner/CM/repos/local/cache/fcbceac4087b4921/caffe_ilsvrc12.tar.gz": {
+      "extract,file,_path./Users/runner/CM/repos/local/cache/5319341bae6b4625/caffe_ilsvrc12.tar.gz": {
         "script_uid": "3f0b76219d004817",
         "script_alias": "extract-file",
         "script_tags": "extract,file",
-        "script_variations": "path./Users/runner/CM/repos/local/cache/fcbceac4087b4921/caffe_ilsvrc12.tar.gz",
+        "script_variations": "path./Users/runner/CM/repos/local/cache/5319341bae6b4625/caffe_ilsvrc12.tar.gz",
         "version": "",
         "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )"
       }
@@ -177,7 +177,7 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
       }
     },
     {
@@ -197,7 +197,7 @@
         "script_tags": "detect,cpu,detect-cpu,info",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
       }
     },
     {
@@ -507,7 +507,7 @@
         "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
         "script_variations": "",
         "version": "master",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
       }
     },
     {
@@ -517,7 +517,7 @@
         "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
         "script_variations": "",
         "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
       }
     },
     {
@@ -537,7 +537,7 @@
         "script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp",
         "script_variations": "cpu",
         "version": "1.16.3",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
       }
     },
     {
@@ -597,7 +597,7 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/d4487b280b9d4b23/ILSVRC2012_img_val_500.tar )"
+        "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/1dafeec1791449e6/ILSVRC2012_img_val_500.tar )"
       }
     },
     {
@@ -607,15 +607,15 @@
         "script_tags": "get,sys-util,generic,generic-sys-util",
         "script_variations": "md5sha1sum",
         "version": "undetected",
-        "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/d4487b280b9d4b23/ILSVRC2012_img_val_500.tar )"
+        "parent": "extract-file,3f0b76219d004817 ( path./Users/runner/CM/repos/local/cache/1dafeec1791449e6/ILSVRC2012_img_val_500.tar )"
       }
     },
     {
-      "extract,file,_path./Users/runner/CM/repos/local/cache/d4487b280b9d4b23/ILSVRC2012_img_val_500.tar": {
+      "extract,file,_path./Users/runner/CM/repos/local/cache/1dafeec1791449e6/ILSVRC2012_img_val_500.tar": {
         "script_uid": "3f0b76219d004817",
         "script_alias": "extract-file",
         "script_tags": "extract,file",
-        "script_variations": "path./Users/runner/CM/repos/local/cache/d4487b280b9d4b23/ILSVRC2012_img_val_500.tar",
+        "script_variations": "path./Users/runner/CM/repos/local/cache/1dafeec1791449e6/ILSVRC2012_img_val_500.tar",
         "version": "",
         "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
       }
@@ -787,7 +787,7 @@
         "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
         "script_variations": "NCHW",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
       }
     },
     {
@@ -837,7 +837,7 @@
         "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
         "script_variations": "onnx",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
       }
     },
     {
@@ -917,7 +917,7 @@
         "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
       }
     },
     {
@@ -987,7 +987,7 @@
         "script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
       }
     },
     {
@@ -1027,7 +1027,7 @@
         "script_tags": "mlperf,benchmark-mlperf",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_onnxruntime,_offline,_cpu )"
+        "parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( resnet50,_offline,_onnxruntime,_cpu )"
       }
     }
   ]

diff --git a/...cos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json b/...cos-latest_x86-mlcommons_cpp-cpu-onnxruntime-default_config/resnet50/offline/os_info.json
@@ -10,5 +10,5 @@
   "CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "brew update",
   "CM_HOST_PLATFORM_FLAVOR": "arm64",
   "CM_HOST_PYTHON_BITS": "64",
-  "CM_HOST_SYSTEM_NAME": "Mac-1728148167085.local"
+  "CM_HOST_SYSTEM_NAME": "Mac-1728149005784.local"
 }