regular update based on user feedback

.github/workflows/update-script-dockerfiles.yml

@@ -31,7 +31,7 @@ jobs:
 
         FOLDER=`cm find repo mlcommons@ck | cut -d' ' -f3`
 
-        USER=cTuning
+        USER=ctuning-admin
         [email protected]
 
         git config --global user.name "$USER"

.github/workflows/update-script-readme.yml

@@ -36,7 +36,7 @@ jobs:
         cd $FOLDER
         echo "Changed to $FOLDER"
 
-        USER=cTuning
+        USER=ctuning-admin
         [email protected]
 
         git config --global user.name "$USER"

README.md

@@ -216,7 +216,7 @@ cm replay experiment --tags=tuning,experiment,batch_size
 
 cmr "get conda"
 
-cm pull repo ctuning@cm-reproduce-research-projects
+cm pull repo ctuning@cm4research
 cmr "reproduce paper micro-2023 victima _install_deps"
 cmr "reproduce paper micro-2023 victima _run" 
 
@@ -237,6 +237,7 @@ cmr "reproduce paper micro-2023 victima _run"
 
 ### CM documentation
 
+* [Nes](docs/news.md)
 * [Getting Started Guide and FAQ](docs/getting-started.md)
   * [Common CM interface to run MLPerf inference benchmarks](docs/mlperf/inference)
   * [Common CM interface to re-run experiments from ML and Systems papers including MICRO'23 and the Student Cluster Competition @ SuperComputing'23](docs/tutorials/common-interface-to-reproduce-research-projects.md)

cm-mlops/automation/data/_cm.json

@@ -0,0 +1,9 @@
+{
+  "alias": "data",
+  "automation_alias": "automation",
+  "automation_uid": "bbeb15d8f0a944a4",
+  "tags": [
+    "automation"
+  ],
+  "uid": "84d8ef6914bf4d78"
+}

cm-mlops/automation/data/module.py

@@ -0,0 +1,52 @@
+import os
+
+from cmind.automation import Automation
+from cmind import utils
+
+class CAutomation(Automation):
+    """
+    Automation actions
+    """
+
+    ############################################################
+    def __init__(self, cmind, automation_file):
+        super().__init__(cmind, __file__)
+
+    ############################################################
+    def test(self, i):
+        """
+        Test automation
+
+        Args:
+          (CM input dict): 
+
+          (out) (str): if 'con', output to console
+
+          automation (str): automation as CM string object
+
+          parsed_automation (list): prepared in CM CLI or CM access function
+                                    [ (automation alias, automation UID) ] or
+                                    [ (automation alias, automation UID), (automation repo alias, automation repo UID) ]
+
+          (artifact) (str): artifact as CM string object
+
+          (parsed_artifact) (list): prepared in CM CLI or CM access function
+                                    [ (artifact alias, artifact UID) ] or
+                                    [ (artifact alias, artifact UID), (artifact repo alias, artifact repo UID) ]
+
+          ...
+
+        Returns:
+          (CM return dict):
+
+          * return (int): return code == 0 if no error and >0 if error
+          * (error) (str): error string if return>0
+
+          * Output from this automation action
+
+        """
+
+        import json
+        print (json.dumps(i, indent=2))
+
+        return {'return':0}

cm-mlops/automation/script/module.py

@@ -2987,6 +2987,9 @@ def run_native_script(self, i):
 
         r = prepare_and_run_script_with_postprocessing(run_script_input, postprocess="")
 
+        env_tmp = copy.deepcopy(run_script_input['env'])
+        r['env_tmp'] = env_tmp
+
         run_script_input['state'] = run_script_input_state_copy
         run_script_input['env'] = env_copy
         run_script_input['script_name'] = script_name_copy

cm-mlops/challenge/automate-mlperf-inference-v3.1-and-v4.0-2024/_cm.yaml

@@ -7,6 +7,7 @@ automation_uid: 3d84abd768f34e08
 title: Add MLCommons CM workflows and unifed interface to automate MLPerf inference v3.1 and v4.0 benchmarks (Intel, Nvidia, Qualcomm, Arm64, TPU ...)
 
 date_open: '20231215'
+date_close: '20240315'
 
 hot: true
 

cm-mlops/challenge/compose-high-performance-and-cost-efficient-ai-systems-based-on-mlperf-4.0-2024/README.md

@@ -1,4 +1,4 @@
-This challenge is under preparation.
+This challenge is under preparation. You can read about the motivation behind this challenge in our [invited talk at MLPerf-Bench @ HPCA'24](https://doi.org/10.5281/zenodo.10786893).
 
 We plan to extend [MLCommons CM framework](https://github.com/mlcommons/ck) 
 to automatically compose high-performance and cost-efficient AI systems

cm-mlops/challenge/repro-micro2023/README.md

@@ -14,7 +14,7 @@ Conference: [ACM/IEEE MICRO 2023](https://www.microarch.org/micro56)
 
 ## Artifacts with the CM interface
 
-* https://github.com/ctuning/cm-reproduce-research-projects
+* https://github.com/ctuning/cm4research
 
 ## Our experience report
 

cm-mlops/report/mlperf-inference-v4.0-press-release-ctuning/_cm.json

@@ -0,0 +1,17 @@
+{
+  "alias": "mlperf-inference-v4.0-press-release-ctuning",
+  "automation_alias": "report",
+  "automation_uid": "6462ecdba2054467",
+  "date": "20230913",
+  "redirect": "https://www.linkedin.com/pulse/new-cm-mlperf-automation-helps-benchmark-commodity-hardware-fursin-61noe",
+  "tags": [
+    "mlperf",
+    "inference",
+    "mlperf-inference",
+    "v4.0",
+    "analysis",
+    "ctuning"
+  ],
+  "title": "cTuning press-release about a new version of the CM workflow to automate MLPerf",
+  "uid": "acc35b8e9ed14c98"
+}

cm-mlops/script/app-image-corner-detection/README-extra.md

@@ -1,5 +1,16 @@
 # Examples
 
+First download images:
+
+```bash
+cmr "download file _wget" --url=https://cKnowledge.org/ai/data/data.pgm --verify=no --env.CM_DOWNLOAD_CHECKSUM=0af279e557a8de252d7ff0751a999379
+cmr "download file _wget" --url=https://cKnowledge.org/ai/data/computer_mouse.jpg --verify=no --env.CM_DOWNLOAD_CHECKSUM=45ae5c940233892c2f860efdf0b66e7e
+cmr "download file _wget" --url=https://cKnowledge.org/ai/data/computer_mouse2.jpg --verify=no --env.CM_DOWNLOAD_CHECKSUM=e7e2050b41e0b85cedca3ca87ab55390
+cmr "download file _wget" --url=https://cKnowledge.org/ai/data/computer_mouse2.pgm --verify=no --env.CM_DOWNLOAD_CHECKSUM=a4e48556d3eb09402bfc98e375b41311
+```
+
+Then run app
+
 ```bash
 cm run script "app image corner-detection"
 cm run script "app image corner-detection" -add_deps_recursive.compiler.tags=llvm