\n`{}`'.format(k2, str(conditions))) + + if len(names) > 0: + y.append( + extra_space + + ' * CM names: `--adr.' + + str(names) + + '...`') + + # Attempt to find related CM scripts + r = self_module.cmind.access({'action': 'find', + 'automation': 'script', + 'tags': d_tags}) + if r['return'] == 0: + lst = r['list'] + + if len(lst) == 0: + y.append(extra_space + + ' - *Warning: no scripts found*') + else: + for s in lst: + s_repo_meta = s.repo_meta + + s_repo_alias = s_repo_meta.get('alias', '') + s_repo_uid = s_repo_meta.get('uid', '') + + # Check URL + s_url = '' + s_url_repo = '' + if s_repo_alias == 'internal': + s_url_repo = 'https://github.com/mlcommons/ck/tree/master/cm/cmind/repo' + s_url = s_url_repo + '/script/' + elif '@' in s_repo_alias: + s_url_repo = 'https://github.com/' + \ + s_repo_alias.replace('@', '/') + '/tree/master' + if s_repo_meta.get('prefix', '') != '': + s_url_repo += '/' + s_repo_meta['prefix'] + s_url = s_url_repo + '/script/' + + s_alias = s.meta['alias'] + y.append( + extra_space + ' - CM script: [{}]({})'.format(s_alias, s_url + s_alias)) + + z = '' + if not skip_from_meta: + z = ' from [meta]({})'.format(meta_url) + + if not skip_if_empty or len(y) > 0: + md_script_readme.append( + (extra_space + + ' 1. ' + + x + + 'Read "{}" on other CM scripts' + + z + + x).format(key)) + md_script_readme += y + +############################################################ + + +def doc(i): + """ + Add CM automation. + + Args: + (CM input dict): + + (out) (str): if 'con', output to console + + parsed_artifact (list): prepared in CM CLI or CM access function + [ (artifact alias, artifact UID) ] or + [ (artifact alias, artifact UID), (artifact repo alias, artifact repo UID) ] + + (repos) (str): list of repositories to search for automations + + (output_dir) (str): output directory (../docs by default) + + Returns: + (CM return dict): + + * return (int): return code == 0 if no error and >0 if error + * (error) (str): error string if return>0 + + """ + + self_module = i['self_module'] + + cur_dir = os.getcwd() + + template_file = 'template_list_of_scripts.md' + list_file = 'list_of_scripts.md' + + public_taskforce = '[Public MLCommons Task Force on Automation and Reproducibility](https://github.com/mlcommons/ck/blob/master/docs/taskforce.md)' + + console = i.get('out') == 'con' + + repos = i.get('repos', '') + if repos == '': + repos = 'internal,a4705959af8e447a' + + parsed_artifact = i.get('parsed_artifact', []) + + if len(parsed_artifact) < 1: + parsed_artifact = [('', ''), ('', '')] + elif len(parsed_artifact) < 2: + parsed_artifact.append(('', '')) + else: + repos = parsed_artifact[1][0] + + list_of_repos = repos.split(',') if ',' in repos else [repos] + + ii = utils.sub_input(i, self_module.cmind.cfg['artifact_keys'] + ['tags']) + + ii['out'] = None + + # Search for automations in repos + lst = [] + + for repo in list_of_repos: + parsed_artifact[1] = ( + '', repo) if utils.is_cm_uid(repo) else ( + repo, '') + ii['parsed_artifact'] = parsed_artifact + r = self_module.search(ii) + if r['return'] > 0: + return r + lst += r['list'] + + md = [] + + toc = [] + + toc_category = {} + toc_category_sort = {} + script_meta = {} + urls = {} + + for artifact in sorted(lst, key=lambda x: x.meta.get('alias', '')): + + toc_readme = [] + + # Common index for all scripts + md_script = [] + + path = artifact.path + meta = artifact.meta + original_meta = artifact.original_meta + + print('Documenting {}'.format(path)) + + alias = meta.get('alias', '') + uid = meta.get('uid', '') + + script_meta[alias] = meta + + name = meta.get('name', '') + developers = meta.get('developers', '') + + # Check if has tags help otherwise all tags + tags = meta.get('tags_help', '').strip() + if tags == '': + tags = meta.get('tags', []) + else: + tags = tags.split(' ') + + variations = meta.get('variations', {}) + + variation_keys = sorted(list(variations.keys())) + version_keys = sorted(list(meta.get('versions', {}).keys())) + + default_variation = meta.get('default_variation', '') + default_version = meta.get('default_version', '') + + input_mapping = meta.get('input_mapping', {}) + input_description = meta.get('input_description', {}) + + category = meta.get('category', '').strip() + category_sort = meta.get('category_sort', 0) + if category != '': + if category not in toc_category: + toc_category[category] = [] + + if category not in toc_category_sort or category_sort > 0: + toc_category_sort[category] = category_sort + + if alias not in toc_category[category]: + toc_category[category].append(alias) + + repo_path = artifact.repo_path + repo_meta = artifact.repo_meta + + repo_alias = repo_meta.get('alias', '') + repo_uid = repo_meta.get('uid', '') + + # Check URL + url = '' + url_repo = '' + if repo_alias == 'internal': + url_repo = 'https://github.com/mlcommons/ck/tree/dev/cm/cmind/repo' + url = url_repo + '/script/' + elif '@' in repo_alias: + url_repo = 'https://github.com/' + \ + repo_alias.replace('@', '/') + '/tree/dev' + if repo_meta.get('prefix', '') != '': + url_repo += '/' + repo_meta['prefix'] + url = url_repo + '/script/' + + if url != '': + url += alias + + urls[alias] = url + + # Check if there is about doc + path_readme = os.path.join(path, 'README.md') + path_readme_extra = os.path.join(path, 'README-extra.md') + path_readme_about = os.path.join(path, 'README-about.md') + + readme_about = '' + if os.path.isfile(path_readme_about): + r = utils.load_txt(path_readme_about, split=True) + if r['return'] > 0: + return + + s = r['string'] + readme_about = r['list'] + + ####################################################################### + # Start automatically generated README + md_script_readme = [ + # '
',
+ # '
',
+ # '',
+ 'Automatically generated README for this automation recipe: **{}**'.format(
+ meta['alias']),
+ ]
+
+ md_script.append('## ' + alias)
+ md_script.append('')
+
+# x = 'About'
+# md_script_readme.append('___')
+# md_script_readme.append('### '+x)
+# md_script_readme.append('')
+# toc_readme.append(x)
+
+# x = 'About'
+# md_script_readme.append('#### '+x)
+# md_script_readme.append('')
+# toc_readme.append(' '+x)
+
+ if name != '':
+ name += '.'
+ md_script.append('*' + name + '*')
+ md_script.append('')
+
+# md_script_readme.append('*'+name+'*')
+# md_script_readme.append('')
+
+ if os.path.isfile(path_readme):
+ r = utils.load_txt(path_readme, split=True)
+ if r['return'] > 0:
+ return
+
+ s = r['string']
+ readme = r['list']
+
+ if not 'automatically generated' in s.lower():
+ found_path_readme_extra = True
+
+ # Attempt to rename to README-extra.md
+ if os.path.isfile(path_readme_extra):
+ return {
+ 'return': 1, 'error': 'README.md is not auto-generated and README-extra.md already exists - can\'t rename'}
+
+ os.rename(path_readme, path_readme_extra)
+
+ # Add to Git (if in git)
+ os.chdir(path)
+ os.system('git add README-extra.md')
+ os.chdir(cur_dir)
+
+ if category != '':
+ md_script_readme.append('')
+ md_script_readme.append('Category: **{}**'.format(category))
+
+ md_script_readme.append('')
+ md_script_readme.append('License: **Apache 2.0**')
+
+ md_script_readme.append('')
+
+ if developers == '':
+ md_script_readme.append('Maintainers: ' + public_taskforce)
+ else:
+ md_script_readme.append('Developers: ' + developers)
+
+ x = '* [{}]({})'.format(alias, url)
+ if name != '':
+ x += ' *(' + name + ')*'
+ toc.append(x)
+
+ cm_readme_extra = '[ [Online info and GUI to run this CM script](https://access.cknowledge.org/playground/?action=scripts&name={},{}) ] '.format(
+ alias, uid)
+
+ if os.path.isfile(path_readme_extra):
+ readme_extra_url = url + '/README-extra.md'
+
+ x = '* Notes from the authors, contributors and users: [*GitHub*]({})'.format(
+ readme_extra_url)
+ md_script.append(x)
+
+ cm_readme_extra += '[ [Notes from the authors, contributors and users](README-extra.md) ] '
+
+ md_script_readme.append('')
+ md_script_readme.append('---')
+ md_script_readme.append('*' + cm_readme_extra.strip() + '*')
+
+ if readme_about != '':
+ md_script_readme += ['', '---', ''] + readme_about
+
+ x = 'Summary'
+ md_script_readme.append('')
+ md_script_readme.append('---')
+ md_script_readme += [
+ # 'Click here to see the table of contents.
', + # '{{CM_README_TOC}}', + # '',
+ # '
'
+ ]
+
+ # Add usage
+ x1 = 'Reuse this script in your project'
+ x1a = 'Install MLCommons CM automation meta-framework'
+ x1aa = 'Pull CM repository with this automation recipe (CM script)'
+ x1b = 'Print CM help from the command line'
+ x2 = 'Customize and run this script from the command line with different variations and flags'
+ x3 = 'Run this script from Python'
+ x3a = 'Run this script via GUI'
+ x4 = 'Run this script via Docker (beta)'
+ md_script_readme += [
+ '',
+ '---',
+ '### ' + x1,
+ '',
+ '#### ' + x1a,
+ '',
+ '* [Install CM](https://access.cknowledge.org/playground/?action=install)',
+ '* [CM Getting Started Guide](https://github.com/mlcommons/ck/blob/master/docs/getting-started.md)',
+ '',
+ '#### ' + x1aa,
+ '',
+ '```cm pull repo {}```'.format(repo_alias),
+ '',
+ '#### ' + x1b,
+ '',
+ '```{}```'.format(cli_help_tags_alternative),
+ '',
+ '#### ' + x2,
+ '',
+ '{}'.format(cli_all_tags),
+ '',
+ '{}'.format(cli_all_tags3),
+ '',
+ '*or*',
+ '',
+ '{}'.format(cli_all_tags_alternative),
+ '',
+ '{}'.format(cli_all_tags_alternative3),
+ '',
+ # '3. {}'.format(cli_uid),
+ '']
+
+ x = ' and check the [Gettings Started Guide](https://github.com/mlcommons/ck/blob/dev/docs/getting-started.md) for more details.'
+ if len(variation_keys) > 0:
+ md_script_readme += ['* *See the list of `variations` [here](#variations)' + x + '*',
+ ''
+ ]
+
+ if input_description and len(input_description) > 0:
+ x = 'Input Flags'
+ md_script_readme.append('')
+ md_script_readme.append('#### ' + x)
+ toc_readme.append(' ' + x)
+
+ md_script_readme.append('')
+ key0 = ''
+ for key in input_description:
+ if key0 == '':
+ key0 = key
+
+ value = input_description[key]
+ desc = value
+
+ if isinstance(value, dict):
+ desc = value['desc']
+
+ choices = value.get('choices', [])
+ if len(choices) > 0:
+ desc += ' {' + ','.join(choices) + '}'
+
+ default = value.get('default', '')
+ if default != '':
+ desc += ' (*' + str(default) + '*)'
+
+ md_script_readme.append('* --**{}**={}'.format(key, desc))
+
+ md_script_readme.append('')
+ md_script_readme.append(
+ '**Above CLI flags can be used in the Python CM API as follows:**')
+ md_script_readme.append('')
+
+ x = '```python\nr=cm.access({... , "' + key0 + '":...}\n```'
+ md_script_readme.append(x)
+
+ md_script_readme += ['#### ' + x3,
+ '',
+ 'Click to see the summary
', + '#### Summary', + '' + ] + toc_readme.append(x) + + +# if category != '': +# x = 'Category' +# md_script_readme.append('___') +# md_script_readme.append('#### '+x) +# md_script_readme.append(' ') +# md_script_readme.append(category+'.') +# toc_readme.append(x) + +# x = '* Category: *{}*'.format(category + '.') +# md_script_readme.append(x) + + +# x = 'Origin' +# md_script_readme.append('___') +# md_script_readme.append('#### '+x) +# md_script_readme.append('') +# toc_readme.append(x) + + x = '* CM GitHub repository: *[{}]({})*'.format(repo_alias, url_repo) + md_script.append(x) + md_script_readme.append(x) + + x = '* GitHub directory for this script: *[GitHub]({})*'.format(url) + md_script.append(x) + md_script_readme.append(x) + + # Check meta + meta_file = self_module.cmind.cfg['file_cmeta'] + meta_path = os.path.join(path, meta_file) + + meta_file += '.yaml' if os.path.isfile( + meta_path + '.yaml') else '.json' + + meta_url = url + '/' + meta_file + + x = '* CM meta description of this script: *[GitHub]({})*'.format( + meta_url) + md_script.append(x) + +# x = '* CM automation "script": *[Docs]({})*'.format('https://github.com/octoml/ck/blob/master/docs/list_of_automations.md#script') +# md_script.append(x) +# md_script_readme.append(x) + + if len(variation_keys) > 0: + variation_pointer = "[,variations]" + variation_pointer2 = "[variations]" + else: + variation_pointer = '' + variation_pointer2 = '' + + if len(input_mapping) > 0: + input_mapping_pointer = "[--input_flags]" + else: + input_mapping_pointer = '' + + cli_all_tags = '`cm run script --tags={}`'.format(','.join(tags)) + cli_all_tags3 = '`cm run script --tags={}{} {}`'.format( + ','.join(tags), variation_pointer, input_mapping_pointer) + x = '* CM CLI with all tags: {}*'.format(cli_all_tags) + md_script.append(x) + + cli_help_tags_alternative = '`cmr "{}" --help`'.format(' '.join(tags)) + + cli_all_tags_alternative = '`cmr "{}"`'.format(' '.join(tags)) + cli_all_tags_alternative3 = '`cmr "{} {}" {}`'.format( + ' '.join(tags), variation_pointer2, input_mapping_pointer) + cli_all_tags_alternative_j = '`cmr "{} {}" {} -j`'.format( + ' '.join(tags), variation_pointer, input_mapping_pointer) + x = '* CM CLI alternative: {}*'.format(cli_all_tags_alternative) + md_script.append(x) + + cli_all_tags_alternative_docker = '`cm docker script "{}{}" {}`'.format( + ' '.join(tags), variation_pointer2, input_mapping_pointer) + + +# cli_uid = '`cm run script {} {}`'.format(meta['uid'], input_mapping_pointer) +# x = '* CM CLI with alias and UID: {}*'.format(cli_uid) +# md_script.append(x) + + if len(variation_keys) > 0: + x = '' + for variation in variation_keys: + if x != '': + x += '; ' + x += '_' + variation + md_script.append('* Variations: *{}*'.format(x)) + + if default_variation != '': + md_script.append( + '* Default variation: *{}*'.format(default_variation)) + + if len(version_keys) > 0: + md_script.append( + '* Versions: *{}*'.format('; '.join(version_keys))) + + if default_version != '': + md_script.append('* Default version: *{}*'.format(default_version)) + + md_script.append('') +# md_script_readme.append('') + + # Add extra to README + x = 'Meta description' +# md_script_readme.append('___') +# md_script_readme.append('### '+x) + md_script_readme.append( + '* CM meta description for this script: *[{}]({})*'.format(meta_file, meta_file)) +# md_script_readme.append('') +# toc_readme.append(x) + + x = 'Tags' +# md_script_readme.append('___') +# md_script_readme.append('### '+x) + md_script_readme.append( + '* All CM tags to find and reuse this script (see in above meta description): *{}*'.format(','.join(tags))) +# md_script_readme.append('') +# toc_readme.append(x) + + cache = meta.get('cache', False) + md_script_readme.append('* Output cached? *{}*'.format(str(cache))) + + md_script_readme.append( + '* See [pipeline of dependencies]({}) on other CM scripts'.format('#dependencies-on-other-cm-scripts')) + + md_script_readme += ['', + # '',
+ '
',
+ '',
+
+ '',
+ '#### ' + x3a,
+ '',
+ '```cmr "cm gui" --script="' +
+ ','.join(tags) + '"```',
+ '',
+ # 'Use this [online GUI](https://cKnowledge.org/cm-gui/?tags={}) to generate CM CMD.'.format(','.join(tags)),
+ # '',
+ '#### ' + x4,
+ '',
+ '{}'.format(cli_all_tags_alternative_docker),
+ ''
+ ]
+ toc_readme.append(x1)
+ toc_readme.append(' ' + x1a)
+ toc_readme.append(' ' + x1b)
+ toc_readme.append(' ' + x2)
+ toc_readme.append(' ' + x3)
+ toc_readme.append(' ' + x3a)
+ toc_readme.append(' ' + x4)
+
+ x = 'Customization'
+ md_script_readme.append('___')
+ md_script_readme.append('### ' + x)
+ md_script_readme.append('')
+ toc_readme.append(x)
+
+ if len(variation_keys) > 0:
+ # x = 'Variation groups'
+ # md_script_readme.append('___')
+ # md_script_readme.append('### '+x)
+ # toc_readme.append(x)
+
+ variation_groups = {}
+ default_variations = []
+ variation_md = {}
+ variation_alias = {}
+
+ # Normally should not use anymore. Should use default:true inside
+ # individual variations.
+ default_variation = meta.get('default_variation', '')
+
+ for variation_key in sorted(variation_keys):
+ variation = variations[variation_key]
+
+ alias = variation.get('alias', '').strip()
+
+ if alias != '':
+ aliases = variation_alias.get(alias, [])
+ if variation_key not in aliases:
+ aliases.append(variation_key)
+ variation_alias[alias] = aliases
+
+ # Do not continue this loop if alias
+ continue
+
+ default = variation.get('default', False)
+
+ if not default:
+ # Check outdated
+ if default_variation == variation_key:
+ default = True
+
+ extra1 = ''
+ extra2 = ''
+ if default:
+ extra1 = '**'
+ extra2 = '** (default)'
+
+ default_variations.append(variation_key)
+
+ md_var = []
+
+ md_var.append(
+ '* {}`_{}`{}'.format(extra1, variation_key, extra2))
+
+ variation_md[variation_key] = md_var
+
+# md_script_readme+=md_var
+
+ group = variation.get('group', '')
+
+ if variation_key.endswith('_'):
+ group = '*Internal group (variations should not be selected manually)*'
+ elif group == '':
+ group = '*No group (any variation can be selected)*'
+
+ if group not in variation_groups:
+ variation_groups[group] = []
+
+ variation_groups[group].append(variation_key)
+
+ x = 'Variations'
+ md_script_readme.append('')
+ md_script_readme.append('#### ' + x)
+ toc_readme.append(' ' + x)
+
+ variation_groups_order = meta.get('variation_groups_order', [])
+ for variation in sorted(variation_groups):
+ if variation not in variation_groups_order:
+ variation_groups_order.append(variation)
+
+ for group_key in variation_groups_order:
+ md_script_readme.append('')
+
+ if not group_key.startswith('*'):
+ md_script_readme.append(
+ ' * Group "**{}**"'.format(group_key))
+ else:
+ md_script_readme.append(' * {}'.format(group_key))
+
+ md_script_readme += [
+ ' Click here to expand this section.
', + '', + '```python', + '', + 'import cmind', + '', + "r = cmind.access({'action':'run'", + " 'automation':'script',", + " 'tags':'{}'".format( + ','.join(tags)), + " 'out':'con',", + " ...", + " (other input keys for this script)", + " ...", + " })", + "", + "if r['return']>0:", + " print (r['error'])", + '', + '```', + '', + '',
+ '
')
+ md_script_readme.append('')
+
+ # Check if has invalid_variation_combinations
+ vvc = meta.get('invalid_variation_combinations', [])
+ if len(vvc) > 0:
+ x = 'Unsupported or invalid variation combinations'
+ md_script_readme.append('')
+ md_script_readme.append('#### ' + x)
+ md_script_readme.append('')
+ md_script_readme.append('')
+ md_script_readme.append('')
+ toc_readme.append(' ' + x)
+
+ for v in vvc:
+ vv = ['_' + x for x in v]
+ md_script_readme.append('* `' + ','.join(vv) + '`')
+
+ if len(default_variations) > 0:
+ md_script_readme.append('')
+ md_script_readme.append('#### Default variations')
+ md_script_readme.append('')
+
+ dv = ['_' + x for x in sorted(default_variations)]
+
+ md_script_readme.append('`{}`'.format(','.join(dv)))
+
+ # Check if has valid_variation_combinations
+ vvc = meta.get('valid_variation_combinations', [])
+ if len(vvc) > 0:
+ x = 'Valid variation combinations checked by the community'
+ md_script_readme.append('')
+ md_script_readme.append('#### ' + x)
+ md_script_readme.append('')
+ md_script_readme.append('')
+ md_script_readme.append('')
+ toc_readme.append(' ' + x)
+
+ for v in vvc:
+ vv = ['_' + x for x in v]
+ md_script_readme.append('* `' + ','.join(vv) + '`')
+
+ # Check input flags
+ if input_mapping and len(input_mapping) > 0:
+ x = 'Script flags mapped to environment'
+ md_script_readme.append('')
+ md_script_readme.append('#### ' + x)
+ toc_readme.append(' ' + x)
+
+ md_script_readme.append('Click here to expand this section.
', + '' + ] + + for variation_key in sorted(variation_groups[group_key]): + variation = variations[variation_key] + + xmd = variation_md[variation_key] + + aliases = variation_alias.get(variation_key, []) + aliases2 = ['_' + v for v in aliases] + + if len(aliases) > 0: + xmd.append( + ' - Aliases: `{}`'.format(','.join(aliases2))) + + if len(variation.get('env', {})) > 0: + xmd.append(' - Environment variables:') + for key in variation['env']: + xmd.append( + ' - *{}*: `{}`'.format(key, variation['env'][key])) + + xmd.append(' - Workflow:') + + for dep in ['deps', 'prehook_deps', + 'posthook_deps', 'post_deps']: + process_deps( + self_module, + variation, + meta_url, + xmd, + dep, + ' ', + True, + True) + + for x in xmd: + md_script_readme.append(' ' + x) + + md_script_readme.append('') + md_script_readme.append('')
+ md_script_readme.append(
+ '
')
+ md_script_readme.append('')
+
+ # Default environment
+ default_env = meta.get('default_env', {})
+
+ x = 'Default environment'
+# md_script_readme.append('___')
+ md_script_readme.append('#### ' + x)
+ toc_readme.append(' ' + x)
+
+ md_script_readme.append('')
+ md_script_readme.append('Click here to expand this section.
') + + md_script_readme.append('') + key0 = '' + for key in sorted(input_mapping): + if key0 == '': + key0 = key + value = input_mapping[key] + md_script_readme.append( + '* `--{}=value` → `{}=value`'.format(key, value)) + + md_script_readme.append('') + md_script_readme.append( + '**Above CLI flags can be used in the Python CM API as follows:**') + md_script_readme.append('') + + x = '```python\nr=cm.access({... , "' + key0 + '":...}\n```' + md_script_readme.append(x) + + md_script_readme.append('') + md_script_readme.append('')
+ md_script_readme.append(
+ '
')
+ md_script_readme.append('')
+
+ if len(version_keys) > 0 or default_version != '':
+ x = 'Versions'
+# md_script_readme.append('___')
+ md_script_readme.append('#### ' + x)
+ toc_readme.append(x)
+
+ if default_version != '':
+ md_script_readme.append(
+ 'Default version: `{}`'.format(default_version))
+ md_script_readme.append('')
+
+ if len(version_keys) > 0:
+ for version in version_keys:
+ md_script_readme.append('* `{}`'.format(version))
+
+ # Add workflow
+ x = 'Dependencies on other CM scripts'
+ md_script_readme += ['___',
+ '### ' + x,
+ '']
+ toc_readme.append(x)
+
+# md_script_readme.append('Click here to expand this section.
') + md_script_readme.append('') + md_script_readme.append( + 'These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.') + md_script_readme.append('') + + for key in default_env: + value = default_env[key] + md_script_readme.append('* {}: `{}`'.format(key, value)) + + md_script_readme.append('') + md_script_readme.append('')
+# md_script_readme.append('
')
+ md_script_readme.append('')
+
+ # New environment
+ new_env_keys = meta.get('new_env_keys', [])
+
+ x = 'Script output'
+ md_script_readme.append('___')
+ md_script_readme.append('### ' + x)
+ toc_readme.append(x)
+
+ md_script_readme.append(cli_all_tags_alternative_j)
+
+ x = 'New environment keys (filter)'
+ md_script_readme.append('#### ' + x)
+ toc_readme.append(x)
+
+ md_script_readme.append('')
+ for key in sorted(new_env_keys):
+ md_script_readme.append('* `{}`'.format(key))
+
+ # Pass found_output_env through above filter
+ found_output_env_filtered = []
+
+ import fnmatch
+
+ for key in found_output_env:
+ add = False
+
+ for f in new_env_keys:
+ if fnmatch.fnmatch(key, f):
+ add = True
+ break
+
+ if add:
+ found_output_env_filtered.append(key)
+
+ x = 'New environment keys auto-detected from customize'
+ md_script_readme.append('#### ' + x)
+ toc_readme.append(x)
+
+ md_script_readme.append('')
+ for key in sorted(found_output_env_filtered):
+ md_script_readme.append('* `{}`'.format(key))
+
+ # Add maintainers
+# x = 'Maintainers'
+# md_script_readme.append('___')
+# md_script_readme.append('### '+x)
+# md_script_readme.append('')
+# md_script_readme.append('* ' + public_taskforce)
+# toc_readme.append(x)
+
+ # Process TOC
+ toc_readme_string = '\n'
+ for x in toc_readme:
+ x2 = x
+ prefix = ''
+
+ if x.startswith(' '):
+ prefix = ' '
+ x2 = x[1:]
+
+ x2 = x2.lower().replace(' ', '-').replace(',', '')
+ toc_readme_string += prefix + '* [{}](#{})\n'.format(x, x2)
+
+ # Add to the total list
+ md += md_script
+
+ s = '\n'.join(md_script_readme)
+
+ s = s.replace('{{CM_README_EXTRA}}', cm_readme_extra)
+# s = s.replace('{{CM_SEE_README_EXTRA}}', cm_see_readme_extra)
+ s = s.replace('{{CM_README_TOC}}', toc_readme_string)
+
+ r = utils.save_txt(path_readme, s)
+ if r['return'] > 0:
+ return r
+
+ # Add to Git (if in git)
+ os.chdir(path)
+ os.system('git add README.md')
+ os.chdir(cur_dir)
+
+ # Recreate TOC with categories
+ toc2 = []
+
+ # , key = lambda x: -toc_category_sort[x]):
+ for category in sorted(toc_category):
+ toc2.append('### ' + category)
+ toc2.append('')
+
+ for script in sorted(toc_category[category]):
+
+ meta = script_meta[script]
+
+ name = meta.get('name', '')
+
+ url = urls[script]
+
+ x = '* [{}]({})'.format(script, url)
+ if name != '':
+ x += ' *(' + name + ')*'
+
+ toc2.append(x)
+
+ toc2.append('')
+
+ toc_category_string = ''
+ for category in sorted(toc_category):
+ category_link = category.lower().replace(' ', '-').replace('/', '')
+ toc_category_string += '* [{}](#{})\n'.format(category, category_link)
+
+ # Load template
+ r = utils.load_txt(os.path.join(self_module.path, template_file))
+ if r['return'] > 0:
+ return r
+
+ s = r['string']
+
+ s = s.replace('{{CM_TOC2}}', '\n'.join(toc2))
+ s = s.replace('{{CM_TOC}}', '\n'.join(toc))
+# s = s.replace('{{CM_MAIN}}', '\n'.join(md))
+ s = s.replace('{{CM_MAIN}}', '')
+ s = s.replace('{{CM_TOC_CATEGORIES}}', toc_category_string)
+
+ # Output
+ output_dir = i.get('output_dir', '')
+
+ if output_dir == '':
+ output_dir = '..'
+
+ output_file = os.path.join(output_dir, list_file)
+
+ r = utils.save_txt(output_file, s)
+ if r['return'] > 0:
+ return r
+
+ out_docs_file = os.path.join(
+ "..",
+ "docs",
+ "scripts",
+ category,
+ alias,
+ "index.md")
+ r = utils.save_txt(out_docs_file, s)
+ if r['return'] > 0:
+ return r
+
+ return {'return': 0}
+
+
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
+# This function takes in a host path and returns the absolute path on host and the container
+# If mounts is passed, the function appends the host path and the
+# container path to mounts in the form "host_path:container_path"
+def update_path_for_docker(path, mounts=None, force_path_target=''):
+
+ path_orig = ''
+ path_target = ''
+
+ if path != '': # and (os.path.isfile(path) or os.path.isdir(path)):
+ path = os.path.abspath(path)
+
+ path_target = path
+ path_orig = path
+
+ if os.name == 'nt':
+ from pathlib import PureWindowsPath, PurePosixPath
+
+ x = PureWindowsPath(path_orig)
+ path_target = str(PurePosixPath('/', *x.parts[1:]))
+
+ if not path_target.startswith('/'):
+ path_target = '/' + path_target
+
+ path_target = '/cm-mount' + \
+ path_target if force_path_target == '' else force_path_target
+
+ # If file, mount directory
+ if os.path.isfile(path) or not os.path.isdir(path):
+ x = os.path.dirname(path_orig) + ':' + os.path.dirname(path_target)
+ else:
+ x = path_orig + ':' + path_target
+
+ # CHeck if no duplicates
+ if mounts is not None:
+ to_add = True
+ for y in mounts:
+ if y.lower() == x.lower():
+ to_add = False
+ break
+ if to_add:
+ mounts.append(x)
+
+ return (path_orig, path_target)
+
+############################################################
+
+
+def process_inputs(i):
+
+ import copy
+
+ i_run_cmd_arc = i['run_cmd_arc']
+ docker_settings = i['docker_settings']
+ mounts = i['mounts']
+
+ # Check if need to update/map/mount inputs and env
+ i_run_cmd = copy.deepcopy(i_run_cmd_arc)
+
+ def get_value_using_key_with_dots(d, k):
+ v = None
+ j = k.find('.')
+ if j >= 0:
+ k1 = k[:j]
+ k2 = k[j + 1:]
+
+ if k1 in d:
+ v = d[k1]
+
+ if '.' in k2:
+ v, d, k = get_value_using_key_with_dots(v, k2)
+ else:
+ d = v
+ k = k2
+ if isinstance(v, dict):
+ v = v.get(k2)
+ else:
+ v = None
+ else:
+ if k == '':
+ v = d
+ else:
+ v = d.get(k)
+
+ return v, d, k
+
+ docker_input_paths = docker_settings.get('input_paths', [])
+ if len(i_run_cmd) > 0:
+ for k in docker_input_paths:
+ v2, i_run_cmd2, k2 = get_value_using_key_with_dots(i_run_cmd, k)
+
+ if v2 is not None:
+ v = i_run_cmd2[k2]
+
+ path_orig, path_target = update_path_for_docker(v, mounts)
+
+ if path_target != '':
+ i_run_cmd2[k2] = path_target
+
+ return {'return': 0, 'run_cmd': i_run_cmd}
+
+
+############################################################
+def regenerate_script_cmd(i):
+
+ script_uid = i['script_uid']
+ script_alias = i['script_alias']
+ tags = i['tags']
+ docker_settings = i['docker_settings']
+ fake_run = i.get('fake_run', False)
+
+ i_run_cmd = i['run_cmd']
+
+ # Cleanup from env everything that has a host path value
+ if i_run_cmd.get('env'):
+ for key in list(i_run_cmd.get('env')):
+ if isinstance(i_run_cmd['env'][key], str) and ((os.path.join("local", "cache", "") in i_run_cmd['env'][key]) or (
+ os.path.join("CM", "repos", "") in i_run_cmd['env'][key])):
+ del (i_run_cmd['env'][key])
+ elif isinstance(i_run_cmd['env'][key], list):
+ values_to_remove = []
+ for val in i_run_cmd['env'][key]:
+ if isinstance(val, str) and ((os.path.join("local", "cache", "") in val) or (
+ os.path.join("CM", "repos", "") in val)):
+ values_to_remove.append(val)
+ if values_to_remove == i_run_cmd['env'][key]:
+ del (i_run_cmd['env'][key])
+ else:
+ for val in values_to_remove:
+ i_run_cmd['env'][key].remove(val)
+
+ docker_run_cmd_prefix = i['docker_run_cmd_prefix']
+
+ # Regenerate command from dictionary input
+ run_cmd = 'cm run script'
+
+ x = ''
+
+ # Check if there are some tags without variation
+ requested_tags = i_run_cmd.get('tags', [])
+
+ tags_without_variation = False
+ for t in requested_tags:
+ if not t.startswith('_'):
+ tags_without_variation = True
+ break
+
+ if not tags_without_variation:
+ # If no tags without variation, add script alias and UID explicitly
+ if script_uid != '':
+ x = script_uid
+ if script_alias != '':
+ if x != '':
+ x = ',' + x
+ x = script_alias + x
+
+ if x != '':
+ run_cmd += ' ' + x + ' '
+
+ skip_input_for_fake_run = docker_settings.get(
+ 'skip_input_for_fake_run', [])
+ add_quotes_to_keys = docker_settings.get('add_quotes_to_keys', [])
+
+ def rebuild_flags(i_run_cmd, fake_run,
+ skip_input_for_fake_run, add_quotes_to_keys, key_prefix):
+
+ run_cmd = ''
+
+ keys = list(i_run_cmd.keys())
+
+ if 'tags' in keys:
+ # Move tags first
+ tags_position = keys.index('tags')
+ del (keys[tags_position])
+ keys = ['tags'] + keys
+
+ for k in keys:
+ # Assemble long key if dictionary
+ long_key = key_prefix
+ if long_key != '':
+ long_key += '.'
+ long_key += k
+
+ if fake_run and long_key in skip_input_for_fake_run:
+ continue
+
+ v = i_run_cmd[k]
+
+ q = '\\"' if long_key in add_quotes_to_keys else ''
+
+ if isinstance(v, dict):
+ run_cmd += rebuild_flags(v,
+ fake_run,
+ skip_input_for_fake_run,
+ add_quotes_to_keys,
+ long_key)
+ elif isinstance(v, list):
+ x = ''
+ for vv in v:
+ if x != '':
+ x += ','
+ x += q + str(vv) + q
+ run_cmd += ' --' + long_key + ',=' + x
+ else:
+ run_cmd += ' --' + long_key + '=' + q + str(v) + q
+
+ return run_cmd
+
+ run_cmd += rebuild_flags(i_run_cmd,
+ fake_run,
+ skip_input_for_fake_run,
+ add_quotes_to_keys,
+ '')
+
+ run_cmd = docker_run_cmd_prefix + ' && ' + \
+ run_cmd if docker_run_cmd_prefix != '' else run_cmd
+
+ return {'return': 0, 'run_cmd_string': run_cmd}
+
+
+############################################################
+def aux_search(i):
+
+ self_module = i['self_module']
+
+ inp = i['input']
+
+ repos = inp.get('repos', '')
+# Grigori Fursin remarked on 20240412 because this line prevents
+# from searching for scripts in other public or private repositories.
+# Not sure why we enforce just 2 repositories
+#
+# if repos == '': repos='internal,a4705959af8e447a'
+
+ parsed_artifact = inp.get('parsed_artifact', [])
+
+ if len(parsed_artifact) < 1:
+ parsed_artifact = [('', ''), ('', '')]
+ elif len(parsed_artifact) < 2:
+ parsed_artifact.append(('', ''))
+ else:
+ repos = parsed_artifact[1][0]
+
+ list_of_repos = repos.split(',') if ',' in repos else [repos]
+
+ ii = utils.sub_input(
+ inp,
+ self_module.cmind.cfg['artifact_keys'] +
+ ['tags'])
+
+ ii['out'] = None
+
+ # Search for automations in repos
+ lst = []
+ for repo in list_of_repos:
+ parsed_artifact[1] = (
+ '', repo) if utils.is_cm_uid(repo) else (
+ repo, '')
+ ii['parsed_artifact'] = parsed_artifact
+ r = self_module.search(ii)
+ if r['return'] > 0:
+ return r
+ lst += r['list']
+
+ return {'return': 0, 'list': lst}
+
+
+############################################################
+def dockerfile(i):
+ """
+ Add CM automation.
+
+ Args:
+ (CM input dict):
+
+ (out) (str): if 'con', output to console
+ (repos) (str): list of repositories to search for automations
+ (output_dir) (str): output directory (./ by default)
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+
+ """
+
+ import copy
+
+ # Check simplified CMD: cm docker script "python app image-classification onnx"
+ # If artifact has spaces, treat them as tags!
+ self_module = i['self_module']
+ self_module.cmind.access(
+ {'action': 'detect_tags_in_artifact', 'automation': 'utils', 'input': i})
+
+ # Prepare "clean" input to replicate command
+ r = self_module.cmind.access({'action': 'prune_input',
+ 'automation': 'utils',
+ 'input': i,
+ 'extra_keys_starts_with': ['docker_']})
+ i_run_cmd_arc = r['new_input']
+
+ cur_dir = os.getcwd()
+
+ quiet = i.get('quiet', False)
+
+ console = i.get('out') == 'con'
+
+ # Search for script(s)
+ r = aux_search({'self_module': self_module, 'input': i})
+ if r['return'] > 0:
+ return r
+
+ lst = r['list']
+
+ if len(lst) == 0:
+ return {'return': 1, 'error': 'no scripts were found'}
+
+
+# if i.get('cmd'):
+# run_cmd = "cm run script " + " ".join( a for a in i['cmd'] if not a.startswith('--docker_') )
+# elif i.get('artifact'):
+# run_cmd = "cm run script "+i['artifact']
+# elif i.get('tags'):
+# run_cmd = "cm run script \""+" "+" ".join(i['tags']) + "\""
+# else:
+# run_cmd = ""
+#
+# run_cmd = i.get('docker_run_cmd_prefix') + ' && ' + run_cmd if i.get('docker_run_cmd_prefix') else run_cmd
+
+ env = i.get('env', {})
+ state = i.get('state', {})
+ const = i.get('const', {})
+ const_state = i.get('const_state', {})
+ script_automation = i['self_module']
+
+ dockerfile_env = i.get('dockerfile_env', {})
+
+ tags_split = i.get('tags', '').split(",")
+ variation_tags = [t[1:] for t in tags_split if t.startswith("_")]
+
+ for artifact in sorted(lst, key=lambda x: x.meta.get('alias', '')):
+
+ meta = artifact.meta
+
+ script_path = artifact.path
+
+ tags = meta.get("tags", [])
+ tag_string = ",".join(tags)
+
+ script_alias = meta.get('alias', '')
+ script_uid = meta.get('uid', '')
+
+ verbose = i.get('v', False)
+ show_time = i.get('show_time', False)
+
+ run_state = {'deps': [], 'fake_deps': [], 'parent': None}
+ run_state['script_id'] = script_alias + "," + script_uid
+ run_state['script_variation_tags'] = variation_tags
+ variations = meta.get('variations', {})
+ docker_settings = meta.get('docker', {})
+ docker_settings['dockerfile_env'] = dockerfile_env
+ state['docker'] = docker_settings
+ add_deps_recursive = i.get('add_deps_recursive', {})
+
+ r = script_automation.update_state_from_meta(
+ meta,
+ env,
+ state,
+ const,
+ const_state,
+ deps=[],
+ post_deps=[],
+ prehook_deps=[],
+ posthook_deps=[],
+ new_env_keys=[],
+ new_state_keys=[],
+ run_state=run_state,
+ i=i)
+ if r['return'] > 0:
+ return r
+
+ r = script_automation._update_state_from_variations(
+ i,
+ meta,
+ variation_tags,
+ variations,
+ env,
+ state,
+ const,
+ const_state,
+ deps=[],
+ post_deps=[],
+ prehook_deps=[],
+ posthook_deps=[],
+ new_env_keys_from_meta=[],
+ new_state_keys_from_meta=[],
+ add_deps_recursive=add_deps_recursive,
+ run_state=run_state,
+ recursion_spaces='',
+ verbose=False)
+ if r['return'] > 0:
+ return r
+
+ docker_settings = state['docker']
+ dockerfile_env = docker_settings['dockerfile_env']
+ dockerfile_env['CM_RUN_STATE_DOCKER'] = True
+
+ if not docker_settings.get('run', True) and not i.get(
+ 'docker_run_override', False):
+ print("docker.run set to False in _cm.json")
+ continue
+ '''run_config_path = os.path.join(script_path,'run_config.yml')
+ if not os.path.exists(run_config_path):
+ print("No run_config.yml file present in {}".format(script_path))
+ continue
+ import yaml
+ with open(run_config_path, 'r') as run_config_file:
+ run_config = yaml.safe_load(run_config_file)
+ docker_settings = run_config.get('docker')
+ if not docker_settings or not docker_settings.get('build') or not run_config.get('run_with_default_inputs'):
+ print("Run config is not configured for docker run in {}".format(run_config_path))
+ continue
+ '''
+
+ deps = docker_settings.get('build_deps', [])
+ if deps:
+ r = script_automation._run_deps(
+ deps,
+ [],
+ env,
+ {},
+ {},
+ {},
+ {},
+ '',
+ [],
+ '',
+ False,
+ '',
+ verbose,
+ show_time,
+ ' ',
+ run_state)
+ if r['return'] > 0:
+ return r
+ # For updating meta from update_meta_if_env
+ r = script_automation.update_state_from_meta(
+ meta,
+ env,
+ state,
+ const,
+ const_state,
+ deps=[],
+ post_deps=[],
+ prehook_deps=[],
+ posthook_deps=[],
+ new_env_keys=[],
+ new_state_keys=[],
+ run_state=run_state,
+ i=i)
+ if r['return'] > 0:
+ return r
+ docker_settings = state['docker']
+
+ d_env = i_run_cmd_arc.get('env', {})
+ for key in list(d_env.keys()):
+ if key.startswith("CM_TMP_"):
+ del (d_env[key])
+
+ # Check if need to update/map/mount inputs and env
+ r = process_inputs({'run_cmd_arc': i_run_cmd_arc,
+ 'docker_settings': docker_settings,
+ 'mounts': []})
+ if r['return'] > 0:
+ return r
+
+ i_run_cmd = r['run_cmd']
+
+ docker_run_cmd_prefix = i.get(
+ 'docker_run_cmd_prefix', docker_settings.get(
+ 'run_cmd_prefix', ''))
+
+ r = regenerate_script_cmd({'script_uid': script_uid,
+ 'script_alias': script_alias,
+ 'run_cmd': i_run_cmd,
+ 'tags': tags,
+ 'fake_run': True,
+ 'docker_settings': docker_settings,
+ 'docker_run_cmd_prefix': docker_run_cmd_prefix})
+ if r['return'] > 0:
+ return r
+
+ run_cmd = r['run_cmd_string']
+
+ cm_repo = i.get(
+ 'docker_cm_repo',
+ docker_settings.get(
+ 'cm_repo',
+ 'mlcommons@cm4mlops'))
+ cm_repo_branch = i.get(
+ 'docker_cm_repo_branch',
+ docker_settings.get(
+ 'cm_repo_branch',
+ 'mlperf-inference'))
+
+ cm_repo_flags = i.get(
+ 'docker_cm_repo_flags',
+ docker_settings.get(
+ 'cm_repo_flags',
+ ''))
+
+ docker_base_image = i.get(
+ 'docker_base_image',
+ docker_settings.get('base_image'))
+ docker_os = i.get(
+ 'docker_os', docker_settings.get(
+ 'docker_os', 'ubuntu'))
+ docker_os_version = i.get(
+ 'docker_os_version', docker_settings.get(
+ 'docker_os_version', '22.04'))
+
+ docker_cm_repos = i.get(
+ 'docker_cm_repos',
+ docker_settings.get(
+ 'cm_repos',
+ ''))
+
+ docker_skip_cm_sys_upgrade = i.get(
+ 'docker_skip_cm_sys_upgrade', docker_settings.get(
+ 'skip_cm_sys_upgrade', ''))
+
+ docker_extra_sys_deps = i.get('docker_extra_sys_deps', '')
+
+ if not docker_base_image:
+ dockerfilename_suffix = docker_os + '_' + docker_os_version
+ else:
+ if os.name == 'nt':
+ dockerfilename_suffix = docker_base_image.replace(
+ '/', '-').replace(':', '-')
+ else:
+ dockerfilename_suffix = docker_base_image.split("/")
+ dockerfilename_suffix = dockerfilename_suffix[len(
+ dockerfilename_suffix) - 1]
+
+ fake_run_deps = i.get(
+ 'fake_run_deps', docker_settings.get(
+ 'fake_run_deps', False))
+ docker_run_final_cmds = docker_settings.get(
+ 'docker_run_final_cmds', [])
+
+ r = check_gh_token(i, docker_settings, quiet)
+ if r['return'] > 0:
+ return r
+ gh_token = r['gh_token']
+ i['docker_gh_token'] = gh_token # To pass to docker function if needed
+
+ if i.get('docker_real_run', docker_settings.get(
+ 'docker_real_run', False)):
+ fake_run_option = " "
+ fake_run_deps = False
+ else:
+ fake_run_option = " --fake_run"
+
+ docker_copy_files = i.get(
+ 'docker_copy_files',
+ docker_settings.get(
+ 'copy_files',
+ []))
+
+ env['CM_DOCKER_PRE_RUN_COMMANDS'] = docker_run_final_cmds
+
+ docker_path = i.get('docker_path', '').strip()
+ if docker_path == '':
+ docker_path = script_path
+
+ dockerfile_path = os.path.join(
+ docker_path,
+ 'dockerfiles',
+ dockerfilename_suffix +
+ '.Dockerfile')
+
+ if i.get('print_deps'):
+ cm_input = {'action': 'run',
+ 'automation': 'script',
+ 'tags': f"""{i.get('tags')}""",
+ 'print_deps': True,
+ 'quiet': True,
+ 'silent': True,
+ 'fake_run': True,
+ 'fake_deps': True
+ }
+ r = self_module.cmind.access(cm_input)
+ if r['return'] > 0:
+ return r
+ print_deps = r['new_state']['print_deps']
+ comments = ["#RUN " + dep for dep in print_deps]
+ comments.append("")
+ comments.append("# Run CM workflow")
+ else:
+ comments = []
+
+ if i.get('docker_push_image', '') in ['True', True, 'yes']:
+ env['CM_DOCKER_PUSH_IMAGE'] = 'yes'
+
+ cm_docker_input = {'action': 'run',
+ 'automation': 'script',
+ 'tags': 'build,dockerfile',
+ 'cm_repo': cm_repo,
+ 'cm_repo_branch': cm_repo_branch,
+ 'cm_repo_flags': cm_repo_flags,
+ 'docker_base_image': docker_base_image,
+ 'docker_os': docker_os,
+ 'docker_os_version': docker_os_version,
+ 'skip_cm_sys_upgrade': docker_skip_cm_sys_upgrade,
+ 'file_path': dockerfile_path,
+ 'fake_run_option': fake_run_option,
+ 'comments': comments,
+ 'run_cmd': f'{run_cmd} --quiet',
+ 'script_tags': f"""{i.get('tags')}""",
+ 'copy_files': docker_copy_files,
+ 'quiet': True,
+ 'env': env,
+ 'dockerfile_env': dockerfile_env,
+ 'v': i.get('v', False),
+ 'fake_docker_deps': fake_run_deps,
+ 'print_deps': True,
+ 'real_run': True
+ }
+
+ if docker_cm_repos != '':
+ cm_docker_input['cm_repos'] = docker_cm_repos
+
+ if gh_token != '':
+ cm_docker_input['gh_token'] = gh_token
+
+ if docker_extra_sys_deps != '':
+ cm_docker_input['extra_sys_deps'] = docker_extra_sys_deps
+
+ r = self_module.cmind.access(cm_docker_input)
+ if r['return'] > 0:
+ return r
+
+ print('')
+ print("Dockerfile generated at " + dockerfile_path)
+
+ return {'return': 0}
+
+# we mount the main folder of the CM cache entry in case any file/folder
+# in that cache entry is needed inside the container
+
+
+def get_host_path(value):
+ path_split = value.split(os.sep)
+ if len(path_split) == 1:
+ return value
+
+ new_value = ''
+ if "cache" in path_split and "local":
+ repo_entry_index = path_split.index("local")
+ if len(path_split) >= repo_entry_index + 3:
+ return os.sep.join(path_split[0:repo_entry_index + 3])
+
+ return value
+
+
+def get_container_path_script(i):
+ tmp_dep_cached_path = i['tmp_dep_cached_path']
+ value_mnt, value_env = get_container_path(tmp_dep_cached_path)
+ return {'return': 0, 'value_mnt': value_mnt, 'value_env': value_env}
+
+
+def get_container_path(value):
+ path_split = value.split(os.sep)
+ if len(path_split) == 1:
+ return value
+
+ new_value = ''
+ if "cache" in path_split and "local" in path_split:
+ new_path_split = ["", "home", "cmuser", "CM", "repos"]
+ repo_entry_index = path_split.index("local")
+ if len(path_split) >= repo_entry_index + 3:
+ new_path_split1 = new_path_split + \
+ path_split[repo_entry_index:repo_entry_index + 3]
+ new_path_split2 = new_path_split + path_split[repo_entry_index:]
+ return "/".join(new_path_split1), "/".join(new_path_split2)
+ else:
+ orig_path, target_path = update_path_for_docker(path=value)
+ return target_path, target_path
+
+ # return value, value
+
+
+############################################################
+def docker(i):
+ """
+ CM automation to run CM scripts via Docker
+
+ Args:
+ (CM input dict):
+
+ (out) (str): if 'con', output to console
+
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+
+ """
+
+ import copy
+ import re
+
+ from cmind import __version__ as current_cm_version
+
+ self_module = i['self_module']
+
+ if isinstance(i.get('docker', None), dict):
+ # Grigori started cleaning and refactoring this code on 20240929
+ #
+ # 1. use --docker dictionary instead of --docker_{keys}
+
+ if utils.compare_versions(current_cm_version, '2.3.8.1') >= 0:
+ docker_params = utils.convert_dictionary(i['docker'], 'docker')
+ i.update(docker_params)
+ del (i['docker'])
+
+ quiet = i.get('quiet', False)
+
+ detached = i.get('docker_detached', '')
+ if detached == '':
+ detached = i.get('docker_dt', '')
+ if detached == '':
+ detached = 'no'
+
+ interactive = i.get('docker_interactive', '')
+ if interactive == '':
+ interactive = i.get('docker_it', '')
+
+ verbose = i.get('v', False)
+ show_time = i.get('show_time', False)
+
+ # Check simplified CMD: cm docker script "python app image-classification onnx"
+ # If artifact has spaces, treat them as tags!
+ self_module.cmind.access(
+ {'action': 'detect_tags_in_artifact', 'automation': 'utils', 'input': i})
+
+ # CAREFUL -> artifacts and parsed_artifacts are not supported in input
+ # (and should not be?)
+ if 'artifacts' in i:
+ del (i['artifacts'])
+ if 'parsed_artifacts' in i:
+ del (i['parsed_artifacts'])
+
+ # Prepare "clean" input to replicate command
+ r = self_module.cmind.access({'action': 'prune_input',
+ 'automation': 'utils',
+ 'input': i,
+ 'extra_keys_starts_with': ['docker_']})
+ i_run_cmd_arc = r['new_input']
+
+ env = i.get('env', {})
+
+ noregenerate_docker_file = i.get('docker_noregenerate', False)
+ norecreate_docker_image = i.get('docker_norecreate', True)
+
+ if i.get('docker_skip_build', False):
+ noregenerate_docker_file = True
+ norecreate_docker_image = True
+ env['CM_DOCKER_SKIP_BUILD'] = 'yes'
+
+ # Check available configurations
+ docker_cfg = i.get('docker_cfg', '')
+ docker_cfg_uid = i.get('docker_cfg_uid', '')
+
+ if docker_cfg != '' or docker_cfg_uid != '':
+ # Check if docker_cfg is turned on but not selected
+ if isinstance(docker_cfg, bool) or str(
+ docker_cfg).lower() in ['true', 'yes']:
+ docker_cfg = ''
+
+ r = self_module.cmind.access({'action': 'select_cfg',
+ 'automation': 'utils,dc2743f8450541e3',
+ 'tags': 'basic,docker,configurations',
+ 'title': 'docker',
+ 'alias': docker_cfg,
+ 'uid': docker_cfg_uid})
+ if r['return'] > 0:
+ if r['return'] == 16:
+ return {'return': 1, 'error': 'Docker configuration {} was not found'.format(
+ docker_cfg)}
+ return r
+
+ selection = r['selection']
+
+ docker_input_update = selection['meta']['input']
+
+ i.update(docker_input_update)
+
+ ##########################################################################
+ # Run dockerfile
+ if not noregenerate_docker_file:
+ r = utils.call_internal_module(
+ self_module, __file__, 'module_misc', 'dockerfile', i)
+ if r['return'] > 0:
+ return r
+
+ # Save current directory
+ cur_dir = os.getcwd()
+
+ console = i.get('out') == 'con'
+
+ # Search for script(s)
+ r = aux_search({'self_module': self_module, 'input': i})
+ if r['return'] > 0:
+ return r
+
+ lst = r['list']
+
+ if len(lst) == 0:
+ return {'return': 1, 'error': 'no scripts were found'}
+
+ env['CM_RUN_STATE_DOCKER'] = False
+ script_automation = i['self_module']
+ state = i.get('state', {})
+ const = i.get('const', {})
+ const_state = i.get('const_state', {})
+
+ tags_split = i.get('tags', '').split(",")
+ variation_tags = [t[1:] for t in tags_split if t.startswith("_")]
+
+ docker_cache = i.get('docker_cache', "yes")
+ if docker_cache in ["no", False, "False"]:
+ if 'CM_DOCKER_CACHE' not in env:
+ env['CM_DOCKER_CACHE'] = docker_cache
+
+ image_repo = i.get('docker_image_repo', '')
+ if image_repo == '':
+ image_repo = 'local'
+
+ # Host system needs to have docker
+ r = self_module.cmind.access({'action': 'run',
+ 'automation': 'script',
+ 'tags': "get,docker"})
+ if r['return'] > 0:
+ return r
+
+ for artifact in sorted(lst, key=lambda x: x.meta.get('alias', '')):
+
+ meta = artifact.meta
+
+ if i.get('help', False):
+ return utils.call_internal_module(self_module, __file__, 'module_help', 'print_help', {
+ 'meta': meta, 'path': artifact.path})
+
+ script_path = artifact.path
+
+ tags = meta.get("tags", [])
+ tag_string = ",".join(tags)
+
+ script_alias = meta.get('alias', '')
+ script_uid = meta.get('uid', '')
+
+ mounts = copy.deepcopy(i.get('docker_mounts', []))
+
+ '''run_config_path = os.path.join(script_path,'run_config.yml')
+ if not os.path.exists(run_config_path):
+ print("No run_config.yml file present in {}".format(script_path))
+ continue
+ import yaml
+ with open(run_config_path, 'r') as run_config_file:
+ run_config = yaml.safe_load(run_config_file)
+ '''
+
+ variations = meta.get('variations', {})
+ docker_settings = meta.get('docker', {})
+ state['docker'] = docker_settings
+ # Todo: Support state, const and add_deps_recursive
+ run_state = {'deps': [], 'fake_deps': [], 'parent': None}
+ run_state['script_id'] = script_alias + "," + script_uid
+ run_state['script_variation_tags'] = variation_tags
+ add_deps_recursive = i.get('add_deps_recursive', {})
+
+ r = script_automation.update_state_from_meta(
+ meta,
+ env,
+ state,
+ const,
+ const_state,
+ deps=[],
+ post_deps=[],
+ prehook_deps=[],
+ posthook_deps=[],
+ new_env_keys=[],
+ new_state_keys=[],
+ run_state=run_state,
+ i=i)
+ if r['return'] > 0:
+ return r
+
+ r = script_automation._update_state_from_variations(
+ i,
+ meta,
+ variation_tags,
+ variations,
+ env,
+ state,
+ const,
+ const_state,
+ deps=[],
+ post_deps=[],
+ prehook_deps=[],
+ posthook_deps=[],
+ new_env_keys_from_meta=[],
+ new_state_keys_from_meta=[],
+ add_deps_recursive=add_deps_recursive,
+ run_state=run_state,
+ recursion_spaces='',
+ verbose=False)
+ if r['return'] > 0:
+ return r
+
+ docker_settings = state['docker']
+
+ if not docker_settings.get('run', True) and not i.get(
+ 'docker_run_override', False):
+ print("docker.run set to False in _cm.json")
+ continue
+ '''
+ if not docker_settings or not docker_settings.get('build') or not run_config.get('run_with_default_inputs'):
+ print("Run config is not configured for docker run in {}".format(run_config_path))
+ continue
+ '''
+
+ # Check if need to update/map/mount inputs and env
+ r = process_inputs({'run_cmd_arc': i_run_cmd_arc,
+ 'docker_settings': docker_settings,
+ 'mounts': mounts})
+ if r['return'] > 0:
+ return r
+
+ i_run_cmd = r['run_cmd']
+
+ # Check if need to mount home directory
+ current_path_target = '/cm-mount/current'
+ if docker_settings.get('mount_current_dir', '') == 'yes':
+ update_path_for_docker(
+ '.', mounts, force_path_target=current_path_target)
+
+ _os = i.get('docker_os', docker_settings.get('os', 'ubuntu'))
+ version = i.get(
+ 'docker_os_version',
+ docker_settings.get(
+ 'os_version',
+ '22.04'))
+
+ build_deps = docker_settings.get('deps', [])
+ deps = docker_settings.get('deps', [])
+ deps = build_deps + deps
+ if deps:
+ r = script_automation._run_deps(
+ deps,
+ [],
+ env,
+ {},
+ {},
+ {},
+ {},
+ '',
+ [],
+ '',
+ False,
+ '',
+ verbose,
+ show_time,
+ ' ',
+ run_state)
+ if r['return'] > 0:
+ return r
+
+ # For updating meta from update_meta_if_env
+ r = script_automation.update_state_from_meta(
+ meta,
+ env,
+ state,
+ const,
+ const_state,
+ deps=[],
+ post_deps=[],
+ prehook_deps=[],
+ posthook_deps=[],
+ new_env_keys=[],
+ new_state_keys=[],
+ run_state=run_state,
+ i=i)
+ if r['return'] > 0:
+ return r
+
+ docker_settings = state['docker']
+
+ for key in docker_settings.get('mounts', []):
+ mounts.append(key)
+
+ # Updating environment variables from CM input based on input_mapping
+ # from meta
+ input_mapping = meta.get('input_mapping', {})
+
+ for c_input in input_mapping:
+ if c_input in i:
+ env[input_mapping[c_input]] = i[c_input]
+ # del(i[c_input])
+
+ # Updating environment variables from CM input based on
+ # docker_input_mapping from meta
+
+ docker_input_mapping = docker_settings.get('docker_input_mapping', {})
+
+ for c_input in docker_input_mapping:
+ if c_input in i:
+ env[docker_input_mapping[c_input]] = i[c_input]
+ # del(i[c_input])
+
+ # env keys corresponding to container mounts are explicitly passed to
+ # the container run cmd
+ container_env_string = ''
+ for index in range(len(mounts)):
+ mount = mounts[index]
+ # Since windows may have 2 :, we search from the right
+ j = mount.rfind(':')
+ if j > 0:
+ mount_parts = [mount[:j], mount[j + 1:]]
+ else:
+ return {
+ 'return': 1, 'error': 'Can\'t find separator : in a mount string: {}'.format(mount)}
+
+# mount_parts = mount.split(":")
+# if len(mount_parts) != 2:
+# return {'return': 1, 'error': f'Invalid mount specified in docker
+# settings'}
+
+ host_mount = mount_parts[0]
+ new_host_mount = host_mount
+ container_mount = mount_parts[1]
+ new_container_mount = container_mount
+
+ tmp_values = re.findall(r'\${{ (.*?) }}', str(host_mount))
+ skip = False
+ host_env_key = None
+ if tmp_values:
+ for tmp_value in tmp_values:
+ if tmp_value in env:
+ host_env_key = tmp_value
+ new_host_mount = get_host_path(env[tmp_value])
+ else: # we skip those mounts
+ mounts[index] = None
+ skip = True
+ break
+
+ tmp_values = re.findall(r'\${{ (.*?) }}', str(container_mount))
+ if tmp_values:
+ for tmp_value in tmp_values:
+ container_env_key = tmp_value
+ if tmp_value in env:
+ new_container_mount, new_container_mount_env = get_container_path(
+ env[tmp_value])
+ container_env_key = new_container_mount_env
+ # container_env_string += " --env.{}={} ".format(tmp_value, new_container_mount_env)
+ else: # we skip those mounts
+ mounts[index] = None
+ skip = True
+ break
+ else:
+ container_env_key = str(container_mount)
+
+ if skip:
+ continue
+ mounts[index] = new_host_mount + ":" + new_container_mount
+ if host_env_key:
+ container_env_string += " --env.{}={} ".format(
+ host_env_key, container_env_key)
+
+ for v in docker_input_mapping:
+ if docker_input_mapping[v] == host_env_key:
+ i[v] = container_env_key
+ i_run_cmd[v] = container_env_key
+
+ mounts = list(filter(lambda item: item is not None, mounts))
+
+ mount_string = "" if len(mounts) == 0 else ",".join(mounts)
+
+ # check for proxy settings and pass onto the docker
+ proxy_keys = [
+ "ftp_proxy",
+ "FTP_PROXY",
+ "http_proxy",
+ "HTTP_PROXY",
+ "https_proxy",
+ "HTTPS_PROXY",
+ "no_proxy",
+ "NO_PROXY",
+ "socks_proxy",
+ "SOCKS_PROXY",
+ "GH_TOKEN"]
+
+ if env.get('+ CM_DOCKER_BUILD_ARGS', []) == []:
+ env['+ CM_DOCKER_BUILD_ARGS'] = []
+
+ for key in proxy_keys:
+ if os.environ.get(key, '') != '':
+ value = os.environ[key]
+ container_env_string += " --env.{}={} ".format(key, value)
+ env['+ CM_DOCKER_BUILD_ARGS'].append(
+ "{}={}".format(key, value))
+
+ docker_use_host_group_id = i.get(
+ 'docker_use_host_group_id',
+ docker_settings.get('use_host_group_id'))
+ if str(docker_use_host_group_id).lower() not in [
+ 'false', 'no', '0'] and os.name != 'nt':
+ env['+ CM_DOCKER_BUILD_ARGS'].append(
+ "{}={}".format('GID', '\\" $(id -g $USER) \\"'))
+
+ docker_use_host_user_id = i.get(
+ 'docker_use_host_user_id',
+ docker_settings.get('use_host_user_id'))
+ if str(docker_use_host_user_id).lower() not in [
+ 'false', 'no', '0'] and os.name != 'nt':
+ env['+ CM_DOCKER_BUILD_ARGS'].append(
+ "{}={}".format('UID', '\\" $(id -u $USER) \\"'))
+
+ docker_base_image = i.get(
+ 'docker_base_image',
+ docker_settings.get('base_image'))
+ docker_os = i.get('docker_os', docker_settings.get('os', 'ubuntu'))
+ docker_os_version = i.get(
+ 'docker_os_version', docker_settings.get(
+ 'os_version', '22.04'))
+ image_tag_extra = i.get(
+ 'docker_image_tag_extra',
+ docker_settings.get(
+ 'image_tag_extra',
+ '-latest'))
+
+ if not docker_base_image:
+ dockerfilename_suffix = docker_os + '_' + docker_os_version
+ else:
+ if os.name == 'nt':
+ dockerfilename_suffix = docker_base_image.replace(
+ '/', '-').replace(':', '-')
+ else:
+ dockerfilename_suffix = docker_base_image.split("/")
+ dockerfilename_suffix = dockerfilename_suffix[len(
+ dockerfilename_suffix) - 1]
+
+ cm_repo = i.get(
+ 'docker_cm_repo',
+ docker_settings.get(
+ 'cm_repo',
+ 'mlcommons@cm4mlops'))
+
+ docker_path = i.get('docker_path', '').strip()
+ if docker_path == '':
+ docker_path = script_path
+
+ dockerfile_path = os.path.join(
+ docker_path,
+ 'dockerfiles',
+ dockerfilename_suffix +
+ '.Dockerfile')
+
+ # Skips docker run cmd and gives an interactive shell to the user
+ docker_skip_run_cmd = i.get(
+ 'docker_skip_run_cmd', docker_settings.get(
+ 'skip_run_cmd', False))
+
+ docker_pre_run_cmds = i.get(
+ 'docker_pre_run_cmds', []) + docker_settings.get('pre_run_cmds', [])
+
+ docker_run_cmd_prefix = i.get(
+ 'docker_run_cmd_prefix', docker_settings.get(
+ 'run_cmd_prefix', ''))
+
+ all_gpus = i.get('docker_all_gpus', docker_settings.get('all_gpus'))
+
+ num_gpus = i.get('docker_num_gpus', docker_settings.get('num_gpus'))
+
+ device = i.get('docker_device', docker_settings.get('device'))
+
+ image_name = i.get(
+ 'docker_image_name',
+ docker_settings.get(
+ 'image_name',
+ ''))
+
+ r = check_gh_token(i, docker_settings, quiet)
+ if r['return'] > 0:
+ return r
+ gh_token = r['gh_token']
+
+ port_maps = i.get(
+ 'docker_port_maps',
+ docker_settings.get(
+ 'port_maps',
+ []))
+
+ shm_size = i.get(
+ 'docker_shm_size',
+ docker_settings.get(
+ 'shm_size',
+ ''))
+
+ pass_user_id = i.get(
+ 'docker_pass_user_id',
+ docker_settings.get(
+ 'pass_user_id',
+ ''))
+ pass_user_group = i.get(
+ 'docker_pass_user_group',
+ docker_settings.get(
+ 'pass_user_group',
+ ''))
+
+ extra_run_args = i.get(
+ 'docker_extra_run_args',
+ docker_settings.get(
+ 'extra_run_args',
+ ''))
+
+ if detached == '':
+ detached = docker_settings.get('detached', '')
+
+ if str(docker_skip_run_cmd).lower() in ['true', '1', 'yes']:
+ interactive = 'yes'
+ elif interactive == '':
+ interactive = docker_settings.get('interactive', '')
+
+
+# # Regenerate run_cmd
+# if i.get('cmd'):
+# run_cmd = "cm run script " + " ".join( a for a in i['cmd'] if not a.startswith('--docker_') )
+# elif i.get('artifact'):
+# run_cmd = "cm run script "+i['artifact']
+# elif i.get('tags'):
+# run_cmd = "cm run script \""+" "+" ".join(i['tags']) + "\""
+# else:
+# run_cmd = ""
+
+ r = regenerate_script_cmd({'script_uid': script_uid,
+ 'script_alias': script_alias,
+ 'tags': tags,
+ 'run_cmd': i_run_cmd,
+ 'docker_settings': docker_settings,
+ 'docker_run_cmd_prefix': i.get('docker_run_cmd_prefix', '')})
+ if r['return'] > 0:
+ return r
+ run_cmd = r['run_cmd_string'] + ' ' + \
+ container_env_string + ' --docker_run_deps '
+
+ env['CM_RUN_STATE_DOCKER'] = True
+
+ if docker_settings.get('mount_current_dir', '') == 'yes':
+ run_cmd = 'cd ' + current_path_target + ' && ' + run_cmd
+
+ final_run_cmd = run_cmd if docker_skip_run_cmd not in [
+ 'yes', True, 'True'] else 'cm version'
+
+ print('')
+ print('CM command line regenerated to be used inside Docker:')
+ print('')
+ print(final_run_cmd)
+ print('')
+
+ docker_recreate_image = 'yes' if not norecreate_docker_image else 'no'
+
+ if i.get('docker_push_image', '') in ['True', True, 'yes']:
+ env['CM_DOCKER_PUSH_IMAGE'] = 'yes'
+
+ cm_docker_input = {'action': 'run',
+ 'automation': 'script',
+ 'tags': 'run,docker,container',
+ 'recreate': docker_recreate_image,
+ 'docker_base_image': docker_base_image,
+ 'docker_os': docker_os,
+ 'docker_os_version': docker_os_version,
+ 'cm_repo': cm_repo,
+ 'env': env,
+ 'image_repo': image_repo,
+ 'interactive': interactive,
+ 'mounts': mounts,
+ 'image_name': image_name,
+ # 'image_tag': script_alias,
+ 'image_tag_extra': image_tag_extra,
+ 'detached': detached,
+ 'script_tags': f"""{i.get('tags')}""",
+ 'run_cmd': final_run_cmd,
+ 'v': i.get('v', False),
+ 'quiet': True,
+ 'pre_run_cmds': docker_pre_run_cmds,
+ 'real_run': True,
+ 'add_deps_recursive': {
+ 'build-docker-image': {
+ 'dockerfile': dockerfile_path
+ }
+ }
+ }
+
+ if all_gpus:
+ cm_docker_input['all_gpus'] = True
+
+ if num_gpus:
+ cm_docker_input['num_gpus'] = str(num_gpus)
+
+ if device:
+ cm_docker_input['device'] = device
+
+ if gh_token != '':
+ cm_docker_input['gh_token'] = gh_token
+
+ if port_maps:
+ cm_docker_input['port_maps'] = port_maps
+
+ if shm_size != '':
+ cm_docker_input['shm_size'] = shm_size
+
+ if pass_user_id != '':
+ cm_docker_input['pass_user_id'] = pass_user_id
+
+ if pass_user_group != '':
+ cm_docker_input['pass_user_group'] = pass_user_group
+
+ if extra_run_args != '':
+ cm_docker_input['extra_run_args'] = extra_run_args
+
+ if i.get('docker_save_script', ''):
+ cm_docker_input['save_script'] = i['docker_save_script']
+
+ print('')
+
+ r = self_module.cmind.access(cm_docker_input)
+ if r['return'] > 0:
+ return r
+
+ return {'return': 0}
+
+############################################################
+
+
+def check_gh_token(i, docker_settings, quiet):
+ gh_token = i.get('docker_gh_token', '')
+
+ if docker_settings.get('gh_token_required', False) and gh_token == '':
+ rx = {
+ 'return': 1,
+ 'error': 'GH token is required but not provided. Use --docker_gh_token to set it'}
+
+ if quiet:
+ return rx
+
+ print('')
+ gh_token = input(
+ 'Enter GitHub token to access private CM repositories required for this CM script: ')
+
+ if gh_token == '':
+ return rx
+
+ return {'return': 0, 'gh_token': gh_token}
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/README-extra.md b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/README-extra.md
new file mode 100644
index 0000000000..05e53dc1a0
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/README-extra.md
@@ -0,0 +1,2 @@
+# CM script to run and reproduce experiments
+
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/_cm.yaml b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/_cm.yaml
new file mode 100644
index 0000000000..8019b3647e
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/_cm.yaml
@@ -0,0 +1,38 @@
+cache: false
+
+deps:
+ # Detect host OS features
+ - tags: detect,os
+
+ # Detect/install python
+ - tags: get,python
+ names:
+ - python
+ - python3
+
+script_name: run
+
+input_mapping:
+ experiment: CM_EXPERIMENT
+
+default_env:
+ CM_EXPERIMENT: '1'
+
+variations:
+ install_deps:
+ script_name: install_deps
+
+ run:
+ script_name: run
+
+ reproduce:
+ script_name: reproduce
+
+ plot:
+ script_name: plot
+
+ analyze:
+ script_name: analyze
+
+ validate:
+ script_name: validate
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/analyze.bat b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/analyze.bat
new file mode 100644
index 0000000000..7e786771ae
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/analyze.bat
@@ -0,0 +1,12 @@
+@echo off
+
+set CUR_DIR=%cd%
+
+echo.
+echo Current execution path: %CUR_DIR%
+echo Path to script: %CM_TMP_CURRENT_SCRIPT_PATH%
+echo ENV CM_EXPERIMENT: %CM_EXPERIMENT%
+
+rem echo.
+rem %CM_PYTHON_BIN_WITH_PATH% %CM_TMP_CURRENT_SCRIPT_PATH%\main.py
+rem IF %ERRORLEVEL% NEQ 0 EXIT %ERRORLEVEL%
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/analyze.sh b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/analyze.sh
new file mode 100644
index 0000000000..630c3db3dd
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/analyze.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+CUR_DIR=${PWD}
+
+echo ""
+echo "Current execution path: ${CUR_DIR}"
+echo "Path to script: ${CM_TMP_CURRENT_SCRIPT_PATH}"
+echo "ENV CM_EXPERIMENT: ${CM_EXPERIMENT}"
+
+#echo ""
+#${CM_PYTHON_BIN_WITH_PATH} ${CM_TMP_CURRENT_SCRIPT_PATH}/main.py
+#test $? -eq 0 || exit 1
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/customize.py b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/customize.py
new file mode 100644
index 0000000000..273999d460
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/customize.py
@@ -0,0 +1,24 @@
+from cmind import utils
+import os
+
+
+def preprocess(i):
+
+ os_info = i['os_info']
+
+ env = i['env']
+
+ meta = i['meta']
+
+ automation = i['automation']
+
+ quiet = (env.get('CM_QUIET', False) == 'yes')
+
+ return {'return': 0}
+
+
+def postprocess(i):
+
+ env = i['env']
+
+ return {'return': 0}
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/install_deps.bat b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/install_deps.bat
new file mode 100644
index 0000000000..47f7e7ce26
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/install_deps.bat
@@ -0,0 +1,18 @@
+@echo off
+
+set CUR_DIR=%cd%
+
+echo.
+echo Current execution path: %CUR_DIR%
+echo Path to script: %CM_TMP_CURRENT_SCRIPT_PATH%
+echo ENV CM_EXPERIMENT: %CM_EXPERIMENT%
+
+if exist "%CM_TMP_CURRENT_SCRIPT_PATH%\requirements.txt" (
+
+ echo.
+ echo Installing requirements.txt ...
+ echo.
+
+ %CM_PYTHON_BIN_WITH_PATH% -m pip install -r %CM_TMP_CURRENT_SCRIPT_PATH%\requirements.txt
+ IF %ERRORLEVEL% NEQ 0 EXIT %ERRORLEVEL%
+)
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/install_deps.sh b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/install_deps.sh
new file mode 100644
index 0000000000..cb7c44c2bc
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/install_deps.sh
@@ -0,0 +1,17 @@
+#!/bin/bash
+
+CUR_DIR=${PWD}
+
+echo ""
+echo "Current execution path: ${CUR_DIR}"
+echo "Path to script: ${CM_TMP_CURRENT_SCRIPT_PATH}"
+echo "ENV CM_EXPERIMENT: ${CM_EXPERIMENT}"
+
+if test -f "${CM_TMP_CURRENT_SCRIPT_PATH}/requirements.txt"; then
+ echo ""
+ echo "Installing requirements.txt ..."
+ echo ""
+
+ ${CM_PYTHON_BIN_WITH_PATH} -m pip install -r ${CM_TMP_CURRENT_SCRIPT_PATH}/requirements.txt
+ test $? -eq 0 || exit 1
+fi
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/main.py b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/main.py
new file mode 100644
index 0000000000..caa499bf08
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/main.py
@@ -0,0 +1,10 @@
+import os
+
+if __name__ == "__main__":
+
+ print('')
+ print('Main script:')
+ print('Experiment: {}'.format(os.environ.get('CM_EXPERIMENT', '')))
+ print('')
+
+ exit(0)
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/plot.bat b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/plot.bat
new file mode 100644
index 0000000000..7e786771ae
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/plot.bat
@@ -0,0 +1,12 @@
+@echo off
+
+set CUR_DIR=%cd%
+
+echo.
+echo Current execution path: %CUR_DIR%
+echo Path to script: %CM_TMP_CURRENT_SCRIPT_PATH%
+echo ENV CM_EXPERIMENT: %CM_EXPERIMENT%
+
+rem echo.
+rem %CM_PYTHON_BIN_WITH_PATH% %CM_TMP_CURRENT_SCRIPT_PATH%\main.py
+rem IF %ERRORLEVEL% NEQ 0 EXIT %ERRORLEVEL%
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/plot.sh b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/plot.sh
new file mode 100644
index 0000000000..630c3db3dd
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/plot.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+CUR_DIR=${PWD}
+
+echo ""
+echo "Current execution path: ${CUR_DIR}"
+echo "Path to script: ${CM_TMP_CURRENT_SCRIPT_PATH}"
+echo "ENV CM_EXPERIMENT: ${CM_EXPERIMENT}"
+
+#echo ""
+#${CM_PYTHON_BIN_WITH_PATH} ${CM_TMP_CURRENT_SCRIPT_PATH}/main.py
+#test $? -eq 0 || exit 1
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/reproduce.bat b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/reproduce.bat
new file mode 100644
index 0000000000..7e786771ae
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/reproduce.bat
@@ -0,0 +1,12 @@
+@echo off
+
+set CUR_DIR=%cd%
+
+echo.
+echo Current execution path: %CUR_DIR%
+echo Path to script: %CM_TMP_CURRENT_SCRIPT_PATH%
+echo ENV CM_EXPERIMENT: %CM_EXPERIMENT%
+
+rem echo.
+rem %CM_PYTHON_BIN_WITH_PATH% %CM_TMP_CURRENT_SCRIPT_PATH%\main.py
+rem IF %ERRORLEVEL% NEQ 0 EXIT %ERRORLEVEL%
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/reproduce.sh b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/reproduce.sh
new file mode 100644
index 0000000000..630c3db3dd
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/reproduce.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+CUR_DIR=${PWD}
+
+echo ""
+echo "Current execution path: ${CUR_DIR}"
+echo "Path to script: ${CM_TMP_CURRENT_SCRIPT_PATH}"
+echo "ENV CM_EXPERIMENT: ${CM_EXPERIMENT}"
+
+#echo ""
+#${CM_PYTHON_BIN_WITH_PATH} ${CM_TMP_CURRENT_SCRIPT_PATH}/main.py
+#test $? -eq 0 || exit 1
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/run.bat b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/run.bat
new file mode 100644
index 0000000000..6c1274ce64
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/run.bat
@@ -0,0 +1,12 @@
+@echo off
+
+set CUR_DIR=%cd%
+
+echo.
+echo Current execution path: %CUR_DIR%
+echo Path to script: %CM_TMP_CURRENT_SCRIPT_PATH%
+echo ENV CM_EXPERIMENT: %CM_EXPERIMENT%
+
+echo.
+%CM_PYTHON_BIN_WITH_PATH% %CM_TMP_CURRENT_SCRIPT_PATH%\main.py
+IF %ERRORLEVEL% NEQ 0 EXIT %ERRORLEVEL%
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/run.sh b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/run.sh
new file mode 100644
index 0000000000..2150b45dcd
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/run.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+CUR_DIR=${PWD}
+
+echo ""
+echo "Current execution path: ${CUR_DIR}"
+echo "Path to script: ${CM_TMP_CURRENT_SCRIPT_PATH}"
+echo "ENV CM_EXPERIMENT: ${CM_EXPERIMENT}"
+
+echo ""
+${CM_PYTHON_BIN_WITH_PATH} ${CM_TMP_CURRENT_SCRIPT_PATH}/main.py
+test $? -eq 0 || exit 1
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/validate.bat b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/validate.bat
new file mode 100644
index 0000000000..7e786771ae
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/validate.bat
@@ -0,0 +1,12 @@
+@echo off
+
+set CUR_DIR=%cd%
+
+echo.
+echo Current execution path: %CUR_DIR%
+echo Path to script: %CM_TMP_CURRENT_SCRIPT_PATH%
+echo ENV CM_EXPERIMENT: %CM_EXPERIMENT%
+
+rem echo.
+rem %CM_PYTHON_BIN_WITH_PATH% %CM_TMP_CURRENT_SCRIPT_PATH%\main.py
+rem IF %ERRORLEVEL% NEQ 0 EXIT %ERRORLEVEL%
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/validate.sh b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/validate.sh
new file mode 100644
index 0000000000..630c3db3dd
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-ae-python/validate.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+
+CUR_DIR=${PWD}
+
+echo ""
+echo "Current execution path: ${CUR_DIR}"
+echo "Path to script: ${CM_TMP_CURRENT_SCRIPT_PATH}"
+echo "ENV CM_EXPERIMENT: ${CM_EXPERIMENT}"
+
+#echo ""
+#${CM_PYTHON_BIN_WITH_PATH} ${CM_TMP_CURRENT_SCRIPT_PATH}/main.py
+#test $? -eq 0 || exit 1
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-python/README-extra.md b/cmx4mlops/cmx4mlops/repo/automation/script/template-python/README-extra.md
new file mode 100644
index 0000000000..582991f6d2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-python/README-extra.md
@@ -0,0 +1 @@
+# CM script
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-python/_cm.yaml b/cmx4mlops/cmx4mlops/repo/automation/script/template-python/_cm.yaml
new file mode 100644
index 0000000000..adbb8d4e7c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-python/_cm.yaml
@@ -0,0 +1,23 @@
+cache: false
+
+deps:
+ # Detect host OS features
+ - tags: detect,os
+
+ # Detect/install python
+ - tags: get,python
+ names:
+ - python
+ - python3
+
+input_mapping:
+ var1: CM_VAR1
+ req: PIP_REQUIREMENTS
+
+default_env:
+ CM_VAR1: 'something'
+
+variations:
+ req:
+ env:
+ PIP_REQUIREMENTS: True
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-python/customize.py b/cmx4mlops/cmx4mlops/repo/automation/script/template-python/customize.py
new file mode 100644
index 0000000000..625b643d44
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-python/customize.py
@@ -0,0 +1,32 @@
+from cmind import utils
+import os
+
+
+def preprocess(i):
+
+ print('')
+ print('Preprocessing ...')
+
+ os_info = i['os_info']
+
+ env = i['env']
+
+ meta = i['meta']
+
+ automation = i['automation']
+
+ quiet = (env.get('CM_QUIET', False) == 'yes')
+
+ print(' ENV CM_VAR1: {}'.format(env.get('CM_VAR1', '')))
+
+ return {'return': 0}
+
+
+def postprocess(i):
+
+ print('')
+ print('Postprocessing ...')
+
+ env = i['env']
+
+ return {'return': 0}
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-python/main.py b/cmx4mlops/cmx4mlops/repo/automation/script/template-python/main.py
new file mode 100644
index 0000000000..e3302f36fa
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-python/main.py
@@ -0,0 +1,10 @@
+import os
+
+if __name__ == "__main__":
+
+ print('')
+ print('Main script:')
+ print('ENV CM_VAR1: {}'.format(os.environ.get('CM_VAR1', '')))
+ print('')
+
+ exit(0)
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-python/requirements.txt b/cmx4mlops/cmx4mlops/repo/automation/script/template-python/requirements.txt
new file mode 100644
index 0000000000..e69de29bb2
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-python/run.bat b/cmx4mlops/cmx4mlops/repo/automation/script/template-python/run.bat
new file mode 100644
index 0000000000..f9e1264bc8
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-python/run.bat
@@ -0,0 +1,25 @@
+@echo off
+
+set CUR_DIR=%cd%
+
+echo.
+echo Current execution path: %CUR_DIR%
+echo Path to script: %CM_TMP_CURRENT_SCRIPT_PATH%
+echo ENV PIP_REQUIREMENTS: %PIP_REQUIREMENTS%
+echo ENV CM_VAR1: %CM_VAR1%
+
+if "%PIP_REQUIREMENTS%" == "True" (
+ if exist "%CM_TMP_CURRENT_SCRIPT_PATH%\requirements.txt" (
+
+ echo.
+ echo Installing requirements.txt ...
+ echo.
+
+ %CM_PYTHON_BIN_WITH_PATH% -m pip install -r %CM_TMP_CURRENT_SCRIPT_PATH%\requirements.txt
+ IF %ERRORLEVEL% NEQ 0 EXIT %ERRORLEVEL%
+ )
+)
+
+echo.
+%CM_PYTHON_BIN_WITH_PATH% %CM_TMP_CURRENT_SCRIPT_PATH%\main.py
+IF %ERRORLEVEL% NEQ 0 EXIT %ERRORLEVEL%
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-python/run.sh b/cmx4mlops/cmx4mlops/repo/automation/script/template-python/run.sh
new file mode 100644
index 0000000000..a1a6aec2e2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-python/run.sh
@@ -0,0 +1,24 @@
+#!/bin/bash
+
+CUR_DIR=${PWD}
+
+echo ""
+echo "Current execution path: ${CUR_DIR}"
+echo "Path to script: ${CM_TMP_CURRENT_SCRIPT_PATH}"
+echo "ENV PIP_REQUIREMENTS: ${PIP_REQUIREMENTS}"
+echo "ENV CM_VAR1: ${CM_VAR1}"
+
+if [ "${PIP_REQUIREMENTS}" == "True" ]; then
+ if test -f "${CM_TMP_CURRENT_SCRIPT_PATH}/requirements.txt"; then
+ echo ""
+ echo "Installing requirements.txt ..."
+ echo ""
+
+ ${CM_PYTHON_BIN_WITH_PATH} -m pip install -r ${CM_TMP_CURRENT_SCRIPT_PATH}/requirements.txt
+ test $? -eq 0 || exit 1
+ fi
+fi
+
+echo ""
+${CM_PYTHON_BIN_WITH_PATH} ${CM_TMP_CURRENT_SCRIPT_PATH}/main.py
+test $? -eq 0 || exit 1
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/README-extra.md b/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/README-extra.md
new file mode 100644
index 0000000000..582991f6d2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/README-extra.md
@@ -0,0 +1 @@
+# CM script
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/_cm.yaml b/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/_cm.yaml
new file mode 100644
index 0000000000..eaff95e47d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/_cm.yaml
@@ -0,0 +1,42 @@
+cache: false
+
+deps:
+ # Detect host OS features
+ - tags: detect,os
+
+ # Detect/install python
+ - tags: get,python
+ names:
+ - python
+ - python3
+
+ - tags: get,generic-python-lib,_torch
+ skip_if_env:
+ USE_CUDA:
+ - yes
+
+ - tags: get,generic-python-lib,_torch_cuda
+ enable_if_env:
+ USE_CUDA:
+ - yes
+
+ - tags: get,generic-python-lib,_package.numpy
+
+
+input_mapping:
+ var1: CM_VAR1
+ req: PIP_REQUIREMENTS
+
+default_env:
+ CM_VAR1: 'something'
+
+variations:
+ req:
+ env:
+ PIP_REQUIREMENTS: True
+
+ cuda:
+ env:
+ USE_CUDA: yes
+ deps:
+ - tags: get,cuda
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/customize.py b/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/customize.py
new file mode 100644
index 0000000000..625b643d44
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/customize.py
@@ -0,0 +1,32 @@
+from cmind import utils
+import os
+
+
+def preprocess(i):
+
+ print('')
+ print('Preprocessing ...')
+
+ os_info = i['os_info']
+
+ env = i['env']
+
+ meta = i['meta']
+
+ automation = i['automation']
+
+ quiet = (env.get('CM_QUIET', False) == 'yes')
+
+ print(' ENV CM_VAR1: {}'.format(env.get('CM_VAR1', '')))
+
+ return {'return': 0}
+
+
+def postprocess(i):
+
+ print('')
+ print('Postprocessing ...')
+
+ env = i['env']
+
+ return {'return': 0}
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/main.py b/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/main.py
new file mode 100644
index 0000000000..217aed3b9d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/main.py
@@ -0,0 +1,15 @@
+import os
+
+import torch
+
+if __name__ == "__main__":
+
+ print('')
+ print('Main script:')
+ print('ENV CM_VAR1: {}'.format(os.environ.get('CM_VAR1', '')))
+ print('ENV USE_CUDA: {}'.format(os.environ.get('USE_CUDA', '')))
+ print('')
+ print('PyTorch version: {}'.format(torch.__version__))
+ print('')
+
+ exit(0)
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/requirements.txt b/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/requirements.txt
new file mode 100644
index 0000000000..e69de29bb2
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/run.bat b/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/run.bat
new file mode 100644
index 0000000000..f9e1264bc8
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/run.bat
@@ -0,0 +1,25 @@
+@echo off
+
+set CUR_DIR=%cd%
+
+echo.
+echo Current execution path: %CUR_DIR%
+echo Path to script: %CM_TMP_CURRENT_SCRIPT_PATH%
+echo ENV PIP_REQUIREMENTS: %PIP_REQUIREMENTS%
+echo ENV CM_VAR1: %CM_VAR1%
+
+if "%PIP_REQUIREMENTS%" == "True" (
+ if exist "%CM_TMP_CURRENT_SCRIPT_PATH%\requirements.txt" (
+
+ echo.
+ echo Installing requirements.txt ...
+ echo.
+
+ %CM_PYTHON_BIN_WITH_PATH% -m pip install -r %CM_TMP_CURRENT_SCRIPT_PATH%\requirements.txt
+ IF %ERRORLEVEL% NEQ 0 EXIT %ERRORLEVEL%
+ )
+)
+
+echo.
+%CM_PYTHON_BIN_WITH_PATH% %CM_TMP_CURRENT_SCRIPT_PATH%\main.py
+IF %ERRORLEVEL% NEQ 0 EXIT %ERRORLEVEL%
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/run.sh b/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/run.sh
new file mode 100644
index 0000000000..a1a6aec2e2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template-pytorch/run.sh
@@ -0,0 +1,24 @@
+#!/bin/bash
+
+CUR_DIR=${PWD}
+
+echo ""
+echo "Current execution path: ${CUR_DIR}"
+echo "Path to script: ${CM_TMP_CURRENT_SCRIPT_PATH}"
+echo "ENV PIP_REQUIREMENTS: ${PIP_REQUIREMENTS}"
+echo "ENV CM_VAR1: ${CM_VAR1}"
+
+if [ "${PIP_REQUIREMENTS}" == "True" ]; then
+ if test -f "${CM_TMP_CURRENT_SCRIPT_PATH}/requirements.txt"; then
+ echo ""
+ echo "Installing requirements.txt ..."
+ echo ""
+
+ ${CM_PYTHON_BIN_WITH_PATH} -m pip install -r ${CM_TMP_CURRENT_SCRIPT_PATH}/requirements.txt
+ test $? -eq 0 || exit 1
+ fi
+fi
+
+echo ""
+${CM_PYTHON_BIN_WITH_PATH} ${CM_TMP_CURRENT_SCRIPT_PATH}/main.py
+test $? -eq 0 || exit 1
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template/README-extra.md b/cmx4mlops/cmx4mlops/repo/automation/script/template/README-extra.md
new file mode 100644
index 0000000000..582991f6d2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template/README-extra.md
@@ -0,0 +1 @@
+# CM script
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template/customize.py b/cmx4mlops/cmx4mlops/repo/automation/script/template/customize.py
new file mode 100644
index 0000000000..273999d460
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template/customize.py
@@ -0,0 +1,24 @@
+from cmind import utils
+import os
+
+
+def preprocess(i):
+
+ os_info = i['os_info']
+
+ env = i['env']
+
+ meta = i['meta']
+
+ automation = i['automation']
+
+ quiet = (env.get('CM_QUIET', False) == 'yes')
+
+ return {'return': 0}
+
+
+def postprocess(i):
+
+ env = i['env']
+
+ return {'return': 0}
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template/run.bat b/cmx4mlops/cmx4mlops/repo/automation/script/template/run.bat
new file mode 100644
index 0000000000..648302ca71
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template/run.bat
@@ -0,0 +1 @@
+rem native script
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template/run.sh b/cmx4mlops/cmx4mlops/repo/automation/script/template/run.sh
new file mode 100644
index 0000000000..4c23c380ea
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template/run.sh
@@ -0,0 +1,17 @@
+#!/bin/bash
+
+#CM Script location: ${CM_TMP_CURRENT_SCRIPT_PATH}
+
+#To export any variable
+#echo "VARIABLE_NAME=VARIABLE_VALUE" >>tmp-run-env.out
+
+#${CM_PYTHON_BIN_WITH_PATH} contains the path to python binary if "get,python" is added as a dependency
+
+echo "Running: "
+echo "${CM_RUN_CMD}"
+echo ""
+
+if [[ ${CM_FAKE_RUN} != "yes" ]]; then
+ eval "${CM_RUN_CMD}"
+ test $? -eq 0 || exit 1
+fi
diff --git a/cmx4mlops/cmx4mlops/repo/automation/script/template_list_of_scripts.md b/cmx4mlops/cmx4mlops/repo/automation/script/template_list_of_scripts.md
new file mode 100644
index 0000000000..198a500f1b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/script/template_list_of_scripts.md
@@ -0,0 +1,52 @@
+[ [Back to index](README.md) ]
+
+
+
+This is an automatically generated list of portable and reusable automation recipes (CM scripts)
+with a [human-friendly interface (CM)](https://github.com/mlcommons/ck)
+to run a growing number of ad-hoc MLPerf, MLOps, and DevOps scripts
+from [MLCommons projects](https://github.com/mlcommons/cm4mlops/tree/main/script)
+and [research papers](https://www.youtube.com/watch?v=7zpeIVwICa4)
+in a unified way on any operating system with any software and hardware
+natively or inside containers.
+
+Click on any automation recipe below to learn how to run and reuse it
+via CM command line, Python API or GUI.
+
+CM scripts can easily chained together into automation workflows using `deps` and `tags` keys
+while automatically updating all environment variables and paths
+for a given task and platform [using simple JSON or YAML](https://github.com/mlcommons/ck/blob/master/cm-mlops/script/app-image-classification-onnx-py/_cm.yaml).
+
+
+*Note that CM is a community project being developed and extended by [MLCommons members and individual contributors](../CONTRIBUTING.md) -
+ you can find source code of CM scripts maintained by MLCommons [here](../cm-mlops/script).
+ Please join [Discord server](https://discord.gg/JjWNWXKxwT) to participate in collaborative developments or provide your feedback.*
+
+
+# License
+
+[Apache 2.0](LICENSE.md)
+
+
+# Copyright
+
+2022-2024 [MLCommons](https://mlcommons.org)
+
+
+
+
+
+# List of CM scripts by categories
+
+{{CM_TOC_CATEGORIES}}
+
+{{CM_TOC2}}
+
+# List of all sorted CM scripts
+
+{{CM_TOC}}
+
+
+{{CM_MAIN}}
diff --git a/cmx4mlops/cmx4mlops/repo/automation/utils/COPYRIGHT.md b/cmx4mlops/cmx4mlops/repo/automation/utils/COPYRIGHT.md
new file mode 100644
index 0000000000..2a313520bb
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/utils/COPYRIGHT.md
@@ -0,0 +1,3 @@
+© 2022-2025 MLCommons. All Rights Reserved.
+
+Grigori Fursin, the cTuning foundation and OctoML donated the CK and CM projects to MLCommons to benefit everyone and continue development as a community effort.
diff --git a/cmx4mlops/cmx4mlops/repo/automation/utils/README.md b/cmx4mlops/cmx4mlops/repo/automation/utils/README.md
new file mode 100644
index 0000000000..9a844c6566
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/utils/README.md
@@ -0,0 +1,387 @@
+*This README is automatically generated - don't edit! Use `README-extra.md` for extra notes!*
+
+### Automation actions
+
+#### test
+
+ * CM CLI: ```cm test utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L15))
+ * CM CLI with UID: ```cm test utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L15))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'test'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L15)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### get_host_os_info
+
+ * CM CLI: ```cm get_host_os_info utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L54))
+ * CM CLI with UID: ```cm get_host_os_info utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L54))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'get_host_os_info'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L54)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### download_file
+
+ * CM CLI: ```cm download_file utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L156))
+ * CM CLI with UID: ```cm download_file utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L156))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'download_file'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L156)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### unzip_file
+
+ * CM CLI: ```cm unzip_file utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L265))
+ * CM CLI with UID: ```cm unzip_file utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L265))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'unzip_file'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L265)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### compare_versions
+
+ * CM CLI: ```cm compare_versions utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L343))
+ * CM CLI with UID: ```cm compare_versions utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L343))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'compare_versions'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L343)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### json2yaml
+
+ * CM CLI: ```cm json2yaml utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L391))
+ * CM CLI with UID: ```cm json2yaml utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L391))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'json2yaml'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L391)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### yaml2json
+
+ * CM CLI: ```cm yaml2json utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L429))
+ * CM CLI with UID: ```cm yaml2json utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L429))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'yaml2json'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L429)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### sort_json
+
+ * CM CLI: ```cm sort_json utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L467))
+ * CM CLI with UID: ```cm sort_json utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L467))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'sort_json'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L467)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### dos2unix
+
+ * CM CLI: ```cm dos2unix utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L504))
+ * CM CLI with UID: ```cm dos2unix utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L504))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'dos2unix'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L504)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### replace_string_in_file
+
+ * CM CLI: ```cm replace_string_in_file utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L541))
+ * CM CLI with UID: ```cm replace_string_in_file utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L541))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'replace_string_in_file'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L541)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### create_toc_from_md
+
+ * CM CLI: ```cm create_toc_from_md utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L591))
+ * CM CLI with UID: ```cm create_toc_from_md utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L591))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'create_toc_from_md'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L591)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### copy_to_clipboard
+
+ * CM CLI: ```cm copy_to_clipboard utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L659))
+ * CM CLI with UID: ```cm copy_to_clipboard utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L659))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'copy_to_clipboard'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L659)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### list_files_recursively
+
+ * CM CLI: ```cm list_files_recursively utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L737))
+ * CM CLI with UID: ```cm list_files_recursively utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L737))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'list_files_recursively'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L737)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### generate_secret
+
+ * CM CLI: ```cm generate_secret utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L770))
+ * CM CLI with UID: ```cm generate_secret utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L770))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'generate_secret'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L770)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### detect_tags_in_artifact
+
+ * CM CLI: ```cm detect_tags_in_artifact utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L793))
+ * CM CLI with UID: ```cm detect_tags_in_artifact utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L793))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'detect_tags_in_artifact'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L793)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### prune_input
+
+ * CM CLI: ```cm prune_input utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L822))
+ * CM CLI with UID: ```cm prune_input utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L822))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'prune_input'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L822)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### uid
+
+ * CM CLI: ```cm uid utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L864))
+ * CM CLI with UID: ```cm uid utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L864))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'uid'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L864)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### system
+
+ * CM CLI: ```cm system utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L891))
+ * CM CLI with UID: ```cm system utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L891))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'system'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L891)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+#### load_cfg
+
+ * CM CLI: ```cm load_cfg utils``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L969))
+ * CM CLI with UID: ```cm load_cfg utils,dc2743f8450541e3``` ([add flags (dict keys) from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L969))
+ * CM Python API:
+ ```python
+ import cmind
+
+ r=cm.access({
+ 'action':'load_cfg'
+ 'automation':'utils,dc2743f8450541e3'
+ 'out':'con'
+ ```
+ [add keys from this API](https://github.com/mlcommons/ck/tree/master/cm-mlops/automation/utils/module.py#L969)
+ ```python
+ })
+ if r['return']>0:
+ print(r['error'])
+ ```
+
+### Maintainers
+
+* [Open MLCommons taskforce on automation and reproducibility](https://cKnowledge.org/mlcommons-taskforce)
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/automation/utils/_cm.json b/cmx4mlops/cmx4mlops/repo/automation/utils/_cm.json
new file mode 100644
index 0000000000..f2dc9c5b66
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/utils/_cm.json
@@ -0,0 +1,12 @@
+{
+ "alias": "utils",
+ "automation_alias": "automation",
+ "automation_uid": "bbeb15d8f0a944a4",
+ "desc": "Accessing various CM utils",
+ "developers": "[Grigori Fursin](https://cKnowledge.org/gfursin)",
+ "sort": 800,
+ "tags": [
+ "automation"
+ ],
+ "uid": "dc2743f8450541e3"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/automation/utils/module.py b/cmx4mlops/cmx4mlops/repo/automation/utils/module.py
new file mode 100644
index 0000000000..90b5c5c290
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/utils/module.py
@@ -0,0 +1,1121 @@
+# Author: Grigori Fursin
+# Contributors: https://github.com/mlcommons/ck/blob/master/CONTRIBUTING.md
+#
+# Copyright: https://github.com/mlcommons/ck/blob/master/cm-mlops/COPYRIGHT.md
+# License: https://github.com/mlcommons/ck/blob/master/cm-mlops/LICENSE.md
+#
+# White paper: https://arxiv.org/abs/2406.16791
+# History: https://github.com/mlcommons/ck/blob/master/HISTORY.CM.md
+# Original repository: https://github.com/mlcommons/ck/tree/master/cm-mlops
+#
+# CK and CM project contributors: https://github.com/mlcommons/ck/blob/master/CONTRIBUTING.md
+#
+
+import os
+
+from cmind.automation import Automation
+from cmind import utils
+
+
+class CAutomation(Automation):
+ """
+ Automation actions
+ """
+
+ ############################################################
+ def __init__(self, cmind, automation_file):
+ super().__init__(cmind, __file__)
+
+ ############################################################
+ def test(self, i):
+ """
+ Test automation
+
+ Args:
+ (CM input dict):
+
+ (out) (str): if 'con', output to console
+
+ automation (str): automation as CM string object
+
+ parsed_automation (list): prepared in CM CLI or CM access function
+ [ (automation alias, automation UID) ] or
+ [ (automation alias, automation UID), (automation repo alias, automation repo UID) ]
+
+ (artifact) (str): artifact as CM string object
+
+ (parsed_artifact) (list): prepared in CM CLI or CM access function
+ [ (artifact alias, artifact UID) ] or
+ [ (artifact alias, artifact UID), (artifact repo alias, artifact repo UID) ]
+
+ ...
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+
+ * Output from this automation action
+
+ """
+
+ import json
+ print(json.dumps(i, indent=2))
+
+ return {'return': 0}
+
+ ##########################################################################
+ def get_host_os_info(self, i):
+ """
+ Get some host platform name (currently windows or linux) and OS bits
+
+ Args:
+ (CM input dict):
+
+ (bits) (str): force host platform bits
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+
+ * info (dict):
+ * platform (str): "windows", "linux" or "darwin"
+ * bat_ext (str): ".bat" or ".sh"
+ * bits (str): 32 or 64 bits
+ * python_bits 9str): python bits
+
+ """
+
+ import os
+ import platform
+ import struct
+
+ info = {}
+
+ pbits = str(8 * struct.calcsize("P"))
+
+ if platform.system().lower().startswith('win'):
+ platform = 'windows'
+ info['bat_ext'] = '.bat'
+ info['set_env'] = 'set ${key}=${value}'
+ info['env_separator'] = ';'
+ info['env_var'] = '%env_var%'
+ info['bat_rem'] = 'rem ${rem}'
+ info['run_local_bat'] = 'call ${bat_file}'
+ info['run_local_bat_from_python'] = 'call ${bat_file}'
+ info['run_bat'] = 'call ${bat_file}'
+ info['start_script'] = ['@echo off', '']
+ info['env'] = {
+ "CM_WINDOWS": "yes"
+ }
+ else:
+ if platform.system().lower().startswith('darwin'):
+ platform = 'darwin'
+ else:
+ platform = 'linux'
+
+ info['bat_ext'] = '.sh'
+ info['set_env'] = 'export ${key}="${value}"'
+ info['env_separator'] = ':'
+ info['env_var'] = '${env_var}'
+ info['set_exec_file'] = 'chmod 755 "${file_name}"'
+ info['bat_rem'] = '# ${rem}'
+ info['run_local_bat'] = '. ./${bat_file}'
+ info['run_local_bat_from_python'] = 'bash -c ". ./${bat_file}"'
+ info['run_bat'] = '. ${bat_file}'
+ info['start_script'] = ['#!/bin/bash', '']
+ info['env'] = {}
+
+ info['platform'] = platform
+
+ obits = i.get('bits', '')
+ if obits == '':
+ obits = '32'
+ if platform == 'windows':
+ # Trying to get fast way to detect bits
+ if os.environ.get('ProgramW6432', '') != '' or os.environ.get(
+ 'ProgramFiles(x86)', '') != '': # pragma: no cover
+ obits = '64'
+ else:
+ # On Linux use first getconf LONG_BIT and if doesn't work use
+ # python bits
+
+ obits = pbits
+
+ r = utils.gen_tmp_file({})
+ if r['return'] > 0:
+ return r
+
+ fn = r['file_name']
+
+ cmd = 'getconf LONG_BIT > ' + fn
+ rx = os.system(cmd)
+
+ if rx == 0:
+ r = utils.load_txt(file_name=fn, remove_after_read=True)
+
+ if r['return'] == 0:
+ s = r['string'].strip()
+ if len(s) > 0 and len(s) < 4:
+ obits = s
+ else:
+ if os.path.isfile(fn):
+ os.remove(fn)
+
+ info['bits'] = obits
+ info['python_bits'] = pbits
+
+ return {'return': 0, 'info': info}
+
+ ##########################################################################
+ def download_file(self, i):
+ """
+ Download file using requests
+
+ Args:
+ (CM input dict):
+
+ url (str): URL with file
+ (filename) (str): explicit file name
+ (path) (str): path to record file (or current if empty)
+ (chunk_size) (int): chunck size in bytes (65536 by default)
+ (text) (str): print text before downloaded status ("Downloaded: " by default)
+ (verify) (bool): verify SSL certificate if True (True by default)
+ can be switched by global env CM_UTILS_DOWNLOAD_VERIFY_SSL = no
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+
+ * filename (str): file name
+ * path (str): path to file
+ * size (int): file size
+
+ """
+
+ import requests
+ import time
+ import sys
+ from urllib import parse
+
+ # Get URL
+ url = i['url']
+
+ # Check file name
+ file_name = i.get('filename', '')
+ if file_name == '':
+ parsed_url = parse.urlparse(url)
+ file_name = os.path.basename(parsed_url.path)
+
+ # Check path
+ path = i.get('path', '')
+ if path is None or path == '':
+ path = os.getcwd()
+
+ # Output file
+ path_to_file = os.path.join(path, file_name)
+
+ if os.path.isfile(path_to_file):
+ os.remove(path_to_file)
+
+ print('Downloading to {}'.format(path_to_file))
+ print('')
+
+ # Download
+ size = -1
+ downloaded = 0
+ chunk_size = i.get('chunk_size', 65536)
+
+ text = i.get('text', 'Downloaded: ')
+
+ if 'CM_UTILS_DOWNLOAD_VERIFY_SSL' in os.environ:
+ verify = os.environ['CM_UTILS_DOWNLOAD_VERIFY_SSL'] == 'yes'
+ else:
+ verify = i.get('verify', True)
+
+ try:
+ with requests.get(url, stream=True, allow_redirects=True, verify=verify) as download:
+ download.raise_for_status()
+
+ size_string = download.headers.get('Content-Length')
+
+ if size_string is None:
+ transfer_encoding = download.headers.get(
+ 'Transfer-Encoding', '')
+ if transfer_encoding != 'chunked':
+ return {'return': 1, 'error': 'did not receive file'}
+ else:
+ size_string = "0"
+
+ size = int(size_string)
+
+ with open(path_to_file, 'wb') as output:
+ for chunk in download.iter_content(chunk_size=chunk_size):
+
+ if chunk:
+ output.write(chunk)
+ if size == 0:
+ continue
+ downloaded += 1
+ percent = downloaded * chunk_size * 100 / size
+
+ sys.stdout.write("\r{}{:3.0f}%".format(text, percent))
+ sys.stdout.flush()
+
+ sys.stdout.write("\r{}{:3.0f}%".format(text, 100))
+ sys.stdout.flush()
+
+ except Exception as e:
+ return {'return': 1, 'error': format(e)}
+
+ print('')
+ if size == 0:
+ file_stats = os.stat(path_to_file)
+ size = file_stats.st_size
+
+ return {'return': 0, 'filename': file_name,
+ 'path': path_to_file, 'size': size}
+
+ ##########################################################################
+ def unzip_file(self, i):
+ """
+ Unzip file
+
+ Args:
+ (CM input dict):
+
+ filename (str): explicit file name
+ (path) (str): path where to unzip file (current path otherwise)
+ (strip_folders) (int): strip first folders
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+
+ """
+
+ import zipfile
+
+ # Check file name
+ file_name = i['filename']
+
+ if not os.path.isfile(file_name):
+ return {'return': 1,
+ 'error': 'file {} not found'.format(file_name)}
+
+ console = i.get('out') == 'con'
+
+ # Attempt to read cmr.json
+ file_name_handle = open(file_name, 'rb')
+ file_name_zip = zipfile.ZipFile(file_name_handle)
+
+ info_files = file_name_zip.infolist()
+
+ path = i.get('path', '')
+ if path is None or path == '':
+ path = os.getcwd()
+
+ strip_folders = i.get('strip_folders', 0)
+
+ # Unpacking zip
+ for info in info_files:
+ f = info.filename
+ permissions = info.external_attr
+
+ if not f.startswith('..') and not f.startswith(
+ '/') and not f.startswith('\\'):
+ f_zip = f
+
+ if strip_folders > 0:
+ fsplit = f.split('/') # Zip standard on all OS
+ f = '/'.join(fsplit[strip_folders:])
+
+ file_path = os.path.join(path, f)
+
+ if f.endswith('/'):
+ # create directory
+ if not os.path.exists(file_path):
+ os.makedirs(file_path)
+ else:
+ dir_name = os.path.dirname(file_path)
+ if not os.path.exists(dir_name):
+ os.makedirs(dir_name)
+
+ # extract file
+ file_out = open(file_path, 'wb')
+ file_out.write(file_name_zip.read(f_zip))
+ file_out.close()
+
+ if permissions > 0xffff:
+ os.chmod(file_path, permissions >> 16)
+
+ file_name_zip.close()
+ file_name_handle.close()
+
+ return {'return': 0}
+
+ ##########################################################################
+ def compare_versions(self, i):
+ """
+ Compare versions
+
+ Args:
+
+ version1 (str): version 1
+ version2 (str): version 2
+
+ Returns:
+ (CM return dict):
+
+ * comparison (int): 1 - version 1 > version 2
+ 0 - version 1 == version 2
+ -1 - version 1 < version 2
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+ """
+
+ version1 = i['version1']
+ version2 = i['version2']
+
+ l_version1 = version1.split('.')
+ l_version2 = version2.split('.')
+
+ # 3.9.6 vs 3.9
+ # 3.9 vs 3.9.6
+
+ i_version1 = [int(v) if v.isdigit() else v for v in l_version1]
+ i_version2 = [int(v) if v.isdigit() else v for v in l_version2]
+
+ comparison = 0
+
+ for index in range(max(len(i_version1), len(i_version2))):
+ v1 = i_version1[index] if index < len(i_version1) else 0
+ v2 = i_version2[index] if index < len(i_version2) else 0
+
+ if v1 > v2:
+ comparison = 1
+ break
+ elif v1 < v2:
+ comparison = -1
+ break
+
+ return {'return': 0, 'comparison': comparison}
+
+ ##########################################################################
+ def json2yaml(self, i):
+ """
+ Convert JSON file to YAML
+
+ Args:
+
+ input (str): input file (.json)
+ (output) (str): output file (.yaml)
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+ """
+
+ input_file = i.get('input', '')
+
+ if input_file == '':
+ return {'return': 1, 'error': 'please specify --input={json file}'}
+
+ output_file = i.get('output', '')
+
+ r = utils.load_json(input_file, check_if_exists=True)
+ if r['return'] > 0:
+ return r
+
+ meta = r['meta']
+
+ if output_file == '':
+ output_file = input_file[:-
+ 5] if input_file.endswith('.json') else input_file
+ output_file += '.yaml'
+
+ r = utils.save_yaml(output_file, meta)
+ if r['return'] > 0:
+ return r
+
+ return {'return': 0}
+
+ ##########################################################################
+ def yaml2json(self, i):
+ """
+ Convert YAML file to JSON
+
+ Args:
+
+ input (str): input file (.yaml)
+ (output) (str): output file (.json)
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+ """
+
+ input_file = i.get('input', '')
+
+ if input_file == '':
+ return {'return': 1, 'error': 'please specify --input={yaml file}'}
+
+ output_file = i.get('output', '')
+
+ r = utils.load_yaml(input_file, check_if_exists=True)
+ if r['return'] > 0:
+ return r
+
+ meta = r['meta']
+
+ if output_file == '':
+ output_file = input_file[:-
+ 5] if input_file.endswith('.yaml') else input_file
+ output_file += '.json'
+
+ r = utils.save_json(output_file, meta)
+ if r['return'] > 0:
+ return r
+
+ return {'return': 0}
+
+ ##########################################################################
+ def sort_json(self, i):
+ """
+ Sort JSON file
+
+ Args:
+
+ input (str): input file (.json)
+ (output) (str): output file
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+ """
+
+ input_file = i.get('input', '')
+
+ if input_file == '':
+ return {'return': 1, 'error': 'please specify --input={json file}'}
+
+ r = utils.load_json(input_file, check_if_exists=True)
+ if r['return'] > 0:
+ return r
+
+ meta = r['meta']
+
+ output_file = i.get('output', '')
+
+ if output_file == '':
+ output_file = input_file
+
+ r = utils.save_json(output_file, meta, sort_keys=True)
+ if r['return'] > 0:
+ return r
+
+ return {'return': 0}
+
+ ##########################################################################
+ def dos2unix(self, i):
+ """
+ Convert DOS file to UNIX (remove \r)
+
+ Args:
+
+ input (str): input file (.txt)
+ (output) (str): output file
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+ """
+
+ input_file = i.get('input', '')
+
+ if input_file == '':
+ return {'return': 1, 'error': 'please specify --input={txt file}'}
+
+ r = utils.load_txt(input_file, check_if_exists=True)
+ if r['return'] > 0:
+ return r
+
+ s = r['string'].replace('\r', '')
+
+ output_file = i.get('output', '')
+
+ if output_file == '':
+ output_file = input_file
+
+ r = utils.save_txt(output_file, s)
+ if r['return'] > 0:
+ return r
+
+ return {'return': 0}
+
+ ##########################################################################
+ def replace_string_in_file(self, i):
+ """
+ Convert DOS file to UNIX (remove \r)
+
+ Args:
+
+ input (str): input file (.txt)
+ (output) (str): output file
+ string (str): string to replace
+ replacement (str): replacement string
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+
+ (update) (bool): True if file was upated
+ """
+
+ input_file = i.get('input', '')
+ if input_file == '':
+ return {'return': 1, 'error': 'please specify --input={txt file}'}
+
+ string = i.get('string', '')
+ if string == '':
+ return {'return': 1,
+ 'error': 'please specify --string={string to replace}'}
+
+ replacement = i.get('replacement', '')
+ if replacement == '':
+ return {'return': 1,
+ 'error': 'please specify --replacement={string to replace}'}
+
+ output_file = i.get('output', '')
+
+ if output_file == '':
+ output_file = input_file
+
+ r = utils.load_txt(input_file, check_if_exists=True)
+ if r['return'] > 0:
+ return r
+
+ s = r['string'].replace('\r', '')
+
+ s = s.replace(string, replacement)
+
+ r = utils.save_txt(output_file, s)
+ if r['return'] > 0:
+ return r
+
+ return {'return': 0}
+
+ ##########################################################################
+ def create_toc_from_md(self, i):
+ """
+ Convert DOS file to UNIX (remove \r)
+
+ Args:
+
+ input (str): input file (.md)
+ (output) (str): output file (input+'.toc)
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+ """
+
+ input_file = i.get('input', '')
+ if input_file == '':
+ return {'return': 1, 'error': 'please specify --input={txt file}'}
+
+ output_file = i.get('output', '')
+
+ if output_file == '':
+ output_file = input_file + '.toc'
+
+ r = utils.load_txt(input_file, check_if_exists=True)
+ if r['return'] > 0:
+ return r
+
+ lines = r['string'].split('\n')
+
+ toc = []
+
+ toc.append('Click here to expand this section.
') + + md_script_readme.append('') + + # Check customize.py file + path_customize = os.path.join(path, 'customize.py') + found_customize = False + found_customize_preprocess = False + found_customize_postprocess = False + found_output_env = [] + + if os.path.isfile(path_customize): + found_customize = True + + r = utils.load_txt(path_customize, split=True) + if r['return'] > 0: + return r + + customize = r['string'] + customize_l = r['list'] + + if 'def preprocess(' in customize: + found_customize_preprocess = True + + if 'def postprocess(' in customize: + found_customize_postprocess = True + + # Ugly attempt to get output env + found_postprocess = False + for l in customize_l: + # if not found_postprocess: + # if 'def postprocess' in l: + # found_postprocess = True + # else: + j = l.find(' env[') + if j >= 0: + j1 = l.find(']', j + 4) + if j1 >= 0: + j2 = l.find('=', j1 + 1) + if j2 >= 0: + key2 = l[j + 5:j1].strip() + key = key2[1:-1] + + if key.startswith( + 'CM_') and 'TMP' not in key and key not in found_output_env: + found_output_env.append(key) + + process_deps(self_module, meta, meta_url, md_script_readme, 'deps') + + x = '' + y = 'customize.py' + if found_customize_preprocess: + x = '***' + y = '[' + y + '](' + url + '/' + y + ')' + md_script_readme.append( + (' 1. ' + x + 'Run "preprocess" function from {}' + x).format(y)) + + process_deps( + self_module, + meta, + meta_url, + md_script_readme, + 'prehook_deps') + + # Check scripts + files = os.listdir(path) + x = '' + y = [] + for f in sorted(files): + x = '***' + if f.startswith('run') and ( + f.endswith('.sh') or f.endswith('.bat')): + f_url = url + '/' + f + y.append(' * [{}]({})'.format(f, f_url)) + + md_script_readme.append( + (' 1. ' + x + 'Run native script if exists' + x).format(y)) + md_script_readme += y + + process_deps( + self_module, + meta, + meta_url, + md_script_readme, + 'posthook_deps') + + x = '' + y = 'customize.py' + if found_customize_postprocess: + x = '***' + y = '[' + y + '](' + url + '/' + y + ')' + md_script_readme.append( + (' 1. ' + x + 'Run "postrocess" function from {}' + x).format(y)) + + process_deps( + self_module, + meta, + meta_url, + md_script_readme, + 'post_deps') + # md_script_readme.append('')
+ toc.append('
')
+
+ r = utils.save_txt(output_file, '\n'.join(toc) + '\n')
+ if r['return'] > 0:
+ return r
+
+ return {'return': 0}
+
+ ##########################################################################
+ def copy_to_clipboard(self, i):
+ """
+ Copy string to a clipboard
+
+ Args:
+
+ string (str): string to copy to a clipboard
+ (add_quotes) (bool): add quotes to the string in a clipboard
+ (skip_fail) (bool): if True, do not fail
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+ """
+
+ s = i.get('string', '')
+
+ if i.get('add_quotes', False):
+ s = '"' + s + '"'
+
+ failed = False
+ warning = ''
+
+ # Try to load pyperclip (seems to work fine on Windows)
+ try:
+ import pyperclip
+ except Exception as e:
+ warning = format(e)
+ failed = True
+ pass
+
+ if not failed:
+ pyperclip.copy(s)
+ else:
+ failed = False
+
+ # Try to load Tkinter
+ try:
+ from Tkinter import Tk
+ except ImportError as e:
+ warning = format(e)
+ failed = True
+ pass
+
+ if failed:
+ failed = False
+ try:
+ from tkinter import Tk
+ except ImportError as e:
+ warning = format(e)
+ failed = True
+ pass
+
+ if not failed:
+ # Copy to clipboard
+ try:
+ r = Tk()
+ r.withdraw()
+ r.clipboard_clear()
+ r.clipboard_append(s)
+ r.update()
+ r.destroy()
+ except Exception as e:
+ failed = True
+ warning = format(e)
+
+ rr = {'return': 0}
+
+ if failed:
+ if not i.get('skip_fail', False):
+ return {'return': 1, 'error': warning}
+
+ rr['warning'] = warning
+
+ return rr
+
+ ##########################################################################
+ def list_files_recursively(self, i):
+ """
+ List files and concatenate into string separate by comma
+
+ Args:
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+ """
+
+ files = os.walk('.')
+
+ s = ''
+
+ for (dir_path, dir_names, file_names) in files:
+ for f in file_names:
+ if s != '':
+ s += ','
+
+ if dir_path == '.':
+ dir_path2 = ''
+ else:
+ dir_path2 = dir_path[2:].replace('\\', '/') + '/'
+
+ s += dir_path2 + f
+
+ print(s)
+
+ return {'return': 0}
+
+ ##########################################################################
+ def generate_secret(self, i):
+ """
+ Generate secret for web apps
+
+ Args:
+
+ Returns:
+ (CM return dict):
+
+ secret (str): secret
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+ """
+
+ import secrets
+ s = secrets.token_urlsafe(16)
+
+ print(s)
+
+ return {'return': 0, 'secret': s}
+
+ ##########################################################################
+ def detect_tags_in_artifact(self, i):
+ """
+ Detect if there are tags in an artifact name (spaces) and update input
+
+ Args:
+
+ input (dict) : original input
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+ """
+
+ inp = i['input']
+
+ artifact = inp.get('artifact', '')
+ if artifact == '.':
+ del (inp['artifact'])
+ elif ' ' in artifact: # or ',' in artifact:
+ del (inp['artifact'])
+ if 'parsed_artifact' in inp:
+ del (inp['parsed_artifact'])
+ # Force substitute tags
+ inp['tags'] = artifact.replace(' ', ',')
+
+ return {'return': 0}
+
+ ##########################################################################
+ def prune_input(self, i):
+ """
+ Leave only input keys and remove the rest (to regenerate CM commands)
+
+ Args:
+
+ input (dict) : original input
+ (extra_keys_starts_with) (list): remove keys that starts
+ with the ones from this list
+
+ Returns:
+ (CM return dict):
+
+ new_input (dict): pruned input
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+ """
+
+ import copy
+
+ inp = i['input']
+ extra_keys = i.get('extra_keys_starts_with', [])
+
+ i_run_cmd_arc = copy.deepcopy(inp)
+ for k in inp:
+ remove = False
+ if k in ['action', 'automation', 'cmd', 'out',
+ 'parsed_automation', 'parsed_artifact', 'self_module']:
+ remove = True
+ if not remove:
+ for ek in extra_keys:
+ if k.startswith(ek):
+ remove = True
+ break
+
+ if remove:
+ del (i_run_cmd_arc[k])
+
+ return {'return': 0, 'new_input': i_run_cmd_arc}
+
+ ##########################################################################
+
+ def uid(self, i):
+ """
+ Generate CM UID.
+
+ Args:
+ (CM input dict): empty dict
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+
+ * uid (str): CM UID
+ """
+
+ console = i.get('out') == 'con'
+
+ r = utils.gen_uid()
+
+ if console:
+ print(r['uid'])
+
+ return r
+
+ ##########################################################################
+
+ def system(self, i):
+ """
+ Run system command and redirect output to string.
+
+ Args:
+ (CM input dict):
+
+ * cmd (str): command line
+ * (path) (str): go to this directory and return back to current
+ * (stdout) (str): stdout file
+ * (stderr) (str): stderr file
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+
+ * ret (int): return code
+ * std (str): stdout + stderr
+ * stdout (str): stdout
+ * stderr (str): stderr
+ """
+
+ cmd = i['cmd']
+
+ if cmd == '':
+ return {'return': 1, 'error': 'cmd is empty'}
+
+ path = i.get('path', '')
+ if path != '' and os.path.isdir(path):
+ cur_dir = os.getcwd()
+ os.chdir(path)
+
+ if i.get('stdout', '') != '':
+ fn1 = i['stdout']
+ fn1_delete = False
+ else:
+ r = utils.gen_tmp_file({})
+ if r['return'] > 0:
+ return r
+ fn1 = r['file_name']
+ fn1_delete = True
+
+ if i.get('stderr', '') != '':
+ fn2 = i['stderr']
+ fn2_delete = False
+ else:
+ r = utils.gen_tmp_file({})
+ if r['return'] > 0:
+ return r
+ fn2 = r['file_name']
+ fn2_delete = True
+
+ cmd += ' > ' + fn1 + ' 2> ' + fn2
+ rx = os.system(cmd)
+
+ std = ''
+ stdout = ''
+ stderr = ''
+
+ if os.path.isfile(fn1):
+ r = utils.load_txt(file_name=fn1, remove_after_read=fn1_delete)
+ if r['return'] == 0:
+ stdout = r['string'].strip()
+
+ if os.path.isfile(fn2):
+ r = utils.load_txt(file_name=fn2, remove_after_read=fn2_delete)
+ if r['return'] == 0:
+ stderr = r['string'].strip()
+
+ std = stdout
+ if stderr != '':
+ if std != '':
+ std += '\n'
+ std += stderr
+
+ if path != '' and os.path.isdir(path):
+ os.chdir(cur_dir)
+
+ return {'return': 0, 'ret': rx, 'stdout': stdout,
+ 'stderr': stderr, 'std': std}
+
+ ############################################################
+ def load_cfg(self, i):
+ """
+ Load configuration artifacts and files
+
+ Args:
+ (CM input dict):
+
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+
+ """
+
+ return utils.call_internal_module(
+ self, __file__, 'module_cfg', 'load_cfg', i)
+
+ ############################################################
+ def select_cfg(self, i):
+ """
+ Select cfg interactively
+
+ Args:
+ (CM input dict):
+ tags (str): list of tags to find cfg
+ alias (str): alias of a cfg file
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+
+ """
+
+ i['self_module'] = self
+
+ return utils.call_internal_module(
+ self, __file__, 'module_cfg', 'select_cfg', i)
+
+ ############################################################
+ def print_yaml(self, i):
+ """
+ Print YAML file
+
+ Args:
+ (CM input dict):
+ file (str): input file
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+
+ """
+
+ filename = i.get('file', '')
+ if filename == '':
+ return {'return': 1, 'error': 'please specify --file={YAML file}'}
+
+ r = utils.load_yaml(filename, check_if_exists=True)
+ if r['return'] > 0:
+ return r
+
+ meta = r['meta']
+
+ import json
+ print(json.dumps(meta, indent=2))
+
+ return {'return': 0}
+
+ ############################################################
+ def print_json(self, i):
+ """
+ Print YAML file
+
+ Args:
+ (CM input dict):
+ file (str): input file
+
+ Returns:
+ (CM return dict):
+
+ * return (int): return code == 0 if no error and >0 if error
+ * (error) (str): error string if return>0
+
+ """
+
+ filename = i.get('file', '')
+ if filename == '':
+ return {'return': 1, 'error': 'please specify --file={JSON file}'}
+
+ r = utils.load_json(filename, check_if_exists=True)
+ if r['return'] > 0:
+ return r
+
+ meta = r['meta']
+
+ import json
+ print(json.dumps(meta, indent=2))
+
+ return {'return': 0}
diff --git a/cmx4mlops/cmx4mlops/repo/automation/utils/module_cfg.py b/cmx4mlops/cmx4mlops/repo/automation/utils/module_cfg.py
new file mode 100644
index 0000000000..e3a445c128
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/automation/utils/module_cfg.py
@@ -0,0 +1,352 @@
+# Author: Grigori Fursin
+# Contributors: https://github.com/mlcommons/ck/blob/master/CONTRIBUTING.md
+#
+# Copyright: https://github.com/mlcommons/ck/blob/master/cm-mlops/COPYRIGHT.md
+# License: https://github.com/mlcommons/ck/blob/master/cm-mlops/LICENSE.md
+#
+# White paper: https://arxiv.org/abs/2406.16791
+# History: https://github.com/mlcommons/ck/blob/master/HISTORY.CM.md
+# Original repository: https://github.com/mlcommons/ck/tree/master/cm-mlops
+#
+# CK and CM project contributors: https://github.com/mlcommons/ck/blob/master/CONTRIBUTING.md
+#
+
+import os
+import cmind
+import copy
+
+base_path = {}
+base_path_meta = {}
+
+##########################################################################
+
+
+def load_cfg(i):
+
+ tags = i.get('tags', '')
+ artifact = i.get('artifact', '')
+
+ key = i.get('key', '')
+ key_end = i.get('key_end', [])
+
+ ii = {'action': 'find',
+ 'automation': 'cfg'}
+ if artifact != '':
+ ii['artifact'] = artifact
+ elif tags != '':
+ ii['tags'] = tags
+
+ r = cmind.access(ii)
+ if r['return'] > 0:
+ return r
+
+ lst = r['list']
+
+ prune = i.get('prune', {})
+ prune_key = prune.get('key', '')
+ prune_key_uid = prune.get('key_uid', '')
+ prune_meta_key = prune.get('meta_key', '')
+ prune_meta_key_uid = prune.get('meta_key_uid', '')
+ prune_uid = prune.get('uid', '')
+ prune_list = prune.get('list', [])
+
+ # Checking individual files inside CM entry
+ selection = []
+
+ if i.get('skip_files', False):
+ for l in lst:
+ meta = l.meta
+ full_path = l.path
+
+ meta['full_path'] = full_path
+
+ add = True
+
+ if prune_key != '' and prune_key_uid != '':
+ if prune_key_uid not in meta.get(prune_key, []):
+ add = False
+
+ if add:
+ selection.append(meta)
+ else:
+ for l in lst:
+ path = l.path
+
+ main_meta = l.meta
+
+ skip = False
+
+ if prune_meta_key != '' and prune_meta_key_uid != '':
+ if prune_meta_key_uid not in main_meta.get(prune_meta_key, []):
+ skip = True
+
+ if skip:
+ continue
+
+ all_tags = main_meta.get('tags', [])
+
+ files = os.listdir(path)
+
+ for f in files:
+ if key != '' and not f.startswith(key):
+ continue
+
+ if f.startswith('_') or (not f.endswith(
+ '.json') and not f.endswith('.yaml')):
+ continue
+
+ if len(key_end) > 0:
+ skip = True
+ for ke in key_end:
+ if f.endswith(ke):
+ skip = False
+ break
+ if skip:
+ continue
+
+ full_path = os.path.join(path, f)
+
+ full_path_without_ext = full_path[:-5]
+
+ r = cmind.utils.load_yaml_and_json(full_path_without_ext)
+ if r['return'] > 0:
+ print('Warning: problem loading file {}'.format(full_path))
+ else:
+ meta = r['meta']
+
+ # Check base
+ r = process_base(meta, full_path)
+ if r['return'] > 0:
+ return r
+ meta = r['meta']
+
+ uid = meta['uid']
+
+ # Check pruning
+ add = True
+
+ if len(prune) > 0:
+ if prune_uid != '' and uid != prune_uid:
+ add = False
+
+ if add and len(
+ prune_list) > 0 and uid not in prune_list:
+ add = False
+
+ if add and prune_key != '' and prune_key_uid != '' and prune_key_uid != meta.get(
+ prune_key, None):
+ add = False
+
+ if add:
+ meta['full_path'] = full_path
+
+ add_all_tags = copy.deepcopy(all_tags)
+
+ name = meta.get('name', '')
+ if name == '':
+ name = ' '.join(meta.get('tags', []))
+ name = name.strip()
+ meta['name'] = name
+
+ file_tags = meta.get('tags', '').strip()
+ if file_tags == '':
+ if name != '':
+ add_all_tags += [v.lower()
+ for v in name.split(' ')]
+ else:
+ add_all_tags += file_tags.split(',')
+
+ meta['all_tags'] = add_all_tags
+
+ meta['main_meta'] = main_meta
+
+ selection.append(meta)
+
+ return {'return': 0, 'lst': lst, 'selection': selection}
+
+##########################################################################
+
+
+def process_base(meta, full_path):
+
+ global base_path, base_path_meta
+
+ _base = meta.get('_base', '')
+ if _base != '':
+ name = ''
+
+ filename = _base
+ full_path_base = os.path.dirname(full_path)
+
+ if not filename.endswith('.yaml') and not filename.endswith('.json'):
+ return {'return': 1, 'error': '_base file {} in {} must be .yaml or .json'.format(
+ filename, full_path)}
+
+ if ':' in _base:
+ x = _base.split(':')
+ name = x[0]
+
+ full_path_base = base_path.get(name, '')
+ if full_path_base == '':
+
+ # Find artifact
+ r = cmind.access({'action': 'find',
+ 'automation': 'cfg',
+ 'artifact': name})
+ if r['return'] > 0:
+ return r
+
+ lst = r['list']
+
+ if len(lst) == 0:
+ if not os.path.isfile(path):
+ return {'return': 1, 'error': '_base artifact {} not found in {}'.format(
+ name, full_path)}
+
+ full_path_base = lst[0].path
+
+ base_path[name] = full_path_base
+
+ filename = x[1]
+
+ # Load base
+ path = os.path.join(full_path_base, filename)
+
+ if not os.path.isfile(path):
+ return {'return': 1, 'error': '_base file {} not found in {}'.format(
+ filename, full_path)}
+
+ if path in base_path_meta:
+ base = copy.deepcopy(base_path_meta[path])
+ else:
+ path_without_ext = path[:-5]
+
+ r = cmind.utils.load_yaml_and_json(path_without_ext)
+ if r['return'] > 0:
+ return r
+
+ base = r['meta']
+
+ base_path_meta[path] = copy.deepcopy(base)
+
+ for k in meta:
+ v = meta[k]
+
+ if k not in base:
+ base[k] = v
+ else:
+ if isinstance(v, str):
+ # Only merge a few special keys and overwrite the rest
+ if k in ['tags', 'name']:
+ base[k] += meta[k]
+ else:
+ base[k] = meta[k]
+
+
+elif isinstance(v, elif) for vv in v:
+ base[k].append(vv)
+elif isinstance(v, elif ) base[k].merge(v)
+
+ meta = base
+
+ return {'return': 0, 'meta':meta}
+
+##########################################################################
+
+def select_cfg(i):
+
+ self_module = i['self_module']
+ tags = i['tags']
+ alias = i.get('alias', '')
+ uid = i.get('uid', '')
+ title = i.get('title', '')
+
+ # Check if alias is not provided
+ r = self_module.cmind.access({'action': 'find', 'automation':'cfg', 'tags':'basic,docker,configurations'})
+ if r['return'] > 0:
+ return r
+
+ lst = r['list']
+
+ selector = []
+
+ # Do coarse-grain search for CM artifacts
+ for l in lst:
+ p = l.path
+
+ if alias != '':
+ for ext in ['.json', '.yaml']:
+ p1 = os.path.join(p, alias +ext)
+ if os.path.isfile(p1):
+ selector.append({'path': p1, 'alias':alias})
+ break
+
+ else:
+ files = os.listdir(p)
+
+ for f in files:
+ if not f.startswith('_cm') and (
+ f.endswith('.json') or f.endswith('.yaml')):
+ selector.append({'path': os.path.join(p, f), 'alias':f[:-5]})
+
+ # Load meta for name and UID
+ selector_with_meta = []
+ for s in range(0, len(selector)):
+ ss = selector[s]
+
+ path = ss['path']
+
+ full_path_without_ext = path[:-5]
+
+ r = cmind.utils.load_yaml_and_json(full_path_without_ext)
+ if r['return'] >0:
+ print('Warning: problem loading configuration file {}'.format(path))
+
+ meta = r['meta']
+
+ if uid == '' or meta.get('uid', '') == uid:
+ ss['meta'] = meta
+ selector_with_meta.append(ss)
+
+ # Quit if no configurations found
+ if len(selector_with_meta) == 0:
+ return {'return': 16, 'error':'configuration was not found'}
+
+ select = 0
+ if len(selector_with_meta) > 1:
+ xtitle = ' ' + title if title != '' else ''
+ print('')
+ print('Available{} configurations:'.format(xtitle))
+
+ print('')
+
+ selector_with_meta = sorted(selector_with_meta, key = lambda x: x['meta'].get('name', ''))
+ s = 0
+ for ss in selector_with_meta:
+ alias = ss['alias']
+ uid = ss['meta'].get('uid', '')
+ name = ss['meta'].get('name', '')
+
+ x = name
+ if x!='':
+ x+=' '
+ x += '(' + uid + ')'
+
+ print(f'{s}) {x}'.format(s, x))
+
+ s += 1
+
+ print('')
+ select = input('Enter configuration number of press Enter for 0: ')
+
+ if select.strip() == '':
+ select = '0'
+
+ select = int(select)
+
+ if select <0 or select>=len(selector):
+ return {'return': 1, 'error':'selection is out of range'}
+
+ ss = selector_with_meta[select]
+
+ return {'return': 0, 'selection':ss}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/_cm.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/_cm.json
new file mode 100644
index 0000000000..6877b34a7e
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/_cm.json
@@ -0,0 +1,10 @@
+{
+ "alias": "benchmark-hardware-compute",
+ "automation_alias": "cfg",
+ "automation_uid": "88dce9c160324c5d",
+ "tags": [
+ "benchmark",
+ "compute"
+ ],
+ "uid": "ca67f372e7294afd"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/amd-cpu-x64.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/amd-cpu-x64.json
new file mode 100644
index 0000000000..53f295d729
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/amd-cpu-x64.json
@@ -0,0 +1,6 @@
+{
+ "uid": "cdfd424c32734e38",
+ "name": "AMD - x64",
+ "tags": "cpu,x64,generic,amd",
+ "mlperf_inference_device": "cpu"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/amd-gpu.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/amd-gpu.json
new file mode 100644
index 0000000000..d70e1d1554
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/amd-gpu.json
@@ -0,0 +1,6 @@
+{
+ "uid": "d8f06040f7294319",
+ "name": "AMD - GPU",
+ "tags": "gpu,amd",
+ "mlperf_inference_device": "rocm"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/generic-cpu-arm64.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/generic-cpu-arm64.json
new file mode 100644
index 0000000000..7af318b27b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/generic-cpu-arm64.json
@@ -0,0 +1,6 @@
+{
+ "uid":"357a972e79614903",
+ "name": "Arm - AArch64",
+ "tags": "cpu,arm64,aarch64,generic",
+ "mlperf_inference_device": "cpu"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/google-tpu.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/google-tpu.json
new file mode 100644
index 0000000000..2bb4d22cf5
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/google-tpu.json
@@ -0,0 +1,6 @@
+{
+ "uid": "b3be7ac9ef954f5a",
+ "name": "Google - TPU",
+ "tags": "tpu,google",
+ "mlperf_inference_device": "tpu"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/habana-gaudi.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/habana-gaudi.json
new file mode 100644
index 0000000000..b6caa96554
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/habana-gaudi.json
@@ -0,0 +1,6 @@
+{
+ "uid": "a42388a2a8cd412c",
+ "name": "Intel/Habana - Gauidi 2",
+ "tags": "gaudi,habana",
+ "mlperf_inference_device": "gaudi"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/intel-cpu-x64.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/intel-cpu-x64.json
new file mode 100644
index 0000000000..2e8ab51c4a
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/intel-cpu-x64.json
@@ -0,0 +1,6 @@
+{
+ "uid": "ee8c568e0ac44f2b",
+ "name": "Intel - x64",
+ "tags": "cpu,x64,generic,intel",
+ "mlperf_inference_device": "cpu"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/nvidia-gpu-jetson-orin.yaml b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/nvidia-gpu-jetson-orin.yaml
new file mode 100644
index 0000000000..d8b9787c65
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/nvidia-gpu-jetson-orin.yaml
@@ -0,0 +1,7 @@
+uid: fe379ecd1e054a00
+
+tags: gpu,nvidia,jetson,orin
+
+name: "Nvidia - GPU - Jetson Orin"
+
+mlperf_inference_device: cuda
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/nvidia-gpu.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/nvidia-gpu.json
new file mode 100644
index 0000000000..5bc7582532
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/nvidia-gpu.json
@@ -0,0 +1,6 @@
+{
+ "uid": "fe379ecd1e054a00",
+ "name": "Nvidia - GPU",
+ "tags": "gpu,nvidia",
+ "mlperf_inference_device": "cuda"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/qualcomm-ai100.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/qualcomm-ai100.json
new file mode 100644
index 0000000000..aa84e57351
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/qualcomm-ai100.json
@@ -0,0 +1,6 @@
+{
+ "uid": "d2ae645066664463",
+ "name": "Qualcomm - AI 100",
+ "tags": "accelerator,acc,qualcomm,ai,100,ai-100",
+ "mlperf_inference_device": "qaic"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/stm-32L4R5ZIT6U-NUCLEO-L4R5ZI.yaml b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/stm-32L4R5ZIT6U-NUCLEO-L4R5ZI.yaml
new file mode 100644
index 0000000000..c6d06e9b43
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-hardware-compute/stm-32L4R5ZIT6U-NUCLEO-L4R5ZI.yaml
@@ -0,0 +1,5 @@
+uid: 2cd26d4f92ca4b85
+
+tags: stm,stm32,stm32l4r5zit6u,nucleo,l4r5zi
+
+name: "STM32L4R5ZIT6U - NUCLEO-L4R5ZI"
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/_cm.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/_cm.json
new file mode 100644
index 0000000000..533c86271a
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/_cm.json
@@ -0,0 +1,10 @@
+{
+ "alias": "benchmark-list",
+ "automation_alias": "cfg",
+ "automation_uid": "88dce9c160324c5d",
+ "tags": [
+ "benchmark",
+ "list"
+ ],
+ "uid": "15291dfc4f904146"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/loadgen-cpp.yaml b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/loadgen-cpp.yaml
new file mode 100644
index 0000000000..590eb4475d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/loadgen-cpp.yaml
@@ -0,0 +1,19 @@
+uid: f594dc94b2714713
+
+tags: benchmark,run,loadgen,cpp
+
+name: "ML models with LoadGen (C++; Linux/MacOS/Windows) - dev"
+
+urls:
+- name: "GitHub dev page"
+ url: "https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-cpp"
+
+supported_compute:
+- cpu,x64
+- gpu,nvidia
+
+script_name: run-mlperf-inference-app,4a5d5b13fd7e4ac8
+
+bench_input:
+ mlperf_inference_implementation: mil
+
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/loadgen-python.yaml b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/loadgen-python.yaml
new file mode 100644
index 0000000000..74e5aa48e9
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/loadgen-python.yaml
@@ -0,0 +1,16 @@
+uid: 0d6b54eb27d1454e
+
+tags: benchmark,run,loadgen,python
+
+name: "ML models with LoadGen (Python; Linux/MacOS/Windows) - dev"
+
+urls:
+- name: "GitHub dev page"
+ url: "https://github.com/mlcommons/cm4mlops/tree/main/script/app-loadgen-generic-python"
+
+supported_compute:
+- cpu,x64
+- cpu,arm64
+- gpu,nvidia
+
+script_name: app-loadgen-generic-python,d3d949cc361747a6
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-abtf.yaml b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-abtf.yaml
new file mode 100644
index 0000000000..a01edcbde1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-abtf.yaml
@@ -0,0 +1,18 @@
+uid: 94f0faaa0c61445d
+
+tags: benchmark,run,mlperf,abtf,mlperf-abtf
+
+name: "MLPerf ABTF - dev"
+
+urls:
+- name: "Announcement"
+ url: "https://mlcommons.org/2023/05/avcc-and-mlcommons-join-forces-to-develop-an-automotive-industry-standard/"
+- name: "MLCommons CM automation (under development)"
+ url: "https://access.cknowledge.org/playground/?action=scripts"
+
+supported_compute:
+- cpu,x64
+- cpu,arm64
+- gpu,nvidia
+
+script_name: test-abtf-ssd-pytorch,91bfc4333b054c21
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-inference.yaml b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-inference.yaml
new file mode 100644
index 0000000000..e57764a486
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-inference.yaml
@@ -0,0 +1,28 @@
+uid: 39877bb63fb54725
+
+tags: benchmark,run,mlperf,inference,mlperf-inference
+
+name: "MLPerf inference"
+
+urls:
+- name: "Official page"
+ url: "https://mlcommons.org/benchmarks/inference"
+- name: "GitHub dev page"
+ url: "https://github.com/mlcommons/inference"
+- name: "ArXiv paper"
+ url: "https://arxiv.org/abs/1911.02549"
+- name: "MLCommons CM automation for MLPerf inference"
+ url: "https://github.com/mlcommons/ck/tree/master/docs/mlperf/inference"
+
+script_name: run-mlperf-inference-app,4a5d5b13fd7e4ac8
+
+skip_extra_urls: true
+
+supported_compute:
+- cpu,x64
+- cpu,arm64
+- gpu,nvidia
+- gpu,amd
+- accelerator,acc,qualcomm,ai,100,ai-100
+- tpu,google
+- gaudi,habana
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-mobile.yaml b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-mobile.yaml
new file mode 100644
index 0000000000..85771a44d9
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-mobile.yaml
@@ -0,0 +1,14 @@
+uid: 8b2ed0897bd74267
+
+tags: benchmark,run,mlperf,mobile,mlperf-mobile
+
+name: "MLPerf mobile"
+
+urls:
+- name: "Official page"
+ url: "https://mlcommons.org/benchmarks/inference-mobile/"
+- name: "GitHub page for mobile app"
+ url: "https://github.com/mlcommons/mobile_app_open"
+
+supported_compute:
+- cpu,arm64
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-tiny.yaml b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-tiny.yaml
new file mode 100644
index 0000000000..d6aeccabc5
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-tiny.yaml
@@ -0,0 +1,16 @@
+uid: 28870394c19c4c37
+
+tags: benchmark,run,mlperf,tiny,mlperf-tiny
+
+name: "MLPerf tiny"
+
+urls:
+- name: "Official page"
+ url: "https://mlcommons.org/benchmarks/inference-tiny"
+- name: "GitHub dev page"
+ url: "https://github.com/mlcommons/tiny"
+- name: "MLCommons CM automation (under development)"
+ url: "https://github.com/mlcommons/ck/blob/master/docs/tutorials/reproduce-mlperf-tiny.md"
+
+supported_compute:
+- stm32
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-training.yaml b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-training.yaml
new file mode 100644
index 0000000000..8b95de4f73
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-list/mlperf-training.yaml
@@ -0,0 +1,18 @@
+uid: 59311e6098c14b22
+
+tags: benchmark,run,mlperf,training,mlperf-training
+
+name: "MLPerf training"
+
+urls:
+- name: "Official page"
+ url: "https://mlcommons.org/benchmarks/training"
+- name: "GitHub dev page"
+ url: "https://github.com/mlcommons/training"
+- name: "MLCommons CM automation (under development)"
+ url: "https://github.com/mlcommons/ck/blob/master/docs/tutorials/reproduce-mlperf-training.md"
+
+supported_compute:
+- cpu,x64
+- gpu,nvidia
+- tpu,google
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/_cm.yaml b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/_cm.yaml
new file mode 100644
index 0000000000..334bd4d94c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/_cm.yaml
@@ -0,0 +1,45 @@
+alias: benchmark-run-mlperf-inference-v3.1
+uid: 8eb42e27ec984185
+
+automation_alias: cfg
+automation_uid: 88dce9c160324c5d
+
+tags:
+- benchmark
+- run
+- mlperf
+- inference
+- v3.1
+
+name: "MLPerf inference - v3.1"
+
+supported_compute:
+- ee8c568e0ac44f2b
+- fe379ecd1e054a00
+
+bench_uid: 39877bb63fb54725
+
+view_dimensions:
+- - input.device
+ - "MLPerf device"
+- - input.implementation
+ - "MLPerf implementation"
+- - input.backend
+ - "MLPerf backend"
+- - input.model
+ - "MLPerf model"
+- - input.precision
+ - "Model precision"
+- - input.scenario
+ - "MLPerf scenario"
+- - input.host_os
+ - "Host OS"
+- - output.state.cm-mlperf-inference-results-last.performance
+ - "Got performance"
+ - "tick"
+- - output.state.cm-mlperf-inference-results-last.accuracy
+ - "Got accuracy"
+ - "tick"
+- - output.state.cm-mlperf-inference-results-last.power
+ - "Got energy"
+ - "tick"
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-005147815bf840b8-input.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-005147815bf840b8-input.json
new file mode 100644
index 0000000000..d1f187f498
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-005147815bf840b8-input.json
@@ -0,0 +1,54 @@
+{
+ "action": "run",
+ "automation": "script",
+ "tags": "run-mlperf-inference,_r4.0,_performance-only,_short",
+ "division": "open",
+ "category": "datacenter",
+ "device": "qaic",
+ "model": "bert-99.9",
+ "precision": "float16",
+ "implementation": "qualcomm",
+ "backend": "glow",
+ "scenario": "Offline",
+ "execution_mode": "test",
+ "power": "no",
+ "adr": {
+ "python": {
+ "version_min": "3.8"
+ }
+ },
+ "clean": true,
+ "compliance": "no",
+ "j": true,
+ "jf": "run-0eeb9799b12b488f",
+ "quiet": true,
+ "time": true,
+ "host_os": "linux",
+ "cmd": [
+ "--tags=run-mlperf-inference,_r4.0,_performance-only,_short",
+ "--division=open",
+ "--category=datacenter",
+ "--device=qaic",
+ "--model=bert-99.9",
+ "--precision=float16",
+ "--implementation=qualcomm",
+ "--backend=glow",
+ "--scenario=Offline",
+ "--execution_mode=test",
+ "--power=no",
+ "--adr.python.version_min=3.8",
+ "--clean",
+ "--compliance=no",
+ "--j",
+ "--quiet",
+ "--time",
+ "--host_os=linux"
+ ],
+ "out": "con",
+ "parsed_automation": [
+ [
+ "script",
+ "5b4e0237da074764"
+ ]
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-005147815bf840b8-meta.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-005147815bf840b8-meta.json
new file mode 100644
index 0000000000..a9243fe3ce
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-005147815bf840b8-meta.json
@@ -0,0 +1,9 @@
+{
+ "uid": "800fe1b33ca443da",
+ "compute_uid": "d2ae645066664463",
+ "bench_uid": "39877bb63fb54725",
+ "date_time": "2024-02-20T15:25:03.786139",
+ "functional": true,
+ "reproduced": true,
+ "support_docker": true
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-005147815bf840b8-output.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-005147815bf840b8-output.json
new file mode 100644
index 0000000000..a07a992e76
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-005147815bf840b8-output.json
@@ -0,0 +1,11 @@
+{
+ "return": 0,
+ "env": {},
+ "new_env": {},
+ "state": {
+ "cm-mlperf-inference-results-last": {
+ "performance": "tested-will-be-added-in-v4.0",
+ "performance_valid": true
+ }
+ }
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-0eeb9799b12b488f-input.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-0eeb9799b12b488f-input.json
new file mode 100644
index 0000000000..1fe11d6d51
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-0eeb9799b12b488f-input.json
@@ -0,0 +1,55 @@
+{
+ "action": "run",
+ "automation": "script",
+ "tags": "run-mlperf-inference,_r4.0,_performance-only,_short",
+ "division": "open",
+ "category": "edge",
+ "device": "cpu",
+ "model": "bert-99",
+ "precision": "int8",
+ "implementation": "reference",
+ "backend": "deepsparse",
+ "scenario": "Offline",
+ "execution_mode": "test",
+ "power": "no",
+ "adr": {
+ "python": {
+ "version_min": "3.8"
+ }
+ },
+ "clean": true,
+ "compliance": "no",
+ "j": true,
+ "jf": "run-0eeb9799b12b488f",
+ "quiet": true,
+ "time": true,
+ "host_os": "linux",
+ "cmd": [
+ "--tags=run-mlperf-inference,_r4.0,_performance-only,_short",
+ "--division=open",
+ "--category=edge",
+ "--device=cpu",
+ "--model=bert-99",
+ "--precision=int8",
+ "--implementation=reference",
+ "--backend=deepsparse",
+ "--scenario=Offline",
+ "--execution_mode=test",
+ "--power=no",
+ "--adr.python.version_min=3.8",
+ "--clean",
+ "--compliance=no",
+ "--j",
+ "--jf=run-0eeb9799b12b488f",
+ "--quiet",
+ "--time",
+ "--host_os=linux"
+ ],
+ "out": "con",
+ "parsed_automation": [
+ [
+ "script",
+ "5b4e0237da074764"
+ ]
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-0eeb9799b12b488f-meta.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-0eeb9799b12b488f-meta.json
new file mode 100644
index 0000000000..dbd58de078
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-0eeb9799b12b488f-meta.json
@@ -0,0 +1,9 @@
+{
+ "uid": "12242042335e4bc8",
+ "compute_uid": "ee8c568e0ac44f2b",
+ "bench_uid": "39877bb63fb54725",
+ "date_time": "2024-02-20T15:15:53.984671",
+ "functional": true,
+ "reproduced": true,
+ "support_docker": true
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-0eeb9799b12b488f-output.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-0eeb9799b12b488f-output.json
new file mode 100644
index 0000000000..519ddf3a3b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-0eeb9799b12b488f-output.json
@@ -0,0 +1,137 @@
+{
+ "return": 0,
+ "env": {},
+ "new_env": {},
+ "state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "PySUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "12.4548",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "64039368",
+ "max latency (ns)": "802905050",
+ "mean latency (ns)": "372956875",
+ "50.00 percentile latency (ns)": "378435867",
+ "90.00 percentile latency (ns)": "802905050",
+ "95.00 percentile latency (ns)": "802905050",
+ "97.00 percentile latency (ns)": "802905050",
+ "99.00 percentile latency (ns)": "802905050",
+ "99.90 percentile latency (ns)": "802905050",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "10833"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "none"
+ },
+ "cm-mlperf-inference-results": {
+ "ip_172_31_89_56-reference-cpu-deepsparse-vdefault-default_config": {
+ "bert-99": {
+ "Offline": {
+ "performance": "12.455",
+ "performance_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "12.455",
+ "performance_valid": true
+ }
+ },
+ "new_state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "PySUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "12.4548",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "64039368",
+ "max latency (ns)": "802905050",
+ "mean latency (ns)": "372956875",
+ "50.00 percentile latency (ns)": "378435867",
+ "90.00 percentile latency (ns)": "802905050",
+ "95.00 percentile latency (ns)": "802905050",
+ "97.00 percentile latency (ns)": "802905050",
+ "99.00 percentile latency (ns)": "802905050",
+ "99.90 percentile latency (ns)": "802905050",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "10833"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "https://github.com/mlcommons/inference_results_v2.1/raw/master/open/NeuralMagic/code/bert/deepsparse/models/oBERT-Large_95sparse_block4_qat.onnx.tar.xz",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "none"
+ },
+ "cm-mlperf-inference-results": {
+ "ip_172_31_89_56-reference-cpu-deepsparse-vdefault-default_config": {
+ "bert-99": {
+ "Offline": {
+ "performance": "12.455",
+ "performance_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "12.455",
+ "performance_valid": true
+ }
+ },
+ "deps": [
+ "detect,os",
+ "detect,cpu",
+ "get,python3",
+ "get,mlcommons,inference,src",
+ "get,sut,description",
+ "get,mlperf,inference,results,dir",
+ "install,pip-package,for-cmind-python,_package.tabulate",
+ "get,mlperf,inference,utils"
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-52c1d43172664ed0-input.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-52c1d43172664ed0-input.json
new file mode 100644
index 0000000000..b02bb76950
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-52c1d43172664ed0-input.json
@@ -0,0 +1,55 @@
+{
+ "action": "run",
+ "automation": "script",
+ "tags": "run-mlperf-inference,_r4.0,_performance-only,_short",
+ "division": "open",
+ "category": "edge",
+ "device": "cpu",
+ "model": "bert-99.9",
+ "precision": "float32",
+ "implementation": "reference",
+ "backend": "onnxruntime",
+ "scenario": "Offline",
+ "execution_mode": "test",
+ "power": "no",
+ "adr": {
+ "python": {
+ "version_min": "3.8"
+ }
+ },
+ "clean": true,
+ "compliance": "no",
+ "j": true,
+ "jf": "run-52c1d43172664ed0",
+ "quiet": true,
+ "time": true,
+ "host_os": "linux",
+ "cmd": [
+ "--tags=run-mlperf-inference,_r4.0,_performance-only,_short",
+ "--division=open",
+ "--category=edge",
+ "--device=cpu",
+ "--model=bert-99.9",
+ "--precision=float32",
+ "--implementation=reference",
+ "--backend=onnxruntime",
+ "--scenario=Offline",
+ "--execution_mode=test",
+ "--power=no",
+ "--adr.python.version_min=3.8",
+ "--clean",
+ "--compliance=no",
+ "--j",
+ "--jf=run-52c1d43172664ed0",
+ "--quiet",
+ "--time",
+ "--host_os=linux"
+ ],
+ "out": "con",
+ "parsed_automation": [
+ [
+ "script",
+ "5b4e0237da074764"
+ ]
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-52c1d43172664ed0-meta.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-52c1d43172664ed0-meta.json
new file mode 100644
index 0000000000..7b7b419f34
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-52c1d43172664ed0-meta.json
@@ -0,0 +1,9 @@
+{
+ "uid": "52c1d43172664ed0",
+ "compute_uid": "ee8c568e0ac44f2b",
+ "bench_uid": "39877bb63fb54725",
+ "date_time": "2024-02-20T15:04:13.424211",
+ "functional": true,
+ "reproduced": true,
+ "support_docker": true
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-52c1d43172664ed0-output.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-52c1d43172664ed0-output.json
new file mode 100644
index 0000000000..c250f0c626
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-52c1d43172664ed0-output.json
@@ -0,0 +1,137 @@
+{
+ "return": 0,
+ "env": {},
+ "new_env": {},
+ "state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "PySUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "0.615377",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "4705323615",
+ "max latency (ns)": "16250190121",
+ "mean latency (ns)": "10456508889",
+ "50.00 percentile latency (ns)": "10133038152",
+ "90.00 percentile latency (ns)": "16250190121",
+ "95.00 percentile latency (ns)": "16250190121",
+ "97.00 percentile latency (ns)": "16250190121",
+ "99.00 percentile latency (ns)": "16250190121",
+ "99.90 percentile latency (ns)": "16250190121",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "10833"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "https://armi.in/files/model.onnx",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "none"
+ },
+ "cm-mlperf-inference-results": {
+ "ip_172_31_89_56-reference-cpu-onnxruntime-v1.17.0-default_config": {
+ "bert-99.9": {
+ "Offline": {
+ "performance": "0.615",
+ "performance_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "0.615",
+ "performance_valid": true
+ }
+ },
+ "new_state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "PySUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "0.615377",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "4705323615",
+ "max latency (ns)": "16250190121",
+ "mean latency (ns)": "10456508889",
+ "50.00 percentile latency (ns)": "10133038152",
+ "90.00 percentile latency (ns)": "16250190121",
+ "95.00 percentile latency (ns)": "16250190121",
+ "97.00 percentile latency (ns)": "16250190121",
+ "99.00 percentile latency (ns)": "16250190121",
+ "99.90 percentile latency (ns)": "16250190121",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "10833"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "https://armi.in/files/model.onnx",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "none"
+ },
+ "cm-mlperf-inference-results": {
+ "ip_172_31_89_56-reference-cpu-onnxruntime-v1.17.0-default_config": {
+ "bert-99.9": {
+ "Offline": {
+ "performance": "0.615",
+ "performance_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "0.615",
+ "performance_valid": true
+ }
+ },
+ "deps": [
+ "detect,os",
+ "detect,cpu",
+ "get,python3",
+ "get,mlcommons,inference,src",
+ "get,sut,description",
+ "get,mlperf,inference,results,dir",
+ "install,pip-package,for-cmind-python,_package.tabulate",
+ "get,mlperf,inference,utils"
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-66cce585ff0242bc-input.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-66cce585ff0242bc-input.json
new file mode 100644
index 0000000000..2addebee94
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-66cce585ff0242bc-input.json
@@ -0,0 +1,56 @@
+{
+ "action": "run",
+ "automation": "script",
+ "tags": "run-mlperf-inference,_r4.0,_submission,_short",
+ "division": "open",
+ "category": "edge",
+ "device": "cuda",
+ "model": "bert-99",
+ "host_os": "linux",
+ "precision": "float32",
+ "implementation": "nvidia-original",
+ "backend": "tensorrt",
+ "scenario": "Offline",
+ "execution_mode": "test",
+ "submitter": "CTuning",
+ "power": "no",
+ "adr": {
+ "python": {
+ "version_min": "3.8"
+ }
+ },
+ "compliance": "no",
+ "j": true,
+ "time": true,
+ "clean": true,
+ "quiet": true,
+ "jf": "mlperf-inference-results",
+ "cmd": [
+ "--tags=run-mlperf-inference,_r4.0,_submission,_short",
+ "--division=open",
+ "--category=edge",
+ "--device=cuda",
+ "--model=bert-99",
+ "--precision=float32",
+ "--implementation=nvidia-original",
+ "--backend=tensorrt",
+ "--scenario=Offline",
+ "--execution_mode=test",
+ "--submitter=CTuning",
+ "--power=no",
+ "--adr.python.version_min=3.8",
+ "--compliance=no",
+ "--j",
+ "--time",
+ "--clean",
+ "--quiet",
+ "--jf=mlperf-inference-results"
+ ],
+ "out": "con",
+ "parsed_automation": [
+ [
+ "script",
+ "5b4e0237da074764"
+ ]
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-66cce585ff0242bc-meta.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-66cce585ff0242bc-meta.json
new file mode 100644
index 0000000000..0e5dcba611
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-66cce585ff0242bc-meta.json
@@ -0,0 +1,9 @@
+{
+ "uid": "66cce585ff0242bc",
+ "compute_uid": "fe379ecd1e054a00",
+ "bench_uid": "39877bb63fb54725",
+ "date_time": "2024-02-20T16:23:59.000629",
+ "functional": true,
+ "reproduced": true,
+ "support_docker": true
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-6a07cf881dee462a-input.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-6a07cf881dee462a-input.json
new file mode 100644
index 0000000000..82a0cc826b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-6a07cf881dee462a-input.json
@@ -0,0 +1,56 @@
+{
+ "action": "run",
+ "automation": "script",
+ "tags": "run-mlperf-inference,_r4.0,_submission,_short",
+ "division": "open",
+ "category": "edge",
+ "device": "cpu",
+ "model": "bert-99",
+ "host_os": "linux",
+ "precision": "float32",
+ "implementation": "reference",
+ "backend": "tf",
+ "scenario": "Offline",
+ "execution_mode": "test",
+ "submitter": "CTuning",
+ "power": "no",
+ "adr": {
+ "python": {
+ "version_min": "3.8"
+ }
+ },
+ "compliance": "no",
+ "j": true,
+ "time": true,
+ "clean": true,
+ "quiet": true,
+ "jf": "mlperf-inference-results",
+ "cmd": [
+ "--tags=run-mlperf-inference,_r4.0,_submission,_short",
+ "--division=open",
+ "--category=edge",
+ "--device=cpu",
+ "--model=bert-99",
+ "--precision=float32",
+ "--implementation=reference",
+ "--backend=tf",
+ "--scenario=Offline",
+ "--execution_mode=test",
+ "--submitter=CTuning",
+ "--power=no",
+ "--adr.python.version_min=3.8",
+ "--compliance=no",
+ "--j",
+ "--time",
+ "--clean",
+ "--quiet",
+ "--jf=mlperf-inference-results"
+ ],
+ "out": "con",
+ "parsed_automation": [
+ [
+ "script",
+ "5b4e0237da074764"
+ ]
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-6a07cf881dee462a-meta.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-6a07cf881dee462a-meta.json
new file mode 100644
index 0000000000..3bde194aba
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-6a07cf881dee462a-meta.json
@@ -0,0 +1,9 @@
+{
+ "uid": "6a07cf881dee462a",
+ "compute_uid": "ee8c568e0ac44f2b",
+ "bench_uid": "39877bb63fb54725",
+ "date_time": "2024-02-20T15:33:11.932584",
+ "functional": false,
+ "reproduced": false,
+ "support_docker": false
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7d80f464b2274742-input.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7d80f464b2274742-input.json
new file mode 100644
index 0000000000..de6e2b2c93
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7d80f464b2274742-input.json
@@ -0,0 +1,55 @@
+{
+ "action": "run",
+ "automation": "script",
+ "tags": "run-mlperf-inference,_r4.0,_performance-only,_short",
+ "division": "open",
+ "category": "edge",
+ "device": "cuda",
+ "model": "bert-99",
+ "precision": "float32",
+ "implementation": "reference",
+ "backend": "onnxruntime",
+ "scenario": "Offline",
+ "execution_mode": "test",
+ "power": "no",
+ "adr": {
+ "python": {
+ "version_min": "3.8"
+ }
+ },
+ "clean": true,
+ "compliance": "no",
+ "j": true,
+ "jf": "run-7d80f464b2274742",
+ "quiet": true,
+ "time": true,
+ "host_os": "linux",
+ "cmd": [
+ "--tags=run-mlperf-inference,_r4.0,_performance-only,_short",
+ "--division=open",
+ "--category=edge",
+ "--device=cuda",
+ "--model=bert-99",
+ "--precision=float32",
+ "--implementation=reference",
+ "--backend=onnxruntime",
+ "--scenario=Offline",
+ "--execution_mode=test",
+ "--power=no",
+ "--adr.python.version_min=3.8",
+ "--clean",
+ "--compliance=no",
+ "--j",
+ "--jf=run-7d80f464b2274742",
+ "--quiet",
+ "--time",
+ "--host_os=linux"
+ ],
+ "out": "con",
+ "parsed_automation": [
+ [
+ "script",
+ "5b4e0237da074764"
+ ]
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7d80f464b2274742-meta.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7d80f464b2274742-meta.json
new file mode 100644
index 0000000000..eadf7f2014
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7d80f464b2274742-meta.json
@@ -0,0 +1,10 @@
+{
+ "uid": "7d80f464b2274742",
+ "compute_uid": "fe379ecd1e054a00",
+ "bench_uid": "39877bb63fb54725",
+ "date_time": "2024-02-20T16:04:27.903539",
+ "notes":"ONNX 1.15.0 worked; ONNX 1.17.0 did not work",
+ "functional": true,
+ "reproduced": true,
+ "support_docker": false
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7d80f464b2274742-output.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7d80f464b2274742-output.json
new file mode 100644
index 0000000000..5d8f74da15
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7d80f464b2274742-output.json
@@ -0,0 +1,137 @@
+{
+ "return": 0,
+ "env": {},
+ "new_env": {},
+ "state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "PySUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "13.1969",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "295840204",
+ "max latency (ns)": "757755274",
+ "mean latency (ns)": "521501098",
+ "50.00 percentile latency (ns)": "497153427",
+ "90.00 percentile latency (ns)": "757755274",
+ "95.00 percentile latency (ns)": "757755274",
+ "97.00 percentile latency (ns)": "757755274",
+ "99.00 percentile latency (ns)": "757755274",
+ "99.90 percentile latency (ns)": "757755274",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "10833"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "https://armi.in/files/model.onnx",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "none"
+ },
+ "cm-mlperf-inference-results": {
+ "ip_172_31_89_56-reference-gpu-onnxruntime-v1.15.0-default_config": {
+ "bert-99": {
+ "Offline": {
+ "performance": "13.197",
+ "performance_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "13.197",
+ "performance_valid": true
+ }
+ },
+ "new_state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "PySUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "13.1969",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "295840204",
+ "max latency (ns)": "757755274",
+ "mean latency (ns)": "521501098",
+ "50.00 percentile latency (ns)": "497153427",
+ "90.00 percentile latency (ns)": "757755274",
+ "95.00 percentile latency (ns)": "757755274",
+ "97.00 percentile latency (ns)": "757755274",
+ "99.00 percentile latency (ns)": "757755274",
+ "99.90 percentile latency (ns)": "757755274",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "10833"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "https://armi.in/files/model.onnx",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "none"
+ },
+ "cm-mlperf-inference-results": {
+ "ip_172_31_89_56-reference-gpu-onnxruntime-v1.15.0-default_config": {
+ "bert-99": {
+ "Offline": {
+ "performance": "13.197",
+ "performance_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "13.197",
+ "performance_valid": true
+ }
+ },
+ "deps": [
+ "detect,os",
+ "detect,cpu",
+ "get,python3",
+ "get,mlcommons,inference,src",
+ "get,sut,description",
+ "get,mlperf,inference,results,dir",
+ "install,pip-package,for-cmind-python,_package.tabulate",
+ "get,mlperf,inference,utils"
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7f094c244ebb4985-input.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7f094c244ebb4985-input.json
new file mode 100644
index 0000000000..c72a9f6a27
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7f094c244ebb4985-input.json
@@ -0,0 +1,56 @@
+{
+ "action": "run",
+ "automation": "script",
+ "tags": "run-mlperf-inference,_r4.0,_submission,_short",
+ "division": "open",
+ "category": "edge",
+ "host_os": "linux",
+ "device": "cpu",
+ "model": "retinanet",
+ "precision": "float32",
+ "implementation": "reference",
+ "backend": "onnxruntime",
+ "scenario": "Offline",
+ "execution_mode": "test",
+ "submitter": "CTuning",
+ "power": "no",
+ "adr": {
+ "python": {
+ "version_min": "3.8"
+ }
+ },
+ "compliance": "no",
+ "j": true,
+ "time": true,
+ "clean": true,
+ "quiet": true,
+ "jf": "mlperf-inference-results",
+ "cmd": [
+ "--tags=run-mlperf-inference,_r4.0,_submission,_short",
+ "--division=open",
+ "--category=edge",
+ "--device=cpu",
+ "--model=retinanet",
+ "--precision=float32",
+ "--implementation=reference",
+ "--backend=onnxruntime",
+ "--scenario=Offline",
+ "--execution_mode=test",
+ "--submitter=CTuning",
+ "--power=no",
+ "--adr.python.version_min=3.8",
+ "--compliance=no",
+ "--j",
+ "--time",
+ "--clean",
+ "--quiet",
+ "--jf=mlperf-inference-results"
+ ],
+ "out": "con",
+ "parsed_automation": [
+ [
+ "script",
+ "5b4e0237da074764"
+ ]
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7f094c244ebb4985-meta.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7f094c244ebb4985-meta.json
new file mode 100644
index 0000000000..2b86368970
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7f094c244ebb4985-meta.json
@@ -0,0 +1,9 @@
+{
+ "uid": "7f094c244ebb4985",
+ "compute_uid": "ee8c568e0ac44f2b",
+ "bench_uid": "39877bb63fb54725",
+ "date_time": "2024-02-18",
+ "functional": true,
+ "reproduced": true,
+ "support_docker": true
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7f094c244ebb4985-output.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7f094c244ebb4985-output.json
new file mode 100644
index 0000000000..cae36b057d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7f094c244ebb4985-output.json
@@ -0,0 +1,146 @@
+{
+ "return": 0,
+ "env": {},
+ "new_env": {},
+ "state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "PySUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "0.808629",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "963485100",
+ "max latency (ns)": "12366604800",
+ "mean latency (ns)": "5961694610",
+ "50.00 percentile latency (ns)": "6164791100",
+ "90.00 percentile latency (ns)": "12366604800",
+ "95.00 percentile latency (ns)": "12366604800",
+ "97.00 percentile latency (ns)": "12366604800",
+ "99.00 percentile latency (ns)": "12366604800",
+ "99.90 percentile latency (ns)": "12366604800",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "64"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "resnext50_32x4d_fpn.onnx",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "no"
+ },
+ "cm-mlperf-inference-results": {
+ "FGG_LENOVO_P14S-reference-cpu-onnxruntime-v1.16.0-default_config": {
+ "retinanet": {
+ "Offline": {
+ "performance": "0.809",
+ "performance_valid": true,
+ "accuracy": "49.593",
+ "accuracy_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "0.809",
+ "performance_valid": true,
+ "accuracy": "49.593",
+ "accuracy_valid": true
+ }
+ },
+ "new_state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "PySUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "0.808629",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "963485100",
+ "max latency (ns)": "12366604800",
+ "mean latency (ns)": "5961694610",
+ "50.00 percentile latency (ns)": "6164791100",
+ "90.00 percentile latency (ns)": "12366604800",
+ "95.00 percentile latency (ns)": "12366604800",
+ "97.00 percentile latency (ns)": "12366604800",
+ "99.00 percentile latency (ns)": "12366604800",
+ "99.90 percentile latency (ns)": "12366604800",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "64"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "resnext50_32x4d_fpn.onnx",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "no"
+ },
+ "cm-mlperf-inference-results": {
+ "FGG_LENOVO_P14S-reference-cpu-onnxruntime-v1.16.0-default_config": {
+ "retinanet": {
+ "Offline": {
+ "performance": "0.809",
+ "performance_valid": true,
+ "accuracy": "49.593",
+ "accuracy_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "0.809",
+ "performance_valid": true,
+ "accuracy": "49.593",
+ "accuracy_valid": true
+ }
+ },
+ "deps": [
+ "detect,os",
+ "detect,cpu",
+ "get,python3",
+ "get,mlcommons,inference,src",
+ "get,sut,description",
+ "get,mlperf,inference,results,dir",
+ "install,pip-package,for-cmind-python,_package.tabulate",
+ "get,mlperf,inference,utils",
+ "generate,mlperf,inference,submission"
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7f094c244ebb4985.md b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7f094c244ebb4985.md
new file mode 100644
index 0000000000..6b58ae634a
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-7f094c244ebb4985.md
@@ -0,0 +1 @@
+TBD1
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d5b6b5af6d794045-input.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d5b6b5af6d794045-input.json
new file mode 100644
index 0000000000..fb7e74af53
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d5b6b5af6d794045-input.json
@@ -0,0 +1,53 @@
+{
+ "action": "run",
+ "automation": "script",
+ "tags": "run-mlperf-inference,_r4.0,_performance-only,_short",
+ "division": "open",
+ "category": "edge",
+ "device": "cpu",
+ "model": "bert-99",
+ "precision": "uint8",
+ "implementation": "intel-original",
+ "backend": "pytorch",
+ "scenario": "Offline",
+ "execution_mode": "test",
+ "power": "no",
+ "adr": {
+ "python": {
+ "version_min": "3.8"
+ }
+ },
+ "clean": true,
+ "compliance": "no",
+ "j": true,
+ "jf": "run-d8c0f02f52bf49ae",
+ "time": true,
+ "host_os": "linux",
+ "cmd": [
+ "--tags=run-mlperf-inference,_r4.0,_performance-only,_short",
+ "--division=open",
+ "--category=edge",
+ "--device=cpu",
+ "--model=bert-99",
+ "--precision=uint8",
+ "--implementation=intel-original",
+ "--backend=pytorch",
+ "--scenario=Offline",
+ "--execution_mode=test",
+ "--power=no",
+ "--adr.python.version_min=3.8",
+ "--clean",
+ "--compliance=no",
+ "--j",
+ "--jf=run-d8c0f02f52bf49ae",
+ "--time",
+ "--host_os=linux"
+ ],
+ "out": "con",
+ "parsed_automation": [
+ [
+ "script",
+ "5b4e0237da074764"
+ ]
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d5b6b5af6d794045-meta.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d5b6b5af6d794045-meta.json
new file mode 100644
index 0000000000..adf9c9f9f1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d5b6b5af6d794045-meta.json
@@ -0,0 +1,9 @@
+{
+ "uid": "d5b6b5af6d794045",
+ "compute_uid": "ee8c568e0ac44f2b",
+ "bench_uid": "39877bb63fb54725",
+ "date_time": "2024-02-20T16:18:34.632335",
+ "functional": true,
+ "reproduced": true,
+ "support_docker": true
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d8c0f02f52bf49ae-input.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d8c0f02f52bf49ae-input.json
new file mode 100644
index 0000000000..d23c116653
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d8c0f02f52bf49ae-input.json
@@ -0,0 +1,53 @@
+{
+ "action": "run",
+ "automation": "script",
+ "tags": "run-mlperf-inference,_r4.0,_performance-only,_short",
+ "division": "open",
+ "category": "edge",
+ "device": "cpu",
+ "model": "retinanet",
+ "precision": "float32",
+ "implementation": "mil",
+ "backend": "onnxruntime",
+ "scenario": "Offline",
+ "execution_mode": "test",
+ "power": "no",
+ "adr": {
+ "python": {
+ "version_min": "3.8"
+ }
+ },
+ "clean": true,
+ "compliance": "no",
+ "j": true,
+ "jf": "run-d8c0f02f52bf49ae",
+ "time": true,
+ "host_os": "linux",
+ "cmd": [
+ "--tags=run-mlperf-inference,_r4.0,_performance-only,_short",
+ "--division=open",
+ "--category=edge",
+ "--device=cpu",
+ "--model=retinanet",
+ "--precision=float32",
+ "--implementation=mil",
+ "--backend=onnxruntime",
+ "--scenario=Offline",
+ "--execution_mode=test",
+ "--power=no",
+ "--adr.python.version_min=3.8",
+ "--clean",
+ "--compliance=no",
+ "--j",
+ "--jf=run-d8c0f02f52bf49ae",
+ "--time",
+ "--host_os=linux"
+ ],
+ "out": "con",
+ "parsed_automation": [
+ [
+ "script",
+ "5b4e0237da074764"
+ ]
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d8c0f02f52bf49ae-meta.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d8c0f02f52bf49ae-meta.json
new file mode 100644
index 0000000000..b0269fa051
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d8c0f02f52bf49ae-meta.json
@@ -0,0 +1,10 @@
+{
+ "uid": "d8c0f02f52bf49ae",
+ "compute_uid": "ee8c568e0ac44f2b",
+ "bench_uid": "39877bb63fb54725",
+ "date_time": "2024-02-20T15:39:15.255021",
+ "notes":"Used clang 14 installed via apt; LLVM 16.0.4 couldn't find llvmgold plugin - need to check ...",
+ "functional": false,
+ "reproduced": false,
+ "support_docker": false
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d8c0f02f52bf49ae-output.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d8c0f02f52bf49ae-output.json
new file mode 100644
index 0000000000..784796ecc2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-d8c0f02f52bf49ae-output.json
@@ -0,0 +1,137 @@
+{
+ "return": 0,
+ "env": {},
+ "new_env": {},
+ "state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "QueueSUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "0.452945",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "2550773320",
+ "max latency (ns)": "22077722147",
+ "mean latency (ns)": "12323786694",
+ "50.00 percentile latency (ns)": "13414914364",
+ "90.00 percentile latency (ns)": "22077722147",
+ "95.00 percentile latency (ns)": "22077722147",
+ "97.00 percentile latency (ns)": "22077722147",
+ "99.00 percentile latency (ns)": "22077722147",
+ "99.90 percentile latency (ns)": "22077722147",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "64"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "resnext50_32x4d_fpn.onnx",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "no"
+ },
+ "cm-mlperf-inference-results": {
+ "ip_172_31_89_56-cpp-cpu-onnxruntime-vdefault-default_config": {
+ "retinanet": {
+ "Offline": {
+ "performance": "0.453",
+ "performance_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "0.453",
+ "performance_valid": true
+ }
+ },
+ "new_state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "QueueSUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "0.452945",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "2550773320",
+ "max latency (ns)": "22077722147",
+ "mean latency (ns)": "12323786694",
+ "50.00 percentile latency (ns)": "13414914364",
+ "90.00 percentile latency (ns)": "22077722147",
+ "95.00 percentile latency (ns)": "22077722147",
+ "97.00 percentile latency (ns)": "22077722147",
+ "99.00 percentile latency (ns)": "22077722147",
+ "99.90 percentile latency (ns)": "22077722147",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "64"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "resnext50_32x4d_fpn.onnx",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "no"
+ },
+ "cm-mlperf-inference-results": {
+ "ip_172_31_89_56-cpp-cpu-onnxruntime-vdefault-default_config": {
+ "retinanet": {
+ "Offline": {
+ "performance": "0.453",
+ "performance_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "0.453",
+ "performance_valid": true
+ }
+ },
+ "deps": [
+ "detect,os",
+ "detect,cpu",
+ "get,python3",
+ "get,mlcommons,inference,src",
+ "get,sut,description",
+ "get,mlperf,inference,results,dir",
+ "install,pip-package,for-cmind-python,_package.tabulate",
+ "get,mlperf,inference,utils"
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-df843c22cbf54aaf-input.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-df843c22cbf54aaf-input.json
new file mode 100644
index 0000000000..9eabe5cb60
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-df843c22cbf54aaf-input.json
@@ -0,0 +1,56 @@
+{
+ "action": "run",
+ "automation": "script",
+ "tags": "run-mlperf-inference,_r4.0,_submission,_short",
+ "division": "open",
+ "category": "edge",
+ "device": "cpu",
+ "model": "resnet50",
+ "host_os": "windows",
+ "precision": "float32",
+ "implementation": "reference",
+ "backend": "onnxruntime",
+ "scenario": "Offline",
+ "execution_mode": "test",
+ "submitter": "CTuning",
+ "power": "no",
+ "adr": {
+ "python": {
+ "version_min": "3.8"
+ }
+ },
+ "compliance": "no",
+ "j": true,
+ "time": true,
+ "clean": true,
+ "quiet": true,
+ "jf": "mlperf-inference-results",
+ "cmd": [
+ "--tags=run-mlperf-inference,_r4.0,_submission,_short",
+ "--division=open",
+ "--category=edge",
+ "--device=cpu",
+ "--model=retinanet",
+ "--precision=float32",
+ "--implementation=reference",
+ "--backend=onnxruntime",
+ "--scenario=Offline",
+ "--execution_mode=test",
+ "--submitter=CTuning",
+ "--power=no",
+ "--adr.python.version_min=3.8",
+ "--compliance=no",
+ "--j",
+ "--time",
+ "--clean",
+ "--quiet",
+ "--jf=mlperf-inference-results"
+ ],
+ "out": "con",
+ "parsed_automation": [
+ [
+ "script",
+ "5b4e0237da074764"
+ ]
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-df843c22cbf54aaf-meta.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-df843c22cbf54aaf-meta.json
new file mode 100644
index 0000000000..45eb699b96
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-df843c22cbf54aaf-meta.json
@@ -0,0 +1,9 @@
+{
+ "uid": "df843c22cbf54aaf",
+ "compute_uid": "fe379ecd1e054a00",
+ "bench_uid": "39877bb63fb54725",
+ "date_time": "2024-02-18",
+ "functional": true,
+ "reproduced": true,
+ "support_docker": true
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-df843c22cbf54aaf-output.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-df843c22cbf54aaf-output.json
new file mode 100644
index 0000000000..cae36b057d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-df843c22cbf54aaf-output.json
@@ -0,0 +1,146 @@
+{
+ "return": 0,
+ "env": {},
+ "new_env": {},
+ "state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "PySUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "0.808629",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "963485100",
+ "max latency (ns)": "12366604800",
+ "mean latency (ns)": "5961694610",
+ "50.00 percentile latency (ns)": "6164791100",
+ "90.00 percentile latency (ns)": "12366604800",
+ "95.00 percentile latency (ns)": "12366604800",
+ "97.00 percentile latency (ns)": "12366604800",
+ "99.00 percentile latency (ns)": "12366604800",
+ "99.90 percentile latency (ns)": "12366604800",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "64"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "resnext50_32x4d_fpn.onnx",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "no"
+ },
+ "cm-mlperf-inference-results": {
+ "FGG_LENOVO_P14S-reference-cpu-onnxruntime-v1.16.0-default_config": {
+ "retinanet": {
+ "Offline": {
+ "performance": "0.809",
+ "performance_valid": true,
+ "accuracy": "49.593",
+ "accuracy_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "0.809",
+ "performance_valid": true,
+ "accuracy": "49.593",
+ "accuracy_valid": true
+ }
+ },
+ "new_state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "PySUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "0.808629",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "963485100",
+ "max latency (ns)": "12366604800",
+ "mean latency (ns)": "5961694610",
+ "50.00 percentile latency (ns)": "6164791100",
+ "90.00 percentile latency (ns)": "12366604800",
+ "95.00 percentile latency (ns)": "12366604800",
+ "97.00 percentile latency (ns)": "12366604800",
+ "99.00 percentile latency (ns)": "12366604800",
+ "99.90 percentile latency (ns)": "12366604800",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "64"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "resnext50_32x4d_fpn.onnx",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "no"
+ },
+ "cm-mlperf-inference-results": {
+ "FGG_LENOVO_P14S-reference-cpu-onnxruntime-v1.16.0-default_config": {
+ "retinanet": {
+ "Offline": {
+ "performance": "0.809",
+ "performance_valid": true,
+ "accuracy": "49.593",
+ "accuracy_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "0.809",
+ "performance_valid": true,
+ "accuracy": "49.593",
+ "accuracy_valid": true
+ }
+ },
+ "deps": [
+ "detect,os",
+ "detect,cpu",
+ "get,python3",
+ "get,mlcommons,inference,src",
+ "get,sut,description",
+ "get,mlperf,inference,results,dir",
+ "install,pip-package,for-cmind-python,_package.tabulate",
+ "get,mlperf,inference,utils",
+ "generate,mlperf,inference,submission"
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-df843c22cbf54aaf.md b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-df843c22cbf54aaf.md
new file mode 100644
index 0000000000..97635650c3
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-df843c22cbf54aaf.md
@@ -0,0 +1 @@
+TBD2
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-f05147815bf840b8-input.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-f05147815bf840b8-input.json
new file mode 100644
index 0000000000..68cf51d221
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-f05147815bf840b8-input.json
@@ -0,0 +1,55 @@
+{
+ "action": "run",
+ "automation": "script",
+ "tags": "run-mlperf-inference,_r4.0,_performance-only,_short",
+ "division": "open",
+ "category": "edge",
+ "device": "cpu",
+ "model": "bert-99",
+ "precision": "float32",
+ "implementation": "reference",
+ "backend": "pytorch",
+ "scenario": "Offline",
+ "execution_mode": "test",
+ "power": "no",
+ "adr": {
+ "python": {
+ "version_min": "3.8"
+ }
+ },
+ "clean": true,
+ "compliance": "no",
+ "j": true,
+ "jf": "run-f05147815bf840b8",
+ "quiet": true,
+ "time": true,
+ "host_os": "linux",
+ "cmd": [
+ "--tags=run-mlperf-inference,_r4.0,_performance-only,_short",
+ "--division=open",
+ "--category=edge",
+ "--device=cpu",
+ "--model=bert-99",
+ "--precision=float32",
+ "--implementation=reference",
+ "--backend=pytorch",
+ "--scenario=Offline",
+ "--execution_mode=test",
+ "--power=no",
+ "--adr.python.version_min=3.8",
+ "--clean",
+ "--compliance=no",
+ "--j",
+ "--jf=run-f05147815bf840b8",
+ "--quiet",
+ "--time",
+ "--host_os=linux"
+ ],
+ "out": "con",
+ "parsed_automation": [
+ [
+ "script",
+ "5b4e0237da074764"
+ ]
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-f05147815bf840b8-meta.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-f05147815bf840b8-meta.json
new file mode 100644
index 0000000000..45eb699b96
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-f05147815bf840b8-meta.json
@@ -0,0 +1,9 @@
+{
+ "uid": "df843c22cbf54aaf",
+ "compute_uid": "fe379ecd1e054a00",
+ "bench_uid": "39877bb63fb54725",
+ "date_time": "2024-02-18",
+ "functional": true,
+ "reproduced": true,
+ "support_docker": true
+}
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-f05147815bf840b8-output.json b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-f05147815bf840b8-output.json
new file mode 100644
index 0000000000..627e18889a
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v3.1/run-f05147815bf840b8-output.json
@@ -0,0 +1,137 @@
+{
+ "return": 0,
+ "env": {},
+ "new_env": {},
+ "state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "PySUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "0.771384",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "1409122219",
+ "max latency (ns)": "12963712908",
+ "mean latency (ns)": "7203424157",
+ "50.00 percentile latency (ns)": "7862607410",
+ "90.00 percentile latency (ns)": "12963712908",
+ "95.00 percentile latency (ns)": "12963712908",
+ "97.00 percentile latency (ns)": "12963712908",
+ "99.00 percentile latency (ns)": "12963712908",
+ "99.90 percentile latency (ns)": "12963712908",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "10833"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "https://zenodo.org/record/3733896/files/model.pytorch",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "none"
+ },
+ "cm-mlperf-inference-results": {
+ "ip_172_31_89_56-reference-cpu-pytorch-v2.1.0-default_config": {
+ "bert-99": {
+ "Offline": {
+ "performance": "0.771",
+ "performance_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "0.771",
+ "performance_valid": true
+ }
+ },
+ "new_state": {
+ "app_mlperf_inference_log_summary": {
+ "sut name": "PySUT",
+ "scenario": "Offline",
+ "mode": "PerformanceOnly",
+ "samples per second": "0.771384",
+ "result is": "VALID",
+ "min duration satisfied": "Yes",
+ "min queries satisfied": "Yes",
+ "early stopping satisfied": "Yes",
+ "min latency (ns)": "1409122219",
+ "max latency (ns)": "12963712908",
+ "mean latency (ns)": "7203424157",
+ "50.00 percentile latency (ns)": "7862607410",
+ "90.00 percentile latency (ns)": "12963712908",
+ "95.00 percentile latency (ns)": "12963712908",
+ "97.00 percentile latency (ns)": "12963712908",
+ "99.00 percentile latency (ns)": "12963712908",
+ "99.90 percentile latency (ns)": "12963712908",
+ "samples_per_query": "10",
+ "target_qps": "1",
+ "target_latency (ns)": "0",
+ "max_async_queries": "1",
+ "min_duration (ms)": "0",
+ "max_duration (ms)": "0",
+ "min_query_count": "1",
+ "max_query_count": "10",
+ "qsl_rng_seed": "13281865557512327830",
+ "sample_index_rng_seed": "198141574272810017",
+ "schedule_rng_seed": "7575108116881280410",
+ "accuracy_log_rng_seed": "0",
+ "accuracy_log_probability": "0",
+ "accuracy_log_sampling_target": "0",
+ "print_timestamps": "0",
+ "performance_issue_unique": "0",
+ "performance_issue_same": "0",
+ "performance_issue_same_index": "0",
+ "performance_sample_count": "10833"
+ },
+ "app_mlperf_inference_measurements": {
+ "starting_weights_filename": "https://zenodo.org/record/3733896/files/model.pytorch",
+ "retraining": "no",
+ "input_data_types": "fp32",
+ "weight_data_types": "fp32",
+ "weight_transformations": "none"
+ },
+ "cm-mlperf-inference-results": {
+ "ip_172_31_89_56-reference-cpu-pytorch-v2.1.0-default_config": {
+ "bert-99": {
+ "Offline": {
+ "performance": "0.771",
+ "performance_valid": true
+ }
+ }
+ }
+ },
+ "cm-mlperf-inference-results-last": {
+ "performance": "0.771",
+ "performance_valid": true
+ }
+ },
+ "deps": [
+ "detect,os",
+ "detect,cpu",
+ "get,python3",
+ "get,mlcommons,inference,src",
+ "get,sut,description",
+ "get,mlperf,inference,results,dir",
+ "install,pip-package,for-cmind-python,_package.tabulate",
+ "get,mlperf,inference,utils"
+ ]
+}
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v4.0/_cm.yaml b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v4.0/_cm.yaml
new file mode 100644
index 0000000000..50086d0862
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v4.0/_cm.yaml
@@ -0,0 +1,38 @@
+alias: benchmark-run-mlperf-inference-v4.0
+uid: b4ee9b6c820e493a
+
+automation_alias: cfg
+automation_uid: 88dce9c160324c5d
+
+tags:
+- benchmark
+- run
+- mlperf
+- inference
+- v4.0
+
+name: "MLPerf inference - v4.0"
+
+supported_compute:
+- ee8c568e0ac44f2b
+- fe379ecd1e054a00
+
+bench_uid: 39877bb63fb54725
+
+view_dimensions:
+- - input.device
+ - "MLPerf device"
+- - input.implementation
+ - "MLPerf implementation"
+- - input.backend
+ - "MLPerf backend"
+- - input.model
+ - "MLPerf model"
+- - input.scenario
+ - "MLPerf scenario"
+- - input.host_os
+ - "Host OS"
+- - output.state.cm-mlperf-inference-results-last.performance
+ - "Got performance"
+- - output.state.cm-mlperf-inference-results-last.accuracy
+ - "Got accuracy"
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v4.1/_cm.yaml b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v4.1/_cm.yaml
new file mode 100644
index 0000000000..716adc20b3
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/benchmark-run-mlperf-inference-v4.1/_cm.yaml
@@ -0,0 +1,39 @@
+alias: benchmark-run-mlperf-inference-v4.1
+uid: b7e89771987d4168
+
+automation_alias: cfg
+automation_uid: 88dce9c160324c5d
+
+tags:
+- benchmark
+- run
+- mlperf
+- inference
+- v4.1
+
+name: "MLPerf inference - v4.1"
+
+supported_compute:
+- ee8c568e0ac44f2b
+- fe379ecd1e054a00
+- d8f06040f7294319
+
+bench_uid: 39877bb63fb54725
+
+view_dimensions:
+- - input.device
+ - "MLPerf device"
+- - input.implementation
+ - "MLPerf implementation"
+- - input.backend
+ - "MLPerf backend"
+- - input.model
+ - "MLPerf model"
+- - input.scenario
+ - "MLPerf scenario"
+- - input.host_os
+ - "Host OS"
+- - output.state.cm-mlperf-inference-results-last.performance
+ - "Got performance"
+- - output.state.cm-mlperf-inference-results-last.accuracy
+ - "Got accuracy"
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/_cm.yaml b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/_cm.yaml
new file mode 100644
index 0000000000..d5d60a3857
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/_cm.yaml
@@ -0,0 +1,10 @@
+alias: docker-basic-configurations
+uid: d2a0c5bb17664c93
+
+automation_alias: cfg
+automation_uid: 88dce9c160324c5d
+
+tags:
+- docker
+- basic
+- configurations
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-archlinux.yaml b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-archlinux.yaml
new file mode 100644
index 0000000000..238a1e57c2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-archlinux.yaml
@@ -0,0 +1,9 @@
+uid: 9960e9fb3cb24cb3
+
+name: "Basic ArchLinux"
+
+input:
+ docker_base_image: 'archlinux'
+ docker_os: arch
+ docker_os_version: 'latest'
+
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-rhel-9.yaml b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-rhel-9.yaml
new file mode 100644
index 0000000000..1fba915fa2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-rhel-9.yaml
@@ -0,0 +1,9 @@
+uid: 27b4afcdd8e042e8
+
+name: "Basic RHEL 9"
+
+input:
+ docker_base_image: 'registry.access.redhat.com/ubi9'
+ docker_os: 'rhel'
+ docker_os_version: '9'
+
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-ubuntu-20.04.yaml b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-ubuntu-20.04.yaml
new file mode 100644
index 0000000000..35c0b48f93
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-ubuntu-20.04.yaml
@@ -0,0 +1,9 @@
+uid: 59311e6098c14b21
+
+name: "Basic Ubuntu 20.04"
+
+input:
+ docker_base_image: 'ubuntu:20.04'
+ docker_os: ubuntu
+ docker_os_version: '20.04'
+
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-ubuntu-22.04.yaml b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-ubuntu-22.04.yaml
new file mode 100644
index 0000000000..371ba2b6af
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-ubuntu-22.04.yaml
@@ -0,0 +1,9 @@
+uid: 614aa48d90724835
+
+name: "Basic Ubuntu 22.04"
+
+input:
+ docker_base_image: 'ubuntu:22.04'
+ docker_os: ubuntu
+ docker_os_version: '22.04'
+
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-ubuntu-23.04.yaml b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-ubuntu-23.04.yaml
new file mode 100644
index 0000000000..990d56cf5a
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-ubuntu-23.04.yaml
@@ -0,0 +1,9 @@
+uid: 276bd8ab39324f5f
+
+name: "Basic Ubuntu 23.04"
+
+input:
+ docker_base_image: 'ubuntu:23.04'
+ docker_os: ubuntu
+ docker_os_version: '23.04'
+
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-ubuntu-24.04.yaml b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-ubuntu-24.04.yaml
new file mode 100644
index 0000000000..d949d5519b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/basic-ubuntu-24.04.yaml
@@ -0,0 +1,9 @@
+uid: 12e86eb386314866
+
+name: "Basic Ubuntu 24.04"
+
+input:
+ docker_base_image: 'ubuntu:24.04'
+ docker_os: ubuntu
+ docker_os_version: '24.04'
+
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-20.04-cuda-11.8-cudnn-8.6.0-pytorch-1.13.0.yaml b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-20.04-cuda-11.8-cudnn-8.6.0-pytorch-1.13.0.yaml
new file mode 100644
index 0000000000..16107d8d5c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-20.04-cuda-11.8-cudnn-8.6.0-pytorch-1.13.0.yaml
@@ -0,0 +1,11 @@
+uid: 854e65fb31584d63
+
+name: "Nvidia Ubuntu 20.04 CUDA 11.8 cuDNN 8.6.0 PyTorch 1.13.0 (pytorch:22.10)"
+
+ref_url: https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes/rel-22-10.html
+
+input:
+ docker_base_image: 'nvcr.io/nvidia/pytorch:22.10-py3'
+ docker_os: ubuntu
+ docker_os_version: '20.04'
+
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-22.04-cuda-12.1-cudnn-8.9.1-pytorch-2.0.0.yaml b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-22.04-cuda-12.1-cudnn-8.9.1-pytorch-2.0.0.yaml
new file mode 100644
index 0000000000..66b9efd0d9
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-22.04-cuda-12.1-cudnn-8.9.1-pytorch-2.0.0.yaml
@@ -0,0 +1,11 @@
+uid: e0e7167139a74e36
+
+name: "Nvidia Ubuntu 22.04 CUDA 12.1 cuDNN 8.9.1 PyTorch 2.0.0 (pytorch:23.05)"
+
+ref_url: https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes/rel-23-05.html
+
+input:
+ docker_base_image: 'nvcr.io/nvidia/pytorch:23.05-py3'
+ docker_os: ubuntu
+ docker_os_version: '22.04'
+
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-22.04-cuda-12.4-cudnn-9.0.0-pytorch-2.3.0.yaml b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-22.04-cuda-12.4-cudnn-9.0.0-pytorch-2.3.0.yaml
new file mode 100644
index 0000000000..38bcff6942
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-22.04-cuda-12.4-cudnn-9.0.0-pytorch-2.3.0.yaml
@@ -0,0 +1,11 @@
+uid: 49fc51f2999b4545
+
+name: "Nvidia Ubuntu 22.04 CUDA 12.4 cuDNN 9.0.0 PyTorch 2.3.0 (pytorch:24.03)"
+
+ref_url: https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes/rel-24-03.html
+
+input:
+ docker_base_image: 'nvcr.io/nvidia/pytorch:24.03-py3'
+ docker_os: ubuntu
+ docker_os_version: '22.04'
+
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-22.04-cuda-12.5-cudnn-9.1.0-pytorch-2.4.0.yaml b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-22.04-cuda-12.5-cudnn-9.1.0-pytorch-2.4.0.yaml
new file mode 100644
index 0000000000..b4e45d348f
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-22.04-cuda-12.5-cudnn-9.1.0-pytorch-2.4.0.yaml
@@ -0,0 +1,11 @@
+uid: 81879736ae5842f4
+
+name: "Nvidia Ubuntu 22.04 CUDA 12.5 cuDNN 9.1.0 PyTorch 2.4.0 (pytorch:24.06)"
+
+ref_url: https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes/rel-24-06.html
+
+input:
+ docker_base_image: 'nvcr.io/nvidia/pytorch:24.06-py3'
+ docker_os: ubuntu
+ docker_os_version: '22.04'
+
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-22.04-cuda-12.6-cudnn-9.3.0-pytorch-2.5.0.yaml b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-22.04-cuda-12.6-cudnn-9.3.0-pytorch-2.5.0.yaml
new file mode 100644
index 0000000000..a9e2229ead
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/cfg/docker-basic-configurations/nvidia-ubuntu-22.04-cuda-12.6-cudnn-9.3.0-pytorch-2.5.0.yaml
@@ -0,0 +1,11 @@
+uid: 203a68df99d44137
+
+name: "Nvidia Ubuntu 22.04 CUDA 12.6 cuDNN 9.3.0 PyTorch 2.5.0 (pytorch:24.08)"
+
+ref_url: https://docs.nvidia.com/deeplearning/frameworks/pytorch-release-notes/rel-24-08.html
+
+input:
+ docker_base_image: 'nvcr.io/nvidia/pytorch:24.08-py3'
+ docker_os: ubuntu
+ docker_os_version: '22.04'
+
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/add-derived-metrics-to-mlperf-inference/README.md b/cmx4mlops/cmx4mlops/repo/challenge/add-derived-metrics-to-mlperf-inference/README.md
new file mode 100644
index 0000000000..8302f63d68
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/add-derived-metrics-to-mlperf-inference/README.md
@@ -0,0 +1,32 @@
+### Challenge
+
+Check past MLPerf inference results in [this MLCommons repository](https://github.com/mlcommons/cm4mlperf-results)
+and add derived metrics such as result/No of cores, power efficiency, device cost, operational costs, etc.
+
+Add clock speed as a third dimension to graphs and improve Bar graph visualization.
+
+Read [this documentation](https://github.com/mlcommons/ck/blob/master/docs/mlperf/inference/README.md)
+to run reference implementations of MLPerf inference benchmarks
+using the CM automation language and use them as a base for your developments.
+
+Check [this ACM REP'23 keynote](https://doi.org/10.5281/zenodo.8105339) to learn more about our open-source project and long-term vision.
+
+
+### Prizes
+
+* *All contributors will receive 1 point for submitting valid results for 1 complete benchmark on one system.*
+* *All contributors will receive an official MLCommons Collective Knowledge contributor award (see [this example](https://ctuning.org/awards/ck-award-202307-zhu.pdf)).*
+
+
+### Organizers
+
+* [MLCommons](https://cKnowledge.org/mlcommons-taskforce)
+* [cTuning.org](https://www.linkedin.com/company/ctuning-foundation)
+* [cKnowledge.org](https://www.linkedin.com/company/cknowledge)
+
+### Results
+
+All accepted results will be publicly available in the CM format with derived metrics
+in this [MLCommons repository](https://github.com/mlcommons/cm4mlperf-results),
+in [MLCommons Collective Knowledge explorer](https://access.cknowledge.org/playground/?action=experiments)
+and at official [MLCommons website](https://mlcommons.org).
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/add-derived-metrics-to-mlperf-inference/_cm.json b/cmx4mlops/cmx4mlops/repo/challenge/add-derived-metrics-to-mlperf-inference/_cm.json
new file mode 100644
index 0000000000..cbdc212467
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/add-derived-metrics-to-mlperf-inference/_cm.json
@@ -0,0 +1,22 @@
+{
+ "alias": "add-derived-metrics-to-mlperf-inference",
+ "automation_alias": "challenge",
+ "automation_uid": "3d84abd768f34e08",
+ "date_close_extension": true,
+ "date_open": "20240204",
+ "points": 2,
+ "tags": [
+ "modularize",
+ "optimize",
+ "reproduce",
+ "replicate",
+ "benchmark",
+ "automate",
+ "derived-metrics",
+ "mlperf-inference",
+ "mlperf-inference-derived-metrics"
+ ],
+ "title": "Add derived metrics to MLPerf inference benchmarks (power efficiency, results / No of cores, costs, etc)",
+ "trophies": true,
+ "uid": "c65b56d7770946ee"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/automate-mlperf-inference-v3.1-and-v4.0-2024/README.md b/cmx4mlops/cmx4mlops/repo/challenge/automate-mlperf-inference-v3.1-and-v4.0-2024/README.md
new file mode 100644
index 0000000000..a2059c0fe8
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/automate-mlperf-inference-v3.1-and-v4.0-2024/README.md
@@ -0,0 +1,4 @@
+20240220:
+* A prototype of a GUI to generate CM commands to run MLPerf inference benchmarks is ready: [link](https://access.cknowledge.org/playground/?action=howtorun&bench_uid=39877bb63fb54725)
+* A prototype of the infrastructure to reproduce MLPerf inference benchmark results is ready: [link](https://access.cknowledge.org/playground/?action=reproduce)
+* On-going efforts: https://github.com/mlcommons/ck/issues/1052
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/automate-mlperf-inference-v3.1-and-v4.0-2024/_cm.yaml b/cmx4mlops/cmx4mlops/repo/challenge/automate-mlperf-inference-v3.1-and-v4.0-2024/_cm.yaml
new file mode 100644
index 0000000000..b8b519d27f
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/automate-mlperf-inference-v3.1-and-v4.0-2024/_cm.yaml
@@ -0,0 +1,21 @@
+alias: automate-mlperf-inference-v3.1-and-v4.0-2024
+uid: f89f152fc2614240
+
+automation_alias: challenge
+automation_uid: 3d84abd768f34e08
+
+title: Add MLCommons CM workflows and unifed interface to automate MLPerf inference v3.1 and v4.0 benchmarks (Intel, Nvidia, Qualcomm, Arm64, TPU ...)
+
+date_open: '20231215'
+date_close: '20240315'
+
+hot: true
+
+tags:
+- automate
+- mlperf-inference-v3.1-and-v4.0
+- 2024
+
+experiments:
+- tags: mlperf-inference,v3.1
+- tags: mlperf-inference,v4.0
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/compose-high-performance-and-cost-efficient-ai-systems-based-on-mlperf-4.0-2024/README.md b/cmx4mlops/cmx4mlops/repo/challenge/compose-high-performance-and-cost-efficient-ai-systems-based-on-mlperf-4.0-2024/README.md
new file mode 100644
index 0000000000..adfbea7263
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/compose-high-performance-and-cost-efficient-ai-systems-based-on-mlperf-4.0-2024/README.md
@@ -0,0 +1,10 @@
+This challenge is under preparation. You can read about the motivation behind this challenge in our [invited talk at MLPerf-Bench @ HPCA'24](https://doi.org/10.5281/zenodo.10786893).
+
+We plan to extend [MLCommons CM framework](https://github.com/mlcommons/ck)
+to automatically compose high-performance and cost-efficient AI systems
+based on MLPerf inference v4.0 results and [CM automation recipes](https://access.cknowledge.org/playground/?action=scripts).
+
+* A prototype of a GUI to generate CM commands to run MLPerf inference benchmarks is ready: [link](https://access.cknowledge.org/playground/?action=howtorun&bench_uid=39877bb63fb54725)
+* A prototype of the infrastructure to reproduce MLPerf inference benchmark results is ready: [link](https://access.cknowledge.org/playground/?action=reproduce)
+
+Contact the [MLCommons Task Force on Automation and Reproducibility](https://github.com/mlcommons/ck/blob/master/docs/taskforce.md) for more details.
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/compose-high-performance-and-cost-efficient-ai-systems-based-on-mlperf-4.0-2024/_cm.yaml b/cmx4mlops/cmx4mlops/repo/challenge/compose-high-performance-and-cost-efficient-ai-systems-based-on-mlperf-4.0-2024/_cm.yaml
new file mode 100644
index 0000000000..b1d4fe9f18
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/compose-high-performance-and-cost-efficient-ai-systems-based-on-mlperf-4.0-2024/_cm.yaml
@@ -0,0 +1,25 @@
+alias: compose-high-performance-and-cost-efficient-ai-systems-based-on-mlperf-4.0-2024
+uid: 7c983102d89e4869
+
+automation_alias: challenge
+automation_uid: 3d84abd768f34e08
+
+title: "Compose high-performance and cost-efficint AI systems using MLCommons' Collective Mind and MLPerf inference"
+
+date_open: '20240101'
+
+tags:
+- compose
+- ai
+- systems
+- mlperf-inference-v4.0
+- cm
+- mlcommons-cm
+- mlperf
+- v4.0
+- performance
+- energy
+- cost
+
+experiments:
+- tags: mlperf-inference,v4.0
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/connect-mlperf-inference-v3.1-with-openbenchmarking/README.md b/cmx4mlops/cmx4mlops/repo/challenge/connect-mlperf-inference-v3.1-with-openbenchmarking/README.md
new file mode 100644
index 0000000000..306341271c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/connect-mlperf-inference-v3.1-with-openbenchmarking/README.md
@@ -0,0 +1,30 @@
+### Challenge
+
+Connect CM workflows to run MLPerf inference benchmarks with [OpenBenchmarking.org](https://openbenchmarking.org).
+
+Read [this documentation](https://github.com/mlcommons/ck/blob/master/docs/mlperf/inference/README.md)
+to run reference implementations of MLPerf inference benchmarks
+using the CM automation language and use them as a base for your developments.
+
+Check [this ACM REP'23 keynote](https://doi.org/10.5281/zenodo.8105339) to learn more about our open-source project and long-term vision.
+
+
+### Prizes
+
+* *All contributors will receive 1 point for submitting valid results for 1 complete benchmark on one system.*
+* *All contributors will receive an official MLCommons Collective Knowledge contributor award (see [this example](https://ctuning.org/awards/ck-award-202307-zhu.pdf)).*
+
+
+
+### Organizers
+
+* Michael Larabel
+* Grigori Fursin
+* [MLCommons](https://cKnowledge.org/mlcommons-taskforce)
+* [cTuning.org](https://www.linkedin.com/company/ctuning-foundation)
+* [cKnowledge.org](https://www.linkedin.com/company/cknowledge)
+
+### Results
+
+Results will be available at [OpenBenchmark.org](https://openbenchmarking.org)
+and [MLCommons CK playgronud](https://access.cknowledge.org/playground/?action=experiments).
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/connect-mlperf-inference-v3.1-with-openbenchmarking/_cm.json b/cmx4mlops/cmx4mlops/repo/challenge/connect-mlperf-inference-v3.1-with-openbenchmarking/_cm.json
new file mode 100644
index 0000000000..c1e65aadbd
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/connect-mlperf-inference-v3.1-with-openbenchmarking/_cm.json
@@ -0,0 +1,22 @@
+{
+ "alias": "connect-mlperf-inference-v3.1-with-openbenchmarking",
+ "automation_alias": "challenge",
+ "automation_uid": "3d84abd768f34e08",
+ "date_open": "20240101",
+ "date_close_extension": true,
+ "points": 2,
+ "tags": [
+ "modularize",
+ "optimize",
+ "reproduce",
+ "replicate",
+ "benchmark",
+ "automate",
+ "openbenchmarking",
+ "mlperf-inference",
+ "mlperf-inference-openbenchmarking"
+ ],
+ "title": "Run MLPerf inference benchmarks using CM via OpenBenchmarking.org",
+ "trophies": true,
+ "uid": "534592626eb44efe"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/connect-mlperf-with-medperf/README.md b/cmx4mlops/cmx4mlops/repo/challenge/connect-mlperf-with-medperf/README.md
new file mode 100644
index 0000000000..f2f572bd48
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/connect-mlperf-with-medperf/README.md
@@ -0,0 +1,23 @@
+### Challenge
+
+Evaluate models from [MLCommons MedPerf platform](https://www.medperf.org) in terms of latency, throughput, power consumption and other metrics
+using MLPerf loadgen and MLCommons CM automation language.
+
+See the [Nature 2023 article about MedPerf](https://www.nature.com/articles/s42256-023-00652-2)
+and [ACM REP'23 keynote about CM](https://doi.org/10.5281/zenodo.8105339) to learn more about these projects.
+
+Read [this documentation](https://github.com/mlcommons/ck/blob/master/docs/mlperf/inference/README.md)
+to run reference implementations of MLPerf inference benchmarks
+using the CM automation language and use them as a base for your developments.
+
+
+### Prizes
+
+* *All contributors will receive an official MLCommons Collective Knowledge contributor award (see [this example](https://ctuning.org/awards/ck-award-202307-zhu.pdf)).*
+
+
+### Organizers
+
+* [cKnowledge.org](https://www.linkedin.com/company/cknowledge)
+* [cTuning.org](https://www.linkedin.com/company/ctuning-foundation)
+* [MLCommons](https://cKnowledge.org/mlcommons-taskforce)
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/connect-mlperf-with-medperf/_cm.json b/cmx4mlops/cmx4mlops/repo/challenge/connect-mlperf-with-medperf/_cm.json
new file mode 100644
index 0000000000..d48d0a9fea
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/connect-mlperf-with-medperf/_cm.json
@@ -0,0 +1,26 @@
+{
+ "alias": "connect-mlperf-with-medperf",
+ "automation_alias": "challenge",
+ "automation_uid": "3d84abd768f34e08",
+ "date_close_extension": true,
+ "date_open": "20240105",
+ "points": 2,
+ "tags": [
+ "modularize",
+ "optimize",
+ "reproduce",
+ "replicate",
+ "benchmark",
+ "automate",
+ "medperf",
+ "mlperf-inference",
+ "mlperf-inference-medperf",
+ "mlperf-inference-medperf",
+ "mlperf-inference-medperf-v3.1",
+ "mlperf-inference-medperf-v3.1-2023",
+ "v3.1"
+ ],
+ "title": "Connect MedPerf with MLPerf and CM",
+ "trophies": true,
+ "uid": "c26d1fbf89164728"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-scc2023/README.md b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-scc2023/README.md
new file mode 100644
index 0000000000..62a4826ad2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-scc2023/README.md
@@ -0,0 +1,16 @@
+### CM tutorial
+
+https://github.com/mlcommons/ck/blob/master/docs/tutorials/scc23-mlperf-inference-bert.md
+
+### Challenge
+
+Reproduce and optimize MLPerf inference benchmarks during Student Cluster Competition at SuperComputing'23.
+
+See our [related challange from 2022]()https://access.cknowledge.org/playground/?action=challenges&name=repro-mlperf-inference-retinanet-scc2022).
+
+### Organizers
+
+* [MLCommons taskforce on automation and reproducibility](https://cKnowledge.org/mlcommons-taskforce)
+* [cTuning foundation](https://cTuning.org)
+* [cKnowledge.org](https://cKnowledge.org)
+
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-scc2023/_cm.json b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-scc2023/_cm.json
new file mode 100644
index 0000000000..021872b15a
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-scc2023/_cm.json
@@ -0,0 +1,20 @@
+{
+ "alias": "optimize-mlperf-inference-scc2023",
+ "automation_alias": "challenge",
+ "automation_uid": "3d84abd768f34e08",
+ "date_close": "20231115",
+ "date_open": "20230915",
+ "tags": [
+ "automate",
+ "modularize",
+ "reproduce",
+ "replicate",
+ "benchmark",
+ "mlperf",
+ "mlperf-inference",
+ "mlperf-inference-scc",
+ "mlperf-inference-scc-2023"
+ ],
+ "title": "Reproduce and optimize MLPerf inference v3.1 benchmarks at the Student Cluster Competition'23 at SuperComputing'23 using CM",
+ "uid": "ddaf594f84b14bc2"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-scc2024/README.md b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-scc2024/README.md
new file mode 100644
index 0000000000..1f9be23af2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-scc2024/README.md
@@ -0,0 +1,7 @@
+The [MLCommons](https://mlcommons.org), [cTuning foundation](https://cTuning.org) and [cKnowledge.org](https://cKnowledge.org)
+are preparing a unified interface to run MLPerf inference benchmark at the Student Cluster Competition'24.
+
+See [the CM-MLPerf tutorial for SCC'23](https://github.com/mlcommons/ck/blob/master/docs/tutorials/scc23-mlperf-inference-bert.md).
+Note that the MLPerf model will change in SCC'24 - please stay tuned for more details!
+
+See https://sc24.supercomputing.org/students/student-cluster-competition for more details about SCC.
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-scc2024/_cm.json b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-scc2024/_cm.json
new file mode 100644
index 0000000000..ab75aa27a6
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-scc2024/_cm.json
@@ -0,0 +1,19 @@
+{
+ "alias": "optimize-mlperf-inference-scc2024",
+ "automation_alias": "challenge",
+ "automation_uid": "3d84abd768f34e08",
+ "date_open": "20241001",
+ "tags": [
+ "automate",
+ "modularize",
+ "reproduce",
+ "replicate",
+ "benchmark",
+ "mlperf",
+ "mlperf-inference",
+ "mlperf-inference-scc",
+ "mlperf-inference-scc-2024"
+ ],
+ "title": "Run and optimize the MLPerf inference benchmark using CM at the Student Cluster Competition'24 at SuperComputing'24",
+ "uid": "f7fcba4c43ab4412"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v2.1-2022/README.md b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v2.1-2022/README.md
new file mode 100644
index 0000000000..d0ac7cf15b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v2.1-2022/README.md
@@ -0,0 +1,18 @@
+### Challenge
+
+Prepare, optimize and reproduce MLPerf inference v2.1 benchmarks across diverse implementations, software and hardware
+using the [MLCommons CK framework](https://github.com/mlcommons/ck).
+
+### Organizers
+
+* [MLCommons taskforce on automation and reproducibility](https://cKnowledge.org/mlcommons-taskforce)
+* [cTuning foundation](https://cTuning.org)
+* [OctoML](https://octoml.ai)
+
+### Status
+
+This challenge has been successfully completed.
+
+### Results
+
+Results are available [here](https://access.cknowledge.org/playground/?action=experiments&tags=mlperf-inference,v2.1).
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v2.1-2022/_cm.json b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v2.1-2022/_cm.json
new file mode 100644
index 0000000000..31cb5dffd2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v2.1-2022/_cm.json
@@ -0,0 +1,27 @@
+{
+ "alias": "optimize-mlperf-inference-v2.1-2022",
+ "automation_alias": "challenge",
+ "automation_uid": "3d84abd768f34e08",
+ "date_close": "20220901",
+ "date_open": "20220701",
+ "experiments": [
+ {
+ "tags": "mlperf-inference,v2.1"
+ }
+ ],
+ "tags": [
+ "modularize",
+ "optimize",
+ "reproduce",
+ "replicate",
+ "automate",
+ "benchmark",
+ "mlperf",
+ "mlperf-inference",
+ "mlperf-inference-v2.1",
+ "mlperf-inference-v2.1-2022",
+ "v2.1"
+ ],
+ "title": "Run and optimize MLPerf inference v2.1 benchmarks",
+ "uid": "2e13154b7fbb412d"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v3.0-2023/README.md b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v3.0-2023/README.md
new file mode 100644
index 0000000000..da6decc8c7
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v3.0-2023/README.md
@@ -0,0 +1,74 @@
+### Challenge
+
+Run MLPerf inference v3.0 benchmarks out-of-the-box across diverse implementations, software and hardware
+using the [MLCommons CM automation language](https://github.com/mlcommons/ck)
+and submit public results to the MLPerf inference v3.0 via [cTuning foundation](https://cTuning.org).
+
+* [GUI to run MLPerf inference benchmarks](https://cknowledge.org/mlperf-inference-gui)
+* [GUI to prepare MLPerf inference submissions](https://cknowledge.org/mlperf-inference-submission-gui)
+
+### Organizers
+
+* [MLCommons Task Force on Automation and Reproducibility](https://github.com/mlcommons/ck/blob/master/docs/taskforce.md)
+* [cTuning foundation](https://cTuning.org)
+* [cKnowledge](https://cKnowledge.org)
+
+### Status
+
+This challenge has been successfully completed.
+
+### Results
+
+Official results:
+* https://github.com/mlcommons/inference_results_v3.0/tree/main/closed/cTuning
+* https://github.com/mlcommons/inference_results_v3.0/tree/main/open/cTuning
+
+Results in the MLCommons CK/CM format:
+* https://github.com/mlcommons/cm4mlperf-results
+
+Visualization and comparison with derived metrics:
+* [MLCommons Collective Knowledge Playground](https://access.cknowledge.org/playground/?action=experiments&tags=mlperf-inference,v3.0).
+
+### The outcome
+
+We are very pleased to announce the successful outcome of the 1st
+community challenge to run, reproduce and optimize MLPerf inference v3.0
+benchmarks: our MLCommons CK/CM workflow automation framework has helped
+to prepare more than 80% of all submission results including 98% of power
+results with very diverse technology and benchmark implementations from
+Neural Magic, Qualcomm, cKnowledge Ltd, KRAI, cTuning foundation, Dell
+Technologies, Hewlett Packard Enterprise, Lenovo, Hugging Face, NVIDIA,
+Intel Corporation, AMD and Apple across diverse CPUs, GPUs and DSPs with
+PyTorch, ONNX, QAIC, TF/TFLite, TVM and TensorRT using popular cloud
+providers (GCP, AWS, Azure) and individual servers and edge devices
+provided by our [volunteers](https://access.cknowledge.org/playground/?action=contributors).
+
+You can now see and compare all MLPerf inference results v3.0, v2.1 and
+v2.0 online together with reproducibility reports including the
+[MLPerf BERT model](https://huggingface.co/ctuning/mlperf-inference-bert-onnx-fp32-squad-v1.1)
+from the [Hugging Face Zoo](https://www.linkedin.com/company/huggingface/?lipi=urn%3Ali%3Apage%3Ad_flagship3_pulse_read%3B4CDUdiVxT7WqLJNXO%2BI5bQ%3D%3D)
+on [Nvidia Jetson Orin platform](https://github.com/mlcommons/ck/blob/master/cm-mlops/challenge/optimize-mlperf-inference-v3.0-2023/docs/setup-nvidia-jetson-orin.md#reproducing-the-nvidia-jetson-agx-orin-submission).
+You can even create your own derived metrics (such as performance per Watt),
+provide your own constraints using this [MLCommons repository](https://github.com/mlcommons/cm_inference_results) and visualize
+them as shown in [this example](https://access.cknowledge.org/playground/?action=experiments&name=e472410ee67c41f9&x=Result&y=Power_Efficiency&filter=result[%27Result_Power%27]%3C35&derived_metrics=result%5B%27Power_Efficiency%27%5D%3D1000%2Fresult%5B%27Result_Power%27%5D&c=accelerator_model_name&axis_key_s=version).
+
+Additional thanks to [Michael Goin](https://www.linkedin.com/in/michael-goin)
+from [Neural Magic](https://www.linkedin.com/company/neural-magic/?lipi=urn%3Ali%3Apage%3Ad_flagship3_pulse_read%3B4CDUdiVxT7WqLJNXO%2BI5bQ%3D%3D), our international
+students including [Himanshu Dutta](https://www.linkedin.com/in/ACoAACpPCiMB7zUNStsqBmaOCtd100a7wXBGu_M?lipi=urn%3Ali%3Apage%3Ad_flagship3_pulse_read%3B4CDUdiVxT7WqLJNXO%2BI5bQ%3D%3D),
+[Aditya Kumar Shaw](https://www.linkedin.com/in/ACoAACJ3ikUBjuHqi35ibm8CG6IEYv-v_VsobIs?lipi=urn%3Ali%3Apage%3Ad_flagship3_pulse_read%3B4CDUdiVxT7WqLJNXO%2BI5bQ%3D%3D),
+Sachin Mudaliyar, [Thomas Zhu](https://www.linkedin.com/in/hanwen-zhu-483614189),
+and all [CK/CM users and contributors](https://github.com/mlcommons/ck/blob/master/CONTRIBUTING.md) for helping us to
+validate, use and improve this open-source technology to automate
+benchmarking and optimization of AI/ML systems in terms of performance,
+accuracy, power and costs! We are also grateful to [HiPEAC](https://www.linkedin.com/company/hipeac)
+and [OctoML](https://www.linkedin.com/company/octoml) for
+sponsoring initial development and Peter Mattson, David Kanter, Vijay
+Janapa Reddi and Alexandros Karargyris for fruitful discussions.
+
+
+### Dissemination
+
+* [Forbes article](https://www.forbes.com/sites/karlfreund/2023/04/05/nvidia-performance-trounces-all-competitors-who-have-the-guts-to-submit-to-mlperf-inference-30/?sh=3c38d2866676)
+* [ZDNet article](https://www.zdnet.com/article/nvidia-dell-qualcomm-speed-up-ai-results-in-latest-benchmark-tests)
+* [LinkedIn article from Grigori Fursin (MLCommons Task Force co-chair)]( https://www.linkedin.com/pulse/announcing-my-new-project-reproducible-optimization-co-design-fursin )
+* [Linkedin article from Arjun Suresh (MLCommons Task Force co-chair)](https://www.linkedin.com/posts/arjunsuresh_nvidia-performance-trounces-all-competitors-activity-7049500972275929088-nnnx?utm_source=share&utm_medium=member_desktop)
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v3.0-2023/_cm.json b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v3.0-2023/_cm.json
new file mode 100644
index 0000000000..0baf3cfeea
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v3.0-2023/_cm.json
@@ -0,0 +1,27 @@
+{
+ "alias": "optimize-mlperf-inference-v3.0-2023",
+ "automation_alias": "challenge",
+ "automation_uid": "3d84abd768f34e08",
+ "date_close": "20230301",
+ "date_open": "20230201",
+ "experiments": [
+ {
+ "tags": "mlperf-inference,v3.0"
+ }
+ ],
+ "tags": [
+ "modularize",
+ "optimize",
+ "reproduce",
+ "replicate",
+ "automate",
+ "benchmark",
+ "mlperf",
+ "mlperf-inference",
+ "mlperf-inference-v3.0",
+ "mlperf-inference-v3.0-2023",
+ "v3.0"
+ ],
+ "title": "Run and optimize MLPerf inference v3.0 benchmarks",
+ "uid": "57cbc3384d7640f9"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v3.0-2023/docs/crowd-benchmark-mlperf-bert-inference-cuda.md b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v3.0-2023/docs/crowd-benchmark-mlperf-bert-inference-cuda.md
new file mode 100644
index 0000000000..f6a17979ca
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/challenge/optimize-mlperf-inference-v3.0-2023/docs/crowd-benchmark-mlperf-bert-inference-cuda.md
@@ -0,0 +1,281 @@
+# Crowd-benchmarking MLPerf BERT inference
+
+Click here to see the table of contents.
') + toc.append('') + + for line in lines: + line = line.strip() + + if line.startswith('#'): + j = line.find(' ') + if j >= 0: + title = line[j:].strip() + + x = title.lower().replace(' ', '-') + + for k in range(0, 2): + if x.startswith('*'): + x = x[1:] + if x.endswith('*'): + x = x[:-1] + + for z in [':', '+', '.', '(', ')', ',']: + x = x.replace(z, '') + + y = ' ' * (2 * (j - 1)) + '* [' + title + '](#' + x + ')' + + toc.append(y) + + toc.append('') + toc.append('
+
+
+
+This is a pilot community project to collaboratively run MLPerf BERT inference benchmark
+across diverse platforms provided by volunteers similar to [SETI@home](https://setiathome.berkeley.edu/).
+However, instead of searching for extraterrestrial intelligence, we are
+searching for optimal software/hardware combination to run various AI and ML workloads
+in terms of performance, accuracy, power and costs ...
+
+This benchmark is composed from [portable and reusable automation recipes](https://github.com/mlcommons/ck/blob/master/docs/list_of_scripts.md)
+developed by [MLCommons taskforce on automation and reproducibility](https://github.com/mlcommons/ck/blob/master/docs/taskforce.md)
+to modularize complex AI and ML Systems and automate their benchmarking, design space exploration, optimization and deployment
+across continuously evolving software, hardware, models and data.
+
+*If you submit your results before 1pm PST on Friday 3rd, 2023,
+ they will be accepted for the official MLPerf inference v3.0 submission round
+ and your name acknowledged in the notes!*
+
+
+# System preparation
+
+## Minimal system requirements
+
+* CPU: any x86-64 or Arm64 based machine
+* GPU: any relatively modern Nvidia GPU with 8GB+ memory and CUDA 11.4+
+* OS: we have tested this automation on Ubuntu 20.04, Ubuntu 22.04 and Debian 10
+* Disk space: ~10GB
+* Python: 3.8+
+* All other dependencies (artifacts and tools) will be installed by the CM meta-framework aka (CK2)
+
+## Install CM (CK2) automation meta-framework
+
+Follow [this guide](https://github.com/mlcommons/ck/blob/master/docs/installation.md) to install the [MLCommons CM framework](https://github.com/mlcommons/ck)
+(the 2nd generation on the Collective Mind framework) on your system.
+
+## Pull CM repository with portable automation recipes
+
+Pull MLCommons CM repository with [cross-platform CM scripts](https://github.com/mlcommons/ck/blob/master/docs/list_of_scripts.md)
+supporting portable MLOps and DevOps:
+
+```bash
+cm pull repo mlcommons@ck --checkout=681547519f4d9a8991d992d1300c90cfde06e9b9
+```
+
+CM pulls all such repositories into the `$HOME/CM` directory to search for portable CM automation recipes and artifacts.
+
+We use the unified CM CLI & Python API of [portable and reusable CM scripts](https://github.com/mlcommons/ck/blob/master/docs/list_of_scripts.md)
+to compose portable automation pipelines (also implemented as CM scripts) that can automatically detect or install all necessary artifacts (tools, models, datasets, libraries, etc)
+required to run a given software project such as the MLPerf inference benchmark.
+
+These CM scripts simply wrap existing native scripts and tools as simple micro-services
+with a human-readable CLI and simple Python API to be able to easily connect them together
+and run on any platform in a unified way.
+
+## Detect or install CUDA
+
+Run the following CM script:
+```bash
+cm run script "get cuda" --out=json
+```
+
+If CUDA is automatically detected, it will be registered in the CM cache:
+```bash
+cm show cache --tags=get,cuda
+```
+
+Otherwise, this script will attempt to download and install the latest CUDA
+from Nvidia website.
+
+Please report any issue with CM scripts [here](https://github.com/mlcommons/ck/issues).
+
+### Test CUDA installation
+
+You can test if CUDA toolkit and driver was detected or installed successfully using the following command:
+```bash
+cm run script "get cuda-devices"
+```
+
+You should see similar output:
+```txt
+Checking compiler version ...
+
+nvcc: NVIDIA (R) Cuda compiler driver
+Copyright (c) 2005-2022 NVIDIA Corporation
+Built on Wed_Sep_21_10:33:58_PDT_2022
+Cuda compilation tools, release 11.8, V11.8.89
+Build cuda_11.8.r11.8/compiler.31833905_0
+
+Compiling program ...
+
+Running program ...
+
+ - Running postprocess ...
+GPU Device ID: 0
+GPU Name: Tesla K80
+GPU compute capability: 3.7
+CUDA driver version: 11.4
+CUDA runtime version: 11.8
+Global memory: 11997020160
+Max clock rate: 823.500000 MHz
+Total amount of shared memory per block: 49152
+Total number of registers available per block: 65536
+Warp size: 32
+Maximum number of threads per multiprocessor: 2048
+Maximum number of threads per block: 1024
+Max dimension size of a thread block X: 1024
+Max dimension size of a thread block Y: 1024
+Max dimension size of a thread block Z: 64
+Max dimension size of a grid size X: 2147483647
+Max dimension size of a grid size Y: 65535
+Max dimension size of a grid size Z: 65535
+
+ - running time of script "get,cuda-devices": 4.16 sec.
+
+```
+
+## Install Python virtual environment
+
+```bash
+cm run script "get sys-utils-cm" --quiet
+
+cm run script "install python-venv" --name=mlperf-cuda
+```
+
+If you want to install specific version of Python use the following command:
+```bash
+cm run script "install python-venv" --version=3.10.8 --name=mlperf-cuda
+```
+
+## Detect or install cuDNN
+
+```bash
+cm run script "get cudnn"
+```
+
+If cuDNN is not detected on your system, you can download a TAR file
+from [Nvidia website](https://developer.nvidia.com/cudnn) and then use the same CM script
+to install it as follows:
+```bash
+cm run script "get cudnn" --tar_file=Click here to see the table of contents.
+ +* [Crowd-benchmarking MLPerf BERT inference](#crowd-benchmarking-mlperf-bert-inference) +* [System preparation](#system-preparation) + * [Minimal system requirements](#minimal-system-requirements) + * [Install CM (CK2) automation meta-framework](#install-cm-ck2-automation-meta-framework) + * [Pull CM repository with portable automation recipes](#pull-cm-repository-with-portable-automation-recipes) + * [Detect or install CUDA](#detect-or-install-cuda) + * [Test CUDA installation](#test-cuda-installation) + * [Install Python virtual environment](#install-python-virtual-environment) + * [Detect or install cuDNN](#detect-or-install-cudnn) + * [Detect or install TensorRT](#detect-or-install-tensorrt) + * [Run MLPerf inference benchmark with BERT](#run-mlperf-inference-benchmark-with-bert) + * [Try ONNX runtime backend](#try-onnx-runtime-backend) + * [Do a test run to detect and record the system performance](#do-a-test-run-to-detect-and-record-the-system-performance) + * [Do a full accuracy run for all the scenarios](#do-a-full-accuracy-run-for-all-the-scenarios) + * [Do a full performance run for all the scenarios](#do-a-full-performance-run-for-all-the-scenarios) + * [Populate the README files](#populate-the-readme-files) + * [Generate MLPerf submission tree](#generate-mlperf-submission-tree) + * [Push the results to GitHub repo](#push-the-results-to-github-repo) + * [Try PyTorch backend](#try-pytorch-backend) + * [Test composable ML benchmark with other models, data sets, frameworks and platforms](#test-composable-ml-benchmark-with-other-models-data-sets-frameworks-and-platforms) +* [The next steps](#the-next-steps) + +
+
+* When a CM script is invoked (either by tags or by unique ID), its `_cm.json` is processed first which will check for any `deps` script and if there are, then they are executed in order.
+* Once all the `deps` scripts are executed, `customize.py` file is checked and if existing `preprocess` function inside it is executed if present.
+* Then any `prehook_deps` CM scripts mentioned in `_cm.json` are executed similar to `deps`
+* After this, keys in `env` dictionary is exported as `ENV` variables and `run` file if exists is executed.
+* Once run file execution is done, any `posthook_deps` CM scripts mentioned in `_cm.json` are executed similar to `deps`
+* Then `postprocess` function inside customize.py is executed if present.
+* After this stage any `post_deps` CM scripts mentioned in `_cm.json` is executed.
+
+** If a script is already cached, then the `preprocess`, `run file` and `postprocess` executions won't happen and only the dependencies marked as `dynamic` will be executed from `deps`, `prehook_deps`, `posthook_deps` and `postdeps`.
+
+### Input flags
+When we run a CM script we can also pass inputs to it and any input added in `input_mapping` dictionary inside `_cm.json` gets converted to the corresponding `ENV` variable.
+
+### Conditional execution of any `deps`, `post_deps`
+We can use `skip_if_env` dictionary inside any `deps`, `prehook_deps`, `posthook_deps` or `post_deps` to make its execution conditional
+
+### Versions
+We can specify any specific version of a script using `version`. `version_max` and `version_min` are also possible options.
+
+* When `version_min` is given, any version above this if present in the cache or detected in the system can be chosen. If nothing is detected `default_version` if present and if above `version_min` will be used for installation. Otherwise `version_min` will be used as `version`.
+
+* When `version_max` is given, any version below this if present in the cache or detected in the system can be chosen. If nothing is detected `default_version` if present and if below `version_max` will be used for installation. Otherwise `version_max_usable` (additional needed input for `version_max`) will be used as `version`.
+
+### Variations
+* Variations are used to customize CM script and each unique combination of variations uses a unique cache entry. Each variation can turn on `env` keys also any other meta including dependencies specific to it. Variations are turned on like tags but with a `_` prefix. For example, if a script is having tags `"get,myscript"`, to call the variation `"test"` inside it, we have to use tags `"get,myscript,_test"`.
+
+#### Variation groups
+`group` is a key to map variations into a group and at any time only one variation from a group can be used in the variation tags. For example, both `cpu` and `cuda` can be two variations under the `device` group, but user can at any time use either `cpu` or `cuda` as variation tags but not both.
+
+#### Dynamic variations
+Sometimes it is difficult to add all variations needed for a script like say `batch_size` which can take many different values. To handle this case, we support dynamic variations using '#' where '#' can be dynamically replaced by any string. For example, `"_batch_size.8"` can be used as a tag to turn on the dynamic variation `"_batch_size.#"`.
+
+### ENV flow during CM script execution
+
+
+* During a given script execution incoming `env` dictionary is saved `(saved_env)` and all the updates happens on a copy of it.
+* Once a script execution is over (which includes all the dependent script executions as well), newly created keys and any updated keys are merged with the `saved_env` provided the keys are mentioned in `new_env_keys`
+* Same behaviour applies to `state` dictionary.
+
+#### Special env keys
+* Any env key with a prefix `CM_TMP_*` and `CM_GIT_*` are not passed by default to any dependency. These can be force passed by adding the key(s) to the `force_env_keys` list of the concerned dependency.
+* Similarly we can avoid any env key from being passed to a given dependency by adding the prefix of the key in the `clean_env_keys` list of the concerned dependency.
+* `--input` is automatically converted to `CM_INPUT` env key
+* `version` is converted to `CM_VERSION`, ``version_min` to `CM_VERSION_MIN` and `version_max` to `CM_VERSION_MAX`
+* If `env['CM_GH_TOKEN']=TOKEN_VALUE` is set then git URLs (specified by `CM_GIT_URL`) are changed to add this token.
+* If `env['CM_GIT_SSH']=yes`, then git URLs are changed to SSH from HTTPS.
+
+### Script Meta
+#### Special keys in script meta
+* TBD: `reuse_version`, `inherit_variation_tags`, `update_env_tags_from_env`
+
+### How cache works?
+* If `cache=true` is set in a script meta, the result of the script execution is cached for further use.
+* For a cached script, `env` and `state` updates are done using `new_env` and `new_state` dictionaries which are stored in the `cm-cached.json` file inside the cached folder.
+* By using `--new` input, a new cache entry can be forced even when an old one exist.
+* By default no depndencies are run for a cached entry unless `dynamic` key is set for it.
+
+
+Please see [here](getting-started.md) for trying CM scripts.
+
+
+
+
+© 2022-24 [MLCommons](https://mlcommons.org)+ diff --git a/cmx4mlops/cmx4mlops/repo/docs/requirements.txt b/cmx4mlops/cmx4mlops/repo/docs/requirements.txt new file mode 100644 index 0000000000..ee5149cfc6 --- /dev/null +++ b/cmx4mlops/cmx4mlops/repo/docs/requirements.txt @@ -0,0 +1,6 @@ +mkdocs-material +swagger-markdown +mkdocs-macros-plugin +ruamel.yaml +slugify +mkdocs-caseinsensitive-plugin diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-croissant/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-croissant/index.md new file mode 100644 index 0000000000..f707f1f85c --- /dev/null +++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-croissant/index.md @@ -0,0 +1,86 @@ +# get-croissant +Automatically generated README for this automation recipe: **get-croissant** + +Category: **[AI/ML datasets](..)** + +License: **Apache 2.0** + + +* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/get-croissant/_cm.yaml)* +* Output cached? *True* + +--- +### Reuse this script in your project + +#### Install MLCommons CM automation meta-framework + +* [Install CM](https://docs.mlcommons.org/ck/install) +* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/) + +#### Pull CM repository with this automation recipe (CM script) + +```cm pull repo mlcommons@cm4mlops``` + +#### Print CM help from the command line + +````cmr "get mlcommons croissant" --help```` + +#### Run this script + +=== "CLI" + ##### Run this script via CLI + + ```bash + cm run script --tags=get,mlcommons,croissant + ``` +=== "CLI Alt" + ##### Run this script via CLI (alternative) + + + ```bash + cmr "get mlcommons croissant " + ``` + +=== "Python" + ##### Run this script from Python + + + ```python + + import cmind + + r = cmind.access({'action':'run' + 'automation':'script', + 'tags':'get,mlcommons,croissant' + 'out':'con', + ... + (other input keys for this script) + ... + }) + + if r['return']>0: + print (r['error']) + + ``` + + +=== "Docker" + ##### Run this script via Docker (beta) + + ```bash + cm docker script "get mlcommons croissant" + ``` +___ + + +#### Native script being run +=== "Linux/macOS" + * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-croissant/run.sh) +=== "Windows" + + * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-croissant/run.bat) +___ +#### Script output +```bash +cmr "get mlcommons croissant " -j +``` \ No newline at end of file diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-cifar10/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-cifar10/index.md new file mode 100644 index 0000000000..f74ec73ef5 --- /dev/null +++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-cifar10/index.md @@ -0,0 +1,119 @@ +# get-dataset-cifar10 +Automatically generated README for this automation recipe: **get-dataset-cifar10** + +Category: **[AI/ML datasets](..)** + +License: **Apache 2.0** + + +* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-cifar10/_cm.json)* +* Output cached? *True* + +--- +### Reuse this script in your project + +#### Install MLCommons CM automation meta-framework + +* [Install CM](https://docs.mlcommons.org/ck/install) +* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/) + +#### Pull CM repository with this automation recipe (CM script) + +```cm pull repo mlcommons@cm4mlops``` + +#### Print CM help from the command line + +````cmr "get dataset cifar10 image-classification validation training" --help```` + +#### Run this script + +=== "CLI" + ##### Run this script via CLI + + ```bash + cm run script --tags=get,dataset,cifar10,image-classification,validation,training[,variations] + ``` +=== "CLI Alt" + ##### Run this script via CLI (alternative) + + + ```bash + cmr "get dataset cifar10 image-classification validation training [variations]" + ``` + +=== "Python" + ##### Run this script from Python + + + ```python + + import cmind + + r = cmind.access({'action':'run' + 'automation':'script', + 'tags':'get,dataset,cifar10,image-classification,validation,training' + 'out':'con', + ... + (other input keys for this script) + ... + }) + + if r['return']>0: + print (r['error']) + + ``` + + +=== "Docker" + ##### Run this script via Docker (beta) + + ```bash + cm docker script "get dataset cifar10 image-classification validation training[variations]" + ``` +___ + +=== "Variations" + + + #### Variations + + * *No group (any combination of variations can be selected)* +
+
+
+
+ * Group "**data_format**"
+ Click here to expand this section.
+ + * `_tiny` + - ENV variables: + - CM_DATASET_CONVERT_TO_TINYMLPERF: `yes` + +
+
+
+
+ ##### Default variations
+
+ `_python`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-cifar10/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-cifar10/run.bat)
+___
+#### Script output
+```bash
+cmr "get dataset cifar10 image-classification validation training [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-cnndm/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-cnndm/index.md
new file mode 100644
index 0000000000..22ae3381aa
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-cnndm/index.md
@@ -0,0 +1,128 @@
+# get-dataset-cnndm
+Automatically generated README for this automation recipe: **get-dataset-cnndm**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-cnndm/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset gpt-j cnndm cnn-dailymail original" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,gpt-j,cnndm,cnn-dailymail,original[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset gpt-j cnndm cnn-dailymail original [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,gpt-j,cnndm,cnn-dailymail,original'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset gpt-j cnndm cnn-dailymail original[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_python`** (default) + - ENV variables: + - CM_DATASET: `CIFAR10` + - CM_DATASET_FILENAME: `cifar-10-python.tar.gz` + - CM_DATASET_FILENAME1: `cifar-10-python.tar` + - CM_DATASET_CIFAR10: `https://www.cs.toronto.edu/~kriz/cifar-10-python.tar.gz` + +
+
+
+
+ * Group "**dataset-type**"
+ Click here to expand this section.
+ + * `_intel` + +
+
+
+
+ ##### Default variations
+
+ `_validation`
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_DATASET_CALIBRATION: `no`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-intel.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-cnndm/run-intel.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-cnndm/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get dataset gpt-j cnndm cnn-dailymail original [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-coco/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-coco/index.md
new file mode 100644
index 0000000000..98c9f978ea
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-coco/index.md
@@ -0,0 +1,140 @@
+# get-dataset-coco
+Automatically generated README for this automation recipe: **get-dataset-coco**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-coco/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-coco/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset object-detection coco" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,object-detection,coco[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset object-detection coco [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,object-detection,coco'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset object-detection coco[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**size**"
+ Click here to expand this section.
+ + * `_calibration` + - ENV variables: + - CM_DATASET_CALIBRATION: `yes` + * **`_validation`** (default) + - ENV variables: + - CM_DATASET_CALIBRATION: `no` + +
+
+
+
+ * Group "**type**"
+ Click here to expand this section.
+ + * **`_complete`** (default) + - ENV variables: + - CM_DATASET_COCO_SIZE: `complete` + * `_small` + - ENV variables: + - CM_DATASET_COCO_SIZE: `small` + +
+
+
+
+ * Group "**version**"
+ Click here to expand this section.
+ + * `_train` + - ENV variables: + - CM_DATASET_COCO_TYPE: `train` + * **`_val`** (default) + - ENV variables: + - CM_DATASET_COCO_TYPE: `val` + +
+
+
+
+ ##### Default variations
+
+ `_2017,_complete,_val`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--from=value` → `CM_FROM=value`
+ * `--home=value` → `CM_HOME_DIR=value`
+ * `--store=value` → `CM_STORE=value`
+ * `--to=value` → `CM_TO=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "get dataset object-detection coco [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-coco2014/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-coco2014/index.md
new file mode 100644
index 0000000000..23e09b06fb
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-coco2014/index.md
@@ -0,0 +1,152 @@
+# get-dataset-coco2014
+Automatically generated README for this automation recipe: **get-dataset-coco2014**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-coco2014/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset coco2014 object-detection original" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,coco2014,object-detection,original[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset coco2014 object-detection original [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,coco2014,object-detection,original'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset coco2014 object-detection original[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**annotations**"
+ Click here to expand this section.
+ + * **`_2017`** (default) + - ENV variables: + - CM_DATASET_COCO_VERSION: `2017` + +
+
+
+
+ * Group "**dataset-type**"
+ Click here to expand this section.
+ + * `_custom-annotations` + - ENV variables: + - CM_DATASET_COCO2014_CUSTOM_ANNOTATIONS: `yes` + * **`_default-annotations`** (default) + - ENV variables: + - CM_DATASET_COCO2014_CUSTOM_ANNOTATIONS: `no` + +
+
+
+
+ * Group "**size**"
+ Click here to expand this section.
+ + * `_calibration` + - ENV variables: + - CM_DATASET_CALIBRATION: `yes` + * **`_validation`** (default) + - ENV variables: + - CM_DATASET_CALIBRATION: `no` + +
+
+
+
+ ##### Default variations
+
+ `_50,_default-annotations,_validation`
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_DATASET_CALIBRATION: `no`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-coco2014/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-coco2014/run.bat)
+___
+#### Script output
+```bash
+cmr "get dataset coco2014 object-detection original [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-criteo/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-criteo/index.md
new file mode 100644
index 0000000000..f28c6e10d9
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-criteo/index.md
@@ -0,0 +1,124 @@
+# get-dataset-criteo
+Automatically generated README for this automation recipe: **get-dataset-criteo**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-criteo/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-criteo/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset criteo original" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,criteo,original[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset criteo original [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,criteo,original'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset criteo original[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_50`** (default) + - ENV variables: + - CM_DATASET_SIZE: `50` + * `_500` + - ENV variables: + - CM_DATASET_SIZE: `500` + * `_full` + - ENV variables: + - CM_DATASET_SIZE: `` + * `_size.#` + - ENV variables: + - CM_DATASET_SIZE: `#` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--criteo_path=value` → `CM_CRITEO_PATH=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_BACKUP_ZIPS: `no`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-criteo/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get dataset criteo original [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-aux/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-aux/index.md
new file mode 100644
index 0000000000..1abab6599e
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-aux/index.md
@@ -0,0 +1,119 @@
+# get-dataset-imagenet-aux
+Automatically generated README for this automation recipe: **get-dataset-imagenet-aux**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-imagenet-aux/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get aux dataset-aux image-classification imagenet-aux" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,aux,dataset-aux,image-classification,imagenet-aux[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get aux dataset-aux image-classification imagenet-aux [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,aux,dataset-aux,image-classification,imagenet-aux'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get aux dataset-aux image-classification imagenet-aux[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_backup` + - ENV variables: + - CM_BACKUP_ZIPS: `yes` + * `_fake` + - ENV variables: + - CM_CRITEO_FAKE: `yes` + +
+
+
+
+ * Group "**download-source**"
+ Click here to expand this section.
+ + * `_2012` + - ENV variables: + - CM_DATASET_AUX_VER: `2012` + +
+
+
+
+ ##### Default variations
+
+ `_from.dropbox`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-imagenet-aux/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-imagenet-aux/run.bat)
+___
+#### Script output
+```bash
+cmr "get aux dataset-aux image-classification imagenet-aux [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-calibration/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-calibration/index.md
new file mode 100644
index 0000000000..7aae04d884
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-calibration/index.md
@@ -0,0 +1,104 @@
+# get-dataset-imagenet-calibration
+Automatically generated README for this automation recipe: **get-dataset-imagenet-calibration**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-imagenet-calibration/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset imagenet calibration" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,imagenet,calibration[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset imagenet calibration [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,imagenet,calibration'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset imagenet calibration[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**calibration-option**"
+ Click here to expand this section.
+ + * `_from.berkeleyvision` + - ENV variables: + - CM_WGET_URL: `http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz` + * **`_from.dropbox`** (default) + - ENV variables: + - CM_WGET_URL: `https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz` + +
+
+
+
+ ##### Default variations
+
+ `_mlperf.option1`
+
+___
+#### Script output
+```bash
+cmr "get dataset imagenet calibration [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-helper/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-helper/index.md
new file mode 100644
index 0000000000..48b39fa405
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-helper/index.md
@@ -0,0 +1,80 @@
+# get-dataset-imagenet-helper
+Automatically generated README for this automation recipe: **get-dataset-imagenet-helper**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-imagenet-helper/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get imagenet helper imagenet-helper" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,imagenet,helper,imagenet-helper
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get imagenet helper imagenet-helper "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,imagenet,helper,imagenet-helper'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get imagenet helper imagenet-helper"
+ ```
+___
+
+
+___
+#### Script output
+```bash
+cmr "get imagenet helper imagenet-helper " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-train/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-train/index.md
new file mode 100644
index 0000000000..2b8bb952fc
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-train/index.md
@@ -0,0 +1,96 @@
+# get-dataset-imagenet-train
+Automatically generated README for this automation recipe: **get-dataset-imagenet-train**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-imagenet-train/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get imagenet train dataset original" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,imagenet,train,dataset,original [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get imagenet train dataset original " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,imagenet,train,dataset,original'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get imagenet train dataset original" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--input=value` → `IMAGENET_TRAIN_PATH=value`
+ * `--torrent=value` → `CM_DATASET_IMAGENET_TRAIN_TORRENT_PATH=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-imagenet-train/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get imagenet train dataset original " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-val/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-val/index.md
new file mode 100644
index 0000000000..d9cd7b787f
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-imagenet-val/index.md
@@ -0,0 +1,149 @@
+# get-dataset-imagenet-val
+Automatically generated README for this automation recipe: **get-dataset-imagenet-val**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-imagenet-val/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-imagenet-val/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get val validation dataset imagenet ILSVRC image-classification original" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,val,validation,dataset,imagenet,ILSVRC,image-classification,original[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get val validation dataset imagenet ILSVRC image-classification original [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,val,validation,dataset,imagenet,ILSVRC,image-classification,original'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get val validation dataset imagenet ILSVRC image-classification original[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_mlperf.option1`** (default) + - ENV variables: + - CM_MLPERF_IMAGENET_CALIBRATION_OPTION: `one` + - CM_DOWNLOAD_CHECKSUM: `f09719174af3553119e2c621157773a6` + * `_mlperf.option2` + - ENV variables: + - CM_MLPERF_IMAGENET_CALIBRATION_OPTION: `two` + - CM_DOWNLOAD_CHECKSUM: `e44582af00e3b4fc3fac30efd6bdd05f` + +
+
+
+
+ * Group "**count**"
+ Click here to expand this section.
+ + * `_2012-500` + * `_2012-full` + * `_run-during-docker-build` + +
+
+
+
+ * Group "**dataset-version**"
+ Click here to expand this section.
+ + * `_full` + - ENV variables: + - CM_DATASET_SIZE: `50000` + - CM_IMAGENET_FULL: `yes` + - CM_DAE_FILENAME: `ILSVRC2012_img_val.tar` + - CM_DAE_DOWNLOADED_CHECKSUM: `29b22e2961454d5413ddabcf34fc5622` + * `_size.#` + - ENV variables: + - CM_DATASET_SIZE: `#` + * **`_size.500`** (default) + - ENV variables: + - CM_DATASET_SIZE: `500` + - CM_DAE_FILENAME: `ILSVRC2012_img_val_500.tar` + - CM_DAE_URL: `http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar` + +
+
+
+
+ ##### Default variations
+
+ `_2012,_size.500`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--imagenet_path=value` → `IMAGENET_PATH=value`
+ * `--torrent=value` → `CM_DATASET_IMAGENET_VAL_TORRENT_PATH=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ No run file exists for Linux/macOS
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-imagenet-val/run.bat)
+___
+#### Script output
+```bash
+cmr "get val validation dataset imagenet ILSVRC image-classification original [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-kits19/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-kits19/index.md
new file mode 100644
index 0000000000..5010afffca
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-kits19/index.md
@@ -0,0 +1,138 @@
+# get-dataset-kits19
+Automatically generated README for this automation recipe: **get-dataset-kits19**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-kits19/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset medical-imaging kits original kits19" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,medical-imaging,kits,original,kits19[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset medical-imaging kits original kits19 [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,medical-imaging,kits,original,kits19'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset medical-imaging kits original kits19[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_2012`** (default) + - ENV variables: + - CM_DATASET_VER: `2012` + +
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_CHECKOUT: `master`
+ * CM_GIT_DEPTH: `--depth 2`
+ * CM_GIT_PATCH: `no`
+ * CM_GIT_RECURSE_SUBMODULES: ``
+ * CM_GIT_URL: `https://github.com/neheller/kits19`
+
+
+#### Versions
+Default version: `master`
+
+* `custom`
+* `master`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-kits19/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get dataset medical-imaging kits original kits19 [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-librispeech/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-librispeech/index.md
new file mode 100644
index 0000000000..05be625ada
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-librispeech/index.md
@@ -0,0 +1,97 @@
+# get-dataset-librispeech
+Automatically generated README for this automation recipe: **get-dataset-librispeech**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-librispeech/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-librispeech/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset speech speech-recognition librispeech validation audio training original" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,speech,speech-recognition,librispeech,validation,audio,training,original
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset speech speech-recognition librispeech validation audio training original "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,speech,speech-recognition,librispeech,validation,audio,training,original'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset speech speech-recognition librispeech validation audio training original"
+ ```
+___
+
+#### Versions
+Default version: `dev-clean`
+
+* `dev-clean`
+* `dev-other`
+* `test-clean`
+* `test-other`
+* `train-clean-100`
+* `train-clean-360`
+* `train-other-500`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-librispeech/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get dataset speech speech-recognition librispeech validation audio training original " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-openimages-annotations/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-openimages-annotations/index.md
new file mode 100644
index 0000000000..05578105ca
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-openimages-annotations/index.md
@@ -0,0 +1,105 @@
+# get-dataset-openimages-annotations
+Automatically generated README for this automation recipe: **get-dataset-openimages-annotations**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-openimages-annotations/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get aux dataset-aux object-detection openimages annotations" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,aux,dataset-aux,object-detection,openimages,annotations[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get aux dataset-aux object-detection openimages annotations [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,aux,dataset-aux,object-detection,openimages,annotations'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get aux dataset-aux object-detection openimages annotations[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**download-source**"
+ Click here to expand this section.
+ + * `_calibration` + - ENV variables: + - CM_DATASET_CALIBRATION: `yes` + * `_default` + - ENV variables: + - CM_GIT_PATCH: `no` + * `_full-history` + - ENV variables: + - CM_GIT_DEPTH: `` + * `_no-recurse-submodules` + - ENV variables: + - CM_GIT_RECURSE_SUBMODULES: `` + * `_patch` + - ENV variables: + - CM_GIT_PATCH: `yes` + * `_short-history` + - ENV variables: + - CM_GIT_DEPTH: `--depth 5` + * `_validation` + - ENV variables: + - CM_DATASET_VALIDATION: `yes` + +
+
+
+
+ ##### Default variations
+
+ `_from.github`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-openimages-annotations/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get aux dataset-aux object-detection openimages annotations [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-openimages-calibration/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-openimages-calibration/index.md
new file mode 100644
index 0000000000..6e634f401f
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-openimages-calibration/index.md
@@ -0,0 +1,131 @@
+# get-dataset-openimages-calibration
+Automatically generated README for this automation recipe: **get-dataset-openimages-calibration**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-openimages-calibration/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset openimages calibration" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,openimages,calibration[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset openimages calibration [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,openimages,calibration'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset openimages calibration[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_from.github`** (default) + - ENV variables: + - CM_WGET_URL: `https://github.com/mlcommons/inference/releases/download/v2.1/openimages-mlperf_annotations_2.1.json.zip` + +
+
+
+
+ * Group "**calibration-option**"
+ Click here to expand this section.
+ + * `_filter` + - ENV variables: + - CM_CALIBRATE_FILTER: `yes` + +
+
+
+
+ * Group "**filter-size**"
+ Click here to expand this section.
+ + * **`_mlperf.option1`** (default) + - ENV variables: + - CM_MLPERF_OPENIMAGES_CALIBRATION_OPTION: `one` + - CM_DOWNLOAD_CHECKSUM1: `f09719174af3553119e2c621157773a6` + +
+
+
+
+ ##### Default variations
+
+ `_mlperf.option1`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-filter.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-openimages-calibration/run-filter.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get dataset openimages calibration [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-openimages/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-openimages/index.md
new file mode 100644
index 0000000000..5c9e2fa595
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-openimages/index.md
@@ -0,0 +1,164 @@
+# get-dataset-openimages
+Automatically generated README for this automation recipe: **get-dataset-openimages**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-openimages/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-openimages/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset openimages open-images object-detection original" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,openimages,open-images,object-detection,original[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset openimages open-images object-detection original [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,openimages,open-images,object-detection,original'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset openimages open-images object-detection original[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_filter-size.#` + - ENV variables: + - CM_CALIBRATION_FILTER_SIZE: `#` + * `_filter-size.400` + - ENV variables: + - CM_CALIBRATION_FILTER_SIZE: `400` + +
+
+
+
+ * Group "**annotations**"
+ Click here to expand this section.
+ + * `_filter` + * `_filter-size.#` + * `_using-fiftyone` + +
+
+
+
+ * Group "**dataset-type**"
+ Click here to expand this section.
+ + * `_custom-annotations` + - ENV variables: + - CM_DATASET_OPENIMAGES_CUSTOM_ANNOTATIONS: `yes` + * **`_default-annotations`** (default) + - ENV variables: + - CM_DATASET_OPENIMAGES_CUSTOM_ANNOTATIONS: `no` + +
+
+
+
+ * Group "**size**"
+ Click here to expand this section.
+ + * `_calibration` + - ENV variables: + - CM_DATASET_CALIBRATION: `yes` + * **`_validation`** (default) + - ENV variables: + - CM_DATASET_CALIBRATION: `no` + +
+
+
+
+ ##### Default variations
+
+ `_50,_default-annotations,_validation`
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_DATASET_CALIBRATION: `no`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-openimages/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-openimages/run.bat)
+___
+#### Script output
+```bash
+cmr "get dataset openimages open-images object-detection original [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-openorca/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-openorca/index.md
new file mode 100644
index 0000000000..a437ae42cb
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-openorca/index.md
@@ -0,0 +1,132 @@
+# get-dataset-openorca
+Automatically generated README for this automation recipe: **get-dataset-openorca**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-openorca/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset openorca language-processing original" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,openorca,language-processing,original[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset openorca language-processing original [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,openorca,language-processing,original'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset openorca language-processing original[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**dataset-type**"
+ Click here to expand this section.
+ + * **`_50`** (default) + - ENV variables: + - CM_DATASET_SIZE: `50` + * `_500` + - ENV variables: + - CM_DATASET_SIZE: `500` + * `_full` + - ENV variables: + - CM_DATASET_SIZE: `` + * `_size.#` + - ENV variables: + - CM_DATASET_SIZE: `#` + +
+
+
+
+ * Group "**size**"
+ Click here to expand this section.
+ + * `_calibration` + - ENV variables: + - CM_DATASET_CALIBRATION: `yes` + * **`_validation`** (default) + - ENV variables: + - CM_DATASET_CALIBRATION: `no` + +
+
+
+
+ ##### Default variations
+
+ `_60,_validation`
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_DATASET_CALIBRATION: `no`
+
+
+
+___
+#### Script output
+```bash
+cmr "get dataset openorca language-processing original [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-squad-vocab/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-squad-vocab/index.md
new file mode 100644
index 0000000000..30e0fbeeee
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-squad-vocab/index.md
@@ -0,0 +1,105 @@
+# get-dataset-squad-vocab
+Automatically generated README for this automation recipe: **get-dataset-squad-vocab**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-squad-vocab/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get aux dataset-aux language-processing squad-aux vocab squad-vocab" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,aux,dataset-aux,language-processing,squad-aux,vocab,squad-vocab[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get aux dataset-aux language-processing squad-aux vocab squad-vocab [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,aux,dataset-aux,language-processing,squad-aux,vocab,squad-vocab'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get aux dataset-aux language-processing squad-aux vocab squad-vocab[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**download-source**"
+ Click here to expand this section.
+ + * `_500` + - ENV variables: + - CM_DATASET_SIZE: `500` + * **`_60`** (default) + - ENV variables: + - CM_DATASET_SIZE: `60` + * `_full` + - ENV variables: + - CM_DATASET_SIZE: `24576` + * `_size.#` + - ENV variables: + - CM_DATASET_SIZE: `#` + +
+
+
+
+ ##### Default variations
+
+ `_from.zenodo`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-squad-vocab/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get aux dataset-aux language-processing squad-aux vocab squad-vocab [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-squad/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-squad/index.md
new file mode 100644
index 0000000000..554e79a575
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-dataset-squad/index.md
@@ -0,0 +1,92 @@
+# get-dataset-squad
+Automatically generated README for this automation recipe: **get-dataset-squad**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-squad/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-squad/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset squad language-processing validation original" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,squad,language-processing,validation,original
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset squad language-processing validation original "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,squad,language-processing,validation,original'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset squad language-processing validation original"
+ ```
+___
+
+#### Versions
+Default version: `1.1`
+
+* `1.1`
+* `2.0`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dataset-squad/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get dataset squad language-processing validation original " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-criteo/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-criteo/index.md
new file mode 100644
index 0000000000..c75f70bbff
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-criteo/index.md
@@ -0,0 +1,137 @@
+# get-preprocessed-dataset-criteo
+Automatically generated README for this automation recipe: **get-preprocessed-dataset-criteo**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-criteo/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-criteo/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset criteo recommendation dlrm preprocessed" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,criteo,recommendation,dlrm,preprocessed[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset criteo recommendation dlrm preprocessed [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,criteo,recommendation,dlrm,preprocessed'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset criteo recommendation dlrm preprocessed[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_from.zenodo`** (default) + - ENV variables: + - CM_WGET_URL: `https://zenodo.org/record/3733868/files/vocab.txt` + +
+
+
+
+ * Group "**type**"
+ Click here to expand this section.
+ + * `_1` + - ENV variables: + - CM_DATASET_SIZE: `1` + * `_50` + - ENV variables: + - CM_DATASET_SIZE: `50` + * `_fake` + - ENV variables: + - CM_CRITEO_FAKE: `yes` + * `_full` + * `_validation` + +
+
+
+
+ ##### Default variations
+
+ `_multihot`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--dir=value` → `CM_DATASET_PREPROCESSED_PATH=value`
+ * `--output_dir=value` → `CM_DATASET_PREPROCESSED_OUTPUT_PATH=value`
+ * `--threads=value` → `CM_NUM_PREPROCESS_THREADS=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-multihot.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-criteo/run-multihot.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-criteo/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get dataset criteo recommendation dlrm preprocessed [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-generic/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-generic/index.md
new file mode 100644
index 0000000000..844e2c2e8c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-generic/index.md
@@ -0,0 +1,80 @@
+# get-preprocesser-script-generic
+Automatically generated README for this automation recipe: **get-preprocesser-script-generic**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocesser-script-generic/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get preprocessor generic image-preprocessor script" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,preprocessor,generic,image-preprocessor,script
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get preprocessor generic image-preprocessor script "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,preprocessor,generic,image-preprocessor,script'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get preprocessor generic image-preprocessor script"
+ ```
+___
+
+
+___
+#### Script output
+```bash
+cmr "get preprocessor generic image-preprocessor script " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-imagenet/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-imagenet/index.md
new file mode 100644
index 0000000000..c4bee08bce
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-imagenet/index.md
@@ -0,0 +1,301 @@
+# get-preprocessed-dataset-imagenet
+Automatically generated README for this automation recipe: **get-preprocessed-dataset-imagenet**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-imagenet/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-imagenet/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset imagenet ILSVRC image-classification preprocessed" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,imagenet,ILSVRC,image-classification,preprocessed[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset imagenet ILSVRC image-classification preprocessed [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,imagenet,ILSVRC,image-classification,preprocessed'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset imagenet ILSVRC image-classification preprocessed[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_multihot`** (default) + - ENV variables: + - CM_DATASET_CRITEO_MULTIHOT: `yes` + +
+
+
+
+ * Group "**calibration-option**"
+ Click here to expand this section.
+ + * `_default` + * `_pytorch` + - ENV variables: + - CM_PREPROCESS_PYTORCH: `yes` + - CM_MODEL: `resnet50` + * `_tflite_tpu` + - ENV variables: + - CM_MODEL: `resnet50` + - CM_PREPROCESS_TFLITE_TPU: `yes` + +
+
+
+
+ * Group "**dataset-type**"
+ Click here to expand this section.
+ + * `_mlperf.option1` + - ENV variables: + - CM_DATASET_CALIBRATION_OPTION: `one` + * `_mlperf.option2` + - ENV variables: + - CM_DATASET_CALIBRATION_OPTION: `two` + +
+
+
+
+ * Group "**extension**"
+ Click here to expand this section.
+ + * `_calibration` + - ENV variables: + - CM_DATASET_TYPE: `calibration` + * **`_validation`** (default) + - ENV variables: + - CM_DATASET_TYPE: `validation` + +
+
+
+
+ * Group "**interpolation-method**"
+ Click here to expand this section.
+ + * `_rgb32` + - ENV variables: + - CM_DATASET_PREPROCESSED_EXTENSION: `rgb32` + * `_rgb8` + - ENV variables: + - CM_DATASET_PREPROCESSED_EXTENSION: `rgb8` + +
+
+
+
+ * Group "**layout**"
+ Click here to expand this section.
+ + * `_inter.area` + - ENV variables: + - CM_DATASET_INTERPOLATION_METHOD: `INTER_AREA` + * `_inter.linear` + - ENV variables: + - CM_DATASET_INTERPOLATION_METHOD: `INTER_LINEAR` + +
+
+
+
+ * Group "**model**"
+ Click here to expand this section.
+ + * **`_NCHW`** (default) + - ENV variables: + - CM_DATASET_DATA_LAYOUT: `NCHW` + * `_NHWC` + - ENV variables: + - CM_DATASET_DATA_LAYOUT: `NHWC` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_for.mobilenet` + * `_for.resnet50` + - ENV variables: + - CM_DATASET_SUBTRACT_MEANS: `1` + - CM_DATASET_GIVEN_CHANNEL_MEANS: `123.68 116.78 103.94` + - CM_DATASET_NORMALIZE_DATA: `0` + - CM_DATASET_INTERPOLATION_METHOD: `INTER_AREA` + +
+
+
+
+ * Group "**preprocessing-source**"
+ Click here to expand this section.
+ + * `_float32` + - ENV variables: + - CM_DATASET_DATA_TYPE: `float32` + - CM_DATASET_QUANTIZE: `0` + - CM_DATASET_CONVERT_TO_UNSIGNED: `0` + * `_int8` + - ENV variables: + - CM_DATASET_DATA_TYPE: `int8` + - CM_DATASET_QUANTIZE: `1` + - CM_DATASET_CONVERT_TO_UNSIGNED: `0` + * `_uint8` + - ENV variables: + - CM_DATASET_DATA_TYPE: `uint8` + - CM_DATASET_DATA_TYPE_INPUT: `float32` + - CM_DATASET_QUANTIZE: `1` + - CM_DATASET_CONVERT_TO_UNSIGNED: `1` + +
+
+
+
+ * Group "**resolution**"
+ Click here to expand this section.
+ + * `_generic-preprocessor` + - ENV variables: + - CM_DATASET_REFERENCE_PREPROCESSOR: `0` + * **`_mlcommons-reference-preprocessor`** (default) + - ENV variables: + - CM_DATASET_REFERENCE_PREPROCESSOR: `1` + +
+
+
+
+ * Group "**size**"
+ Click here to expand this section.
+ + * `_resolution.#` + - ENV variables: + - CM_DATASET_INPUT_SQUARE_SIDE: `#` + * **`_resolution.224`** (default) + - ENV variables: + - CM_DATASET_INPUT_SQUARE_SIDE: `224` + +
+
+
+
+ ##### Default variations
+
+ `_NCHW,_mlcommons-reference-preprocessor,_resolution.224,_validation`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--dir=value` → `CM_DATASET_PREPROCESSED_PATH=value`
+ * `--imagenet_path=value` → `CM_IMAGENET_PATH=value`
+ * `--imagenet_preprocessed_path=value` → `CM_IMAGENET_PREPROCESSED_PATH=value`
+ * `--threads=value` → `CM_NUM_PREPROCESS_THREADS=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_DATASET_CROP_FACTOR: `87.5`
+ * CM_DATASET_DATA_TYPE: `float32`
+ * CM_DATASET_DATA_LAYOUT: `NCHW`
+ * CM_DATASET_QUANT_SCALE: `1`
+ * CM_DATASET_QUANTIZE: `0`
+ * CM_DATASET_QUANT_OFFSET: `0`
+ * CM_DATASET_PREPROCESSED_EXTENSION: `npy`
+ * CM_DATASET_CONVERT_TO_UNSIGNED: `0`
+ * CM_DATASET_REFERENCE_PREPROCESSOR: `1`
+ * CM_PREPROCESS_VGG: `yes`
+ * CM_MODEL: `resnet50`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-imagenet/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-imagenet/run.bat)
+___
+#### Script output
+```bash
+cmr "get dataset imagenet ILSVRC image-classification preprocessed [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-kits19/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-kits19/index.md
new file mode 100644
index 0000000000..d2a985eca5
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-kits19/index.md
@@ -0,0 +1,175 @@
+# get-preprocessed-dataset-kits19
+Automatically generated README for this automation recipe: **get-preprocessed-dataset-kits19**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-kits19/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset medical-imaging kits19 preprocessed" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,medical-imaging,kits19,preprocessed[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset medical-imaging kits19 preprocessed [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,medical-imaging,kits19,preprocessed'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset medical-imaging kits19 preprocessed[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_1` + - ENV variables: + - CM_DATASET_SIZE: `1` + * `_500` + - ENV variables: + - CM_DATASET_SIZE: `500` + * `_full` + - ENV variables: + - CM_DATASET_SIZE: `50000` + * `_size.#` + - ENV variables: + - CM_DATASET_SIZE: `#` + +
+
+
+
+ * Group "**dataset-count**"
+ Click here to expand this section.
+ + * `_nvidia` + - ENV variables: + - CM_PREPROCESSING_BY_NVIDIA: `yes` + +
+
+
+
+ * Group "**dataset-precision**"
+ Click here to expand this section.
+ + * `_1` + - ENV variables: + - CM_DATASET_SIZE: `1` + * `_5` + - ENV variables: + - CM_DATASET_SIZE: `5` + * `_50` + - ENV variables: + - CM_DATASET_SIZE: `50` + * `_500` + - ENV variables: + - CM_DATASET_SIZE: `500` + * `_full` + - ENV variables: + - CM_DATASET_SIZE: `` + +
+
+
+
+ * Group "**dataset-type**"
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_DATASET_DTYPE: `fp32` + * `_int8` + - ENV variables: + - CM_DATASET_DTYPE: `int8` + +
+ >>`
+ * **`_validation`** (default)
+
+
+
+
+ ##### Default variations
+
+ `_fp32,_validation`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--dir=value` → `CM_DATASET_PREPROCESSED_PATH=value`
+ * `--threads=value` → `CM_NUM_PREPROCESS_THREADS=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_DATASET: `kits19`
+ * CM_DATASET_DTYPE: `fp32`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-kits19/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get dataset medical-imaging kits19 preprocessed [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-librispeech/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-librispeech/index.md
new file mode 100644
index 0000000000..f683a8f528
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-librispeech/index.md
@@ -0,0 +1,164 @@
+# get-preprocessed-dataset-librispeech
+Automatically generated README for this automation recipe: **get-preprocessed-dataset-librispeech**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-librispeech/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset speech-recognition librispeech preprocessed" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,speech-recognition,librispeech,preprocessed[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset speech-recognition librispeech preprocessed [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,speech-recognition,librispeech,preprocessed'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset speech-recognition librispeech preprocessed[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**dataset-count**"
+ Click here to expand this section.
+ + * `_calibration` + - ENV variables: + - CM_DATASET_PATH: `<<
+
+
+
+ * Group "**dataset-precision**"
+ Click here to expand this section.
+ + * `_1` + - ENV variables: + - CM_DATASET_SIZE: `1` + * `_5` + - ENV variables: + - CM_DATASET_SIZE: `5` + * `_50` + - ENV variables: + - CM_DATASET_SIZE: `50` + * `_500` + - ENV variables: + - CM_DATASET_SIZE: `500` + * `_full` + - ENV variables: + - CM_DATASET_SIZE: `` + +
+
+
+
+ * Group "**dataset-type**"
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_DATASET_DTYPE: `fp32` + * `_int8` + - ENV variables: + - CM_DATASET_DTYPE: `int8` + +
+ >>`
+ * **`_validation`** (default)
+
+
+
+
+ ##### Default variations
+
+ `_fp32,_validation`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--dir=value` → `CM_DATASET_PREPROCESSED_PATH=value`
+ * `--threads=value` → `CM_NUM_PREPROCESS_THREADS=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_DATASET: `kits19`
+ * CM_DATASET_DTYPE: `fp32`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-librispeech/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get dataset speech-recognition librispeech preprocessed [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-openimages/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-openimages/index.md
new file mode 100644
index 0000000000..9bbe30eec1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-openimages/index.md
@@ -0,0 +1,287 @@
+# get-preprocessed-dataset-openimages
+Automatically generated README for this automation recipe: **get-preprocessed-dataset-openimages**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-openimages/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-openimages/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset openimages open-images object-detection preprocessed" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,openimages,open-images,object-detection,preprocessed[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset openimages open-images object-detection preprocessed [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,openimages,open-images,object-detection,preprocessed'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset openimages open-images object-detection preprocessed[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_calibration` + - ENV variables: + - CM_DATASET_PATH: `<<
+
+
+
+ * Group "**annotations**"
+ Click here to expand this section.
+ + * `_filter` + * `_for.retinanet.onnx` + - ENV variables: + - CM_ML_MODEL_NAME: `retinanet` + - CM_DATASET_SUBTRACT_MEANS: `1` + - CM_DATASET_GIVEN_CHANNEL_MEANS: `0.485 0.456 0.406` + - CM_DATASET_GIVEN_CHANNEL_STDS: `0.229 0.224 0.225` + - CM_DATASET_NORMALIZE_DATA: `0` + - CM_DATASET_NORMALIZE_LOWER: `0.0` + - CM_DATASET_NORMALIZE_UPPER: `1.0` + - CM_DATASET_CONVERT_TO_BGR: `0` + - CM_DATASET_CROP_FACTOR: `100.0` + * `_nvidia` + - ENV variables: + - CM_PREPROCESSING_BY_NVIDIA: `yes` + * `_quant-offset.#` + * `_quant-scale.#` + +
+
+
+
+ * Group "**dataset-count**"
+ Click here to expand this section.
+ + * `_custom-annotations` + * **`_default-annotations`** (default) + +
+
+
+
+ * Group "**dataset-layout**"
+ Click here to expand this section.
+ + * **`_50`** (default) + - ENV variables: + - CM_DATASET_SIZE: `50` + * `_500` + - ENV variables: + - CM_DATASET_SIZE: `500` + * `_full` + * `_size.#` + - ENV variables: + - CM_DATASET_SIZE: `#` + +
+
+
+
+ * Group "**dataset-precision**"
+ Click here to expand this section.
+ + * **`_NCHW`** (default) + - ENV variables: + - CM_DATASET_DATA_LAYOUT: `NCHW` + * `_NHWC` + - ENV variables: + - CM_DATASET_DATA_LAYOUT: `NHWC` + +
+
+
+
+ * Group "**dataset-type**"
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_DATASET_DTYPE: `fp32` + - CM_DATASET_INPUT_DTYPE: `fp32` + - CM_DATASET_QUANTIZE: `0` + - CM_DATASET_CONVERT_TO_UNSIGNED: `0` + * `_int8` + - ENV variables: + - CM_DATASET_DTYPE: `int8` + - CM_DATASET_INPUT_DTYPE: `fp32` + - CM_DATASET_QUANTIZE: `1` + - CM_DATASET_CONVERT_TO_UNSIGNED: `0` + * `_uint8` + - ENV variables: + - CM_DATASET_DTYPE: `uint8` + - CM_DATASET_INPUT_DTYPE: `fp32` + - CM_DATASET_QUANTIZE: `1` + - CM_DATASET_CONVERT_TO_UNSIGNED: `1` + +
+ >>`
+ - CM_DATASET_ANNOTATIONS_FILE_PATH: `<<>>`
+ - CM_DATASET_TYPE: `calibration`
+ * **`_validation`** (default)
+ - ENV variables:
+ - CM_DATASET_TYPE: `validation`
+
+
+
+
+ * Group "**extension**"
+ Click here to expand this section.
+ + * `_calibration` + - ENV variables: + - CM_DATASET_PATH: `<<
+
+
+
+ * Group "**filter-size**"
+ Click here to expand this section.
+ + * `_npy` + - ENV variables: + - CM_DATASET_PREPROCESSED_EXTENSION: `npy` + * `_raw` + - ENV variables: + - CM_DATASET_PREPROCESSED_EXTENSION: `raw` + * `_rgb32` + - ENV variables: + - CM_DATASET_PREPROCESSED_EXTENSION: `rgb32` + * `_rgb8` + - ENV variables: + - CM_DATASET_PREPROCESSED_EXTENSION: `rgb8` + +
+
+
+
+ * Group "**interpolation-method**"
+ Click here to expand this section.
+ + * `_filter-size.#` + +
+
+
+
+ * Group "**preprocessing-source**"
+ Click here to expand this section.
+ + * `_inter.area` + - ENV variables: + - CM_DATASET_INTERPOLATION_METHOD: `INTER_AREA` + * `_inter.linear` + - ENV variables: + - CM_DATASET_INTERPOLATION_METHOD: `INTER_LINEAR` + +
+
+
+
+ ##### Default variations
+
+ `_50,_NCHW,_default-annotations,_fp32,_mlcommons-reference-preprocessor,_validation`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--dir=value` → `CM_DATASET_PREPROCESSED_PATH=value`
+ * `--threads=value` → `CM_NUM_PREPROCESS_THREADS=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_DATASET: `OPENIMAGES`
+ * CM_DATASET_DTYPE: `fp32`
+ * CM_DATASET_INPUT_SQUARE_SIDE: `800`
+ * CM_DATASET_CROP_FACTOR: `100.0`
+ * CM_DATASET_QUANT_SCALE: `1`
+ * CM_DATASET_QUANTIZE: `0`
+ * CM_DATASET_QUANT_OFFSET: `0`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-openimages/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-openimages/run.bat)
+___
+#### Script output
+```bash
+cmr "get dataset openimages open-images object-detection preprocessed [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-openorca/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-openorca/index.md
new file mode 100644
index 0000000000..5232eaf726
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-openorca/index.md
@@ -0,0 +1,129 @@
+# get-preprocessed-dataset-openorca
+Automatically generated README for this automation recipe: **get-preprocessed-dataset-openorca**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-openorca/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset openorca language-processing preprocessed" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,openorca,language-processing,preprocessed[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset openorca language-processing preprocessed [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,openorca,language-processing,preprocessed'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset openorca language-processing preprocessed[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**dataset-type**"
+ Click here to expand this section.
+ + * `_generic-preprocessor` + - ENV variables: + - CM_DATASET_REFERENCE_PREPROCESSOR: `0` + * **`_mlcommons-reference-preprocessor`** (default) + - ENV variables: + - CM_DATASET_REFERENCE_PREPROCESSOR: `1` + +
+
+
+
+ * Group "**size**"
+ Click here to expand this section.
+ + * `_calibration` + - ENV variables: + - CM_DATASET_CALIBRATION: `yes` + * **`_validation`** (default) + - ENV variables: + - CM_DATASET_CALIBRATION: `no` + +
+
+
+
+ ##### Default variations
+
+ `_60,_validation`
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_DATASET_CALIBRATION: `no`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-openorca/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get dataset openorca language-processing preprocessed [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-squad/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-squad/index.md
new file mode 100644
index 0000000000..422bbd9116
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/get-preprocessed-dataset-squad/index.md
@@ -0,0 +1,165 @@
+# get-preprocessed-dataset-squad
+Automatically generated README for this automation recipe: **get-preprocessed-dataset-squad**
+
+Category: **[AI/ML datasets](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-squad/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get dataset preprocessed tokenized squad" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,dataset,preprocessed,tokenized,squad[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get dataset preprocessed tokenized squad [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,dataset,preprocessed,tokenized,squad'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get dataset preprocessed tokenized squad[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**calibration-set**"
+ Click here to expand this section.
+ + * **`_60`** (default) + * `_full` + * `_size.#` + +
+
+
+
+ * Group "**doc-stride**"
+ Click here to expand this section.
+ + * `_calib1` + - ENV variables: + - CM_DATASET_SQUAD_CALIBRATION_SET: `one` + * `_calib2` + - ENV variables: + - CM_DATASET_SQUAD_CALIBRATION_SET: `two` + * **`_no-calib`** (default) + - ENV variables: + - CM_DATASET_SQUAD_CALIBRATION_SET: `` + +
+
+
+
+ * Group "**packing**"
+ Click here to expand this section.
+ + * `_doc-stride.#` + - ENV variables: + - CM_DATASET_DOC_STRIDE: `#` + * **`_doc-stride.128`** (default) + - ENV variables: + - CM_DATASET_DOC_STRIDE: `128` + +
+
+
+
+ * Group "**raw**"
+ Click here to expand this section.
+ + * `_packed` + - ENV variables: + - CM_DATASET_SQUAD_PACKED: `yes` + +
+
+
+
+ * Group "**seq-length**"
+ Click here to expand this section.
+ + * `_pickle` + - ENV variables: + - CM_DATASET_RAW: `no` + * **`_raw`** (default) + - ENV variables: + - CM_DATASET_RAW: `yes` + +
+
+
+
+ ##### Default variations
+
+ `_doc-stride.128,_no-calib,_raw,_seq-length.384`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-packed.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-squad/run-packed.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-preprocessed-dataset-squad/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get dataset preprocessed tokenized squad [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/index.md
new file mode 100644
index 0000000000..8e94f60731
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-datasets/index.md
@@ -0,0 +1,27 @@
+* [get-croissant](get-croissant/index.md)
+* [get-dataset-cifar10](get-dataset-cifar10/index.md)
+* [get-dataset-cnndm](get-dataset-cnndm/index.md)
+* [get-dataset-coco](get-dataset-coco/index.md)
+* [get-dataset-coco2014](get-dataset-coco2014/index.md)
+* [get-dataset-criteo](get-dataset-criteo/index.md)
+* [get-dataset-imagenet-aux](get-dataset-imagenet-aux/index.md)
+* [get-dataset-imagenet-calibration](get-dataset-imagenet-calibration/index.md)
+* [get-dataset-imagenet-helper](get-dataset-imagenet-helper/index.md)
+* [get-dataset-imagenet-train](get-dataset-imagenet-train/index.md)
+* [get-dataset-imagenet-val](get-dataset-imagenet-val/index.md)
+* [get-dataset-kits19](get-dataset-kits19/index.md)
+* [get-dataset-librispeech](get-dataset-librispeech/index.md)
+* [get-dataset-openimages](get-dataset-openimages/index.md)
+* [get-dataset-openimages-annotations](get-dataset-openimages-annotations/index.md)
+* [get-dataset-openimages-calibration](get-dataset-openimages-calibration/index.md)
+* [get-dataset-openorca](get-dataset-openorca/index.md)
+* [get-dataset-squad](get-dataset-squad/index.md)
+* [get-dataset-squad-vocab](get-dataset-squad-vocab/index.md)
+* [get-preprocessed-dataset-criteo](get-preprocessed-dataset-criteo/index.md)
+* [get-preprocessed-dataset-imagenet](get-preprocessed-dataset-imagenet/index.md)
+* [get-preprocessed-dataset-kits19](get-preprocessed-dataset-kits19/index.md)
+* [get-preprocessed-dataset-librispeech](get-preprocessed-dataset-librispeech/index.md)
+* [get-preprocessed-dataset-openimages](get-preprocessed-dataset-openimages/index.md)
+* [get-preprocessed-dataset-openorca](get-preprocessed-dataset-openorca/index.md)
+* [get-preprocessed-dataset-squad](get-preprocessed-dataset-squad/index.md)
+* [get-preprocessed-dataset-generic](get-preprocessed-dataset-generic/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-google-saxml/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-google-saxml/index.md
new file mode 100644
index 0000000000..d0a9d44361
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-google-saxml/index.md
@@ -0,0 +1,89 @@
+# get-google-saxml
+Automatically generated README for this automation recipe: **get-google-saxml**
+
+Category: **[AI/ML frameworks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/get-google-saxml/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get google saxml" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,google,saxml
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get google saxml "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,google,saxml'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get google saxml"
+ ```
+___
+
+#### Versions
+Default version: `master`
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-google-saxml/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-google-saxml/run.bat)
+___
+#### Script output
+```bash
+cmr "get google saxml " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-onnxruntime-prebuilt/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-onnxruntime-prebuilt/index.md
new file mode 100644
index 0000000000..04e0b03807
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-onnxruntime-prebuilt/index.md
@@ -0,0 +1,111 @@
+# get-onnxruntime-prebuilt
+Automatically generated README for this automation recipe: **get-onnxruntime-prebuilt**
+
+Category: **[AI/ML frameworks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-onnxruntime-prebuilt/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install onnxruntime get prebuilt lib lang-c lang-cpp" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install onnxruntime get prebuilt lib lang-c lang-cpp [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install onnxruntime get prebuilt lib lang-c lang-cpp[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * `_seq-length.#` + - ENV variables: + - CM_DATASET_MAX_SEQ_LENGTH: `#` + * **`_seq-length.384`** (default) + - ENV variables: + - CM_DATASET_MAX_SEQ_LENGTH: `384` + +
+
+
+
+ ##### Default variations
+
+ `_cpu`
+#### Versions
+Default version: `1.16.3`
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-onnxruntime-prebuilt/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-onnxruntime-prebuilt/run.bat)
+___
+#### Script output
+```bash
+cmr "install onnxruntime get prebuilt lib lang-c lang-cpp [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-qaic-apps-sdk/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-qaic-apps-sdk/index.md
new file mode 100644
index 0000000000..613a95510a
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-qaic-apps-sdk/index.md
@@ -0,0 +1,80 @@
+# get-qaic-apps-sdk
+Automatically generated README for this automation recipe: **get-qaic-apps-sdk**
+
+Category: **[AI/ML frameworks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-qaic-apps-sdk/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get detect qaic apps sdk apps-sdk qaic-apps-sdk" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,detect,qaic,apps,sdk,apps-sdk,qaic-apps-sdk
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get detect qaic apps sdk apps-sdk qaic-apps-sdk "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,detect,qaic,apps,sdk,apps-sdk,qaic-apps-sdk'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get detect qaic apps sdk apps-sdk qaic-apps-sdk"
+ ```
+___
+
+
+___
+#### Script output
+```bash
+cmr "get detect qaic apps sdk apps-sdk qaic-apps-sdk " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-qaic-platform-sdk/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-qaic-platform-sdk/index.md
new file mode 100644
index 0000000000..7a55997153
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-qaic-platform-sdk/index.md
@@ -0,0 +1,80 @@
+# get-qaic-platform-sdk
+Automatically generated README for this automation recipe: **get-qaic-platform-sdk**
+
+Category: **[AI/ML frameworks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-qaic-platform-sdk/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get detect qaic platform sdk platform-sdk qaic-platform-sdk" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,detect,qaic,platform,sdk,platform-sdk,qaic-platform-sdk
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get detect qaic platform sdk platform-sdk qaic-platform-sdk "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,detect,qaic,platform,sdk,platform-sdk,qaic-platform-sdk'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get detect qaic platform sdk platform-sdk qaic-platform-sdk"
+ ```
+___
+
+
+___
+#### Script output
+```bash
+cmr "get detect qaic platform sdk platform-sdk qaic-platform-sdk " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-qaic-software-kit/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-qaic-software-kit/index.md
new file mode 100644
index 0000000000..159dc0eddd
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-qaic-software-kit/index.md
@@ -0,0 +1,119 @@
+# get-qaic-software-kit
+Automatically generated README for this automation recipe: **get-qaic-software-kit**
+
+Category: **[AI/ML frameworks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-qaic-software-kit/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get qaic software kit qaic-software-kit" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,qaic,software,kit,qaic-software-kit[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get qaic software kit qaic-software-kit [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,qaic,software,kit,qaic-software-kit'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get qaic software kit qaic-software-kit[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_cpu`** (default) + - ENV variables: + - CM_ONNXRUNTIME_DEVICE: `` + * `_cuda` + - ENV variables: + - CM_ONNXRUNTIME_DEVICE: `gpu` + +
+
+
+
+ * Group "**repo-source**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + +
+
+
+
+ ##### Default variations
+
+ `_repo.quic`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-qaic-software-kit/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get qaic software kit qaic-software-kit [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-rocm/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-rocm/index.md
new file mode 100644
index 0000000000..c316892542
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-rocm/index.md
@@ -0,0 +1,86 @@
+# get-rocm
+Automatically generated README for this automation recipe: **get-rocm**
+
+Category: **[AI/ML frameworks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-rocm/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get rocm get-rocm" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,rocm,get-rocm
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get rocm get-rocm "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,rocm,get-rocm'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get rocm get-rocm"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-rocm/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get rocm get-rocm " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-tvm/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-tvm/index.md
new file mode 100644
index 0000000000..da93153260
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/get-tvm/index.md
@@ -0,0 +1,141 @@
+# get-tvm
+Automatically generated README for this automation recipe: **get-tvm**
+
+Category: **[AI/ML frameworks](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-tvm/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-tvm/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get tvm get-tvm" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,tvm,get-tvm[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get tvm get-tvm [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,tvm,get-tvm'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get tvm get-tvm[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + * **`_repo.quic`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/quic/software-kit-for-qualcomm-cloud-ai-100` + +
+
+
+
+ * Group "**installation-type**"
+ Click here to expand this section.
+ + * `_cuda` + - ENV variables: + - CM_TVM_USE_CUDA: `yes` + * `_openmp` + - ENV variables: + - CM_TVM_USE_OPENMP: `yes` + +
+
+
+
+ ##### Default variations
+
+ `_llvm`
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_CHECKOUT: `main`
+ * CM_GIT_URL: `https://github.com/apache/tvm`
+ * CM_TVM_PIP_INSTALL: `no`
+
+
+#### Versions
+* `main`
+* `v0.10.0`
+* `v0.7.0`
+* `v0.8.0`
+* `v0.9.0`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-tvm/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get tvm get-tvm [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/index.md
new file mode 100644
index 0000000000..dd8814fe13
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/index.md
@@ -0,0 +1,12 @@
+* [get-google-saxml](get-google-saxml/index.md)
+* [get-onnxruntime-prebuilt](get-onnxruntime-prebuilt/index.md)
+* [get-qaic-apps-sdk](get-qaic-apps-sdk/index.md)
+* [get-qaic-platform-sdk](get-qaic-platform-sdk/index.md)
+* [get-qaic-software-kit](get-qaic-software-kit/index.md)
+* [get-rocm](get-rocm/index.md)
+* [get-tvm](get-tvm/index.md)
+* [install-qaic-compute-sdk-from-src](install-qaic-compute-sdk-from-src/index.md)
+* [install-rocm](install-rocm/index.md)
+* [install-tensorflow-for-c](install-tensorflow-for-c/index.md)
+* [install-tensorflow-from-src](install-tensorflow-from-src/index.md)
+* [install-tflite-from-src](install-tflite-from-src/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-qaic-compute-sdk-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-qaic-compute-sdk-from-src/index.md
new file mode 100644
index 0000000000..0f04dc1490
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-qaic-compute-sdk-from-src/index.md
@@ -0,0 +1,136 @@
+# install-qaic-compute-sdk-from-src
+Automatically generated README for this automation recipe: **install-qaic-compute-sdk-from-src**
+
+Category: **[AI/ML frameworks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-qaic-compute-sdk-from-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get qaic from.src software compute compute-sdk qaic-compute-sdk sdk" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,qaic,from.src,software,compute,compute-sdk,qaic-compute-sdk,sdk[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get qaic from.src software compute compute-sdk qaic-compute-sdk sdk [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,qaic,from.src,software,compute,compute-sdk,qaic-compute-sdk,sdk'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get qaic from.src software compute compute-sdk qaic-compute-sdk sdk[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_llvm`** (default) + - ENV variables: + - CM_TVM_USE_LLVM: `yes` + * `_pip-install` + - ENV variables: + - CM_TVM_PIP_INSTALL: `yes` + +
+
+
+
+ * Group "**installation-mode**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + +
+
+
+
+ * Group "**repo-source**"
+ Click here to expand this section.
+ + * `_debug` + - ENV variables: + - CM_QAIC_COMPUTE_SDK_INSTALL_MODE: `debug` + * **`_release`** (default) + - ENV variables: + - CM_QAIC_COMPUTE_SDK_INSTALL_MODE: `release` + * `_release-assert` + - ENV variables: + - CM_QAIC_COMPUTE_SDK_INSTALL_MODE: `release-assert` + +
+
+
+
+ ##### Default variations
+
+ `_release,_repo.quic`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-qaic-compute-sdk-from-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get qaic from.src software compute compute-sdk qaic-compute-sdk sdk [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-rocm/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-rocm/index.md
new file mode 100644
index 0000000000..74756c74d2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-rocm/index.md
@@ -0,0 +1,91 @@
+# install-rocm
+Automatically generated README for this automation recipe: **install-rocm**
+
+Category: **[AI/ML frameworks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-rocm/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install rocm install-rocm" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,rocm,install-rocm
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install rocm install-rocm "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,rocm,install-rocm'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install rocm install-rocm"
+ ```
+___
+
+#### Versions
+Default version: `5.7.1`
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-rhel.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-rocm/run-rhel.sh)
+ * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-rocm/run-ubuntu.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-rocm/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install rocm install-rocm " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-tensorflow-for-c/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-tensorflow-for-c/index.md
new file mode 100644
index 0000000000..0e1a158eaa
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-tensorflow-for-c/index.md
@@ -0,0 +1,89 @@
+# install-tensorflow-for-c
+Automatically generated README for this automation recipe: **install-tensorflow-for-c**
+
+Category: **[AI/ML frameworks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-tensorflow-for-c/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install tensorflow lib lang-c" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,tensorflow,lib,lang-c
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install tensorflow lib lang-c "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,tensorflow,lib,lang-c'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install tensorflow lib lang-c"
+ ```
+___
+
+#### Versions
+Default version: `2.8.0`
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-tensorflow-for-c/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install tensorflow lib lang-c " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-tensorflow-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-tensorflow-from-src/index.md
new file mode 100644
index 0000000000..36610c1407
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-tensorflow-from-src/index.md
@@ -0,0 +1,135 @@
+# install-tensorflow-from-src
+Automatically generated README for this automation recipe: **install-tensorflow-from-src**
+
+Category: **[AI/ML frameworks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-tensorflow-from-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get install tensorflow lib source from-source from-src src from.src" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,install,tensorflow,lib,source,from-source,from-src,src,from.src[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get install tensorflow lib source from-source from-src src from.src [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,install,tensorflow,lib,source,from-source,from-src,src,from.src'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get install tensorflow lib source from-source from-src src from.src[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + * **`_repo.quic`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/quic/software-kit-for-qualcomm-cloud-ai-100-cc` + +
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_URL: `https://github.com/tensorflow/tensorflow`
+ * CM_GIT_DEPTH: `1`
+ * CM_TFLITE: `off`
+
+
+#### Versions
+Default version: `master`
+
+* `master`
+* `v1.15.0`
+* `v2.0.0`
+* `v2.1.0`
+* `v2.10.0`
+* `v2.11.0`
+* `v2.12.0`
+* `v2.13.0`
+* `v2.14.0`
+* `v2.15.0`
+* `v2.16.1`
+* `v2.2.0`
+* `v2.3.0`
+* `v2.4.0`
+* `v2.5.0`
+* `v2.6.0`
+* `v2.7.0`
+* `v2.8.0`
+* `v2.9.0`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-tensorflow-from-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get install tensorflow lib source from-source from-src src from.src [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-tflite-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-tflite-from-src/index.md
new file mode 100644
index 0000000000..f86c93efb0
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-frameworks/install-tflite-from-src/index.md
@@ -0,0 +1,100 @@
+# install-tflite-from-src
+Automatically generated README for this automation recipe: **install-tflite-from-src**
+
+Category: **[AI/ML frameworks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-tflite-from-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get install tflite-cmake tensorflow-lite-cmake from-src" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,install,tflite-cmake,tensorflow-lite-cmake,from-src
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get install tflite-cmake tensorflow-lite-cmake from-src "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,install,tflite-cmake,tensorflow-lite-cmake,from-src'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get install tflite-cmake tensorflow-lite-cmake from-src"
+ ```
+___
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_DEPTH: `1`
+
+
+#### Versions
+Default version: `master`
+
+* `master`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-tflite-from-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get install tflite-cmake tensorflow-lite-cmake from-src " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/convert-ml-model-huggingface-to-onnx/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/convert-ml-model-huggingface-to-onnx/index.md
new file mode 100644
index 0000000000..0cf4982dee
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/convert-ml-model-huggingface-to-onnx/index.md
@@ -0,0 +1,101 @@
+# convert-ml-model-huggingface-to-onnx
+Automatically generated README for this automation recipe: **convert-ml-model-huggingface-to-onnx**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/convert-ml-model-huggingface-to-onnx/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "ml-model model huggingface-to-onnx onnx huggingface convert" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=ml-model,model,huggingface-to-onnx,onnx,huggingface,convert[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "ml-model model huggingface-to-onnx onnx huggingface convert [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'ml-model,model,huggingface-to-onnx,onnx,huggingface,convert'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "ml-model model huggingface-to-onnx onnx huggingface convert[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_tflite` + - ENV variables: + - CM_TFLITE: `on` + +
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/convert-ml-model-huggingface-to-onnx/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "ml-model model huggingface-to-onnx onnx huggingface convert [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-bert-squad-vocab/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-bert-squad-vocab/index.md
new file mode 100644
index 0000000000..ab69223ae1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-bert-squad-vocab/index.md
@@ -0,0 +1,80 @@
+# get-bert-squad-vocab
+Automatically generated README for this automation recipe: **get-bert-squad-vocab**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-bert-squad-vocab/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get bert squad bert-large bert-squad vocab" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,bert,squad,bert-large,bert-squad,vocab
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get bert squad bert-large bert-squad vocab "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,bert,squad,bert-large,bert-squad,vocab'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get bert squad bert-large bert-squad vocab"
+ ```
+___
+
+
+___
+#### Script output
+```bash
+cmr "get bert squad bert-large bert-squad vocab " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-dlrm/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-dlrm/index.md
new file mode 100644
index 0000000000..4aa9382d10
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-dlrm/index.md
@@ -0,0 +1,118 @@
+# get-dlrm
+Automatically generated README for this automation recipe: **get-dlrm**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dlrm/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dlrm/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get src dlrm" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,src,dlrm[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get src dlrm [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,src,dlrm'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get src dlrm[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_model-path.#` + - ENV variables: + - CM_MODEL_HUGG_PATH: `#` + +
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_DEPTH: `--depth 10`
+ * CM_GIT_PATCH: `no`
+ * CM_GIT_URL: `https://github.com/facebookresearch/dlrm.git`
+
+
+#### Versions
+Default version: `main`
+
+* `main`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-dlrm/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get src dlrm [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-3d-unet-kits19/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-3d-unet-kits19/index.md
new file mode 100644
index 0000000000..de5fe50eb9
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-3d-unet-kits19/index.md
@@ -0,0 +1,130 @@
+# get-ml-model-3d-unet-kits19
+Automatically generated README for this automation recipe: **get-ml-model-3d-unet-kits19**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-3d-unet-kits19/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ml-model raw 3d-unet kits19 medical-imaging" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ml-model,raw,3d-unet,kits19,medical-imaging[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ml-model raw 3d-unet kits19 medical-imaging [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ml-model,raw,3d-unet,kits19,medical-imaging'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ml-model raw 3d-unet kits19 medical-imaging[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_full-history` + - ENV variables: + - CM_GIT_DEPTH: `` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * `_weights` + - ENV variables: + - CM_MODEL_WEIGHTS_FILE: `yes` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * **`_onnx`** (default) + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `onnx` + * `_pytorch` + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `pytorch` + * `_tf` + - Aliases: `_tensorflow` + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `tensorflow` + +
+
+
+
+ ##### Default variations
+
+ `_fp32,_onnx`
+
+___
+#### Script output
+```bash
+cmr "get ml-model raw 3d-unet kits19 medical-imaging [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-bert-base-squad/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-bert-base-squad/index.md
new file mode 100644
index 0000000000..dc07850d65
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-bert-base-squad/index.md
@@ -0,0 +1,119 @@
+# get-ml-model-bert-base-squad
+Automatically generated README for this automation recipe: **get-ml-model-bert-base-squad**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-bert-base-squad/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ml-model raw bert bert-base bert-squad language language-processing" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ml-model,raw,bert,bert-base,bert-squad,language,language-processing[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ml-model raw bert bert-base bert-squad language language-processing [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ml-model,raw,bert,bert-base,bert-squad,language,language-processing'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ml-model raw bert bert-base bert-squad language language-processing[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `fp32` + - CM_ML_MODEL_PRECISION: `fp32` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `fp32` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_deepsparse` + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `deepsparse` + - CM_ML_MODEL_INPUT_IDS_NAME: `input_ids` + - CM_ML_MODEL_INPUT_MASK_NAME: `input_mask` + - CM_ML_MODEL_INPUT_SEGMENTS_NAME: `segment_ids` + - CM_ML_MODEL_OUTPUT_END_LOGITS_NAME: `output_end_logits` + - CM_ML_MODEL_OUTPUT_START_LOGITS_NAME: `output_start_logits` + +
+
+
+
+ ##### Default variations
+
+ `_fp32`
+
+___
+#### Script output
+```bash
+cmr "get ml-model raw bert bert-base bert-squad language language-processing [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-bert-large-squad/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-bert-large-squad/index.md
new file mode 100644
index 0000000000..9ba5778b3f
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-bert-large-squad/index.md
@@ -0,0 +1,188 @@
+# get-ml-model-bert-large-squad
+Automatically generated README for this automation recipe: **get-ml-model-bert-large-squad**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-bert-large-squad/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ml-model raw bert bert-large bert-squad language language-processing" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ml-model raw bert bert-large bert-squad language language-processing [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ml-model raw bert bert-large bert-squad language language-processing[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_ML_MODEL_PRECISION: `fp32` + * `_int8` + - ENV variables: + - CM_ML_MODEL_PRECISION: `int8` + - CM_ML_MODEL_QUANTIZED: `yes` + +
+
+
+
+ * Group "**download-source**"
+ Click here to expand this section.
+ + * `_onnxruntime` + * `_tensorflow` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * `_amazon-s3` + * `_armi` + * `_custom-url.#` + - ENV variables: + - CM_PACKAGE_URL: `#` + * `_github` + * `_zenodo` + +
+
+
+
+ * Group "**packing**"
+ Click here to expand this section.
+ + * `_deepsparse` + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `deepsparse` + - CM_ML_MODEL_INPUT_IDS_NAME: `input_ids` + - CM_ML_MODEL_INPUT_MASK_NAME: `input_mask` + - CM_ML_MODEL_INPUT_SEGMENTS_NAME: `segment_ids` + - CM_ML_MODEL_OUTPUT_END_LOGITS_NAME: `output_end_logits` + - CM_ML_MODEL_OUTPUT_START_LOGITS_NAME: `output_start_logits` + * **`_onnx`** (default) + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `onnx` + - CM_ML_MODEL_INPUT_IDS_NAME: `input_ids` + - CM_ML_MODEL_INPUT_MASK_NAME: `input_mask` + - CM_ML_MODEL_INPUT_SEGMENTS_NAME: `segment_ids` + - CM_ML_MODEL_OUTPUT_END_LOGITS_NAME: `output_end_logits` + - CM_ML_MODEL_OUTPUT_START_LOGITS_NAME: `output_start_logits` + * `_pytorch` + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `pytorch` + - CM_ML_MODEL_INPUT_IDS_NAME: `input_ids` + - CM_ML_MODEL_INPUT_MASK_NAME: `input_mask` + - CM_ML_MODEL_INPUT_SEGMENTS_NAME: `segment_ids` + - CM_ML_MODEL_OUTPUT_END_LOGITS_NAME: `output_end_logits` + - CM_ML_MODEL_OUTPUT_START_LOGITS_NAME: `output_start_logits` + * `_tf` + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `tf` + - CM_ML_MODEL_INPUT_IDS_NAME: `input_ids` + - CM_ML_MODEL_INPUT_MASK_NAME: `input_mask` + - CM_ML_MODEL_INPUT_SEGMENTS_NAME: `segment_ids` + - CM_ML_MODEL_OUTPUT_END_LOGITS_NAME: `output_end_logits` + - CM_ML_MODEL_OUTPUT_START_LOGITS_NAME: `output_start_logits` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_packed` + - ENV variables: + - CM_ML_MODEL_BERT_PACKED: `yes` + * **`_unpacked`** (default) + - ENV variables: + - CM_ML_MODEL_BERT_PACKED: `no` + +
+
+
+
+ ##### Default variations
+
+ `_fp32,_onnx,_unpacked`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-packed.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-bert-large-squad/run-packed.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get ml-model raw bert bert-large bert-squad language language-processing [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-dlrm-terabyte/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-dlrm-terabyte/index.md
new file mode 100644
index 0000000000..71138c9a6c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-dlrm-terabyte/index.md
@@ -0,0 +1,165 @@
+# get-ml-model-dlrm-terabyte
+Automatically generated README for this automation recipe: **get-ml-model-dlrm-terabyte**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-dlrm-terabyte/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ml-model dlrm raw terabyte criteo-terabyte criteo recommendation" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ml-model,dlrm,raw,terabyte,criteo-terabyte,criteo,recommendation[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ml-model dlrm raw terabyte criteo-terabyte criteo recommendation [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ml-model,dlrm,raw,terabyte,criteo-terabyte,criteo,recommendation'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ml-model dlrm raw terabyte criteo-terabyte criteo recommendation[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_ML_MODEL_PRECISION: `fp32` + * `_int8` + - ENV variables: + - CM_ML_MODEL_PRECISION: `int8` + - CM_ML_MODEL_QUANTIZED: `yes` + +
+
+
+
+ * Group "**download-tool**"
+ Click here to expand this section.
+ + * `_debug` + - ENV variables: + - CM_ML_MODEL_DEBUG: `yes` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * `_rclone` + * `_wget` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_onnx` + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `onnx` + * **`_pytorch`** (default) + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `pytorch` + - CM_TMP_MODEL_ADDITIONAL_NAME: `dlrm_terabyte.pytorch` + +
+
+
+
+ * Group "**type**"
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `fp32` + - CM_ML_MODEL_PRECISION: `fp32` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `fp32` + +
+
+
+
+ ##### Default variations
+
+ `_fp32,_pytorch,_weight_sharded`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--dir=value` → `CM_DOWNLOAD_PATH=value`
+ * `--download_path=value` → `CM_DOWNLOAD_PATH=value`
+ * `--to=value` → `CM_DOWNLOAD_PATH=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-dlrm-terabyte/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get ml-model dlrm raw terabyte criteo-terabyte criteo recommendation [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-efficientnet-lite/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-efficientnet-lite/index.md
new file mode 100644
index 0000000000..b95cc653f1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-efficientnet-lite/index.md
@@ -0,0 +1,191 @@
+# get-ml-model-efficientnet-lite
+Automatically generated README for this automation recipe: **get-ml-model-efficientnet-lite**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-efficientnet-lite/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ml-model efficientnet raw ml-model-efficientnet ml-model-efficientnet-lite lite tflite image-classification" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ml-model,efficientnet,raw,ml-model-efficientnet,ml-model-efficientnet-lite,lite,tflite,image-classification[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ml-model efficientnet raw ml-model-efficientnet ml-model-efficientnet-lite lite tflite image-classification [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ml-model,efficientnet,raw,ml-model-efficientnet,ml-model-efficientnet-lite,lite,tflite,image-classification'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ml-model efficientnet raw ml-model-efficientnet ml-model-efficientnet-lite lite tflite image-classification[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_weight_sharded`** (default) + - ENV variables: + - CM_DLRM_MULTIHOT_MODEL: `yes` + +
+
+
+
+ * Group "**kind**"
+ Click here to expand this section.
+ + * `_tflite` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * **`_lite0`** (default) + - ENV variables: + - CM_ML_MODEL_EFFICIENTNET_LITE_KIND: `lite0` + * `_lite1` + - ENV variables: + - CM_ML_MODEL_EFFICIENTNET_LITE_KIND: `lite1` + * `_lite2` + - ENV variables: + - CM_ML_MODEL_EFFICIENTNET_LITE_KIND: `lite2` + * `_lite3` + - ENV variables: + - CM_ML_MODEL_EFFICIENTNET_LITE_KIND: `lite3` + * `_lite4` + - ENV variables: + - CM_ML_MODEL_EFFICIENTNET_LITE_KIND: `lite4` + +
+
+
+
+ * Group "**resolution**"
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_ML_MODEL_EFFICIENTNET_LITE_PRECISION: `fp32` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_PRECISION: `fp32` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp32` + * `_uint8` + - Aliases: `_int8` + - ENV variables: + - CM_ML_MODEL_EFFICIENTNET_LITE_PRECISION: `int8` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `uint8` + - CM_ML_MODEL_PRECISION: `uint8` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `uint8` + +
+
+
+
+ ##### Default variations
+
+ `_fp32,_lite0,_resolution-224`
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32`
+ * CM_ML_MODEL_PRECISION: `fp32`
+ * CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp32`
+
+
+
+___
+#### Script output
+```bash
+cmr "get ml-model efficientnet raw ml-model-efficientnet ml-model-efficientnet-lite lite tflite image-classification [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-gptj/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-gptj/index.md
new file mode 100644
index 0000000000..f8ba684b19
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-gptj/index.md
@@ -0,0 +1,194 @@
+# get-ml-model-gptj
+Automatically generated README for this automation recipe: **get-ml-model-gptj**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-gptj/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get raw ml-model gptj gpt-j large-language-model" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,raw,ml-model,gptj,gpt-j,large-language-model[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get raw ml-model gptj gpt-j large-language-model [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,raw,ml-model,gptj,gpt-j,large-language-model'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get raw ml-model gptj gpt-j large-language-model[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_resolution-224`** (default) + - ENV variables: + - CM_ML_MODEL_IMAGE_HEIGHT: `224` + - CM_ML_MODEL_IMAGE_WIDTH: `224` + - CM_ML_MODEL_MOBILENET_RESOLUTION: `224` + - CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: `_resolution.224` + * `_resolution-240` + - ENV variables: + - CM_ML_MODEL_IMAGE_HEIGHT: `240` + - CM_ML_MODEL_IMAGE_WIDTH: `240` + - CM_ML_MODEL_MOBILENET_RESOLUTION: `240` + - CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: `_resolution.240` + * `_resolution-260` + - ENV variables: + - CM_ML_MODEL_IMAGE_HEIGHT: `260` + - CM_ML_MODEL_IMAGE_WIDTH: `260` + - CM_ML_MODEL_MOBILENET_RESOLUTION: `260` + - CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: `_resolution.260` + * `_resolution-280` + - ENV variables: + - CM_ML_MODEL_IMAGE_HEIGHT: `280` + - CM_ML_MODEL_IMAGE_WIDTH: `280` + - CM_ML_MODEL_MOBILENET_RESOLUTION: `280` + - CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: `_resolution.280` + * `_resolution-300` + - ENV variables: + - CM_ML_MODEL_IMAGE_HEIGHT: `300` + - CM_ML_MODEL_IMAGE_WIDTH: `300` + - CM_ML_MODEL_MOBILENET_RESOLUTION: `300` + - CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: `_resolution.300` + +
+
+
+
+ * Group "**download-tool**"
+ Click here to expand this section.
+ + * `_batch_size.#` + - ENV variables: + - CM_ML_MODEL_BATCH_SIZE: `#` + +
+ >>`
+ * `_wget`
+ - ENV variables:
+ - CM_DOWNLOAD_URL: `<<>>`
+ - CM_DOWNLOAD_FILENAME: `checkpoint.zip`
+
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * **`_rclone`** (default) + - ENV variables: + - CM_DOWNLOAD_FILENAME: `checkpoint` + - CM_DOWNLOAD_URL: `<<
+ >>`
+ * `_saxml`
+
+
+
+
+ * Group "**model-provider**"
+ Click here to expand this section.
+ + * **`_pytorch`** (default) + - ENV variables: + - CM_ML_MODEL_DATA_LAYOUT: `NCHW` + - CM_ML_MODEL_FRAMEWORK: `pytorch` + - CM_ML_STARTING_WEIGHTS_FILENAME: `<<
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_intel` + * **`_mlcommons`** (default) + * `_nvidia` + - ENV variables: + - CM_TMP_ML_MODEL_PROVIDER: `nvidia` + +
+
+
+
+ ##### Default variations
+
+ `_mlcommons,_pytorch,_rclone`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--checkpoint=value` → `GPTJ_CHECKPOINT_PATH=value`
+ * `--download_path=value` → `CM_DOWNLOAD_PATH=value`
+ * `--to=value` → `CM_DOWNLOAD_PATH=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-int4-calibration.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-gptj/run-int4-calibration.sh)
+ * [run-intel.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-gptj/run-intel.sh)
+ * [run-nvidia.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-gptj/run-nvidia.sh)
+ * [run-saxml-quantized.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-gptj/run-saxml-quantized.sh)
+ * [run-saxml.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-gptj/run-saxml.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get raw ml-model gptj gpt-j large-language-model [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-huggingface-zoo/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-huggingface-zoo/index.md
new file mode 100644
index 0000000000..5f5ef67fe0
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-huggingface-zoo/index.md
@@ -0,0 +1,136 @@
+# get-ml-model-huggingface-zoo
+Automatically generated README for this automation recipe: **get-ml-model-huggingface-zoo**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-huggingface-zoo/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-huggingface-zoo/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ml-model huggingface zoo" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ml-model,huggingface,zoo[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ml-model huggingface zoo [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ml-model,huggingface,zoo'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ml-model huggingface zoo[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_fp32` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `fp32` + - CM_ML_MODEL_PRECISION: `fp32` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `fp32` + * `_fp8` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `fp8` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `fp8` + * `_int4` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `int4` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `int4` + * `_int8` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `int8` + - CM_ML_MODEL_PRECISION: `int8` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `int8` + * `_uint8` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `uint8` + - CM_ML_MODEL_PRECISION: `uint8` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `uint8` + +
+
+
+
+ * Group "**download-type**"
+ Click here to expand this section.
+ + * `_model-stub.#` + - ENV variables: + - CM_MODEL_ZOO_STUB: `#` + * `_onnx-subfolder` + - ENV variables: + - CM_HF_SUBFOLDER: `onnx` + * `_pierreguillou_bert_base_cased_squad_v1.1_portuguese` + - ENV variables: + - CM_MODEL_ZOO_STUB: `pierreguillou/bert-base-cased-squad-v1.1-portuguese` + * `_prune` + - ENV variables: + - CM_MODEL_TASK: `prune` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--download_path=value` → `CM_DOWNLOAD_PATH=value`
+ * `--env_key=value` → `CM_MODEL_ZOO_ENV_KEY=value`
+ * `--full_subfolder=value` → `CM_HF_FULL_SUBFOLDER=value`
+ * `--model_filename=value` → `CM_MODEL_ZOO_FILENAME=value`
+ * `--revision=value` → `CM_HF_REVISION=value`
+ * `--subfolder=value` → `CM_HF_SUBFOLDER=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-huggingface-zoo/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-huggingface-zoo/run.bat)
+___
+#### Script output
+```bash
+cmr "get ml-model huggingface zoo [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-llama2/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-llama2/index.md
new file mode 100644
index 0000000000..fe9e5136a4
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-llama2/index.md
@@ -0,0 +1,161 @@
+# get-ml-model-llama2
+Automatically generated README for this automation recipe: **get-ml-model-llama2**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-llama2/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get raw ml-model language-processing llama2 llama2-70b text-summarization" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,raw,ml-model,language-processing,llama2,llama2-70b,text-summarization[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get raw ml-model language-processing llama2 llama2-70b text-summarization [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,raw,ml-model,language-processing,llama2,llama2-70b,text-summarization'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get raw ml-model language-processing llama2 llama2-70b text-summarization[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_clone-repo` + - ENV variables: + - CM_GIT_CLONE_REPO: `yes` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * `_batch_size.#` + - ENV variables: + - CM_ML_MODEL_BATCH_SIZE: `#` + +
+
+
+
+ * Group "**huggingface-stub**"
+ Click here to expand this section.
+ + * **`_pytorch`** (default) + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `pytorch` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * **`_meta-llama/Llama-2-70b-chat-hf`** (default) + - ENV variables: + - CM_GIT_CHECKOUT_FOLDER: `Llama-2-70b-chat-hf` + - CM_MODEL_ZOO_ENV_KEY: `LLAMA2` + * `_meta-llama/Llama-2-7b-chat-hf` + - ENV variables: + - CM_GIT_CHECKOUT_FOLDER: `Llama-2-7b-chat-hf` + - CM_MODEL_ZOO_ENV_KEY: `LLAMA2` + * `_stub.#` + - ENV variables: + - CM_MODEL_ZOO_ENV_KEY: `LLAMA2` + +
+
+
+
+ ##### Default variations
+
+ `_fp32,_meta-llama/Llama-2-70b-chat-hf,_pytorch`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--checkpoint=value` → `LLAMA2_CHECKPOINT_PATH=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "get raw ml-model language-processing llama2 llama2-70b text-summarization [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-mobilenet/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-mobilenet/index.md
new file mode 100644
index 0000000000..e34f128e86
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-mobilenet/index.md
@@ -0,0 +1,288 @@
+# get-ml-model-mobilenet
+Automatically generated README for this automation recipe: **get-ml-model-mobilenet**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-mobilenet/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-mobilenet/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ml-model mobilenet raw ml-model-mobilenet image-classification" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ml-model,mobilenet,raw,ml-model-mobilenet,image-classification[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ml-model mobilenet raw ml-model-mobilenet image-classification [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ml-model,mobilenet,raw,ml-model-mobilenet,image-classification'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ml-model mobilenet raw ml-model-mobilenet image-classification[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `fp32` + - CM_ML_MODEL_PRECISION: `fp32` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `fp32` + * `_int8` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `int8` + - CM_ML_MODEL_PRECISION: `int8` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `int8` + * `_uint8` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `uint8` + - CM_ML_MODEL_PRECISION: `uint8` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `uint8` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * `_tflite` + +
+
+
+
+ * Group "**kind**"
+ Click here to expand this section.
+ + * `_onnx` + - ENV variables: + - CM_ML_MODEL_DATA_LAYOUT: `NCHW` + - CM_ML_MODEL_FRAMEWORK: `onnx` + * **`_tf`** (default) + - ENV variables: + - CM_ML_MODEL_DATA_LAYOUT: `NHWC` + - CM_ML_MODEL_NORMALIZE_DATA: `yes` + - CM_ML_MODEL_SUBTRACT_MEANS: `no` + - CM_ML_MODEL_INPUT_LAYER_NAME: `input` + +
+
+
+
+ * Group "**multiplier**"
+ Click here to expand this section.
+ + * `_large` + - ENV variables: + - CM_ML_MODEL_MOBILENET_KIND: `large` + * `_large-minimalistic` + - ENV variables: + - CM_ML_MODEL_MOBILENET_KIND: `large-minimalistic` + * `_small` + - ENV variables: + - CM_ML_MODEL_MOBILENET_KIND: `small` + * `_small-minimalistic` + - ENV variables: + - CM_ML_MODEL_MOBILENET_KIND: `small-minimalistic` + +
+
+
+
+ * Group "**opset-version**"
+ Click here to expand this section.
+ + * `_multiplier-0.25` + - ENV variables: + - CM_ML_MODEL_MOBILENET_MULTIPLIER: `0.25` + - CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE: `25` + * `_multiplier-0.35` + - ENV variables: + - CM_ML_MODEL_MOBILENET_MULTIPLIER: `0.35` + - CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE: `35` + * `_multiplier-0.5` + - ENV variables: + - CM_ML_MODEL_MOBILENET_MULTIPLIER: `0.5` + - CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE: `50` + * `_multiplier-0.75` + - ENV variables: + - CM_ML_MODEL_MOBILENET_MULTIPLIER: `0.75` + - CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE: `75` + * `_multiplier-1.0` + - ENV variables: + - CM_ML_MODEL_MOBILENET_MULTIPLIER: `1.0` + - CM_ML_MODEL_MOBILENET_MULTIPLIER_PERCENTAGE: `100` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_opset-11` + - ENV variables: + - CM_ML_MODEL_ONNX_OPSET: `11` + * `_opset-8` + - ENV variables: + - CM_ML_MODEL_ONNX_OPSET: `8` + +
+
+
+
+ * Group "**resolution**"
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_PRECISION: `fp32` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_MOBILENET_PRECISION: `float` + * `_int8` + - ENV variables: + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int8` + - CM_ML_MODEL_PRECISION: `int8` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + - CM_ML_MODEL_MOBILENET_PRECISION: `int8` + * `_uint8` + - ENV variables: + - CM_ML_MODEL_INPUTS_DATA_TYPE: `uint8` + - CM_ML_MODEL_PRECISION: `uint8` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `uint8` + - CM_ML_MODEL_MOBILENET_PRECISION: `uint8` + +
+
+
+
+ * Group "**source**"
+ Click here to expand this section.
+ + * `_resolution-128` + - ENV variables: + - CM_ML_MODEL_MOBILENET_RESOLUTION: `128` + - CM_ML_MODEL_IMAGE_HEIGHT: `128` + - CM_ML_MODEL_IMAGE_WIDTH: `128` + - CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: `_resolution.128` + * `_resolution-160` + - ENV variables: + - CM_ML_MODEL_MOBILENET_RESOLUTION: `160` + - CM_ML_MODEL_IMAGE_HEIGHT: `160` + - CM_ML_MODEL_IMAGE_WIDTH: `160` + - CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: `_resolution.160` + * `_resolution-192` + - ENV variables: + - CM_ML_MODEL_MOBILENET_RESOLUTION: `192` + - CM_ML_MODEL_IMAGE_HEIGHT: `192` + - CM_ML_MODEL_IMAGE_WIDTH: `192` + - CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: `_resolution.192` + * `_resolution-224` + - ENV variables: + - CM_ML_MODEL_MOBILENET_RESOLUTION: `224` + - CM_ML_MODEL_IMAGE_HEIGHT: `224` + - CM_ML_MODEL_IMAGE_WIDTH: `224` + - CM_DATASET_PREPROCESSED_IMAGENET_DEP_TAGS: `_resolution.224` + +
+
+
+
+ * Group "**version**"
+ Click here to expand this section.
+ + * `_from.google` + - ENV variables: + - CM_DOWNLOAD_SOURCE: `google` + * `_from.zenodo` + - ENV variables: + - CM_DOWNLOAD_SOURCE: `zenodo` + +
+ >>-<<>>-<<>>`
+ * `_v2`
+ - ENV variables:
+ - CM_ML_MODEL_MOBILENET_VERSION: `2`
+ - CM_ML_MODEL_VER: `2`
+ - CM_ML_MODEL_FULL_NAME: `mobilenet-v2-precision_<<>>-<<>>-<<>>`
+ * **`_v3`** (default)
+ - ENV variables:
+ - CM_ML_MODEL_MOBILENET_VERSION: `3`
+ - CM_ML_MODEL_VER: `3`
+ - CM_ML_MODEL_FULL_NAME: `mobilenet-v3-precision_<<>>-<<>>-<<>>`
+
+
+
+
+ ##### Default variations
+
+ `_fp32,_tf,_v3`
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_ML_MODEL: `mobilenet`
+ * CM_ML_MODEL_DATASET: `imagenet2012-val`
+ * CM_ML_MODEL_RETRAINING: `no`
+ * CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `no`
+ * CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32`
+ * CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp32`
+ * CM_ML_MODEL_MOBILENET_NAME_SUFFIX: ``
+
+
+
+___
+#### Script output
+```bash
+cmr "get ml-model mobilenet raw ml-model-mobilenet image-classification [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-neuralmagic-zoo/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-neuralmagic-zoo/index.md
new file mode 100644
index 0000000000..ddbfc6af02
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-neuralmagic-zoo/index.md
@@ -0,0 +1,271 @@
+# get-ml-model-neuralmagic-zoo
+Automatically generated README for this automation recipe: **get-ml-model-neuralmagic-zoo**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-neuralmagic-zoo/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ml-model model zoo deepsparse model-zoo sparse-zoo neuralmagic neural-magic" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ml-model,model,zoo,deepsparse,model-zoo,sparse-zoo,neuralmagic,neural-magic[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ml-model model zoo deepsparse model-zoo sparse-zoo neuralmagic neural-magic [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ml-model,model,zoo,deepsparse,model-zoo,sparse-zoo,neuralmagic,neural-magic'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ml-model model zoo deepsparse model-zoo sparse-zoo neuralmagic neural-magic[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_v1` + - ENV variables: + - CM_ML_MODEL_MOBILENET_VERSION: `1` + - CM_ML_MODEL_FULL_NAME: `mobilenet-v1-precision_<<
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-neuralmagic-zoo/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-neuralmagic-zoo/run.bat)
+___
+#### Script output
+```bash
+cmr "get ml-model model zoo deepsparse model-zoo sparse-zoo neuralmagic neural-magic [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-resnet50/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-resnet50/index.md
new file mode 100644
index 0000000000..0f2ff13a7e
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-resnet50/index.md
@@ -0,0 +1,228 @@
+# get-ml-model-resnet50
+Automatically generated README for this automation recipe: **get-ml-model-resnet50**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-resnet50/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-resnet50/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get raw ml-model resnet50 ml-model-resnet50 image-classification" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,raw,ml-model,resnet50,ml-model-resnet50,image-classification[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get raw ml-model resnet50 ml-model-resnet50 image-classification [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,raw,ml-model,resnet50,ml-model-resnet50,image-classification'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get raw ml-model resnet50 ml-model-resnet50 image-classification[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_bert-base-pruned90-none` + - Aliases: `_model-stub.zoo:nlp/question_answering/bert-base/pytorch/huggingface/squad/pruned90-none` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/bert-base/pytorch/huggingface/squad/pruned90-none` + - CM_ML_MODEL_FULL_NAME: `bert-base-pruned90-none-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://huggingface.co/bert-base-uncased` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_RETRAINING: `no` + * `_bert-base-pruned95_obs_quant-none` + - Aliases: `_model-stub.zoo:nlp/question_answering/bert-base/pytorch/huggingface/squad/pruned95_obs_quant-none` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/bert-base/pytorch/huggingface/squad/pruned95_obs_quant-none` + - CM_ML_MODEL_FULL_NAME: `bert-base-pruned95_obs_quant-none-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://huggingface.co/bert-base-uncased` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int64` + - CM_ML_MODEL_RETRAINING: `yes` + * `_bert-base_cased-pruned90-none` + - Aliases: `_model-stub.zoo:nlp/question_answering/bert-base_cased/pytorch/huggingface/squad/pruned90-none` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/bert-base_cased/pytorch/huggingface/squad/pruned90-none` + - CM_ML_MODEL_FULL_NAME: `bert-base_cased-pruned90-none-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://huggingface.co/bert-base-cased` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_RETRAINING: `no` + * `_bert-large-base-none` + - Aliases: `_model-stub.zoo:nlp/question_answering/bert-large/pytorch/huggingface/squad/base-none` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/bert-large/pytorch/huggingface/squad/base-none` + - CM_ML_MODEL_FULL_NAME: `bert-large-base-none-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://huggingface.co/bert-large-uncased` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_RETRAINING: `no` + * `_bert-large-pruned80_quant-none-vnni` + - Aliases: `_model-stub.zoo:nlp/question_answering/bert-large/pytorch/huggingface/squad/pruned80_quant-none-vnni` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/bert-large/pytorch/huggingface/squad/pruned80_quant-none-vnni` + - CM_ML_MODEL_FULL_NAME: `bert-large-pruned80_quant-none-vnni-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://huggingface.co/bert-large-uncased` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int64` + - CM_ML_MODEL_RETRAINING: `no` + * `_mobilebert-14layer_pruned50-none-vnni` + - Aliases: `_model-stub.zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/14layer_pruned50-none-vnni` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/14layer_pruned50-none-vnni` + - CM_ML_MODEL_FULL_NAME: `mobilebert-14layer_pruned50-none-vnni-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://storage.googleapis.com/cloud-tpu-checkpoints/mobilebert/uncased_L-24_H-128_B-512_A-4_F-4_OPT.tar.gz` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_RETRAINING: `no` + * `_mobilebert-14layer_pruned50_quant-none-vnni` + - Aliases: `_model-stub.zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/14layer_pruned50_quant-none-vnni` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/14layer_pruned50_quant-none-vnni` + - CM_ML_MODEL_FULL_NAME: `mobilebert-14layer_pruned50_quant-none-vnni-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://storage.googleapis.com/cloud-tpu-checkpoints/mobilebert/uncased_L-24_H-128_B-512_A-4_F-4_OPT.tar.gz` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int64` + - CM_ML_MODEL_RETRAINING: `yes` + * `_mobilebert-base_quant-none` + - Aliases: `_model-stub.zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base_quant-none` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base_quant-none` + - CM_ML_MODEL_FULL_NAME: `mobilebert-base_quant-none-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://storage.googleapis.com/cloud-tpu-checkpoints/mobilebert/uncased_L-24_H-128_B-512_A-4_F-4_OPT.tar.gz` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int64` + - CM_ML_MODEL_RETRAINING: `yes` + * `_mobilebert-none-base-none` + - Aliases: `_model-stub.zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base-none` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/mobilebert-none/pytorch/huggingface/squad/base-none` + - CM_ML_MODEL_FULL_NAME: `mobilebert-none-base-none-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://storage.googleapis.com/cloud-tpu-checkpoints/mobilebert/uncased_L-24_H-128_B-512_A-4_F-4_OPT.tar.gz` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_RETRAINING: `no` + * `_model-stub.#` + - ENV variables: + - CM_MODEL_ZOO_STUB: `#` + * `_obert-base-pruned90-none` + - Aliases: `_model-stub.zoo:nlp/question_answering/obert-base/pytorch/huggingface/squad/pruned90-none` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/obert-base/pytorch/huggingface/squad/pruned90-none` + - CM_ML_MODEL_FULL_NAME: `obert-base-pruned90-none-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://huggingface.co/bert-large-uncased` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_RETRAINING: `no` + * `_obert-large-base-none` + - Aliases: `_model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/base-none` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/base-none` + - CM_ML_MODEL_FULL_NAME: `obert-large-base-none-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://huggingface.co/bert-large-uncased` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_RETRAINING: `no` + * `_obert-large-pruned95-none-vnni` + - Aliases: `_model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned95-none-vnni` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned95-none-vnni` + - CM_ML_MODEL_FULL_NAME: `obert-large-pruned95-none-vnni-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://huggingface.co/bert-large-uncased` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_RETRAINING: `no` + * `_obert-large-pruned95_quant-none-vnni` + - Aliases: `_model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned95_quant-none-vnni` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned95_quant-none-vnni` + - CM_ML_MODEL_FULL_NAME: `obert-large-pruned95_quant-none-vnni-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://huggingface.co/bert-large-uncased` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int64` + - CM_ML_MODEL_RETRAINING: `yes` + * `_obert-large-pruned97-none` + - Aliases: `_model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned97-none` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned97-none` + - CM_ML_MODEL_FULL_NAME: `obert-large-pruned97-none-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://huggingface.co/bert-large-uncased` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_RETRAINING: `no` + * `_obert-large-pruned97-quant-none` + - Aliases: `_model-stub.zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned97_quant-none` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/obert-large/pytorch/huggingface/squad/pruned97_quant-none` + - CM_ML_MODEL_FULL_NAME: `obert-large-pruned97-quant-none-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://huggingface.co/bert-large-uncased` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int64` + - CM_ML_MODEL_RETRAINING: `no` + * `_oberta-base-pruned90-quant-none` + - Aliases: `_model-stub.zoo:nlp/question_answering/oberta-base/pytorch/huggingface/squad/pruned90_quant-none` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/oberta-base/pytorch/huggingface/squad/pruned90_quant-none` + - CM_ML_MODEL_FULL_NAME: `oberta-base-pruned90-quant-none-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://huggingface.co/roberta-base` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int64` + - CM_ML_MODEL_RETRAINING: `no` + * `_roberta-base-pruned85-quant-none` + - Aliases: `_model-stub.zoo:nlp/question_answering/roberta-base/pytorch/huggingface/squad/pruned85_quant-none` + - ENV variables: + - CM_MODEL_ZOO_STUB: `zoo:nlp/question_answering/roberta-base/pytorch/huggingface/squad/pruned85_quant-none` + - CM_ML_MODEL_FULL_NAME: `roberta-base-pruned85-quant-none-bert-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://huggingface.co/roberta-base` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, unstructured pruning` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int64` + - CM_ML_MODEL_RETRAINING: `no` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * `_batch_size.#` + - ENV variables: + - CM_ML_MODEL_BATCH_SIZE: `#` + * `_batch_size.1` + - ENV variables: + - CM_ML_MODEL_BATCH_SIZE: `1` + * `_fix-input-shape` + * `_from-tf` + * `_huggingface_default` + - ENV variables: + - CM_PACKAGE_URL: `https://huggingface.co/ctuning/mlperf-inference-resnet50-onnx-fp32-imagenet2012-v1.0/resolve/main/resnet50_v1.onnx` + +
+ >>`
+ - CM_ML_MODEL_VER: `1.5`
+ * `_pytorch`
+ - ENV variables:
+ - CM_ML_MODEL_DATA_LAYOUT: `NCHW`
+ - CM_ML_MODEL_FRAMEWORK: `pytorch`
+ - CM_ML_MODEL_GIVEN_CHANNEL_MEANS: `?`
+ - CM_ML_MODEL_INPUT_LAYER_NAME: `input_tensor:0`
+ - CM_ML_MODEL_INPUT_SHAPES: `\"input_tensor:0\": [BATCH_SIZE, 3, 224, 224]`
+ - CM_ML_MODEL_OUTPUT_LAYERS: `output`
+ - CM_ML_MODEL_OUTPUT_LAYER_NAME: `?`
+ - CM_ML_STARTING_WEIGHTS_FILENAME: `<<>>`
+ * `_tensorflow`
+ - Aliases: `_tf`
+ - ENV variables:
+ - CM_ML_MODEL_ACCURACY: `76.456`
+ - CM_ML_MODEL_DATA_LAYOUT: `NHWC`
+ - CM_ML_MODEL_FRAMEWORK: `tensorflow`
+ - CM_ML_MODEL_GIVEN_CHANNEL_MEANS: `123.68 116.78 103.94`
+ - CM_ML_MODEL_INPUT_LAYERS: `input_tensor`
+ - CM_ML_MODEL_INPUT_LAYER_NAME: `input_tensor`
+ - CM_ML_MODEL_INPUT_SHAPES: `\"input_tensor:0\": (BATCH_SIZE, 3, 224, 224)`
+ - CM_ML_MODEL_NORMALIZE_DATA: `0`
+ - CM_ML_MODEL_OUTPUT_LAYERS: `softmax_tensor`
+ - CM_ML_MODEL_OUTPUT_LAYER_NAME: `softmax_tensor`
+ - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `<<>>`
+ - CM_ML_MODEL_SUBTRACT_MEANS: `YES`
+ - CM_PACKAGE_URL: `https://zenodo.org/record/2535873/files/resnet50_v1.pb`
+ * `_tflite`
+ - ENV variables:
+ - CM_ML_MODEL_ACCURACY: `76.456`
+ - CM_ML_MODEL_DATA_LAYOUT: `NHWC`
+ - CM_ML_MODEL_FRAMEWORK: `tflite`
+ - CM_ML_MODEL_GIVEN_CHANNEL_MEANS: `123.68 116.78 103.94`
+ - CM_ML_MODEL_INPUT_LAYERS: `input_tensor`
+ - CM_ML_MODEL_INPUT_LAYER_NAME: `input_tensor`
+ - CM_ML_MODEL_INPUT_SHAPES: `\"input_tensor 2\": (BATCH_SIZE, 224, 224, 3)`
+ - CM_ML_MODEL_NORMALIZE_DATA: `0`
+ - CM_ML_MODEL_OUTPUT_LAYERS: `softmax_tensor`
+ - CM_ML_MODEL_OUTPUT_LAYER_NAME: `softmax_tensor`
+ - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `<<>>`
+ - CM_ML_MODEL_SUBTRACT_MEANS: `YES`
+
+
+
+
+ * Group "**model-output**"
+ Click here to expand this section.
+ + * `_ncnn` + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `ncnn` + * **`_onnx`** (default) + - Aliases: `_onnxruntime` + - ENV variables: + - CM_ML_MODEL_DATA_LAYOUT: `NCHW` + - CM_ML_MODEL_FRAMEWORK: `onnx` + - CM_ML_MODEL_INPUT_LAYERS: `input_tensor:0` + - CM_ML_MODEL_INPUT_LAYER_NAME: `input_tensor:0` + - CM_ML_MODEL_INPUT_SHAPES: `\"input_tensor:0\": (BATCH_SIZE, 3, 224, 224)` + - CM_ML_MODEL_OUTPUT_LAYERS: `softmax_tensor:0` + - CM_ML_MODEL_OUTPUT_LAYER_NAME: `softmax_tensor:0` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `<<
+
+
+
+ * Group "**opset-version**"
+ Click here to expand this section.
+ + * **`_argmax`** (default) + - ENV variables: + - CM_ML_MODEL_OUTPUT_LAYER_ARGMAX: `yes` + * `_no-argmax` + - ENV variables: + - CM_ML_MODEL_OUTPUT_LAYER_ARGMAX: `no` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_opset-11` + - ENV variables: + - CM_ML_MODEL_ONNX_OPSET: `11` + * `_opset-8` + - ENV variables: + - CM_ML_MODEL_ONNX_OPSET: `8` + +
+
+
+
+ ##### Default variations
+
+ `_argmax,_fp32,_onnx`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-fix-input.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-resnet50/run-fix-input.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get raw ml-model resnet50 ml-model-resnet50 image-classification [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-retinanet-nvidia/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-retinanet-nvidia/index.md
new file mode 100644
index 0000000000..aa0894064f
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-retinanet-nvidia/index.md
@@ -0,0 +1,111 @@
+# get-ml-model-retinanet-nvidia
+Automatically generated README for this automation recipe: **get-ml-model-retinanet-nvidia**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-retinanet-nvidia/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ml-model nvidia-retinanet nvidia" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ml-model,nvidia-retinanet,nvidia[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ml-model nvidia-retinanet nvidia [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ml-model,nvidia-retinanet,nvidia'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ml-model nvidia-retinanet nvidia[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `fp32` + - CM_ML_MODEL_PRECISION: `fp32` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `fp32` + * `_int8` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `int8` + - CM_ML_MODEL_PRECISION: `int8` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `int8` + * `_uint8` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `uint8` + - CM_ML_MODEL_PRECISION: `uint8` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `uint8` + +
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_TORCH_DEVICE: `cpu`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-retinanet-nvidia/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get ml-model nvidia-retinanet nvidia [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-retinanet/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-retinanet/index.md
new file mode 100644
index 0000000000..db0a15981c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-retinanet/index.md
@@ -0,0 +1,140 @@
+# get-ml-model-retinanet
+Automatically generated README for this automation recipe: **get-ml-model-retinanet**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-retinanet/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-retinanet/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ml-model raw resnext50 retinanet object-detection" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ml-model,raw,resnext50,retinanet,object-detection[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ml-model raw resnext50 retinanet object-detection [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ml-model,raw,resnext50,retinanet,object-detection'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ml-model raw resnext50 retinanet object-detection[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_efficient-nms` + - ENV variables: + - CM_NVIDIA_EFFICIENT_NMS: `yes` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * `_no-nms` + - ENV variables: + - CM_TMP_ML_MODEL_RETINANET_NO_NMS: `yes` + - CM_ML_MODEL_RETINANET_NO_NMS: `yes` + - CM_QAIC_PRINT_NODE_PRECISION_INFO: `yes` + * `_weights` + - ENV variables: + - CM_MODEL_WEIGHTS_FILE: `yes` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * **`_onnx`** (default) + - ENV variables: + - CM_ML_MODEL_DATA_LAYOUT: `NCHW` + - CM_ML_MODEL_FRAMEWORK: `onnx` + * `_pytorch` + - ENV variables: + - CM_ML_MODEL_DATA_LAYOUT: `NCHW` + - CM_ML_MODEL_FRAMEWORK: `pytorch` + +
+
+
+
+ ##### Default variations
+
+ `_fp32,_onnx`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-no-nms.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-retinanet/run-no-nms.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get ml-model raw resnext50 retinanet object-detection [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-rnnt/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-rnnt/index.md
new file mode 100644
index 0000000000..82a0da040d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-rnnt/index.md
@@ -0,0 +1,133 @@
+# get-ml-model-rnnt
+Automatically generated README for this automation recipe: **get-ml-model-rnnt**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-rnnt/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ml-model rnnt raw librispeech speech-recognition" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ml-model,rnnt,raw,librispeech,speech-recognition[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ml-model rnnt raw librispeech speech-recognition [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ml-model,rnnt,raw,librispeech,speech-recognition'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ml-model rnnt raw librispeech speech-recognition[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `fp32` + - CM_ML_MODEL_PRECISION: `fp32` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `fp32` + +
+
+
+
+ * Group "**download-src**"
+ Click here to expand this section.
+ + * `_weights` + - ENV variables: + - CM_MODEL_WEIGHTS_FILE: `yes` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * `_amazon-s3` + * **`_zenodo`** (default) + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * **`_pytorch`** (default) + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `pytorch` + +
+
+
+
+ ##### Default variations
+
+ `_fp32,_pytorch,_zenodo`
+
+___
+#### Script output
+```bash
+cmr "get ml-model rnnt raw librispeech speech-recognition [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-stable-diffusion/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-stable-diffusion/index.md
new file mode 100644
index 0000000000..e488ff1054
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-stable-diffusion/index.md
@@ -0,0 +1,177 @@
+# get-ml-model-stable-diffusion
+Automatically generated README for this automation recipe: **get-ml-model-stable-diffusion**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-stable-diffusion/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get raw ml-model stable-diffusion sdxl text-to-image" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,raw,ml-model,stable-diffusion,sdxl,text-to-image[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get raw ml-model stable-diffusion sdxl text-to-image [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,raw,ml-model,stable-diffusion,sdxl,text-to-image'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get raw ml-model stable-diffusion sdxl text-to-image[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `fp32` + - CM_ML_MODEL_PRECISION: `fp32` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `fp32` + +
+
+
+
+ * Group "**download-source**"
+ Click here to expand this section.
+ + * `_batch_size.#` + - ENV variables: + - CM_ML_MODEL_BATCH_SIZE: `#` + +
+
+
+
+ * Group "**download-tool**"
+ Click here to expand this section.
+ + * `_huggingface` + * **`_mlcommons`** (default) + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * `_git` + - ENV variables: + - CM_DOWNLOAD_TOOL: `git` + * `_rclone` + - ENV variables: + - CM_RCLONE_CONFIG_CMD: `rclone config create mlc-inference s3 provider=Cloudflare access_key_id=f65ba5eef400db161ea49967de89f47b secret_access_key=fbea333914c292b854f14d3fe232bad6c5407bf0ab1bebf78833c2b359bdfd2b endpoint=https://c2686074cb2caf5cbaf6d134bdba8b47.r2.cloudflarestorage.com` + - CM_DOWNLOAD_TOOL: `rclone` + * `_wget` + - ENV variables: + - CM_DOWNLOAD_TOOL: `wget` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * **`_pytorch`** (default) + - ENV variables: + - CM_ML_MODEL_FRAMEWORK: `pytorch` + +
+
+
+
+ ##### Default variations
+
+ `_fp32,_mlcommons,_pytorch`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--checkpoint=value` → `SDXL_CHECKPOINT_PATH=value`
+ * `--download_path=value` → `CM_DOWNLOAD_PATH=value`
+ * `--to=value` → `CM_DOWNLOAD_PATH=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "get raw ml-model stable-diffusion sdxl text-to-image [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-tiny-resnet/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-tiny-resnet/index.md
new file mode 100644
index 0000000000..cb4084c9f8
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-tiny-resnet/index.md
@@ -0,0 +1,153 @@
+# get-ml-model-tiny-resnet
+Automatically generated README for this automation recipe: **get-ml-model-tiny-resnet**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-tiny-resnet/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get raw ml-model resnet pretrained tiny model ic ml-model-tiny-resnet image-classification" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,raw,ml-model,resnet,pretrained,tiny,model,ic,ml-model-tiny-resnet,image-classification[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get raw ml-model resnet pretrained tiny model ic ml-model-tiny-resnet image-classification [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,raw,ml-model,resnet,pretrained,tiny,model,ic,ml-model-tiny-resnet,image-classification'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get raw ml-model resnet pretrained tiny model ic ml-model-tiny-resnet image-classification[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_fp16` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `fp16` + - CM_ML_MODEL_PRECISION: `fp16` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `fp16` + * **`_fp32`** (default) + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `fp32` + - CM_ML_MODEL_PRECISION: `fp32` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `fp32` + * `_int8` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `int8` + - CM_ML_MODEL_PRECISION: `int8` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `int8` + * `_uint8` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `uint8` + - CM_ML_MODEL_PRECISION: `uint8` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `uint8` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * `_batch_size.#` + - ENV variables: + - CM_ML_MODEL_BATCH_SIZE: `#` + +
+ >>`
+ - CM_ML_MODEL_SUBTRACT_MEANS: `YES`
+
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_onnx` + - ENV variables: + - CM_TMP_ML_MODEL_TF2ONNX: `yes` + * **`_tflite`** (default) + - ENV variables: + - CM_ML_MODEL_ACCURACY: `85` + - CM_ML_MODEL_DATA_LAYOUT: `NHWC` + - CM_ML_MODEL_FRAMEWORK: `tflite` + - CM_ML_MODEL_GIVEN_CHANNEL_MEANS: `` + - CM_ML_MODEL_INPUT_LAYERS: `` + - CM_ML_MODEL_INPUT_LAYER_NAME: `` + - CM_ML_MODEL_INPUT_SHAPES: `` + - CM_ML_MODEL_NORMALIZE_DATA: `0` + - CM_ML_MODEL_OUTPUT_LAYERS: `` + - CM_ML_MODEL_OUTPUT_LAYER_NAME: `` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `<<
+
+
+
+ ##### Default variations
+
+ `_int8,_tflite`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-tiny-resnet/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get raw ml-model resnet pretrained tiny model ic ml-model-tiny-resnet image-classification [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-using-imagenet-from-model-zoo/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-using-imagenet-from-model-zoo/index.md
new file mode 100644
index 0000000000..27bce37658
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-ml-model-using-imagenet-from-model-zoo/index.md
@@ -0,0 +1,95 @@
+# get-ml-model-using-imagenet-from-model-zoo
+Automatically generated README for this automation recipe: **get-ml-model-using-imagenet-from-model-zoo**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ml-model-using-imagenet-from-model-zoo/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ml-model model-zoo zoo imagenet image-classification" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ml-model,model-zoo,zoo,imagenet,image-classification[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ml-model model-zoo zoo imagenet image-classification [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ml-model,model-zoo,zoo,imagenet,image-classification'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ml-model model-zoo zoo imagenet image-classification[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**model-source**"
+ Click here to expand this section.
+ + * `_fp32` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `fp32` + - CM_ML_MODEL_PRECISION: `fp32` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `fp32` + * **`_int8`** (default) + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `int8` + - CM_ML_MODEL_PRECISION: `int8` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `int8` + * `_uint8` + - ENV variables: + - CM_ML_MODEL_INPUT_DATA_TYPES: `uint8` + - CM_ML_MODEL_PRECISION: `uint8` + - CM_ML_MODEL_WEIGHT_DATA_TYPES: `uint8` + +
+
+
+
+___
+#### Script output
+```bash
+cmr "get ml-model model-zoo zoo imagenet image-classification [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-tvm-model/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-tvm-model/index.md
new file mode 100644
index 0000000000..4cff76283d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/get-tvm-model/index.md
@@ -0,0 +1,188 @@
+# get-tvm-model
+Automatically generated README for this automation recipe: **get-tvm-model**
+
+Category: **[AI/ML models](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-tvm-model/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-tvm-model/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ml-model-tvm tvm-model" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ml-model-tvm,tvm-model[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ml-model-tvm tvm-model [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ml-model-tvm,tvm-model'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ml-model-tvm tvm-model[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_model.#` + * `_model.resnet101-pytorch-base` + * `_model.resnet50-pruned95-uniform-quant` + +
+
+
+
+ * Group "**batchsize**"
+ Click here to expand this section.
+ + * `_tune-model` + - ENV variables: + - CM_TUNE_TVM_MODEL: `yes` + +
+
+
+
+ * Group "**frontend**"
+ Click here to expand this section.
+ + * `_batch_size.#` + - ENV variables: + - CM_ML_MODEL_MAX_BATCH_SIZE: `#` + +
+
+
+
+ * Group "**model**"
+ Click here to expand this section.
+ + * **`_onnx`** (default) + - ENV variables: + - CM_TVM_FRONTEND_FRAMEWORK: `onnx` + * `_pytorch` + - Aliases: `_torch` + - ENV variables: + - CM_TVM_FRONTEND_FRAMEWORK: `pytorch` + * `_tensorflow` + - Aliases: `_tf` + - ENV variables: + - CM_TVM_FRONTEND_FRAMEWORK: `tensorflow` + * `_tflite` + - ENV variables: + - CM_TVM_FRONTEND_FRAMEWORK: `tflite` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_model.#` + - ENV variables: + - CM_ML_MODEL: `#` + +
+
+
+
+ * Group "**runtime**"
+ Click here to expand this section.
+ + * **`_fp32`** (default) + * `_int8` + * `_uint8` + +
+
+
+
+ ##### Default variations
+
+ `_fp32,_onnx,_virtual_machine`
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_ML_MODEL_MAX_BATCH_SIZE: `1`
+ * CM_TUNE_TVM_MODEL: `no`
+ * CM_TVM_USE_VM: `yes`
+ * CM_TVM_FRONTEND_FRAMEWORK: `onnx`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-tvm-model/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get ml-model-tvm tvm-model [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/index.md
new file mode 100644
index 0000000000..c3c12890ad
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-models/index.md
@@ -0,0 +1,21 @@
+* [convert-ml-model-huggingface-to-onnx](convert-ml-model-huggingface-to-onnx/index.md)
+* [get-bert-squad-vocab](get-bert-squad-vocab/index.md)
+* [get-dlrm](get-dlrm/index.md)
+* [get-ml-model-3d-unet-kits19](get-ml-model-3d-unet-kits19/index.md)
+* [get-ml-model-bert-base-squad](get-ml-model-bert-base-squad/index.md)
+* [get-ml-model-bert-large-squad](get-ml-model-bert-large-squad/index.md)
+* [get-ml-model-dlrm-terabyte](get-ml-model-dlrm-terabyte/index.md)
+* [get-ml-model-efficientnet-lite](get-ml-model-efficientnet-lite/index.md)
+* [get-ml-model-gptj](get-ml-model-gptj/index.md)
+* [get-ml-model-huggingface-zoo](get-ml-model-huggingface-zoo/index.md)
+* [get-ml-model-llama2](get-ml-model-llama2/index.md)
+* [get-ml-model-mobilenet](get-ml-model-mobilenet/index.md)
+* [get-ml-model-neuralmagic-zoo](get-ml-model-neuralmagic-zoo/index.md)
+* [get-ml-model-resnet50](get-ml-model-resnet50/index.md)
+* [get-ml-model-retinanet](get-ml-model-retinanet/index.md)
+* [get-ml-model-retinanet-nvidia](get-ml-model-retinanet-nvidia/index.md)
+* [get-ml-model-rnnt](get-ml-model-rnnt/index.md)
+* [get-ml-model-stable-diffusion](get-ml-model-stable-diffusion/index.md)
+* [get-ml-model-tiny-resnet](get-ml-model-tiny-resnet/index.md)
+* [get-ml-model-using-imagenet-from-model-zoo](get-ml-model-using-imagenet-from-model-zoo/index.md)
+* [get-tvm-model](get-tvm-model/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-optimization/calibrate-model-for.qaic/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-optimization/calibrate-model-for.qaic/index.md
new file mode 100644
index 0000000000..9c61d11241
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-optimization/calibrate-model-for.qaic/index.md
@@ -0,0 +1,186 @@
+# calibrate-model-for.qaic
+Automatically generated README for this automation recipe: **calibrate-model-for.qaic**
+
+Category: **[AI/ML optimization](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/calibrate-model-for.qaic/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "qaic calibrate profile qaic-profile qaic-calibrate" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=qaic,calibrate,profile,qaic-profile,qaic-calibrate[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "qaic calibrate profile qaic-profile qaic-calibrate [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'qaic,calibrate,profile,qaic-profile,qaic-calibrate'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "qaic calibrate profile qaic-profile qaic-calibrate[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_graph_executor` + - ENV variables: + - CM_TVM_USE_VM: `no` + * **`_virtual_machine`** (default) + - ENV variables: + - CM_TVM_USE_VM: `yes` + +
+
+
+
+ * Group "**batch-size**"
+ Click here to expand this section.
+ + * `_first.#` + +
+
+
+
+ * Group "**calib-dataset-filter-size**"
+ Click here to expand this section.
+ + * `_bs.#` + - ENV variables: + - CM_QAIC_MODEL_BATCH_SIZE: `#` + - CM_CREATE_INPUT_BATCH: `yes` + * `_bs.1` + - ENV variables: + - CM_QAIC_MODEL_BATCH_SIZE: `1` + - CM_CREATE_INPUT_BATCH: `yes` + +
+
+
+
+ * Group "**calibration-option**"
+ Click here to expand this section.
+ + * `_filter-size.#` + +
+
+
+
+ * Group "**model**"
+ Click here to expand this section.
+ + * `_mlperf.option1` + * `_mlperf.option2` + +
+ >> -input-list-file=<<>> -num-histogram-bins=512 -profiling-threads=<<>>`
+ - CM_QAIC_MODEL_TO_CONVERT: `calibrate_bert_mlperf`
+ * `_resnet50`
+ - ENV variables:
+ - CM_QAIC_MODEL_NAME: `resnet50`
+ - CM_CALIBRATE_IMAGENET: `yes`
+ - CM_QAIC_COMPILER_ARGS: ``
+ - CM_QAIC_COMPILER_PARAMS: `-output-node-name=ArgMax -profiling-threads=<<>>`
+ - CM_QAIC_OUTPUT_NODE_NAME: `-output-node-name=ArgMax`
+ - CM_QAIC_MODEL_TO_CONVERT: `calibrate_resnet50_tf`
+ * `_retinanet`
+ - ENV variables:
+ - CM_QAIC_MODEL_NAME: `retinanet`
+ - CM_CALIBRATE_OPENIMAGES: `yes`
+ - CM_QAIC_COMPILER_ARGS: ``
+ - CM_QAIC_COMPILER_PARAMS: `-enable-channelwise -profiling-threads=<<>> -onnx-define-symbol=batch_size,<<>> -node-precision-info=<<>>`
+ - CM_QAIC_MODEL_TO_CONVERT: `calibrate_retinanet_no_nms_mlperf`
+
+
+
+
+ * Group "**model-framework**"
+ Click here to expand this section.
+ + * `_bert-99` + - ENV variables: + - CM_CALIBRATE_SQUAD: `yes` + - CM_QAIC_COMPILER_ARGS: `` + - CM_QAIC_COMPILER_PARAMS: `-onnx-define-symbol=batch_size,1 -onnx-define-symbol=seg_length,<<
+
+
+
+ * Group "**seq-length**"
+ Click here to expand this section.
+ + * `_tf` + +
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/calibrate-model-for.qaic/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "qaic calibrate profile qaic-profile qaic-calibrate [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-optimization/compile-model-for.qaic/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-optimization/compile-model-for.qaic/index.md
new file mode 100644
index 0000000000..4bc9d3db74
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-optimization/compile-model-for.qaic/index.md
@@ -0,0 +1,216 @@
+# compile-model-for.qaic
+Automatically generated README for this automation recipe: **compile-model-for.qaic**
+
+Category: **[AI/ML optimization](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/compile-model-for.qaic/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "qaic compile model model-compile qaic-compile" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=qaic,compile,model,model-compile,qaic-compile[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "qaic compile model model-compile qaic-compile [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'qaic,compile,model,model-compile,qaic-compile'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "qaic compile model model-compile qaic-compile[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_seq.#` + - ENV variables: + - CM_DATASET_SQUAD_TOKENIZED_MAX_SEQ_LENGTH: `#` + * `_seq.384` + - ENV variables: + - CM_DATASET_SQUAD_TOKENIZED_MAX_SEQ_LENGTH: `#` + +
+ >> -quantization-schema-constants=symmetric_with_uint8 -quantization-schema-activations=asymmetric -quantization-calibration=None`
+
+
+
+
+ * Group "**batch-size**"
+ Click here to expand this section.
+ + * `_bert-99` + - ENV variables: + - CM_COMPILE_BERT: `on` + - CM_QAIC_MODEL_TO_CONVERT: `calibrate_bert_mlperf` + - CM_QAIC_MODEL_COMPILER_PARAMS_BASE: `-aic-hw -aic-hw-version=2.0 -execute-nodes-in-fp16=Add,Div,Erf,Softmax -quantization-schema=symmetric_with_uint8 -quantization-precision=Int8 -quantization-precision-bias=Int32 -vvv -compile-only -onnx-define-symbol=batch_size,1 -onnx-define-symbol=seg_length,384 -multicast-weights -combine-inputs=false -combine-outputs=false` + - CM_QAIC_MODEL_COMPILER_ARGS: `` + * `_bert-99.9` + - ENV variables: + - CM_COMPILE_BERT: `on` + - CM_QAIC_MODEL_TO_CONVERT: `bert_mlperf` + - CM_QAIC_MODEL_COMPILER_PARAMS_BASE: `-aic-hw -aic-hw-version=2.0 -convert-to-fp16 -vvv -compile-only -onnx-define-symbol=batch_size,1 -onnx-define-symbol=seg_length,384 -combine-inputs=false -combine-outputs=false` + - CM_QAIC_MODEL_COMPILER_ARGS: `` + * `_resnet50` + - ENV variables: + - CM_COMPILE_RESNET: `on` + - CM_QAIC_MODEL_TO_CONVERT: `compile_resnet50_tf` + - CM_QAIC_MODEL_COMPILER_PARAMS_BASE: `-aic-hw -aic-hw-version=2.0 -quantization-schema=symmetric_with_uint8 -quantization-precision=Int8 -output-node-name=ArgMax -vvv -compile-only -use-producer-dma=1` + * `_retinanet` + - ENV variables: + - CM_COMPILE_RETINANET: `on` + - CM_QAIC_MODEL_TO_CONVERT: `calibrate_retinanet_no_nms_mlperf` + - CM_QAIC_MODEL_COMPILER_ARGS: `-aic-enable-depth-first` + - CM_QAIC_MODEL_COMPILER_PARAMS_BASE: `-aic-hw -aic-hw-version=2.0 -compile-only -enable-channelwise -onnx-define-symbol=batch_size,1 -node-precision-info=<<
+
+
+
+ * Group "**calib-dataset-filter-size**"
+ Click here to expand this section.
+ + * `_bs.#` + - ENV variables: + - CM_QAIC_MODEL_BATCH_SIZE: `#` + * `_bs.1` + - ENV variables: + - CM_QAIC_MODEL_BATCH_SIZE: `1` + +
+
+
+
+ * Group "**mlperf-scenario**"
+ Click here to expand this section.
+ + * `_filter-size.#` + +
+
+
+
+ * Group "**model-framework**"
+ Click here to expand this section.
+ + * `_multistream` + * `_offline` + * `_server` + * **`_singlestream`** (default) + +
+
+
+
+ * Group "**nsp**"
+ Click here to expand this section.
+ + * `_tf` + +
+
+
+
+ * Group "**percentile-calibration**"
+ Click here to expand this section.
+ + * `_nsp.14` + * `_nsp.16` + * `_nsp.8` + * `_nsp.9` + +
+ >>`
+
+
+
+
+ * Group "**quantization**"
+ Click here to expand this section.
+ + * `_pc.#` + - ENV variables: + - CM_QAIC_MODEL_COMPILER_PERCENTILE_CALIBRATION_VALUE: `#` + - CM_QAIC_MODEL_COMPILER_QUANTIZATION_PARAMS: `-quantization-calibration=Percentile -percentile-calibration-value=<<
+
+
+
+ ##### Default variations
+
+ `_quantized,_singlestream`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--register=value` → `CM_REGISTER_CACHE=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/compile-model-for.qaic/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "qaic compile model model-compile qaic-compile [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-optimization/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-optimization/index.md
new file mode 100644
index 0000000000..c1a2508513
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-optimization/index.md
@@ -0,0 +1,3 @@
+* [calibrate-model-for.qaic](calibrate-model-for.qaic/index.md)
+* [compile-model-for.qaic](compile-model-for.qaic/index.md)
+* [prune-bert-models](prune-bert-models/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-optimization/prune-bert-models/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-optimization/prune-bert-models/index.md
new file mode 100644
index 0000000000..bf9821a7ef
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/AI-ML-optimization/prune-bert-models/index.md
@@ -0,0 +1,132 @@
+# prune-bert-models
+Automatically generated README for this automation recipe: **prune-bert-models**
+
+Category: **[AI/ML optimization](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/prune-bert-models/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/prune-bert-models/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "prune bert-models bert-prune prune-bert-models" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=prune,bert-models,bert-prune,prune-bert-models[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "prune bert-models bert-prune prune-bert-models [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'prune,bert-models,bert-prune,prune-bert-models'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "prune bert-models bert-prune prune-bert-models[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_no-quantized` + - ENV variables: + - CM_QAIC_MODEL_QUANTIZATION: `no` + * **`_quantized`** (default) + - ENV variables: + - CM_QAIC_MODEL_QUANTIZATION: `yes` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--constraint=value` → `CM_BERT_PRUNE_CONSTRAINT=value`
+ * `--output_dir=value` → `CM_BERT_PRUNE_OUTPUT_DIR=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_BERT_PRUNE_TASK: `squad`
+ * CM_BERT_PRUNE_MODEL_NAME: `bert-large-uncased`
+ * CM_MODEL_ZOO_STUB: `bert-large-uncased`
+ * CM_BERT_PRUNE_CONSTRAINT: `0.5`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/prune-bert-models/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "prune bert-models bert-prune prune-bert-models [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-Interface/get-cache-dir/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-Interface/get-cache-dir/index.md
new file mode 100644
index 0000000000..6c62118e81
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-Interface/get-cache-dir/index.md
@@ -0,0 +1,95 @@
+# get-cache-dir
+Automatically generated README for this automation recipe: **get-cache-dir**
+
+Category: **[CM Interface](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cache-dir/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get cache dir directory" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,cache,dir,directory[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get cache dir directory [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,cache,dir,directory'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get cache dir directory[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_model.#` + - ENV variables: + - CM_BERT_PRUNE_MODEL_NAME: `#` + - CM_MODEL_ZOO_STUB: `#` + * `_path.#` + - ENV variables: + - CM_BERT_PRUNE_CKPT_PATH: `#` + * `_task.#` + - ENV variables: + - CM_BERT_PRUNE_TASK: `#` + +
+
+
+
+___
+#### Script output
+```bash
+cmr "get cache dir directory [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-Interface/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-Interface/index.md
new file mode 100644
index 0000000000..32d34042d1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-Interface/index.md
@@ -0,0 +1 @@
+* [get-cache-dir](get-cache-dir/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-automation/create-custom-cache-entry/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-automation/create-custom-cache-entry/index.md
new file mode 100644
index 0000000000..178195e07a
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-automation/create-custom-cache-entry/index.md
@@ -0,0 +1,92 @@
+# create-custom-cache-entry
+Automatically generated README for this automation recipe: **create-custom-cache-entry**
+
+Category: **[CM automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/create-custom-cache-entry/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "create custom cache entry" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=create,custom,cache,entry [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "create custom cache entry " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'create,custom,cache,entry'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "create custom cache entry" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--env_key=value` → `CM_CUSTOM_CACHE_ENTRY_ENV_KEY=value`
+ * `--env_key2=value` → `CM_CUSTOM_CACHE_ENTRY_ENV_KEY2=value`
+ * `--path=value` → `CM_CUSTOM_CACHE_ENTRY_PATH=value`
+ * `--to=value` → `CM_CUSTOM_CACHE_ENTRY_PATH=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "create custom cache entry " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-automation/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-automation/index.md
new file mode 100644
index 0000000000..996533c19b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-automation/index.md
@@ -0,0 +1 @@
+* [create-custom-cache-entry](create-custom-cache-entry/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-interface-prototyping/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-interface-prototyping/index.md
new file mode 100644
index 0000000000..927cf1b1a0
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-interface-prototyping/index.md
@@ -0,0 +1,2 @@
+* [test-debug](test-debug/index.md)
+* [test-mlperf-inference-retinanet](test-mlperf-inference-retinanet/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-interface-prototyping/test-debug/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-interface-prototyping/test-debug/index.md
new file mode 100644
index 0000000000..0e848be1a8
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-interface-prototyping/test-debug/index.md
@@ -0,0 +1,87 @@
+# test-debug
+Automatically generated README for this automation recipe: **test-debug**
+
+Category: **[CM interface prototyping](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/test-debug/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/test-debug/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "test cm-debug" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=test,cm-debug
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "test cm-debug "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'test,cm-debug'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "test cm-debug"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/test-debug/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/test-debug/run.bat)
+___
+#### Script output
+```bash
+cmr "test cm-debug " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-interface-prototyping/test-mlperf-inference-retinanet/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-interface-prototyping/test-mlperf-inference-retinanet/index.md
new file mode 100644
index 0000000000..406c3a9ad5
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CM-interface-prototyping/test-mlperf-inference-retinanet/index.md
@@ -0,0 +1,86 @@
+# test-mlperf-inference-retinanet
+Automatically generated README for this automation recipe: **test-mlperf-inference-retinanet**
+
+Category: **[CM interface prototyping](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/test-mlperf-inference-retinanet/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "test mlperf-inference-win retinanet windows" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=test,mlperf-inference-win,retinanet,windows
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "test mlperf-inference-win retinanet windows "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'test,mlperf-inference-win,retinanet,windows'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "test mlperf-inference-win retinanet windows"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/test-mlperf-inference-retinanet/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/test-mlperf-inference-retinanet/run.bat)
+___
+#### Script output
+```bash
+cmr "test mlperf-inference-win retinanet windows " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/get-cuda-devices/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/get-cuda-devices/index.md
new file mode 100644
index 0000000000..7fddb5a55d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/get-cuda-devices/index.md
@@ -0,0 +1,86 @@
+# get-cuda-devices
+Automatically generated README for this automation recipe: **get-cuda-devices**
+
+Category: **[CUDA automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cuda-devices/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get cuda-devices" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,cuda-devices
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get cuda-devices "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,cuda-devices'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get cuda-devices"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cuda-devices/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cuda-devices/run.bat)
+___
+#### Script output
+```bash
+cmr "get cuda-devices " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/get-cuda/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/get-cuda/index.md
new file mode 100644
index 0000000000..5e789f3e60
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/get-cuda/index.md
@@ -0,0 +1,158 @@
+# get-cuda
+Automatically generated README for this automation recipe: **get-cuda**
+
+Category: **[CUDA automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cuda/README-extra.md)
+
+
+---
+
+# System dependencies
+
+* Download [CUDA toolkit](https://developer.nvidia.com/cuda-toolkit).
+* Download [cuDNN](https://developer.nvidia.com/rdp/cudnn-download).
+* Download [TensorRT](https://developer.nvidia.com/nvidia-tensorrt-8x-download).
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cuda/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get cuda cuda-compiler cuda-lib toolkit lib nvcc get-nvcc get-cuda 46d133d9ef92422d" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get cuda cuda-compiler cuda-lib toolkit lib nvcc get-nvcc get-cuda 46d133d9ef92422d [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get cuda cuda-compiler cuda-lib toolkit lib nvcc get-nvcc get-cuda 46d133d9ef92422d[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_name.#` + - ENV variables: + - CM_CACHE_DIR_NAME: `#` + +
+
+
+
+ * Group "**installation-mode**"
+ Click here to expand this section.
+ + * `_cudnn` + - ENV variables: + - CM_CUDA_NEEDS_CUDNN: `yes` + * `_package-manager` + - ENV variables: + - CM_CUDA_PACKAGE_MANAGER_INSTALL: `yes` + +
+
+
+
+ ##### Default variations
+
+ `_toolkit`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--cudnn_tar_file=value` → `CM_CUDNN_TAR_FILE_PATH=value`
+ * `--cudnn_tar_path=value` → `CM_CUDNN_TAR_FILE_PATH=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_CUDA_PATH_LIB_CUDNN_EXISTS: `no`
+ * CM_REQUIRE_INSTALL: `no`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cuda/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cuda/run.bat)
+___
+#### Script output
+```bash
+cmr "get cuda cuda-compiler cuda-lib toolkit lib nvcc get-nvcc get-cuda 46d133d9ef92422d [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/get-cudnn/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/get-cudnn/index.md
new file mode 100644
index 0000000000..76655cd84d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/get-cudnn/index.md
@@ -0,0 +1,115 @@
+# get-cudnn
+Automatically generated README for this automation recipe: **get-cudnn**
+
+Category: **[CUDA automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cudnn/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cudnn/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get cudnn nvidia" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,cudnn,nvidia [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get cudnn nvidia " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,cudnn,nvidia'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get cudnn nvidia" [--input_flags]
+ ```
+___
+
+=== "Input Flags"
+
+
+ #### Input Flags
+
+ * --**input:** Full path to the installed cuDNN library
+ * --**tar_file:** Full path to the cuDNN Tar file downloaded from Nvidia website (https://developer.nvidia.com/cudnn)
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--input=value` → `CM_INPUT=value`
+ * `--tar_file=value` → `CM_CUDNN_TAR_FILE_PATH=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_INPUT: ``
+ * CM_SUDO: `sudo`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cudnn/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get cudnn nvidia " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/get-tensorrt/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/get-tensorrt/index.md
new file mode 100644
index 0000000000..afa8721193
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/get-tensorrt/index.md
@@ -0,0 +1,119 @@
+# get-tensorrt
+Automatically generated README for this automation recipe: **get-tensorrt**
+
+Category: **[CUDA automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-tensorrt/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-tensorrt/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get tensorrt nvidia" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,tensorrt,nvidia[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get tensorrt nvidia [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,tensorrt,nvidia'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get tensorrt nvidia[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_lib-only` + - ENV variables: + - CM_CUDA_FULL_TOOLKIT_INSTALL: `no` + - CM_TMP_FILE_TO_CHECK_UNIX: `libcudart.so` + - CM_TMP_FILE_TO_CHECK_WINDOWS: `libcudart.dll` + * **`_toolkit`** (default) + - ENV variables: + - CM_CUDA_FULL_TOOLKIT_INSTALL: `yes` + - CM_TMP_FILE_TO_CHECK_UNIX: `nvcc` + - CM_TMP_FILE_TO_CHECK_WINDOWS: `nvcc.exe` + +
+
+
+=== "Input Flags"
+
+
+ #### Input Flags
+
+ * --**input:** Full path to the installed TensorRT library (nvinfer)
+ * --**tar_file:** Full path to the TensorRT Tar file downloaded from the Nvidia website (https://developer.nvidia.com/tensorrt)
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--input=value` → `CM_INPUT=value`
+ * `--tar_file=value` → `CM_TENSORRT_TAR_FILE_PATH=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-tensorrt/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get tensorrt nvidia [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/index.md
new file mode 100644
index 0000000000..335dc83a5c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/index.md
@@ -0,0 +1,6 @@
+* [get-cuda](get-cuda/index.md)
+* [get-cuda-devices](get-cuda-devices/index.md)
+* [get-cudnn](get-cudnn/index.md)
+* [get-tensorrt](get-tensorrt/index.md)
+* [install-cuda-package-manager](install-cuda-package-manager/index.md)
+* [install-cuda-prebuilt](install-cuda-prebuilt/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/install-cuda-package-manager/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/install-cuda-package-manager/index.md
new file mode 100644
index 0000000000..84b7b3e48d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/install-cuda-package-manager/index.md
@@ -0,0 +1,87 @@
+# install-cuda-package-manager
+Automatically generated README for this automation recipe: **install-cuda-package-manager**
+
+Category: **[CUDA automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-cuda-package-manager/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install package-manager cuda package-manager-cuda install-pm-cuda" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,package-manager,cuda,package-manager-cuda,install-pm-cuda
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install package-manager cuda package-manager-cuda install-pm-cuda "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,package-manager,cuda,package-manager-cuda,install-pm-cuda'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install package-manager cuda package-manager-cuda install-pm-cuda"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-cuda-package-manager/run-ubuntu.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-cuda-package-manager/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install package-manager cuda package-manager-cuda install-pm-cuda " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/install-cuda-prebuilt/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/install-cuda-prebuilt/index.md
new file mode 100644
index 0000000000..6748173435
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/CUDA-automation/install-cuda-prebuilt/index.md
@@ -0,0 +1,138 @@
+# install-cuda-prebuilt
+Automatically generated README for this automation recipe: **install-cuda-prebuilt**
+
+Category: **[CUDA automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/install-cuda-prebuilt/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-cuda-prebuilt/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install prebuilt cuda prebuilt-cuda install-prebuilt-cuda" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,prebuilt,cuda,prebuilt-cuda,install-prebuilt-cuda[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install prebuilt cuda prebuilt-cuda install-prebuilt-cuda [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,prebuilt,cuda,prebuilt-cuda,install-prebuilt-cuda'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install prebuilt cuda prebuilt-cuda install-prebuilt-cuda[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**install-driver**"
+ Click here to expand this section.
+ + * `_dev` + - ENV variables: + - CM_TENSORRT_REQUIRE_DEV: `yes` + +
+
+
+
+ ##### Default variations
+
+ `_no-driver`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--local_run_file_path=value` → `CUDA_RUN_FILE_LOCAL_PATH=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_SUDO: `sudo`
+
+
+#### Versions
+Default version: `11.8.0`
+
+* `11.7.0`
+* `11.8.0`
+* `12.0.0`
+* `12.1.1`
+* `12.2.0`
+* `12.3.2`
+* `12.4.1`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-cuda-prebuilt/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install prebuilt cuda prebuilt-cuda install-prebuilt-cuda [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/destroy-terraform/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/destroy-terraform/index.md
new file mode 100644
index 0000000000..0cdd8886a8
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/destroy-terraform/index.md
@@ -0,0 +1,87 @@
+# destroy-terraform
+Automatically generated README for this automation recipe: **destroy-terraform**
+
+Category: **[Cloud automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/destroy-terraform/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/destroy-terraform/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "destroy terraform cmd" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=destroy,terraform,cmd
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "destroy terraform cmd "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'destroy,terraform,cmd'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "destroy terraform cmd"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/destroy-terraform/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/destroy-terraform/run.bat)
+___
+#### Script output
+```bash
+cmr "destroy terraform cmd " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/get-aws-cli/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/get-aws-cli/index.md
new file mode 100644
index 0000000000..9e06d804b0
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/get-aws-cli/index.md
@@ -0,0 +1,87 @@
+# get-aws-cli
+Automatically generated README for this automation recipe: **get-aws-cli**
+
+Category: **[Cloud automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-aws-cli/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-aws-cli/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get aws-cli aws cli" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,aws-cli,aws,cli
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get aws-cli aws cli "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,aws-cli,aws,cli'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get aws-cli aws cli"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-aws-cli/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get aws-cli aws cli " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/get-terraform/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/get-terraform/index.md
new file mode 100644
index 0000000000..18c91c2641
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/get-terraform/index.md
@@ -0,0 +1,87 @@
+# get-terraform
+Automatically generated README for this automation recipe: **get-terraform**
+
+Category: **[Cloud automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-terraform/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-terraform/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get terraform get-terraform" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,terraform,get-terraform
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get terraform get-terraform "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,terraform,get-terraform'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get terraform get-terraform"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-terraform/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get terraform get-terraform " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/index.md
new file mode 100644
index 0000000000..84fc1dc1aa
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/index.md
@@ -0,0 +1,6 @@
+* [destroy-terraform](destroy-terraform/index.md)
+* [get-aws-cli](get-aws-cli/index.md)
+* [get-terraform](get-terraform/index.md)
+* [install-aws-cli](install-aws-cli/index.md)
+* [install-terraform-from-src](install-terraform-from-src/index.md)
+* [run-terraform](run-terraform/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/install-aws-cli/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/install-aws-cli/index.md
new file mode 100644
index 0000000000..5973d9c9cb
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/install-aws-cli/index.md
@@ -0,0 +1,86 @@
+# install-aws-cli
+Automatically generated README for this automation recipe: **install-aws-cli**
+
+Category: **[Cloud automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-aws-cli/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install script aws-cli aws cli" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,script,aws-cli,aws,cli
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install script aws-cli aws cli "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,script,aws-cli,aws,cli'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install script aws-cli aws cli"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-aws-cli/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install script aws-cli aws cli " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/install-terraform-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/install-terraform-from-src/index.md
new file mode 100644
index 0000000000..d1cba41e11
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/install-terraform-from-src/index.md
@@ -0,0 +1,90 @@
+# install-terraform-from-src
+Automatically generated README for this automation recipe: **install-terraform-from-src**
+
+Category: **[Cloud automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-terraform-from-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install terraform from-src" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,terraform,from-src
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install terraform from-src "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,terraform,from-src'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install terraform from-src"
+ ```
+___
+
+#### Versions
+Default version: `main`
+
+* `main`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-terraform-from-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install terraform from-src " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/run-terraform/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/run-terraform/index.md
new file mode 100644
index 0000000000..f164a7352b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Cloud-automation/run-terraform/index.md
@@ -0,0 +1,388 @@
+# run-terraform
+Automatically generated README for this automation recipe: **run-terraform**
+
+Category: **[Cloud automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/run-terraform/README-extra.md)
+
+
+---
+
+## Setup for Google Cloud Instances
+```
+sudo snap install google-cloud-cli --classic
+gcloud auth application-default login
+```
+
+The above two commands will install google-cloud-cli and authorizes the user to access it. Once done, you can start creating gcp instance using CM commands like below. To destroy an instance just repeat the same command with `--destroy` option.
+
+```
+cm run script --tags=run,terraform,_gcp,_gcp_project.mlperf-inference-tests --cminit
+```
+Here, `mlperf-inference-tests` is the name of the google project as created in [Google cloud console](https://console.cloud.google.com/apis/dashboard)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/run-terraform/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run terraform" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run,terraform[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run terraform [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run,terraform'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run terraform[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_driver` + - ENV variables: + - CM_CUDA_INSTALL_DRIVER: `yes` + * **`_no-driver`** (default) + - ENV variables: + - CM_CUDA_INSTALL_DRIVER: `no` + +
+
+
+
+ * Group "**aws-instance-image**"
+ Click here to expand this section.
+ + * `_amazon-linux-2-kernel.#` + - ENV variables: + - TF_VAR_INSTANCE_IMAGE_OS: `amazon-linux-2-kernel.#` + * `_graviton` + - ENV variables: + - CM_TERRAFORM_AWS_GRAVITON_INSTANCE: `yes` + * `_inferentia` + - ENV variables: + - CM_TERRAFORM_AWS_INFERENTIA_INSTANCE: `yes` + * `_rhel.#` + - ENV variables: + - TF_VAR_INSTANCE_IMAGE_OS: `rhel.#` + * `_ubuntu.#` + - ENV variables: + - TF_VAR_INSTANCE_IMAGE_OS: `ubuntu.#` + +
+
+
+
+ * Group "**aws-instance-type**"
+ Click here to expand this section.
+ + * `_amazon-linux-2-kernel.510,arm64,us-west-2` + - ENV variables: + - TF_VAR_INSTANCE_IMAGE: `ami-0f1a5f5ada0e7da53` + * `_aws_instance_image.#` + - ENV variables: + - TF_VAR_INSTANCE_IMAGE: `#` + * `_aws_instance_image.ami-0735c191cf914754d` + - ENV variables: + - TF_VAR_INSTANCE_IMAGE: `ami-0735c191cf914754d` + * `_aws_instance_image.ami-0a0d8589b597d65b3` + - ENV variables: + - TF_VAR_INSTANCE_IMAGE: `ami-0a0d8589b597d65b3` + * `_rhel.9,x86,us-west-2` + - ENV variables: + - TF_VAR_INSTANCE_IMAGE: `ami-0dda7e535b65b6469` + * `_ubuntu.2204,arm64,us-west-2` + - ENV variables: + - TF_VAR_INSTANCE_IMAGE: `ami-079f51a7bcca65b92` + * `_ubuntu.2204,x86,us-west-2` + - ENV variables: + - TF_VAR_INSTANCE_IMAGE: `ami-0735c191cf914754d` + +
+
+
+
+ * Group "**cloud-provider**"
+ Click here to expand this section.
+ + * `_a1.2xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `a1.2xlarge` + * `_a1.metal` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `a1.metal` + * `_a1.xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `a1.xlarge` + * `_aws_instance_type.#` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `#` + * `_c5.12xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `c5.12xlarge` + * `_c5.4xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `c5.4xlarge` + * `_c5d.9xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `c5d.9xlarge` + * `_g4dn.xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `g4dn.xlarge` + * `_inf1.2xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `inf1.2xlarge` + * `_inf1.xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `inf1.xlarge` + * `_inf2.8xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `inf2.8xlarge` + * `_inf2.xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `inf2.xlarge` + * `_m7g.2xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `m7g.2xlarge` + * `_m7g.xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `m7g.xlarge` + * `_t2.#` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `t2.#` + * `_t2.2xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `t2.2xlarge` + * `_t2.large` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `t2.large` + * `_t2.medium` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `t2.medium` + * `_t2.micro` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `t2.micro` + * `_t2.nano` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `t2.nano` + * `_t2.small` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `t2.small` + * `_t2.xlarge` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `t2.xlarge` + +
+
+
+
+ * Group "**gcp-instance-image**"
+ Click here to expand this section.
+ + * **`_aws`** (default) + - ENV variables: + - CM_TERRAFORM_CONFIG_DIR_NAME: `aws` + * `_gcp` + - ENV variables: + - CM_TERRAFORM_CONFIG_DIR_NAME: `gcp` + +
+
+
+
+ * Group "**gcp-instance-type**"
+ Click here to expand this section.
+ + * `_debian-cloud/debian-11` + - ENV variables: + - TF_VAR_INSTANCE_IMAGE: `debian-cloud/debian-11` + * `_gcp_instance_image.#` + - ENV variables: + - TF_VAR_INSTANCE_IMAGE: `#` + * `_ubuntu-2204-jammy-v20230114` + - ENV variables: + - TF_VAR_INSTANCE_IMAGE: `ubuntu-2204-jammy-v20230114` + +
+
+
+
+ * Group "**gcp-project**"
+ Click here to expand this section.
+ + * `_f1-micro` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `f1-micro` + * `_gcp_instance_type.#` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `#` + * `_n1-highmem.#` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `n1-highmem-#` + * `_n1-standard.#` + - ENV variables: + - TF_VAR_INSTANCE_TYPE: `n1-highmem-#` + +
+
+
+
+ * Group "**instance-name**"
+ Click here to expand this section.
+ + * `_gcp_project.#` + - ENV variables: + - TF_VAR_GCP_PROJECT: `#` + +
+
+
+
+ * Group "**platform**"
+ Click here to expand this section.
+ + * `_instance_name.#` + - ENV variables: + - TF_VAR_INSTANCE_NAME: `#` + +
+
+
+
+ * Group "**region**"
+ Click here to expand this section.
+ + * `_arm64` + - ENV variables: + - CM_INSTANCE_PLATFORM: `arm64` + * **`_x86`** (default) + - ENV variables: + - CM_INSTANCE_PLATFORM: `x86` + +
+
+
+
+ * Group "**storage-size**"
+ Click here to expand this section.
+ + * `_region.#` + - ENV variables: + - TF_VAR_INSTANCE_REGION: `#` + * `_us-west-2` + - ENV variables: + - TF_VAR_INSTANCE_REGION: `us-west-2` + +
+
+
+
+ * Group "**zone**"
+ Click here to expand this section.
+ + * `_storage_size.#` + - ENV variables: + - TF_VAR_DISK_GBS: `#` + * `_storage_size.8` + - ENV variables: + - TF_VAR_DISK_GBS: `8` + +
+
+
+
+ ##### Default variations
+
+ `_aws,_x86`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--cminit=value` → `CM_TERRAFORM_CM_INIT=value`
+ * `--destroy=value` → `CM_DESTROY_TERRAFORM=value`
+ * `--gcp_credentials_json_file=value` → `CM_GCP_CREDENTIALS_JSON_PATH=value`
+ * `--key_file=value` → `CM_SSH_KEY_FILE=value`
+ * `--run_cmds=value` → `CM_TERRAFORM_RUN_COMMANDS=value`
+ * `--ssh_key_file=value` → `CM_SSH_KEY_FILE=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * TF_VAR_SECURITY_GROUP_ID: `sg-0783752c97d2e011d`
+ * TF_VAR_CPU_COUNT: `1`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/run-terraform/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "run terraform [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Collective-benchmarking/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Collective-benchmarking/index.md
new file mode 100644
index 0000000000..71dc75a6bb
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Collective-benchmarking/index.md
@@ -0,0 +1 @@
+* [launch-benchmark](launch-benchmark/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Collective-benchmarking/launch-benchmark/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Collective-benchmarking/launch-benchmark/index.md
new file mode 100644
index 0000000000..4ad86bd2a4
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Collective-benchmarking/launch-benchmark/index.md
@@ -0,0 +1,81 @@
+# launch-benchmark
+Automatically generated README for this automation recipe: **launch-benchmark**
+
+Category: **[Collective benchmarking](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/launch-benchmark/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/launch-benchmark/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "launch benchmark" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=launch,benchmark
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "launch benchmark "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'launch,benchmark'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "launch benchmark"
+ ```
+___
+
+
+___
+#### Script output
+```bash
+cmr "launch benchmark " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-aocl/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-aocl/index.md
new file mode 100644
index 0000000000..7ff7292fbb
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-aocl/index.md
@@ -0,0 +1,92 @@
+# get-aocl
+Automatically generated README for this automation recipe: **get-aocl**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-aocl/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-aocl/_cm.json)*
+* Output cached? *true*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get lib aocl amd-optimized amd" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,lib,aocl,amd-optimized,amd
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get lib aocl amd-optimized amd "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,lib,aocl,amd-optimized,amd'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get lib aocl amd-optimized amd"
+ ```
+___
+
+#### Versions
+Default version: `4.0`
+
+* `4.0`
+* `master`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-aocl/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get lib aocl amd-optimized amd " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-cl/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-cl/index.md
new file mode 100644
index 0000000000..fd2dc6ceff
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-cl/index.md
@@ -0,0 +1,87 @@
+# Detect or install Microsoft C compiler
+Automatically generated README for this automation recipe: **get-cl**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cl/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cl/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get cl compiler c-compiler cpp-compiler get-cl" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,cl,compiler,c-compiler,cpp-compiler,get-cl
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get cl compiler c-compiler cpp-compiler get-cl "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,cl,compiler,c-compiler,cpp-compiler,get-cl'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get cl compiler c-compiler cpp-compiler get-cl"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ No run file exists for Linux/macOS
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cl/run.bat)
+___
+#### Script output
+```bash
+cmr "get cl compiler c-compiler cpp-compiler get-cl " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-compiler-flags/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-compiler-flags/index.md
new file mode 100644
index 0000000000..b1b46b23ec
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-compiler-flags/index.md
@@ -0,0 +1,80 @@
+# get-compiler-flags
+Automatically generated README for this automation recipe: **get-compiler-flags**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-compiler-flags/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get compiler-flags" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,compiler-flags
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get compiler-flags "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,compiler-flags'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get compiler-flags"
+ ```
+___
+
+
+___
+#### Script output
+```bash
+cmr "get compiler-flags " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-compiler-rust/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-compiler-rust/index.md
new file mode 100644
index 0000000000..90844ce509
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-compiler-rust/index.md
@@ -0,0 +1,86 @@
+# get-compiler-rust
+Automatically generated README for this automation recipe: **get-compiler-rust**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/get-compiler-rust/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get rust-compiler" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,rust-compiler
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get rust-compiler "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,rust-compiler'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get rust-compiler"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-compiler-rust/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get rust-compiler " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-gcc/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-gcc/index.md
new file mode 100644
index 0000000000..06913a2fc5
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-gcc/index.md
@@ -0,0 +1,87 @@
+# Detect or install GCC compiler
+Automatically generated README for this automation recipe: **get-gcc**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-gcc/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-gcc/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get gcc compiler c-compiler cpp-compiler get-gcc" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,gcc,compiler,c-compiler,cpp-compiler,get-gcc
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get gcc compiler c-compiler cpp-compiler get-gcc "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,gcc,compiler,c-compiler,cpp-compiler,get-gcc'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get gcc compiler c-compiler cpp-compiler get-gcc"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-gcc/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-gcc/run.bat)
+___
+#### Script output
+```bash
+cmr "get gcc compiler c-compiler cpp-compiler get-gcc " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-go/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-go/index.md
new file mode 100644
index 0000000000..7d691b01a8
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-go/index.md
@@ -0,0 +1,87 @@
+# get-go
+Automatically generated README for this automation recipe: **get-go**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-go/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-go/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get tool go get-go" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,tool,go,get-go
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get tool go get-go "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,tool,go,get-go'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get tool go get-go"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-go/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get tool go get-go " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-llvm/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-llvm/index.md
new file mode 100644
index 0000000000..8c5855c88a
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/get-llvm/index.md
@@ -0,0 +1,101 @@
+# Detect or install LLVM compiler
+Automatically generated README for this automation recipe: **get-llvm**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-llvm/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-llvm/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get llvm compiler c-compiler cpp-compiler get-llvm" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,llvm,compiler,c-compiler,cpp-compiler,get-llvm[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get llvm compiler c-compiler cpp-compiler get-llvm [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,llvm,compiler,c-compiler,cpp-compiler,get-llvm'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get llvm compiler c-compiler cpp-compiler get-llvm[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_zone.#` + - ENV variables: + - TF_VAR_INSTANCE_ZONE: `#` + +
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-llvm/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-llvm/run.bat)
+___
+#### Script output
+```bash
+cmr "get llvm compiler c-compiler cpp-compiler get-llvm [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/index.md
new file mode 100644
index 0000000000..d24e5e7035
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/index.md
@@ -0,0 +1,18 @@
+* [get-aocl](get-aocl/index.md)
+* [get-cl](get-cl/index.md)
+* [get-compiler-flags](get-compiler-flags/index.md)
+* [get-compiler-rust](get-compiler-rust/index.md)
+* [get-gcc](get-gcc/index.md)
+* [get-go](get-go/index.md)
+* [get-llvm](get-llvm/index.md)
+* [install-gcc-src](install-gcc-src/index.md)
+* [install-ipex-from-src](install-ipex-from-src/index.md)
+* [install-llvm-prebuilt](install-llvm-prebuilt/index.md)
+* [install-llvm-src](install-llvm-src/index.md)
+* [install-onednn-from-src](install-onednn-from-src/index.md)
+* [install-onnxruntime-from-src](install-onnxruntime-from-src/index.md)
+* [install-pytorch-from-src](install-pytorch-from-src/index.md)
+* [install-pytorch-kineto-from-src](install-pytorch-kineto-from-src/index.md)
+* [install-torchvision-from-src](install-torchvision-from-src/index.md)
+* [install-tpp-pytorch-extension](install-tpp-pytorch-extension/index.md)
+* [install-transformers-from-src](install-transformers-from-src/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-gcc-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-gcc-src/index.md
new file mode 100644
index 0000000000..54724e8a79
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-gcc-src/index.md
@@ -0,0 +1,90 @@
+# install-gcc-src
+Automatically generated README for this automation recipe: **install-gcc-src**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-gcc-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install src gcc src-gcc" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,src,gcc,src-gcc
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install src gcc src-gcc "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,src,gcc,src-gcc'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install src gcc src-gcc"
+ ```
+___
+
+#### Versions
+Default version: `12`
+
+* `master`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-gcc-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install src gcc src-gcc " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-ipex-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-ipex-from-src/index.md
new file mode 100644
index 0000000000..673ca83766
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-ipex-from-src/index.md
@@ -0,0 +1,128 @@
+# Build IPEX from sources
+Automatically generated README for this automation recipe: **install-ipex-from-src**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-ipex-from-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install get src from.src ipex src-ipex" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,get,src,from.src,ipex,src-ipex[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install get src from.src ipex src-ipex [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,get,src,from.src,ipex,src-ipex'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install get src from.src ipex src-ipex[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_from-prebuilt` + * `_from-src` + +
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_for-intel-mlperf-inference-v3.1-gptj` + - ENV variables: + - CM_CONDA_ENV: `yes` + * `_sha.#` + - ENV variables: + - CM_GIT_CHECKOUT_SHA: `#` + * `_tag.#` + - ENV variables: + - CM_GIT_CHECKOUT_TAG: `#` + +
+
+
+
+ ##### Default variations
+
+ `_repo.https://github.com/intel/intel-extension-for-pytorch`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-ipex-from-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install get src from.src ipex src-ipex [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-llvm-prebuilt/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-llvm-prebuilt/index.md
new file mode 100644
index 0000000000..96038406ec
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-llvm-prebuilt/index.md
@@ -0,0 +1,90 @@
+# Install prebuilt LLVM compiler
+Automatically generated README for this automation recipe: **install-llvm-prebuilt**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/install-llvm-prebuilt/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-llvm-prebuilt/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install prebuilt llvm prebuilt-llvm install-prebuilt-llvm" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,prebuilt,llvm,prebuilt-llvm,install-prebuilt-llvm
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install prebuilt llvm prebuilt-llvm install-prebuilt-llvm "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,prebuilt,llvm,prebuilt-llvm,install-prebuilt-llvm'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install prebuilt llvm prebuilt-llvm install-prebuilt-llvm"
+ ```
+___
+
+#### Versions
+Default version: `15.0.6`
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-llvm-prebuilt/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/install-llvm-prebuilt/run.bat)
+___
+#### Script output
+```bash
+cmr "install prebuilt llvm prebuilt-llvm install-prebuilt-llvm " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-llvm-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-llvm-src/index.md
new file mode 100644
index 0000000000..655046f73b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-llvm-src/index.md
@@ -0,0 +1,160 @@
+# Build LLVM compiler from sources (can take >30 min)
+Automatically generated README for this automation recipe: **install-llvm-src**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-llvm-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install src llvm from.src src-llvm" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,src,llvm,from.src,src-llvm[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install src llvm from.src src-llvm [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,src,llvm,from.src,src-llvm'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install src llvm from.src src-llvm[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + * **`_repo.https://github.com/intel/intel-extension-for-pytorch`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/intel/intel-extension-for-pytorch` + +
+
+
+
+ * Group "**build-type**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_for-intel-mlperf-inference-v3.1-bert` + - ENV variables: + - CM_LLVM_CONDA_ENV: `yes` + * `_for-intel-mlperf-inference-v3.1-gptj` + - ENV variables: + - CM_LLVM_CONDA_ENV: `yes` + - CM_LLVM_16_INTEL_MLPERF_INFERENCE: `yes` + - USE_CUDA: `0` + - CUDA_VISIBLE_DEVICES: `` + * `_full-history` + * `_runtimes.#` + - ENV variables: + - CM_LLVM_ENABLE_RUNTIMES: `#` + * `_sha.#` + - ENV variables: + - CM_GIT_CHECKOUT_SHA: `#` + * `_tag.#` + - ENV variables: + - CM_GIT_CHECKOUT_TAG: `#` + +
+
+
+
+ * Group "**clang**"
+ Click here to expand this section.
+ + * `_debug` + - ENV variables: + - CM_LLVM_BUILD_TYPE: `debug` + * **`_release`** (default) + - ENV variables: + - CM_LLVM_BUILD_TYPE: `release` + +
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * **`_clang`** (default) + - ENV variables: + - CM_LLVM_ENABLE_PROJECTS: `clang` + +
+
+
+
+ ##### Default variations
+
+ `_clang,_release`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-llvm-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install src llvm from.src src-llvm [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-onednn-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-onednn-from-src/index.md
new file mode 100644
index 0000000000..49bb4844bb
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-onednn-from-src/index.md
@@ -0,0 +1,129 @@
+# Build oneDNN from sources
+Automatically generated README for this automation recipe: **install-onednn-from-src**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-onednn-from-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install get src from.src onednn src-onednn" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,get,src,from.src,onednn,src-onednn[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install get src from.src onednn src-onednn [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,get,src,from.src,onednn,src-onednn'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install get src from.src onednn src-onednn[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + +
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_for-intel-mlperf-inference-v3.1-bert` + - ENV variables: + - CM_CONDA_ENV: `yes` + - CM_FOR_INTEL_MLPERF_INFERENCE: `yes` + * `_sha.#` + - ENV variables: + - CM_GIT_CHECKOUT_SHA: `#` + * `_tag.#` + - ENV variables: + - CM_GIT_CHECKOUT_TAG: `#` + +
+
+
+
+ ##### Default variations
+
+ `_repo.https://github.com/oneapi-src/oneDNN`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-intel-mlperf-inference.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-onednn-from-src/run-intel-mlperf-inference.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install get src from.src onednn src-onednn [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-onnxruntime-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-onnxruntime-from-src/index.md
new file mode 100644
index 0000000000..011956f1dc
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-onnxruntime-from-src/index.md
@@ -0,0 +1,125 @@
+# Build onnxruntime from sources
+Automatically generated README for this automation recipe: **install-onnxruntime-from-src**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-onnxruntime-from-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install get src from.src onnxruntime src-onnxruntime" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,get,src,from.src,onnxruntime,src-onnxruntime[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install get src from.src onnxruntime src-onnxruntime [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,get,src,from.src,onnxruntime,src-onnxruntime'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install get src from.src onnxruntime src-onnxruntime[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + * **`_repo.https://github.com/oneapi-src/oneDNN`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/oneapi-src/oneDNN` + +
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_cuda` + - ENV variables: + - CM_ONNXRUNTIME_GPU: `yes` + * `_sha.#` + - ENV variables: + - CM_GIT_CHECKOUT_SHA: `#` + * `_tag.#` + - ENV variables: + - CM_GIT_CHECKOUT_TAG: `#` + +
+
+
+
+ ##### Default variations
+
+ `_repo.https://github.com/Microsoft/onnxruntime`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-onnxruntime-from-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install get src from.src onnxruntime src-onnxruntime [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-pytorch-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-pytorch-from-src/index.md
new file mode 100644
index 0000000000..4c7c185125
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-pytorch-from-src/index.md
@@ -0,0 +1,143 @@
+# Build pytorch from sources
+Automatically generated README for this automation recipe: **install-pytorch-from-src**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-pytorch-from-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install get src from.src pytorch src-pytorch" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,get,src,from.src,pytorch,src-pytorch[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install get src from.src pytorch src-pytorch [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,get,src,from.src,pytorch,src-pytorch'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install get src from.src pytorch src-pytorch[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_repo.https://github.com/Microsoft/onnxruntime`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/Microsoft/onnxruntime` + +
+ >>`
+ - CUDNN_LIBRARY_PATH: `<<>>`
+ - CUDNN_INCLUDE_PATH: `<<>>`
+ - CUDA_NVCC_EXECUTABLE: `<<>>`
+ - USE_CUDA: `1`
+ - USE_CUDNN: `1`
+ - TORCH_CUDA_ARCH_LIST: `Ampere Ada Hopper`
+ - TORCH_CXX_FLAGS: `-D_GLIBCXX_USE_CXX11_ABI=1`
+ * `_for-intel-mlperf-inference-v3.1-bert`
+ - ENV variables:
+ - CM_CONDA_ENV: `yes`
+ - CM_MLPERF_INFERENCE_INTEL: `yes`
+ - USE_CUDA: `0`
+ * `_for-nvidia-mlperf-inference-v3.1`
+ * `_for-nvidia-mlperf-inference-v4.0`
+ * `_sha.#`
+ - ENV variables:
+ - CM_GIT_CHECKOUT_SHA: `#`
+ * `_tag.#`
+ - ENV variables:
+ - CM_GIT_CHECKOUT_TAG: `#`
+
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_cuda` + - ENV variables: + - CUDA_HOME: `<<
+
+
+
+ ##### Default variations
+
+ `_repo.https://github.com/pytorch/pytorch`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-intel-mlperf-inference-v3_1.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-pytorch-from-src/run-intel-mlperf-inference-v3_1.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-pytorch-from-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install get src from.src pytorch src-pytorch [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-pytorch-kineto-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-pytorch-kineto-from-src/index.md
new file mode 100644
index 0000000000..99cb8893fa
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-pytorch-kineto-from-src/index.md
@@ -0,0 +1,135 @@
+# Build pytorch kineto from sources
+Automatically generated README for this automation recipe: **install-pytorch-kineto-from-src**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-pytorch-kineto-from-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install get src from.src pytorch-kineto kineto src-pytorch-kineto" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,get,src,from.src,pytorch-kineto,kineto,src-pytorch-kineto[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install get src from.src pytorch-kineto kineto src-pytorch-kineto [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,get,src,from.src,pytorch-kineto,kineto,src-pytorch-kineto'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install get src from.src pytorch-kineto kineto src-pytorch-kineto[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + * **`_repo.https://github.com/pytorch/pytorch`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/pytorch/pytorch` + +
+ >>`
+ - CUDA_NVCC_EXECUTABLE: `<<>>`
+ - CUDNN_INCLUDE_PATH: `<<>>`
+ - CUDNN_LIBRARY_PATH: `<<>>`
+ - TORCH_CUDA_ARCH_LIST: `Ampere Ada Hopper`
+ - TORCH_CXX_FLAGS: `-D_GLIBCXX_USE_CXX11_ABI=1`
+ - USE_CUDA: `1`
+ - USE_CUDNN: `1`
+ * `_sha.#`
+ - ENV variables:
+ - CM_GIT_CHECKOUT_SHA: `#`
+ * `_tag.#`
+ - ENV variables:
+ - CM_GIT_CHECKOUT_TAG: `#`
+
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_cuda` + - ENV variables: + - CUDA_HOME: `<<
+
+
+
+ ##### Default variations
+
+ `_repo.https://github.com/pytorch/kineto`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-pytorch-kineto-from-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install get src from.src pytorch-kineto kineto src-pytorch-kineto [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-torchvision-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-torchvision-from-src/index.md
new file mode 100644
index 0000000000..296969afbb
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-torchvision-from-src/index.md
@@ -0,0 +1,137 @@
+# Build pytorchvision from sources
+Automatically generated README for this automation recipe: **install-torchvision-from-src**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-torchvision-from-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install get src from.src pytorchvision torchvision src-pytorchvision" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,get,src,from.src,pytorchvision,torchvision,src-pytorchvision[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install get src from.src pytorchvision torchvision src-pytorchvision [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,get,src,from.src,pytorchvision,torchvision,src-pytorchvision'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install get src from.src pytorchvision torchvision src-pytorchvision[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + * **`_repo.https://github.com/pytorch/kineto`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/pytorch/kineto` + +
+ >>`
+ - CUDA_NVCC_EXECUTABLE: `<<>>`
+ - CUDNN_INCLUDE_PATH: `<<>>`
+ - CUDNN_LIBRARY_PATH: `<<>>`
+ - USE_CUDA: `1`
+ - USE_CUDNN: `1`
+ - TORCH_CUDA_ARCH_LIST: `Ampere Ada Hopper`
+ - TORCH_CXX_FLAGS: `-D_GLIBCXX_USE_CXX11_ABI=1`
+ * `_for-nvidia-mlperf-inference-v3.1`
+ * `_for-nvidia-mlperf-inference-v4.0`
+ * `_sha.#`
+ - ENV variables:
+ - CM_GIT_CHECKOUT_SHA: `#`
+ * `_tag.#`
+ - ENV variables:
+ - CM_GIT_CHECKOUT_TAG: `#`
+
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_cuda` + - ENV variables: + - CUDA_HOME: `<<
+
+
+
+ ##### Default variations
+
+ `_repo.https://github.com/pytorch/vision`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-torchvision-from-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install get src from.src pytorchvision torchvision src-pytorchvision [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-tpp-pytorch-extension/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-tpp-pytorch-extension/index.md
new file mode 100644
index 0000000000..2b681138d3
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-tpp-pytorch-extension/index.md
@@ -0,0 +1,128 @@
+# Build TPP-PEX from sources
+Automatically generated README for this automation recipe: **install-tpp-pytorch-extension**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-tpp-pytorch-extension/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install get src from.src tpp-pex src-tpp-pex" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,get,src,from.src,tpp-pex,src-tpp-pex[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install get src from.src tpp-pex src-tpp-pex [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,get,src,from.src,tpp-pex,src-tpp-pex'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install get src from.src tpp-pex src-tpp-pex[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + * **`_repo.https://github.com/pytorch/vision`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/pytorch/vision` + +
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_for-intel-mlperf-inference-v3.1-gptj` + - ENV variables: + - CM_CONDA_ENV: `yes` + * `_sha.#` + - ENV variables: + - CM_GIT_CHECKOUT_SHA: `#` + * `_tag.#` + - ENV variables: + - CM_GIT_CHECKOUT_TAG: `#` + +
+
+
+
+ ##### Default variations
+
+ `_repo.https://github.com/libxsmm/tpp-pytorch-extension`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-tpp-pytorch-extension/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install get src from.src tpp-pex src-tpp-pex [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-transformers-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-transformers-from-src/index.md
new file mode 100644
index 0000000000..78b59b7318
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Compiler-automation/install-transformers-from-src/index.md
@@ -0,0 +1,128 @@
+# Build transformers from sources
+Automatically generated README for this automation recipe: **install-transformers-from-src**
+
+Category: **[Compiler automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-transformers-from-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install src from.src transformers src-transformers" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,src,from.src,transformers,src-transformers[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install src from.src transformers src-transformers [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,src,from.src,transformers,src-transformers'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install src from.src transformers src-transformers[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + * **`_repo.https://github.com/libxsmm/tpp-pytorch-extension`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/libxsmm/tpp-pytorch-extension` + +
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_for-intel-mlperf-inference-v3.1-bert` + - ENV variables: + - CM_CONDA_ENV: `yes` + * `_sha.#` + - ENV variables: + - CM_GIT_CHECKOUT_SHA: `#` + * `_tag.#` + - ENV variables: + - CM_GIT_CHECKOUT_TAG: `#` + +
+
+
+
+ ##### Default variations
+
+ `_repo.https://github.com/pytorch/pytorch`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-transformers-from-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install src from.src transformers src-transformers [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Dashboard-automation/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Dashboard-automation/index.md
new file mode 100644
index 0000000000..855c981b1c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Dashboard-automation/index.md
@@ -0,0 +1 @@
+* [publish-results-to-dashboard](publish-results-to-dashboard/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Dashboard-automation/publish-results-to-dashboard/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Dashboard-automation/publish-results-to-dashboard/index.md
new file mode 100644
index 0000000000..e496c921b7
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Dashboard-automation/publish-results-to-dashboard/index.md
@@ -0,0 +1,86 @@
+# publish-results-to-dashboard
+Automatically generated README for this automation recipe: **publish-results-to-dashboard**
+
+Category: **[Dashboard automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/publish-results-to-dashboard/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "publish-results dashboard" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=publish-results,dashboard
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "publish-results dashboard "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'publish-results,dashboard'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "publish-results dashboard"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/publish-results-to-dashboard/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/publish-results-to-dashboard/run.bat)
+___
+#### Script output
+```bash
+cmr "publish-results dashboard " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-android-sdk/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-android-sdk/index.md
new file mode 100644
index 0000000000..916d642951
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-android-sdk/index.md
@@ -0,0 +1,109 @@
+# get-android-sdk
+Automatically generated README for this automation recipe: **get-android-sdk**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-android-sdk/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-android-sdk/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get android sdk android-sdk" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,android,sdk,android-sdk [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get android sdk android-sdk " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,android,sdk,android-sdk'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get android sdk android-sdk" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--android_cmake_version=value` → `CM_ANDROID_CMAKE_VERSION=value`
+ * `--android_ndk_version=value` → `CM_ANDROID_NDK_VERSION=value`
+ * `--android_version=value` → `CM_ANDROID_VERSION=value`
+ * `--build_tools_version=value` → `CM_ANDROID_BUILD_TOOLS_VERSION=value`
+ * `--cmdline_tools_version=value` → `CM_ANDROID_CMDLINE_TOOLS_VERSION=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_ANDROID_BUILD_TOOLS_VERSION: `29.0.3`
+ * CM_ANDROID_CMAKE_VERSION: `3.6.4111459`
+ * CM_ANDROID_CMDLINE_TOOLS_URL: `https://dl.google.com/android/repository/commandlinetools-${CM_ANDROID_CMDLINE_TOOLS_OS}-${CM_ANDROID_CMDLINE_TOOLS_VERSION}_latest.zip`
+ * CM_ANDROID_CMDLINE_TOOLS_VERSION: `9123335`
+ * CM_ANDROID_NDK_VERSION: `21.3.6528147`
+ * CM_ANDROID_VERSION: `30`
+
+
+
+___
+#### Script output
+```bash
+cmr "get android sdk android-sdk " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-aria2/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-aria2/index.md
new file mode 100644
index 0000000000..020185dd73
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-aria2/index.md
@@ -0,0 +1,97 @@
+# get-aria2
+Automatically generated README for this automation recipe: **get-aria2**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-aria2/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/get-aria2/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get aria2 get-aria2" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,aria2,get-aria2 [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get aria2 get-aria2 " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,aria2,get-aria2'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get aria2 get-aria2" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--install=value` → `CM_FORCE_INSTALL=value`
+ * `--src=value` → `CM_ARIA2_BUILD_FROM_SRC=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-aria2/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-aria2/run.bat)
+___
+#### Script output
+```bash
+cmr "get aria2 get-aria2 " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-bazel/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-bazel/index.md
new file mode 100644
index 0000000000..b891263a82
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-bazel/index.md
@@ -0,0 +1,87 @@
+# get-bazel
+Automatically generated README for this automation recipe: **get-bazel**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-bazel/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-bazel/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get bazel get-bazel" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,bazel,get-bazel
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get bazel get-bazel "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,bazel,get-bazel'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get bazel get-bazel"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-bazel/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-bazel/run.bat)
+___
+#### Script output
+```bash
+cmr "get bazel get-bazel " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-blis/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-blis/index.md
new file mode 100644
index 0000000000..565ded732d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-blis/index.md
@@ -0,0 +1,110 @@
+# get-blis
+Automatically generated README for this automation recipe: **get-blis**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-blis/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-blis/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get lib blis" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,lib,blis[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get lib blis [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,lib,blis'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get lib blis[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**source**"
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + * **`_repo.https://github.com/pytorch/pytorch`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/huggingface/transformers` + +
+
+
+
+ ##### Default variations
+
+ `_flame`
+#### Versions
+Default version: `master`
+
+* `0.9.0`
+* `master`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-blis/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-blis/run.bat)
+___
+#### Script output
+```bash
+cmr "get lib blis [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-brew/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-brew/index.md
new file mode 100644
index 0000000000..4e31f81c9b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-brew/index.md
@@ -0,0 +1,86 @@
+# get-brew
+Automatically generated README for this automation recipe: **get-brew**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-brew/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get brew" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,brew
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get brew "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,brew'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get brew"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-brew/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get brew " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-cmake/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-cmake/index.md
new file mode 100644
index 0000000000..1b1f97f9c2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-cmake/index.md
@@ -0,0 +1,86 @@
+# get-cmake
+Automatically generated README for this automation recipe: **get-cmake**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cmake/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get cmake get-cmake" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,cmake,get-cmake
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get cmake get-cmake "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,cmake,get-cmake'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get cmake get-cmake"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cmake/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cmake/run.bat)
+___
+#### Script output
+```bash
+cmr "get cmake get-cmake " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-cmsis_5/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-cmsis_5/index.md
new file mode 100644
index 0000000000..21ab4045c1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-cmsis_5/index.md
@@ -0,0 +1,123 @@
+# get-cmsis_5
+Automatically generated README for this automation recipe: **get-cmsis_5**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cmsis_5/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cmsis_5/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get cmsis cmsis_5 arm-software" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,cmsis,cmsis_5,arm-software[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get cmsis cmsis_5 arm-software [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,cmsis,cmsis_5,arm-software'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get cmsis cmsis_5 arm-software[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_amd` + * **`_flame`** (default) + +
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_DEPTH: ``
+ * CM_GIT_PATCH: `no`
+ * CM_GIT_URL: `https://github.com/ARM-software/CMSIS_5.git`
+
+
+#### Versions
+Default version: `custom`
+
+* `custom`
+* `develop`
+* `master`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-cmsis_5/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get cmsis cmsis_5 arm-software [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-docker/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-docker/index.md
new file mode 100644
index 0000000000..66e6de1a96
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-docker/index.md
@@ -0,0 +1,86 @@
+# get-docker
+Automatically generated README for this automation recipe: **get-docker**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-docker/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get install docker engine" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,install,docker,engine
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get install docker engine "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,install,docker,engine'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get install docker engine"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-docker/run-ubuntu.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get install docker engine " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-generic-sys-util/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-generic-sys-util/index.md
new file mode 100644
index 0000000000..72bcf7044c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-generic-sys-util/index.md
@@ -0,0 +1,214 @@
+# get-generic-sys-util
+Automatically generated README for this automation recipe: **get-generic-sys-util**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-generic-sys-util/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get sys-util generic generic-sys-util" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,sys-util,generic,generic-sys-util[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get sys-util generic generic-sys-util [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,sys-util,generic,generic-sys-util'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get sys-util generic generic-sys-util[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_recurse-submodules` + - ENV variables: + - CM_GIT_RECURSE_SUBMODULES: `--recurse-submodules` + * `_short-history` + - ENV variables: + - CM_GIT_DEPTH: `--depth 10` + +
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_CLEAN_DIRS: `bin`
+ * CM_SUDO: `sudo`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-generic-sys-util/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get sys-util generic generic-sys-util [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-google-test/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-google-test/index.md
new file mode 100644
index 0000000000..92b5250f1a
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-google-test/index.md
@@ -0,0 +1,89 @@
+# get-google-test
+Automatically generated README for this automation recipe: **get-google-test**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-google-test/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get google-test googletest gtest test google" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,google-test,googletest,gtest,test,google
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get google-test googletest gtest test google "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,google-test,googletest,gtest,test,google'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get google-test googletest gtest test google"
+ ```
+___
+
+#### Versions
+Default version: `1.14.0`
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-google-test/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get google-test googletest gtest test google " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-java/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-java/index.md
new file mode 100644
index 0000000000..f0c5f5ac62
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-java/index.md
@@ -0,0 +1,124 @@
+# get-java
+Automatically generated README for this automation recipe: **get-java**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-java/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-java/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get java" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,java[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get java [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,java'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get java[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_g++-12` + - ENV variables: + - CM_SYS_UTIL_NAME: `g++12` + * `_gflags-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `gflags-dev` + * `_git-lfs` + - ENV variables: + - CM_SYS_UTIL_NAME: `git-lfs` + * `_glog-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `glog-dev` + * `_libboost-all-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libboost-all-dev` + * `_libbz2-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libbz2_dev` + * `_libev-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libev_dev` + * `_libffi-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libffi_dev` + * `_libffi7` + - ENV variables: + - CM_SYS_UTIL_NAME: `libffi7` + * `_libgdbm-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libgdbm_dev` + * `_libgmock-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libgmock-dev` + * `_liblzma-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `liblzma_dev` + * `_libmpfr-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libmpfr-dev` + * `_libncurses-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libncurses_dev` + * `_libnuma-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libnuma-dev` + * `_libpci-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libpci-dev` + * `_libre2-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libre2-dev` + * `_libreadline-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libreadline_dev` + * `_libsqlite3-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libsqlite3_dev` + * `_libssl-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libssl_dev` + * `_libudev-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `libudev-dev` + * `_ninja-build` + - ENV variables: + - CM_SYS_UTIL_NAME: `ninja-build` + * `_nlohmann-json3-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `nlohmann_json3_dev` + * `_ntpdate` + - ENV variables: + - CM_SYS_UTIL_NAME: `ntpdate` + * `_numactl` + - ENV variables: + - CM_SYS_UTIL_NAME: `numactl` + * `_nvidia-cuda-toolkit` + - ENV variables: + - CM_SYS_UTIL_NAME: `nvidia-cuda-toolkit` + * `_rapidjson-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `rapidjson-dev` + * `_rsync` + - ENV variables: + - CM_SYS_UTIL_NAME: `rsync` + * `_screen` + - ENV variables: + - CM_SYS_UTIL_NAME: `screen` + * `_sox` + - ENV variables: + - CM_SYS_UTIL_NAME: `sox` + * `_tk-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `tk_dev` + * `_transmission` + - ENV variables: + - CM_SYS_UTIL_NAME: `transmission` + * `_wget` + - ENV variables: + - CM_SYS_UTIL_NAME: `wget` + * `_zlib` + - ENV variables: + - CM_SYS_UTIL_NAME: `zlib` + * `_zlib1g-dev` + - ENV variables: + - CM_SYS_UTIL_NAME: `zlib1g_dev` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--install=value` → `CM_JAVA_PREBUILT_INSTALL=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_JAVA_PREBUILT_VERSION: `19`
+ * CM_JAVA_PREBUILT_BUILD: `36`
+ * CM_JAVA_PREBUILT_URL: `https://download.java.net/openjdk/jdk${CM_JAVA_PREBUILT_VERSION}/ri/`
+ * CM_JAVA_PREBUILT_FILENAME: `openjdk-${CM_JAVA_PREBUILT_VERSION}+${CM_JAVA_PREBUILT_BUILD}_${CM_JAVA_PREBUILT_HOST_OS}-x64_bin`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-java/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-java/run.bat)
+___
+#### Script output
+```bash
+cmr "get java [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-javac/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-javac/index.md
new file mode 100644
index 0000000000..fae70fe46f
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-javac/index.md
@@ -0,0 +1,124 @@
+# get-javac
+Automatically generated README for this automation recipe: **get-javac**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-javac/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-javac/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get javac" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,javac[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get javac [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,javac'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get javac[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_install` + - ENV variables: + - CM_JAVA_PREBUILT_INSTALL: `on` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--install=value` → `CM_JAVAC_PREBUILT_INSTALL=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_JAVAC_PREBUILT_VERSION: `19`
+ * CM_JAVAC_PREBUILT_BUILD: `36`
+ * CM_JAVAC_PREBUILT_URL: `https://download.java.net/openjdk/jdk${CM_JAVAC_PREBUILT_VERSION}/ri/`
+ * CM_JAVAC_PREBUILT_FILENAME: `openjdk-${CM_JAVAC_PREBUILT_VERSION}+${CM_JAVAC_PREBUILT_BUILD}_${CM_JAVAC_PREBUILT_HOST_OS}-x64_bin`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-javac/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-javac/run.bat)
+___
+#### Script output
+```bash
+cmr "get javac [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-lib-armnn/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-lib-armnn/index.md
new file mode 100644
index 0000000000..99b740e1f7
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-lib-armnn/index.md
@@ -0,0 +1,92 @@
+# get-lib-armnn
+Automatically generated README for this automation recipe: **get-lib-armnn**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-lib-armnn/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get lib-armnn lib armnn" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,lib-armnn,lib,armnn
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get lib-armnn lib armnn "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,lib-armnn,lib,armnn'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get lib-armnn lib armnn"
+ ```
+___
+
+#### Versions
+Default version: `23.11`
+
+* `22.11`
+* `23.05`
+* `23.11`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-lib-armnn/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get lib-armnn lib armnn " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-lib-dnnl/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-lib-dnnl/index.md
new file mode 100644
index 0000000000..b0860ce568
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-lib-dnnl/index.md
@@ -0,0 +1,91 @@
+# get-lib-dnnl
+Automatically generated README for this automation recipe: **get-lib-dnnl**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-lib-dnnl/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get lib-dnnl lib dnnl" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,lib-dnnl,lib,dnnl
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get lib-dnnl lib dnnl "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,lib-dnnl,lib,dnnl'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get lib-dnnl lib dnnl"
+ ```
+___
+
+#### Versions
+Default version: `dev`
+
+* `2.2.4`
+* `dev`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-lib-dnnl/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get lib-dnnl lib dnnl " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-lib-protobuf/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-lib-protobuf/index.md
new file mode 100644
index 0000000000..5786390ad8
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-lib-protobuf/index.md
@@ -0,0 +1,107 @@
+# get-lib-protobuf
+Automatically generated README for this automation recipe: **get-lib-protobuf**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-lib-protobuf/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get google-protobuf protobuf lib lib-protobuf google" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,google-protobuf,protobuf,lib,lib-protobuf,google[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get google-protobuf protobuf lib lib-protobuf google [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,google-protobuf,protobuf,lib,lib-protobuf,google'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get google-protobuf protobuf lib lib-protobuf google[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_install` + - ENV variables: + - CM_JAVAC_PREBUILT_INSTALL: `on` + +
+
+
+#### Versions
+Default version: `1.13.0`
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-lib-protobuf/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get google-protobuf protobuf lib lib-protobuf google [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-lib-qaic-api/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-lib-qaic-api/index.md
new file mode 100644
index 0000000000..012b061ee0
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-lib-qaic-api/index.md
@@ -0,0 +1,90 @@
+# get-lib-qaic-api
+Automatically generated README for this automation recipe: **get-lib-qaic-api**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-lib-qaic-api/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get api lib-qaic-api lib qaic" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,api,lib-qaic-api,lib,qaic
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get api lib-qaic-api lib qaic "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,api,lib-qaic-api,lib,qaic'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get api lib-qaic-api lib qaic"
+ ```
+___
+
+#### Versions
+Default version: `master`
+
+* `master`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-lib-qaic-api/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get api lib-qaic-api lib qaic " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-nvidia-docker/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-nvidia-docker/index.md
new file mode 100644
index 0000000000..11bd4a211f
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-nvidia-docker/index.md
@@ -0,0 +1,86 @@
+# get-nvidia-docker
+Automatically generated README for this automation recipe: **get-nvidia-docker**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-nvidia-docker/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get install nvidia nvidia-container-toolkit nvidia-docker engine" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,install,nvidia,nvidia-container-toolkit,nvidia-docker,engine
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get install nvidia nvidia-container-toolkit nvidia-docker engine "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,install,nvidia,nvidia-container-toolkit,nvidia-docker,engine'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get install nvidia nvidia-container-toolkit nvidia-docker engine"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-nvidia-docker/run-ubuntu.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get install nvidia nvidia-container-toolkit nvidia-docker engine " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-openssl/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-openssl/index.md
new file mode 100644
index 0000000000..9eda1419e6
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-openssl/index.md
@@ -0,0 +1,87 @@
+# get-openssl
+Automatically generated README for this automation recipe: **get-openssl**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-openssl/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-openssl/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get openssl lib lib-openssl" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,openssl,lib,lib-openssl
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get openssl lib lib-openssl "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,openssl,lib,lib-openssl'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get openssl lib lib-openssl"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-openssl/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get openssl lib lib-openssl " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-rclone/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-rclone/index.md
new file mode 100644
index 0000000000..bf494897cf
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-rclone/index.md
@@ -0,0 +1,107 @@
+# get-rclone
+Automatically generated README for this automation recipe: **get-rclone**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-rclone/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get rclone" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,rclone[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get rclone [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,rclone'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get rclone[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_TMP_GIT_CHECKOUT: `#` + * `_tag.#` + - ENV variables: + - CM_GIT_CHECKOUT_TAG: `#` + +
+
+
+#### Versions
+Default version: `1.65.2`
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-rclone/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-rclone/run.bat)
+___
+#### Script output
+```bash
+cmr "get rclone [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-sys-utils-cm/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-sys-utils-cm/index.md
new file mode 100644
index 0000000000..558aa7601b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-sys-utils-cm/index.md
@@ -0,0 +1,115 @@
+# get-sys-utils-cm
+Automatically generated README for this automation recipe: **get-sys-utils-cm**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/get-sys-utils-cm/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get sys-utils-cm" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,sys-utils-cm[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get sys-utils-cm [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,sys-utils-cm'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get sys-utils-cm[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_gdrive` + - ENV variables: + - CM_RCLONE_GDRIVE: `yes` + * `_system` + - ENV variables: + - CM_RCLONE_SYSTEM: `yes` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--skip=value` → `CM_SKIP_SYS_UTILS=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-arch.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-sys-utils-cm/run-arch.sh)
+ * [run-debian.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-sys-utils-cm/run-debian.sh)
+ * [run-macos.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-sys-utils-cm/run-macos.sh)
+ * [run-rhel.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-sys-utils-cm/run-rhel.sh)
+ * [run-sles.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-sys-utils-cm/run-sles.sh)
+ * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-sys-utils-cm/run-ubuntu.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get sys-utils-cm [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-sys-utils-min/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-sys-utils-min/index.md
new file mode 100644
index 0000000000..7166bf7a26
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-sys-utils-min/index.md
@@ -0,0 +1,80 @@
+# get-sys-utils-min
+Automatically generated README for this automation recipe: **get-sys-utils-min**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-sys-utils-min/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get sys-utils-min" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,sys-utils-min
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get sys-utils-min "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,sys-utils-min'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get sys-utils-min"
+ ```
+___
+
+
+___
+#### Script output
+```bash
+cmr "get sys-utils-min " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-xilinx-sdk/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-xilinx-sdk/index.md
new file mode 100644
index 0000000000..147e888153
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-xilinx-sdk/index.md
@@ -0,0 +1,99 @@
+# get-xilinx-sdk
+Automatically generated README for this automation recipe: **get-xilinx-sdk**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-xilinx-sdk/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get xilinx sdk" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,xilinx,sdk [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get xilinx sdk " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,xilinx,sdk'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get xilinx sdk" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--input=value` → `CM_XILINX_SDK_FILE_PATH=value`
+
+
+
+#### Versions
+Default version: `2019.1`
+
+* `2019.1`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-xilinx-sdk/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get xilinx sdk " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-zendnn/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-zendnn/index.md
new file mode 100644
index 0000000000..58d04192eb
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/get-zendnn/index.md
@@ -0,0 +1,86 @@
+# get-zendnn
+Automatically generated README for this automation recipe: **get-zendnn**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-zendnn/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get zendnn amd from.src" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,zendnn,amd,from.src
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get zendnn amd from.src "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,zendnn,amd,from.src'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get zendnn amd from.src"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-zendnn/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-zendnn/run.bat)
+___
+#### Script output
+```bash
+cmr "get zendnn amd from.src " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/index.md
new file mode 100644
index 0000000000..2f5ec2c54f
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/index.md
@@ -0,0 +1,30 @@
+* [get-android-sdk](get-android-sdk/index.md)
+* [get-aria2](get-aria2/index.md)
+* [get-bazel](get-bazel/index.md)
+* [get-blis](get-blis/index.md)
+* [get-brew](get-brew/index.md)
+* [get-cmake](get-cmake/index.md)
+* [get-cmsis_5](get-cmsis_5/index.md)
+* [get-docker](get-docker/index.md)
+* [get-generic-sys-util](get-generic-sys-util/index.md)
+* [get-google-test](get-google-test/index.md)
+* [get-java](get-java/index.md)
+* [get-javac](get-javac/index.md)
+* [get-lib-armnn](get-lib-armnn/index.md)
+* [get-lib-dnnl](get-lib-dnnl/index.md)
+* [get-lib-protobuf](get-lib-protobuf/index.md)
+* [get-lib-qaic-api](get-lib-qaic-api/index.md)
+* [get-nvidia-docker](get-nvidia-docker/index.md)
+* [get-openssl](get-openssl/index.md)
+* [get-rclone](get-rclone/index.md)
+* [get-sys-utils-cm](get-sys-utils-cm/index.md)
+* [get-sys-utils-min](get-sys-utils-min/index.md)
+* [get-xilinx-sdk](get-xilinx-sdk/index.md)
+* [get-zendnn](get-zendnn/index.md)
+* [install-bazel](install-bazel/index.md)
+* [install-cmake-prebuilt](install-cmake-prebuilt/index.md)
+* [install-gflags](install-gflags/index.md)
+* [install-github-cli](install-github-cli/index.md)
+* [install-intel-neural-speed-from-src](install-intel-neural-speed-from-src/index.md)
+* [install-numactl-from-src](install-numactl-from-src/index.md)
+* [install-openssl](install-openssl/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-bazel/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-bazel/index.md
new file mode 100644
index 0000000000..d9dee3a52c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-bazel/index.md
@@ -0,0 +1,90 @@
+# install-bazel
+Automatically generated README for this automation recipe: **install-bazel**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-bazel/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install script bazel" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,script,bazel
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install script bazel "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,script,bazel'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install script bazel"
+ ```
+___
+
+#### Versions
+Default version: `7.0.2`
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-aarch64.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-bazel/run-aarch64.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-bazel/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/install-bazel/run.bat)
+___
+#### Script output
+```bash
+cmr "install script bazel " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-cmake-prebuilt/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-cmake-prebuilt/index.md
new file mode 100644
index 0000000000..b02d49ed12
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-cmake-prebuilt/index.md
@@ -0,0 +1,89 @@
+# install-cmake-prebuilt
+Automatically generated README for this automation recipe: **install-cmake-prebuilt**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-cmake-prebuilt/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install prebuilt cmake prebuilt-cmake install-prebuilt-cmake" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,prebuilt,cmake,prebuilt-cmake,install-prebuilt-cmake
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install prebuilt cmake prebuilt-cmake install-prebuilt-cmake "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,prebuilt,cmake,prebuilt-cmake,install-prebuilt-cmake'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install prebuilt cmake prebuilt-cmake install-prebuilt-cmake"
+ ```
+___
+
+#### Versions
+Default version: `3.28.3`
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-cmake-prebuilt/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install prebuilt cmake prebuilt-cmake install-prebuilt-cmake " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-gflags/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-gflags/index.md
new file mode 100644
index 0000000000..adc3b09222
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-gflags/index.md
@@ -0,0 +1,90 @@
+# install-gflags
+Automatically generated README for this automation recipe: **install-gflags**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-gflags/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install src get gflags" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,src,get,gflags
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install src get gflags "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,src,get,gflags'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install src get gflags"
+ ```
+___
+
+#### Versions
+Default version: `2.2.2`
+
+* `2.2.2`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-gflags/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install src get gflags " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-github-cli/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-github-cli/index.md
new file mode 100644
index 0000000000..36276fc961
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-github-cli/index.md
@@ -0,0 +1,88 @@
+# install-github-cli
+Automatically generated README for this automation recipe: **install-github-cli**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-github-cli/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install gh github cli github-cli" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,gh,github,cli,github-cli
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install gh github cli github-cli "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,gh,github,cli,github-cli'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install gh github cli github-cli"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-macos.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-github-cli/run-macos.sh)
+ * [run-rhel.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-github-cli/run-rhel.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-github-cli/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install gh github cli github-cli " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-intel-neural-speed-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-intel-neural-speed-from-src/index.md
new file mode 100644
index 0000000000..36266b6616
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-intel-neural-speed-from-src/index.md
@@ -0,0 +1,126 @@
+# Build Intel Neural Speed from sources
+Automatically generated README for this automation recipe: **install-intel-neural-speed-from-src**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-intel-neural-speed-from-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install src from.src neural-speed intel-neural-speed" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,src,from.src,neural-speed,intel-neural-speed[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install src from.src neural-speed intel-neural-speed [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,src,from.src,neural-speed,intel-neural-speed'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install src from.src neural-speed intel-neural-speed[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_user` + - ENV variables: + - CM_PYTHON_PIP_USER: `--user` + +
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_for-intel-mlperf-inference-v4.0-gptj` + * `_sha.#` + - ENV variables: + - CM_GIT_CHECKOUT_SHA: `#` + * `_tag.#` + - ENV variables: + - CM_GIT_CHECKOUT_TAG: `#` + +
+
+
+
+ ##### Default variations
+
+ `_repo.https://github.com/intel/neural-speed`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-intel-neural-speed-from-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install src from.src neural-speed intel-neural-speed [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-numactl-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-numactl-from-src/index.md
new file mode 100644
index 0000000000..6c2808bea9
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-numactl-from-src/index.md
@@ -0,0 +1,125 @@
+# Build numactl from sources
+Automatically generated README for this automation recipe: **install-numactl-from-src**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-numactl-from-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install src from.src numactl src-numactl" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,src,from.src,numactl,src-numactl[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install src from.src numactl src-numactl [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,src,from.src,numactl,src-numactl'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install src from.src numactl src-numactl[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + * **`_repo.https://github.com/intel/neural-speed`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/intel/neural-speed` + +
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_sha.#` + - ENV variables: + - CM_GIT_CHECKOUT_SHA: `#` + * `_tag.#` + - ENV variables: + - CM_GIT_CHECKOUT_TAG: `#` + +
+
+
+
+ ##### Default variations
+
+ `_repo.https://github.com/numactl/numactl`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-numactl-from-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install src from.src numactl src-numactl [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-openssl/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-openssl/index.md
new file mode 100644
index 0000000000..1e41f8cc60
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Detection-or-installation-of-tools-and-artifacts/install-openssl/index.md
@@ -0,0 +1,90 @@
+# install-openssl
+Automatically generated README for this automation recipe: **install-openssl**
+
+Category: **[Detection or installation of tools and artifacts](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-openssl/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install src openssl openssl-lib" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,src,openssl,openssl-lib
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install src openssl openssl-lib "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,src,openssl,openssl-lib'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install src openssl openssl-lib"
+ ```
+___
+
+#### Versions
+Default version: `1.1.1`
+
+* `1.1.1`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-openssl/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install src openssl openssl-lib " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/benchmark-program/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/benchmark-program/index.md
new file mode 100644
index 0000000000..0c940eff94
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/benchmark-program/index.md
@@ -0,0 +1,114 @@
+# benchmark-program
+Automatically generated README for this automation recipe: **benchmark-program**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/benchmark-program/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/benchmark-program/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "benchmark program" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=benchmark,program[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "benchmark program [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'benchmark,program'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "benchmark program[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + * **`_repo.https://github.com/numactl/numactl`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/numactl/numactl` + +
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_ENABLE_NUMACTL: `0`
+ * CM_ENABLE_PROFILING: `0`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/benchmark-program/run-ubuntu.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/benchmark-program/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/benchmark-program/run.bat)
+___
+#### Script output
+```bash
+cmr "benchmark program [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/compile-program/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/compile-program/index.md
new file mode 100644
index 0000000000..51e8e7ece6
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/compile-program/index.md
@@ -0,0 +1,97 @@
+# compile-program
+Automatically generated README for this automation recipe: **compile-program**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/compile-program/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/compile-program/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "compile program c-program cpp-program compile-program compile-c-program compile-cpp-program" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "compile program c-program cpp-program compile-program compile-c-program compile-cpp-program "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "compile program c-program cpp-program compile-program compile-c-program compile-cpp-program"
+ ```
+___
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * SKIP_RECOMPILE: `no`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/compile-program/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/compile-program/run.bat)
+___
+#### Script output
+```bash
+cmr "compile program c-program cpp-program compile-program compile-c-program compile-cpp-program " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/convert-csv-to-md/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/convert-csv-to-md/index.md
new file mode 100644
index 0000000000..30ee7342f9
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/convert-csv-to-md/index.md
@@ -0,0 +1,96 @@
+# convert-csv-to-md
+Automatically generated README for this automation recipe: **convert-csv-to-md**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/convert-csv-to-md/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "csv-to-md convert to-md from-csv" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=csv-to-md,convert,to-md,from-csv [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "csv-to-md convert to-md from-csv " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'csv-to-md,convert,to-md,from-csv'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "csv-to-md convert to-md from-csv" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--csv_file=value` → `CM_CSV_FILE=value`
+ * `--md_file=value` → `CM_MD_FILE=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/convert-csv-to-md/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/convert-csv-to-md/run.bat)
+___
+#### Script output
+```bash
+cmr "csv-to-md convert to-md from-csv " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/copy-to-clipboard/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/copy-to-clipboard/index.md
new file mode 100644
index 0000000000..3612d0dc59
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/copy-to-clipboard/index.md
@@ -0,0 +1,98 @@
+# copy-to-clipboard
+Automatically generated README for this automation recipe: **copy-to-clipboard**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/copy-to-clipboard/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "copy to clipboard copy-to-clipboard" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=copy,to,clipboard,copy-to-clipboard [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "copy to clipboard copy-to-clipboard " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'copy,to,clipboard,copy-to-clipboard'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "copy to clipboard copy-to-clipboard" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--add_quotes=value` → `CM_COPY_TO_CLIPBOARD_TEXT_ADD_QUOTES=value`
+ * `--q=value` → `CM_COPY_TO_CLIPBOARD_TEXT_ADD_QUOTES=value`
+ * `--t=value` → `CM_COPY_TO_CLIPBOARD_TEXT=value`
+ * `--text=value` → `CM_COPY_TO_CLIPBOARD_TEXT=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/copy-to-clipboard/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/copy-to-clipboard/run.bat)
+___
+#### Script output
+```bash
+cmr "copy to clipboard copy-to-clipboard " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/create-conda-env/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/create-conda-env/index.md
new file mode 100644
index 0000000000..bef5e7517a
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/create-conda-env/index.md
@@ -0,0 +1,101 @@
+# create-conda-env
+Automatically generated README for this automation recipe: **create-conda-env**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/create-conda-env/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "create get env conda-env conda-environment create-conda-environment" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=create,get,env,conda-env,conda-environment,create-conda-environment[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "create get env conda-env conda-environment create-conda-environment [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'create,get,env,conda-env,conda-environment,create-conda-environment'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "create get env conda-env conda-environment create-conda-environment[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_numactl` + * `_numactl-interleave` + * `_profile` + +
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/create-conda-env/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "create get env conda-env conda-environment create-conda-environment [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/create-patch/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/create-patch/index.md
new file mode 100644
index 0000000000..05d7c42799
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/create-patch/index.md
@@ -0,0 +1,92 @@
+# create-patch
+Automatically generated README for this automation recipe: **create-patch**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/create-patch/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/create-patch/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "create patch" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=create,patch [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "create patch " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'create,patch'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "create patch" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--exclude=value` → `CM_CREATE_PATCH_EXCLUDE=value`
+ * `--new=value` → `CM_CREATE_PATCH_NEW=value`
+ * `--old=value` → `CM_CREATE_PATCH_OLD=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "create patch " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/detect-sudo/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/detect-sudo/index.md
new file mode 100644
index 0000000000..9bb3a47f05
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/detect-sudo/index.md
@@ -0,0 +1,86 @@
+# detect-sudo
+Automatically generated README for this automation recipe: **detect-sudo**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/detect-sudo/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "detect sudo access" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=detect,sudo,access
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "detect sudo access "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'detect,sudo,access'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "detect sudo access"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/detect-sudo/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "detect sudo access " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/download-and-extract/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/download-and-extract/index.md
new file mode 100644
index 0000000000..1bb91aa3f1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/download-and-extract/index.md
@@ -0,0 +1,145 @@
+# download-and-extract
+Automatically generated README for this automation recipe: **download-and-extract**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/download-and-extract/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/download-and-extract/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "download-and-extract file" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=download-and-extract,file[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "download-and-extract file [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'download-and-extract,file'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "download-and-extract file[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_name.#` + - ENV variables: + - CM_CONDA_ENV_NAME: `#` + +
+
+
+
+ * Group "**download-tool**"
+ Click here to expand this section.
+ + * `_extract` + - ENV variables: + - CM_DAE_EXTRACT_DOWNLOADED: `yes` + * `_keep` + - ENV variables: + - CM_EXTRACT_REMOVE_EXTRACTED: `no` + * `_no-remove-extracted` + - ENV variables: + - CM_EXTRACT_REMOVE_EXTRACTED: `no` + * `_url.#` + - ENV variables: + - CM_DAE_URL: `#` + +
+ >>`
+ - CM_TORRENT_DOWNLOADED_PATH_ENV_KEY: `CM_DAE_FILEPATH`
+ - CM_TORRENT_WAIT_UNTIL_COMPLETED: `yes`
+ * `_wget`
+
+
+
+
+ ##### Default variations
+
+ `_cmutil`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--download_path=value` → `CM_DOWNLOAD_PATH=value`
+ * `--extra_folder=value` → `CM_EXTRACT_TO_FOLDER=value`
+ * `--extract_path=value` → `CM_EXTRACT_PATH=value`
+ * `--from=value` → `CM_DOWNLOAD_LOCAL_FILE_PATH=value`
+ * `--local_path=value` → `CM_DOWNLOAD_LOCAL_FILE_PATH=value`
+ * `--store=value` → `CM_DOWNLOAD_PATH=value`
+ * `--to=value` → `CM_EXTRACT_PATH=value`
+ * `--url=value` → `CM_DAE_URL=value`
+ * `--verify=value` → `CM_VERIFY_SSL=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "download-and-extract file [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/download-file/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/download-file/index.md
new file mode 100644
index 0000000000..2899d49416
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/download-file/index.md
@@ -0,0 +1,156 @@
+# download-file
+Automatically generated README for this automation recipe: **download-file**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/download-file/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/download-file/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "download file" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=download,file[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "download file [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'download,file'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "download file[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_cmutil`** (default) + * `_curl` + * `_gdown` + * `_rclone` + * `_torrent` + - ENV variables: + - CM_DAE_DOWNLOAD_USING_TORRENT: `yes` + - CM_TORRENT_DOWNLOADED_FILE_NAME: `<<
+
+
+
+ * Group "**download-tool**"
+ Click here to expand this section.
+ + * `_url.#` + - ENV variables: + - CM_DOWNLOAD_URL: `#` + +
+
+
+
+ ##### Default variations
+
+ `_cmutil`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--download_path=value` → `CM_DOWNLOAD_PATH=value`
+ * `--from=value` → `CM_DOWNLOAD_LOCAL_FILE_PATH=value`
+ * `--local_path=value` → `CM_DOWNLOAD_LOCAL_FILE_PATH=value`
+ * `--md5sum=value` → `CM_DOWNLOAD_CHECKSUM=value`
+ * `--output_file=value` → `CM_DOWNLOAD_FILENAME=value`
+ * `--store=value` → `CM_DOWNLOAD_PATH=value`
+ * `--url=value` → `CM_DOWNLOAD_URL=value`
+ * `--verify=value` → `CM_VERIFY_SSL=value`
+ * `--verify_ssl=value` → `CM_VERIFY_SSL=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_RCLONE_COPY_USING: `sync`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/download-file/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/download-file/run.bat)
+___
+#### Script output
+```bash
+cmr "download file [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/download-torrent/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/download-torrent/index.md
new file mode 100644
index 0000000000..3d2aecbdba
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/download-torrent/index.md
@@ -0,0 +1,120 @@
+# download-torrent
+Automatically generated README for this automation recipe: **download-torrent**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/download-torrent/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "download torrent download-torrent" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=download,torrent,download-torrent[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "download torrent download-torrent [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'download,torrent,download-torrent'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "download torrent download-torrent[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_cmutil`** (default) + - ENV variables: + - CM_DOWNLOAD_TOOL: `cmutil` + * `_curl` + - ENV variables: + - CM_DOWNLOAD_TOOL: `curl` + * `_gdown` + - ENV variables: + - CM_DOWNLOAD_TOOL: `gdown` + * `_rclone` + - ENV variables: + - CM_DOWNLOAD_TOOL: `rclone` + * `_wget` + - ENV variables: + - CM_DOWNLOAD_TOOL: `wget` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--wait=value` → `CM_TORRENT_WAIT_UNTIL_COMPLETED=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_TORRENT_WAIT_UNTIL_COMPLETED: `no`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/download-torrent/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "download torrent download-torrent [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/extract-file/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/extract-file/index.md
new file mode 100644
index 0000000000..c58463bb89
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/extract-file/index.md
@@ -0,0 +1,120 @@
+# extract-file
+Automatically generated README for this automation recipe: **extract-file**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/extract-file/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/extract-file/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "extract file" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=extract,file[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "extract file [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'extract,file'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "extract file[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_torrent.#` + - ENV variables: + - CM_TORRENT_FILE: `#` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--extra_folder=value` → `CM_EXTRACT_TO_FOLDER=value`
+ * `--extract_path=value` → `CM_EXTRACT_PATH=value`
+ * `--input=value` → `CM_EXTRACT_FILEPATH=value`
+ * `--to=value` → `CM_EXTRACT_PATH=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/extract-file/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/extract-file/run.bat)
+___
+#### Script output
+```bash
+cmr "extract file [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/fail/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/fail/index.md
new file mode 100644
index 0000000000..811924c373
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/fail/index.md
@@ -0,0 +1,96 @@
+# fail
+Automatically generated README for this automation recipe: **fail**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/fail/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/fail/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "fail filter" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=fail,filter[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "fail filter [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'fail,filter'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "fail filter[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_keep` + - ENV variables: + - CM_EXTRACT_REMOVE_EXTRACTED: `no` + * `_no-remove-extracted` + - ENV variables: + - CM_EXTRACT_REMOVE_EXTRACTED: `no` + * `_path.#` + - ENV variables: + - CM_EXTRACT_FILEPATH: `#` + +
+
+
+
+___
+#### Script output
+```bash
+cmr "fail filter [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/get-conda/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/get-conda/index.md
new file mode 100644
index 0000000000..904deffb89
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/get-conda/index.md
@@ -0,0 +1,115 @@
+# get-conda
+Automatically generated README for this automation recipe: **get-conda**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-conda/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get conda get-conda" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,conda,get-conda[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get conda get-conda [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,conda,get-conda'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get conda get-conda[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_windows` + - ENV variables: + - CM_FAIL_WINDOWS: `True` + +
+
+
+
+ * Group "**conda-python**"
+ Click here to expand this section.
+ + * `_name.#` + - ENV variables: + - CM_CONDA_PREFIX_NAME: `#` + +
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-conda/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-conda/run.bat)
+___
+#### Script output
+```bash
+cmr "get conda get-conda [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/get-git-repo/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/get-git-repo/index.md
new file mode 100644
index 0000000000..8108b29159
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/get-git-repo/index.md
@@ -0,0 +1,187 @@
+# get-git-repo
+Automatically generated README for this automation recipe: **get-git-repo**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-git-repo/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-git-repo/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get git repo repository clone" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,git,repo,repository,clone[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get git repo repository clone [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,git,repo,repository,clone'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get git repo repository clone[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_python-3.#` + - ENV variables: + - CM_CONDA_PYTHON_VERSION: `3.#` + * `_python-3.8` + - ENV variables: + - CM_CONDA_PYTHON_VERSION: `3.8` + +
+
+
+
+ * Group "**checkout**"
+ Click here to expand this section.
+ + * `_lfs` + - ENV variables: + - CM_GIT_REPO_NEEDS_LFS: `yes` + * `_no-recurse-submodules` + - ENV variables: + - CM_GIT_RECURSE_SUBMODULES: `` + * `_patch` + - ENV variables: + - CM_GIT_PATCH: `yes` + * `_submodules.#` + - ENV variables: + - CM_GIT_SUBMODULES: `#` + +
+
+
+
+ * Group "**git-history**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_BRANCH: `#` + * `_sha.#` + - ENV variables: + - CM_GIT_SHA: `#` + * `_tag.#` + - ENV variables: + - CM_GIT_CHECKOUT_TAG: `#` + +
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * `_full-history` + - ENV variables: + - CM_GIT_DEPTH: `` + * **`_short-history`** (default) + - ENV variables: + - CM_GIT_DEPTH: `--depth 5` + +
+
+
+
+ ##### Default variations
+
+ `_short-history`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--branch=value` → `CM_GIT_CHECKOUT=value`
+ * `--depth=value` → `CM_GIT_DEPTH=value`
+ * `--env_key=value` → `CM_GIT_ENV_KEY=value`
+ * `--folder=value` → `CM_GIT_CHECKOUT_FOLDER=value`
+ * `--patch=value` → `CM_GIT_PATCH=value`
+ * `--pull=value` → `CM_GIT_REPO_PULL=value`
+ * `--submodules=value` → `CM_GIT_RECURSE_SUBMODULES=value`
+ * `--update=value` → `CM_GIT_REPO_PULL=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_DEPTH: `--depth 4`
+ * CM_GIT_CHECKOUT_FOLDER: `repo`
+ * CM_GIT_PATCH: `no`
+ * CM_GIT_RECURSE_SUBMODULES: ` --recurse-submodules`
+ * CM_GIT_URL: `https://github.com/mlcommons/ck.git`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-git-repo/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-git-repo/run.bat)
+___
+#### Script output
+```bash
+cmr "get git repo repository clone [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/get-github-cli/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/get-github-cli/index.md
new file mode 100644
index 0000000000..06d0a33f03
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/get-github-cli/index.md
@@ -0,0 +1,86 @@
+# get-github-cli
+Automatically generated README for this automation recipe: **get-github-cli**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-github-cli/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get gh gh-cli github cli github-cli" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,gh,gh-cli,github,cli,github-cli
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get gh gh-cli github cli github-cli "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,gh,gh-cli,github,cli,github-cli'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get gh gh-cli github cli github-cli"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-github-cli/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-github-cli/run.bat)
+___
+#### Script output
+```bash
+cmr "get gh gh-cli github cli github-cli " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/index.md
new file mode 100644
index 0000000000..94dd95d37e
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/index.md
@@ -0,0 +1,22 @@
+* [benchmark-program](benchmark-program/index.md)
+* [compile-program](compile-program/index.md)
+* [convert-csv-to-md](convert-csv-to-md/index.md)
+* [copy-to-clipboard](copy-to-clipboard/index.md)
+* [create-conda-env](create-conda-env/index.md)
+* [create-patch](create-patch/index.md)
+* [detect-sudo](detect-sudo/index.md)
+* [download-and-extract](download-and-extract/index.md)
+* [download-file](download-file/index.md)
+* [download-torrent](download-torrent/index.md)
+* [extract-file](extract-file/index.md)
+* [fail](fail/index.md)
+* [get-conda](get-conda/index.md)
+* [get-git-repo](get-git-repo/index.md)
+* [get-github-cli](get-github-cli/index.md)
+* [pull-git-repo](pull-git-repo/index.md)
+* [push-csv-to-spreadsheet](push-csv-to-spreadsheet/index.md)
+* [set-device-settings-qaic](set-device-settings-qaic/index.md)
+* [set-echo-off-win](set-echo-off-win/index.md)
+* [set-performance-mode](set-performance-mode/index.md)
+* [set-sqlite-dir](set-sqlite-dir/index.md)
+* [tar-my-folder](tar-my-folder/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/pull-git-repo/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/pull-git-repo/index.md
new file mode 100644
index 0000000000..e600e5129c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/pull-git-repo/index.md
@@ -0,0 +1,95 @@
+# pull-git-repo
+Automatically generated README for this automation recipe: **pull-git-repo**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/pull-git-repo/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "pull git repo repository" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=pull,git,repo,repository [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "pull git repo repository " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'pull,git,repo,repository'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "pull git repo repository" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--path=value` → `CM_GIT_CHECKOUT_PATH=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/pull-git-repo/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "pull git repo repository " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/push-csv-to-spreadsheet/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/push-csv-to-spreadsheet/index.md
new file mode 100644
index 0000000000..1ea013cb08
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/push-csv-to-spreadsheet/index.md
@@ -0,0 +1,107 @@
+# push-csv-to-spreadsheet
+Automatically generated README for this automation recipe: **push-csv-to-spreadsheet**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/push-csv-to-spreadsheet/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "push google-spreadsheet spreadsheet push-to-google-spreadsheet" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=push,google-spreadsheet,spreadsheet,push-to-google-spreadsheet [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "push google-spreadsheet spreadsheet push-to-google-spreadsheet " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'push,google-spreadsheet,spreadsheet,push-to-google-spreadsheet'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "push google-spreadsheet spreadsheet push-to-google-spreadsheet" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--csv_file=value` → `CM_CSV_FILE_PATH=value`
+ * `--sheet_name=value` → `CM_GOOGLE_SHEET_NAME=value`
+ * `--spreadsheet_id=value` → `CM_GOOGLE_SPREADSHEET_ID=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GOOGLE_SPREADSHEET_ID: `1gMHjXmFmwZR4-waPPyxy5Pc3VARqX3kKUWxkP97Xa6Y`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/push-csv-to-spreadsheet/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "push google-spreadsheet spreadsheet push-to-google-spreadsheet " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/set-device-settings-qaic/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/set-device-settings-qaic/index.md
new file mode 100644
index 0000000000..149675eddf
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/set-device-settings-qaic/index.md
@@ -0,0 +1,114 @@
+# set-device-settings-qaic
+Automatically generated README for this automation recipe: **set-device-settings-qaic**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/set-device-settings-qaic/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "set device qaic ai100 cloud performance power setting mode vc ecc" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=set,device,qaic,ai100,cloud,performance,power,setting,mode,vc,ecc[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "set device qaic ai100 cloud performance power setting mode vc ecc [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'set,device,qaic,ai100,cloud,performance,power,setting,mode,vc,ecc'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "set device qaic ai100 cloud performance power setting mode vc ecc[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + +
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_QAIC_DEVICES: `0`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/set-device-settings-qaic/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "set device qaic ai100 cloud performance power setting mode vc ecc [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/set-echo-off-win/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/set-echo-off-win/index.md
new file mode 100644
index 0000000000..52ff14aa93
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/set-echo-off-win/index.md
@@ -0,0 +1,80 @@
+# set-echo-off-win
+Automatically generated README for this automation recipe: **set-echo-off-win**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/set-echo-off-win/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "set echo off win echo-off-win echo-off" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=set,echo,off,win,echo-off-win,echo-off
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "set echo off win echo-off-win echo-off "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'set,echo,off,win,echo-off-win,echo-off'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "set echo off win echo-off-win echo-off"
+ ```
+___
+
+
+___
+#### Script output
+```bash
+cmr "set echo off win echo-off-win echo-off " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/set-performance-mode/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/set-performance-mode/index.md
new file mode 100644
index 0000000000..3a1c6de335
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/set-performance-mode/index.md
@@ -0,0 +1,139 @@
+# set-performance-mode
+Automatically generated README for this automation recipe: **set-performance-mode**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/set-performance-mode/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "set system performance power mode" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=set,system,performance,power,mode[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "set system performance power mode [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'set,system,performance,power,mode'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "set system performance power mode[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_ecc` + - ENV variables: + - CM_QAIC_ECC: `yes` + * `_vc.#` + - ENV variables: + - CM_QAIC_VC: `#` + +
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * `_reproducibility` + - ENV variables: + - CM_SET_OS_PERFORMANCE_REPRODUCIBILITY_MODE: `yes` + +
+
+
+
+ * Group "**performance-mode**"
+ Click here to expand this section.
+ + * **`_cpu`** (default) + - ENV variables: + - CM_SET_PERFORMANCE_MODE_OF: `cpu` + +
+
+
+
+ * Group "**power**"
+ Click here to expand this section.
+ + * **`_performance`** (default) + - ENV variables: + - CM_SET_PERFORMANCE_MODE: `performance` + +
+
+
+
+ ##### Default variations
+
+ `_cpu,_performance`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/set-performance-mode/run-ubuntu.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/set-performance-mode/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/set-performance-mode/run.bat)
+___
+#### Script output
+```bash
+cmr "set system performance power mode [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/set-sqlite-dir/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/set-sqlite-dir/index.md
new file mode 100644
index 0000000000..69229f604c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/set-sqlite-dir/index.md
@@ -0,0 +1,95 @@
+# set-sqlite-dir
+Automatically generated README for this automation recipe: **set-sqlite-dir**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/set-sqlite-dir/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "set sqlite dir sqlite-dir" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=set,sqlite,dir,sqlite-dir [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "set sqlite dir sqlite-dir " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'set,sqlite,dir,sqlite-dir'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "set sqlite dir sqlite-dir" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--path=value` → `CM_SQLITE_PATH=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/set-sqlite-dir/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/set-sqlite-dir/run.bat)
+___
+#### Script output
+```bash
+cmr "set sqlite dir sqlite-dir " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/tar-my-folder/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/tar-my-folder/index.md
new file mode 100644
index 0000000000..91b8bcaf08
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/DevOps-automation/tar-my-folder/index.md
@@ -0,0 +1,92 @@
+# tar-my-folder
+Automatically generated README for this automation recipe: **tar-my-folder**
+
+Category: **[DevOps automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/tar-my-folder/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/tar-my-folder/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run tar" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run,tar [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run tar " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run,tar'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run tar" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--input_dir=value` → `CM_TAR_INPUT_DIR=value`
+ * `--outfile=value` → `CM_TAR_OUTFILE=value`
+ * `--output_dir=value` → `CM_TAR_OUTPUT_DIR=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "run tar " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/build-docker-image/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/build-docker-image/index.md
new file mode 100644
index 0000000000..979bdc8a1c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/build-docker-image/index.md
@@ -0,0 +1,120 @@
+# build-docker-image
+Automatically generated README for this automation recipe: **build-docker-image**
+
+Category: **[Docker automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/build-docker-image/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/build-docker-image/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "build docker image docker-image dockerimage" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=build,docker,image,docker-image,dockerimage [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "build docker image docker-image dockerimage " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'build,docker,image,docker-image,dockerimage'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "build docker image docker-image dockerimage" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--cache=value` → `CM_DOCKER_CACHE=value`
+ * `--cm_repo=value` → `CM_MLOPS_REPO=value`
+ * `--docker_os=value` → `CM_DOCKER_OS=value`
+ * `--docker_os_version=value` → `CM_DOCKER_OS_VERSION=value`
+ * `--dockerfile=value` → `CM_DOCKERFILE_WITH_PATH=value`
+ * `--gh_token=value` → `CM_GH_TOKEN=value`
+ * `--image_name=value` → `CM_DOCKER_IMAGE_NAME=value`
+ * `--image_repo=value` → `CM_DOCKER_IMAGE_REPO=value`
+ * `--image_tag=value` → `CM_DOCKER_IMAGE_TAG=value`
+ * `--post_run_cmds=value` → `CM_DOCKER_POST_RUN_COMMANDS=value`
+ * `--pre_run_cmds=value` → `CM_DOCKER_PRE_RUN_COMMANDS=value`
+ * `--push_image=value` → `CM_DOCKER_PUSH_IMAGE=value`
+ * `--real_run=value` → `CM_REAL_RUN=value`
+ * `--script_tags=value` → `CM_DOCKER_RUN_SCRIPT_TAGS=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_DOCKER_IMAGE_REPO: `local`
+ * CM_DOCKER_IMAGE_TAG: `latest`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/build-docker-image/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/build-docker-image/run.bat)
+___
+#### Script output
+```bash
+cmr "build docker image docker-image dockerimage " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/build-dockerfile/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/build-dockerfile/index.md
new file mode 100644
index 0000000000..7e4ea3639b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/build-dockerfile/index.md
@@ -0,0 +1,145 @@
+# build-dockerfile
+Automatically generated README for this automation recipe: **build-dockerfile**
+
+Category: **[Docker automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/build-dockerfile/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/build-dockerfile/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "build dockerfile" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=build,dockerfile[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "build dockerfile [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'build,dockerfile'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "build dockerfile[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_power` + - ENV variables: + - CM_SET_PERFORMANCE_MODE: `power` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--build=value` → `CM_BUILD_DOCKER_IMAGE=value`
+ * `--cache=value` → `CM_DOCKER_CACHE=value`
+ * `--cm_repo=value` → `CM_MLOPS_REPO=value`
+ * `--cm_repo_flags=value` → `CM_DOCKER_ADD_FLAG_TO_CM_MLOPS_REPO=value`
+ * `--cm_repos=value` → `CM_DOCKER_EXTRA_CM_REPOS=value`
+ * `--comments=value` → `CM_DOCKER_RUN_COMMENTS=value`
+ * `--copy_files=value` → `CM_DOCKER_COPY_FILES=value`
+ * `--docker_base_image=value` → `CM_DOCKER_IMAGE_BASE=value`
+ * `--docker_os=value` → `CM_DOCKER_OS=value`
+ * `--docker_os_version=value` → `CM_DOCKER_OS_VERSION=value`
+ * `--extra_sys_deps=value` → `CM_DOCKER_EXTRA_SYS_DEPS=value`
+ * `--fake_docker_deps=value` → `CM_DOCKER_FAKE_DEPS=value`
+ * `--fake_run_option=value` → `CM_DOCKER_FAKE_RUN_OPTION=value`
+ * `--file_path=value` → `CM_DOCKERFILE_WITH_PATH=value`
+ * `--gh_token=value` → `CM_GH_TOKEN=value`
+ * `--image_repo=value` → `CM_DOCKER_IMAGE_REPO=value`
+ * `--image_tag=value` → `CM_DOCKER_IMAGE_TAG=value`
+ * `--package_manager_update_cmd=value` → `CM_PACKAGE_MANAGER_UPDATE_CMD=value`
+ * `--pip_extra_flags=value` → `CM_DOCKER_PIP_INSTALL_EXTRA_FLAGS=value`
+ * `--post_file=value` → `DOCKER_IMAGE_POST_FILE=value`
+ * `--post_run_cmds=value` → `CM_DOCKER_POST_RUN_COMMANDS=value`
+ * `--pre_run_cmds=value` → `CM_DOCKER_PRE_RUN_COMMANDS=value`
+ * `--push_image=value` → `CM_DOCKER_PUSH_IMAGE=value`
+ * `--real_run=value` → `CM_REAL_RUN=value`
+ * `--run_cmd=value` → `CM_DOCKER_RUN_CMD=value`
+ * `--run_cmd_extra=value` → `CM_DOCKER_RUN_CMD_EXTRA=value`
+ * `--script_tags=value` → `CM_DOCKER_RUN_SCRIPT_TAGS=value`
+ * `--skip_cm_sys_upgrade=value` → `CM_DOCKER_SKIP_CM_SYS_UPGRADE=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_DOCKER_BUILD_SLIM: `no`
+ * CM_DOCKER_IMAGE_EOL: `
+`
+ * CM_DOCKER_OS: `ubuntu`
+
+
+
+___
+#### Script output
+```bash
+cmr "build dockerfile [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/index.md
new file mode 100644
index 0000000000..ec6c83374e
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/index.md
@@ -0,0 +1,4 @@
+* [build-docker-image](build-docker-image/index.md)
+* [build-dockerfile](build-dockerfile/index.md)
+* [prune-docker](prune-docker/index.md)
+* [run-docker-container](run-docker-container/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/prune-docker/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/prune-docker/index.md
new file mode 100644
index 0000000000..e1025b409c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/prune-docker/index.md
@@ -0,0 +1,86 @@
+# prune-docker
+Automatically generated README for this automation recipe: **prune-docker**
+
+Category: **[Docker automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/prune-docker/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "prune docker" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=prune,docker
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "prune docker "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'prune,docker'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "prune docker"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/prune-docker/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/prune-docker/run.bat)
+___
+#### Script output
+```bash
+cmr "prune docker " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/run-docker-container/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/run-docker-container/index.md
new file mode 100644
index 0000000000..68266dfa59
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Docker-automation/run-docker-container/index.md
@@ -0,0 +1,130 @@
+# run-docker-container
+Automatically generated README for this automation recipe: **run-docker-container**
+
+Category: **[Docker automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/run-docker-container/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/run-docker-container/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run docker container" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run,docker,container [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run docker container " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run,docker,container'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run docker container" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--all_gpus=value` → `CM_DOCKER_ADD_ALL_GPUS=value`
+ * `--base=value` → `CM_DOCKER_IMAGE_BASE=value`
+ * `--cache=value` → `CM_DOCKER_CACHE=value`
+ * `--cm_repo=value` → `CM_MLOPS_REPO=value`
+ * `--detached=value` → `CM_DOCKER_DETACHED_MODE=value`
+ * `--device=value` → `CM_DOCKER_ADD_DEVICE=value`
+ * `--docker_image_base=value` → `CM_DOCKER_IMAGE_BASE=value`
+ * `--docker_os=value` → `CM_DOCKER_OS=value`
+ * `--docker_os_version=value` → `CM_DOCKER_OS_VERSION=value`
+ * `--extra_run_args=value` → `CM_DOCKER_EXTRA_RUN_ARGS=value`
+ * `--fake_run_option=value` → `CM_DOCKER_FAKE_RUN_OPTION=value`
+ * `--gh_token=value` → `CM_GH_TOKEN=value`
+ * `--image_name=value` → `CM_DOCKER_IMAGE_NAME=value`
+ * `--image_repo=value` → `CM_DOCKER_IMAGE_REPO=value`
+ * `--image_tag=value` → `CM_DOCKER_IMAGE_TAG=value`
+ * `--image_tag_extra=value` → `CM_DOCKER_IMAGE_TAG_EXTRA=value`
+ * `--interactive=value` → `CM_DOCKER_INTERACTIVE_MODE=value`
+ * `--it=value` → `CM_DOCKER_INTERACTIVE=value`
+ * `--mounts=value` → `CM_DOCKER_VOLUME_MOUNTS=value`
+ * `--num_gpus=value` → `CM_DOCKER_ADD_NUM_GPUS=value`
+ * `--pass_user_group=value` → `CM_DOCKER_PASS_USER_GROUP=value`
+ * `--port_maps=value` → `CM_DOCKER_PORT_MAPS=value`
+ * `--post_run_cmds=value` → `CM_DOCKER_POST_RUN_COMMANDS=value`
+ * `--pre_run_cmds=value` → `CM_DOCKER_PRE_RUN_COMMANDS=value`
+ * `--real_run=value` → `CM_REAL_RUN=value`
+ * `--recreate=value` → `CM_DOCKER_IMAGE_RECREATE=value`
+ * `--run_cmd=value` → `CM_DOCKER_RUN_CMD=value`
+ * `--run_cmd_extra=value` → `CM_DOCKER_RUN_CMD_EXTRA=value`
+ * `--save_script=value` → `CM_DOCKER_SAVE_SCRIPT=value`
+ * `--script_tags=value` → `CM_DOCKER_RUN_SCRIPT_TAGS=value`
+ * `--shm_size=value` → `CM_DOCKER_SHM_SIZE=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_DOCKER_DETACHED_MODE: `yes`
+
+
+
+___
+#### Script output
+```bash
+cmr "run docker container " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/GUI/gui/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/GUI/gui/index.md
new file mode 100644
index 0000000000..65f72b8c8d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/GUI/gui/index.md
@@ -0,0 +1,174 @@
+# gui
+Automatically generated README for this automation recipe: **gui**
+
+Category: **[GUI](..)**
+
+License: **Apache 2.0**
+
+Developers: [Grigori Fursin](https://cKnowledge.org/gfursin)
+
+
+---
+
+This CM script provides a unified GUI to run CM scripts using [Streamlit library](https://streamlit.io).
+
+If you want to run it in a cloud (Azure, AWS, GCP), you need to open some port and test that you can reach it from outside.
+
+By default, streamlit uses port 8501 but you can change it as follows:
+
+```bash
+cm run script "cm gui" --port 80
+```
+
+If you have troubles accessing this port, use this simple python module to test if your port is open:
+```bash
+python3 -m http.server 80
+```
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/gui/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "cm gui cm-gui script-gui cm-script-gui streamlit" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=cm,gui,cm-gui,script-gui,cm-script-gui,streamlit[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "cm gui cm-gui script-gui cm-script-gui streamlit [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'cm,gui,cm-gui,script-gui,cm-script-gui,streamlit'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "cm gui cm-gui script-gui cm-script-gui streamlit[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**app**"
+ Click here to expand this section.
+ + * `_slim` + - ENV variables: + - CM_DOCKER_BUILD_SLIM: `yes` + +
+
+
+=== "Input Flags"
+
+
+ #### Input Flags
+
+ * --**script:** script tags
+ * --**app:** gui app
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--address=value` → `CM_GUI_ADDRESS=value`
+ * `--app=value` → `CM_GUI_APP=value`
+ * `--exp_key_c=value` → `CM_GUI_GRAPH_EXPERIMENT_AXIS_KEY_C=value`
+ * `--exp_key_s=value` → `CM_GUI_GRAPH_EXPERIMENT_AXIS_KEY_S=value`
+ * `--exp_key_x=value` → `CM_GUI_GRAPH_EXPERIMENT_AXIS_KEY_X=value`
+ * `--exp_key_y=value` → `CM_GUI_GRAPH_EXPERIMENT_AXIS_KEY_Y=value`
+ * `--exp_max_results=value` → `CM_GUI_GRAPH_EXPERIMENT_MAX_RESULTS=value`
+ * `--exp_name=value` → `CM_GUI_GRAPH_EXPERIMENT_NAME=value`
+ * `--exp_tags=value` → `CM_GUI_GRAPH_EXPERIMENT_TAGS=value`
+ * `--exp_title=value` → `CM_GUI_GRAPH_EXPERIMENT_TITLE=value`
+ * `--exp_uid=value` → `CM_GUI_GRAPH_EXPERIMENT_RESULT_UID=value`
+ * `--no_browser=value` → `CM_GUI_NO_BROWSER=value`
+ * `--no_run=value` → `CM_GUI_NO_RUN=value`
+ * `--port=value` → `CM_GUI_PORT=value`
+ * `--prefix=value` → `CM_GUI_SCRIPT_PREFIX_LINUX=value`
+ * `--script=value` → `CM_GUI_SCRIPT_TAGS=value`
+ * `--title=value` → `CM_GUI_TITLE=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GUI_EXTRA_CMD: ``
+ * CM_GUI_SCRIPT_PREFIX_LINUX: `gnome-terminal --`
+ * CM_GUI_APP: `app`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/gui/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/gui/run.bat)
+___
+#### Script output
+```bash
+cmr "cm gui cm-gui script-gui cm-script-gui streamlit [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/GUI/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/GUI/index.md
new file mode 100644
index 0000000000..b30ad21816
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/GUI/index.md
@@ -0,0 +1 @@
+* [gui](gui/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Legacy-CK-support/get-ck-repo-mlops/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Legacy-CK-support/get-ck-repo-mlops/index.md
new file mode 100644
index 0000000000..4c43e6df21
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Legacy-CK-support/get-ck-repo-mlops/index.md
@@ -0,0 +1,86 @@
+# get-ck-repo-mlops
+Automatically generated README for this automation recipe: **get-ck-repo-mlops**
+
+Category: **[Legacy CK support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ck-repo-mlops/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ck-repo mlops ck-repo-mlops" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ck-repo,mlops,ck-repo-mlops
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ck-repo mlops ck-repo-mlops "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ck-repo,mlops,ck-repo-mlops'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ck-repo mlops ck-repo-mlops"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ck-repo-mlops/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ck-repo-mlops/run.bat)
+___
+#### Script output
+```bash
+cmr "get ck-repo mlops ck-repo-mlops " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Legacy-CK-support/get-ck/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Legacy-CK-support/get-ck/index.md
new file mode 100644
index 0000000000..954ae2c2e6
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Legacy-CK-support/get-ck/index.md
@@ -0,0 +1,86 @@
+# get-ck
+Automatically generated README for this automation recipe: **get-ck**
+
+Category: **[Legacy CK support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ck/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ck ck-framework" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ck,ck-framework
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ck ck-framework "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ck,ck-framework'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ck ck-framework"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ck/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ck/run.bat)
+___
+#### Script output
+```bash
+cmr "get ck ck-framework " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Legacy-CK-support/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Legacy-CK-support/index.md
new file mode 100644
index 0000000000..7f099c797c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Legacy-CK-support/index.md
@@ -0,0 +1,2 @@
+* [get-ck](get-ck/index.md)
+* [get-ck-repo-mlops](get-ck-repo-mlops/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/add-custom-nvidia-system/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/add-custom-nvidia-system/index.md
new file mode 100644
index 0000000000..50a57accee
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/add-custom-nvidia-system/index.md
@@ -0,0 +1,109 @@
+# add-custom-nvidia-system
+Automatically generated README for this automation recipe: **add-custom-nvidia-system**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/add-custom-nvidia-system/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/add-custom-nvidia-system/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "add custom system nvidia" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=add,custom,system,nvidia[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "add custom system nvidia [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'add,custom,system,nvidia'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "add custom system nvidia[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**code**"
+ Click here to expand this section.
+ + * `_chatgpt` + - ENV variables: + - CM_GUI_APP: `chatgpt` + * `_graph` + - ENV variables: + - CM_GUI_APP: `graph` + * `_main` + - ENV variables: + - CM_GUI_APP: `app` + * `_playground` + - ENV variables: + - CM_GUI_APP: `playground` + +
+
+
+#### Versions
+* `r2.1`
+* `r3.0`
+* `r3.1`
+* `r4.0`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/add-custom-nvidia-system/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "add custom system nvidia [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/benchmark-any-mlperf-inference-implementation/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/benchmark-any-mlperf-inference-implementation/index.md
new file mode 100644
index 0000000000..471ff7f8d9
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/benchmark-any-mlperf-inference-implementation/index.md
@@ -0,0 +1,192 @@
+# benchmark-any-mlperf-inference-implementation
+Automatically generated README for this automation recipe: **benchmark-any-mlperf-inference-implementation**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/benchmark-any-mlperf-inference-implementation/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "benchmark run natively all inference any mlperf mlperf-implementation implementation mlperf-models" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=benchmark,run,natively,all,inference,any,mlperf,mlperf-implementation,implementation,mlperf-models[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "benchmark run natively all inference any mlperf mlperf-implementation implementation mlperf-models [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'benchmark,run,natively,all,inference,any,mlperf,mlperf-implementation,implementation,mlperf-models'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "benchmark run natively all inference any mlperf mlperf-implementation implementation mlperf-models[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**implementation**"
+ Click here to expand this section.
+ + * `_ctuning` + * `_custom` + * `_go` + * `_mlcommons` + * `_nvidia-only` + +
+
+
+
+ * Group "**power**"
+ Click here to expand this section.
+ + * `_deepsparse` + - ENV variables: + - DIVISION: `open` + - IMPLEMENTATION: `deepsparse` + * `_intel` + - ENV variables: + - IMPLEMENTATION: `intel` + * `_mil` + - ENV variables: + - IMPLEMENTATION: `mil` + * `_nvidia` + - ENV variables: + - IMPLEMENTATION: `nvidia-original` + * `_qualcomm` + - ENV variables: + - IMPLEMENTATION: `qualcomm` + * `_reference` + - ENV variables: + - IMPLEMENTATION: `reference` + * `_tflite-cpp` + - ENV variables: + - IMPLEMENTATION: `tflite_cpp` + +
+
+
+
+ * Group "**sut**"
+ Click here to expand this section.
+ + * **`_performance-only`** (default) + * `_power` + - ENV variables: + - POWER: `True` + +
+
+
+
+ ##### Default variations
+
+ `_performance-only`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--backends=value` → `BACKENDS=value`
+ * `--category=value` → `CATEGORY=value`
+ * `--devices=value` → `DEVICES=value`
+ * `--division=value` → `DIVISION=value`
+ * `--extra_args=value` → `EXTRA_ARGS=value`
+ * `--models=value` → `MODELS=value`
+ * `--power_server=value` → `POWER_SERVER=value`
+ * `--power_server_port=value` → `POWER_SERVER_PORT=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * DIVISION: `open`
+ * CATEGORY: `edge`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-template.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/benchmark-any-mlperf-inference-implementation/run-template.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "benchmark run natively all inference any mlperf mlperf-implementation implementation mlperf-models [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/build-mlperf-inference-server-nvidia/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/build-mlperf-inference-server-nvidia/index.md
new file mode 100644
index 0000000000..a6c9522ceb
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/build-mlperf-inference-server-nvidia/index.md
@@ -0,0 +1,164 @@
+# build-mlperf-inference-server-nvidia
+Automatically generated README for this automation recipe: **build-mlperf-inference-server-nvidia**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/build-mlperf-inference-server-nvidia/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/build-mlperf-inference-server-nvidia/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "build mlcommons mlperf inference inference-server server nvidia-harness nvidia" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "build mlcommons mlperf inference inference-server server nvidia-harness nvidia [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "build mlcommons mlperf inference inference-server server nvidia-harness nvidia[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**code**"
+ Click here to expand this section.
+ + * `_aws-dl2q.24xlarge` + * `_macbookpro-m1` + - ENV variables: + - CATEGORY: `edge` + - DIVISION: `closed` + * `_mini` + * `_orin` + * `_orin.32g` + - ENV variables: + - CATEGORY: `edge` + - DIVISION: `closed` + * `_phoenix` + - ENV variables: + - CATEGORY: `edge` + - DIVISION: `closed` + * `_rb6` + * `_rpi4` + * `_sapphire-rapids.24c` + - ENV variables: + - CATEGORY: `edge` + - DIVISION: `closed` + +
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * **`_ctuning`** (default) + * `_custom` + * `_go` + * `_mlcommons` + * `_nvidia-only` + +
+
+
+
+ * Group "**version**"
+ Click here to expand this section.
+ + * `_cpu` + - ENV variables: + - CM_MLPERF_DEVICE: `cpu` + * **`_cuda`** (default) + - ENV variables: + - CM_MLPERF_DEVICE: `cuda` + - CM_MLPERF_DEVICE_LIB_NAMESPEC: `cudart` + * `_inferentia` + - ENV variables: + - CM_MLPERF_DEVICE: `inferentia` + +
+
+
+
+ ##### Default variations
+
+ `_ctuning,_cuda`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--clean=value` → `CM_MAKE_CLEAN=value`
+ * `--custom_system=value` → `CM_CUSTOM_SYSTEM_NVIDIA=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MAKE_BUILD_COMMAND: `build`
+ * CM_MAKE_CLEAN: `no`
+ * CM_CUSTOM_SYSTEM_NVIDIA: `yes`
+
+
+#### Versions
+Default version: `r3.1`
+
+* `r2.1`
+* `r3.0`
+* `r3.1`
+* `r4.0`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/build-mlperf-inference-server-nvidia/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "build mlcommons mlperf inference inference-server server nvidia-harness nvidia [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-mlperf-inference-submission/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-mlperf-inference-submission/index.md
new file mode 100644
index 0000000000..566e49acc4
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-mlperf-inference-submission/index.md
@@ -0,0 +1,122 @@
+# generate-mlperf-inference-submission
+Automatically generated README for this automation recipe: **generate-mlperf-inference-submission**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/generate-mlperf-inference-submission/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/generate-mlperf-inference-submission/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "generate submission mlperf mlperf-inference inference mlcommons inference-submission mlperf-inference-submission mlcommons-inference-submission" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=generate,submission,mlperf,mlperf-inference,inference,mlcommons,inference-submission,mlperf-inference-submission,mlcommons-inference-submission [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "generate submission mlperf mlperf-inference inference mlcommons inference-submission mlperf-inference-submission mlcommons-inference-submission " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'generate,submission,mlperf,mlperf-inference,inference,mlcommons,inference-submission,mlperf-inference-submission,mlcommons-inference-submission'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "generate submission mlperf mlperf-inference inference mlcommons inference-submission mlperf-inference-submission mlcommons-inference-submission" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--analyzer_settings_file=value` → `CM_MLPERF_POWER_ANALYZER_SETTINGS_FILE_PATH=value`
+ * `--category=value` → `CM_MLPERF_SUBMISSION_CATEGORY=value`
+ * `--clean=value` → `CM_MLPERF_CLEAN_SUBMISSION_DIR=value`
+ * `--dashboard=value` → `CM_MLPERF_DASHBOARD=value`
+ * `--dashboard_wb_project=value` → `CM_MLPERF_DASHBOARD_WANDB_PROJECT=value`
+ * `--device=value` → `CM_MLPERF_DEVICE=value`
+ * `--division=value` → `CM_MLPERF_SUBMISSION_DIVISION=value`
+ * `--duplicate=value` → `CM_MLPERF_DUPLICATE_SCENARIO_RESULTS=value`
+ * `--hw_name=value` → `CM_HW_NAME=value`
+ * `--hw_notes_extra=value` → `CM_MLPERF_SUT_HW_NOTES_EXTRA=value`
+ * `--infer_scenario_results=value` → `CM_MLPERF_DUPLICATE_SCENARIO_RESULTS=value`
+ * `--power_settings_file=value` → `CM_MLPERF_POWER_SETTINGS_FILE_PATH=value`
+ * `--preprocess=value` → `CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR=value`
+ * `--preprocess_submission=value` → `CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR=value`
+ * `--results_dir=value` → `CM_MLPERF_INFERENCE_RESULTS_DIR_=value`
+ * `--run_checker=value` → `CM_RUN_SUBMISSION_CHECKER=value`
+ * `--run_style=value` → `CM_MLPERF_RUN_STYLE=value`
+ * `--skip_truncation=value` → `CM_SKIP_TRUNCATE_ACCURACY=value`
+ * `--submission_dir=value` → `CM_MLPERF_INFERENCE_SUBMISSION_DIR=value`
+ * `--submitter=value` → `CM_MLPERF_SUBMITTER=value`
+ * `--sw_notes_extra=value` → `CM_MLPERF_SUT_SW_NOTES_EXTRA=value`
+ * `--tar=value` → `CM_TAR_SUBMISSION_DIR=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_RUN_MLPERF_ACCURACY: `on`
+ * CM_MLPERF_RUN_STYLE: `valid`
+
+
+
+___
+#### Script output
+```bash
+cmr "generate submission mlperf mlperf-inference inference mlcommons inference-submission mlperf-inference-submission mlcommons-inference-submission " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-mlperf-inference-user-conf/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-mlperf-inference-user-conf/index.md
new file mode 100644
index 0000000000..c56840eb31
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-mlperf-inference-user-conf/index.md
@@ -0,0 +1,122 @@
+# generate-mlperf-inference-user-conf
+Automatically generated README for this automation recipe: **generate-mlperf-inference-user-conf**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+Developers: [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Thomas Zhu](https://www.linkedin.com/in/hanwen-zhu-483614189), [Grigori Fursin](https://cKnowledge.org/gfursin)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/generate-mlperf-inference-user-conf/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "generate mlperf inference user-conf inference-user-conf" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=generate,mlperf,inference,user-conf,inference-user-conf [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "generate mlperf inference user-conf inference-user-conf " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'generate,mlperf,inference,user-conf,inference-user-conf'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "generate mlperf inference user-conf inference-user-conf" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--count=value` → `CM_MLPERF_LOADGEN_QUERY_COUNT=value`
+ * `--hw_name=value` → `CM_HW_NAME=value`
+ * `--mode=value` → `CM_MLPERF_LOADGEN_MODE=value`
+ * `--multistream_target_latency=value` → `CM_MLPERF_LOADGEN_MULTISTREAM_TARGET_LATENCY=value`
+ * `--num_threads=value` → `CM_NUM_THREADS=value`
+ * `--offline_target_qps=value` → `CM_MLPERF_LOADGEN_OFFLINE_TARGET_QPS=value`
+ * `--output_dir=value` → `OUTPUT_BASE_DIR=value`
+ * `--performance_sample_count=value` → `CM_MLPERF_PERFORMANCE_SAMPLE_COUNT=value`
+ * `--power=value` → `CM_MLPERF_POWER=value`
+ * `--regenerate_files=value` → `CM_REGENERATE_MEASURE_FILES=value`
+ * `--rerun=value` → `CM_RERUN=value`
+ * `--scenario=value` → `CM_MLPERF_LOADGEN_SCENARIO=value`
+ * `--server_target_qps=value` → `CM_MLPERF_LOADGEN_SERVER_TARGET_QPS=value`
+ * `--singlestream_target_latency=value` → `CM_MLPERF_LOADGEN_SINGLESTREAM_TARGET_LATENCY=value`
+ * `--target_latency=value` → `CM_MLPERF_LOADGEN_TARGET_LATENCY=value`
+ * `--target_qps=value` → `CM_MLPERF_LOADGEN_TARGET_QPS=value`
+ * `--test_query_count=value` → `CM_TEST_QUERY_COUNT=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_LOADGEN_MODE: `accuracy`
+ * CM_MLPERF_LOADGEN_SCENARIO: `Offline`
+ * CM_OUTPUT_FOLDER_NAME: `test_results`
+ * CM_MLPERF_RUN_STYLE: `test`
+ * CM_TEST_QUERY_COUNT: `10`
+ * CM_FAST_FACTOR: `5`
+ * CM_MLPERF_QUANTIZATION: `False`
+
+
+
+___
+#### Script output
+```bash
+cmr "generate mlperf inference user-conf inference-user-conf " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-mlperf-tiny-report/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-mlperf-tiny-report/index.md
new file mode 100644
index 0000000000..74555e5003
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-mlperf-tiny-report/index.md
@@ -0,0 +1,107 @@
+# generate-mlperf-tiny-report
+Automatically generated README for this automation recipe: **generate-mlperf-tiny-report**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+Developers: [Grigori Fursin](https://cKnowledge.org/gfursin)
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/generate-mlperf-tiny-report/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/generate-mlperf-tiny-report/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "generate mlperf tiny mlperf-tiny report" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=generate,mlperf,tiny,mlperf-tiny,report [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "generate mlperf tiny mlperf-tiny report " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'generate,mlperf,tiny,mlperf-tiny,report'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "generate mlperf tiny mlperf-tiny report" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--repo_tags=value` → `CM_IMPORT_TINYMLPERF_REPO_TAGS=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_IMPORT_TINYMLPERF_REPO_TAGS: `1.1-private`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run_submission_checker.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/generate-mlperf-tiny-report/run_submission_checker.sh)
+=== "Windows"
+
+ * [run_submission_checker.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/generate-mlperf-tiny-report/run_submission_checker.bat)
+___
+#### Script output
+```bash
+cmr "generate mlperf tiny mlperf-tiny report " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-mlperf-tiny-submission/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-mlperf-tiny-submission/index.md
new file mode 100644
index 0000000000..3f583de519
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-mlperf-tiny-submission/index.md
@@ -0,0 +1,81 @@
+# generate-mlperf-tiny-submission
+Automatically generated README for this automation recipe: **generate-mlperf-tiny-submission**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/generate-mlperf-tiny-submission/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/generate-mlperf-tiny-submission/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "generate submission mlperf mlperf-tiny tiny mlcommons tiny-submission mlperf-tiny-submission mlcommons-tiny-submission" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=generate,submission,mlperf,mlperf-tiny,tiny,mlcommons,tiny-submission,mlperf-tiny-submission,mlcommons-tiny-submission
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "generate submission mlperf mlperf-tiny tiny mlcommons tiny-submission mlperf-tiny-submission mlcommons-tiny-submission "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'generate,submission,mlperf,mlperf-tiny,tiny,mlcommons,tiny-submission,mlperf-tiny-submission,mlcommons-tiny-submission'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "generate submission mlperf mlperf-tiny tiny mlcommons tiny-submission mlperf-tiny-submission mlcommons-tiny-submission"
+ ```
+___
+
+
+___
+#### Script output
+```bash
+cmr "generate submission mlperf mlperf-tiny tiny mlcommons tiny-submission mlperf-tiny-submission mlcommons-tiny-submission " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-nvidia-engine/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-nvidia-engine/index.md
new file mode 100644
index 0000000000..05f7576e24
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/generate-nvidia-engine/index.md
@@ -0,0 +1,165 @@
+# generate-nvidia-engine
+Automatically generated README for this automation recipe: **generate-nvidia-engine**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+
+---
+
+This CM script is in draft stage
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/generate-nvidia-engine/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "generate engine mlperf inference nvidia" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=generate,engine,mlperf,inference,nvidia[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "generate engine mlperf inference nvidia [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'generate,engine,mlperf,inference,nvidia'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "generate engine mlperf inference nvidia[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_r4.0` + +
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * `_batch_size.#` + - ENV variables: + - CM_MODEL_BATCH_SIZE: `None` + * `_copy_streams.#` + - ENV variables: + - CM_GPU_COPY_STREAMS: `None` + * `_cuda` + - ENV variables: + - CM_MLPERF_DEVICE: `gpu` + - CM_MLPERF_DEVICE_LIB_NAMESPEC: `cudart` + +
+
+
+
+ * Group "**model**"
+ Click here to expand this section.
+ + * **`_cpu`** (default) + - ENV variables: + - CM_MLPERF_DEVICE: `cpu` + +
+
+
+
+ ##### Default variations
+
+ `_cpu,_resnet50`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--output_dir=value` → `CM_MLPERF_OUTPUT_DIR=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_BATCH_COUNT: `1`
+ * CM_BATCH_SIZE: `1`
+ * CM_LOADGEN_SCENARIO: `Offline`
+ * CM_GPU_COPY_STREAMS: `1`
+ * CM_TENSORRT_WORKSPACE_SIZE: `4194304`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/generate-nvidia-engine/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "generate engine mlperf inference nvidia [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-intel-scratch-space/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-intel-scratch-space/index.md
new file mode 100644
index 0000000000..4267c81467
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-intel-scratch-space/index.md
@@ -0,0 +1,117 @@
+# get-mlperf-inference-intel-scratch-space
+Automatically generated README for this automation recipe: **get-mlperf-inference-intel-scratch-space**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-intel-scratch-space/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get mlperf inference intel scratch space" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,mlperf,inference,intel,scratch,space[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get mlperf inference intel scratch space [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,mlperf,inference,intel,scratch,space'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get mlperf inference intel scratch space[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**version**"
+ Click here to expand this section.
+ + * **`_resnet50`** (default) + - ENV variables: + - CM_MODEL: `resnet50` + * `_retinanet` + - ENV variables: + - CM_MODEL: `retinanet` + +
+
+
+
+ ##### Default variations
+
+ `_version.4_0`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--scratch_path=value` → `MLPERF_INTEL_SCRATCH_PATH=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-intel-scratch-space/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-intel-scratch-space/run.bat)
+___
+#### Script output
+```bash
+cmr "get mlperf inference intel scratch space [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-loadgen/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-loadgen/index.md
new file mode 100644
index 0000000000..85084ac54b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-loadgen/index.md
@@ -0,0 +1,144 @@
+# get-mlperf-inference-loadgen
+Automatically generated README for this automation recipe: **get-mlperf-inference-loadgen**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-loadgen/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-loadgen/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get loadgen inference inference-loadgen mlperf mlcommons" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,loadgen,inference,inference-loadgen,mlperf,mlcommons[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get loadgen inference inference-loadgen mlperf mlcommons [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,loadgen,inference,inference-loadgen,mlperf,mlcommons'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get loadgen inference inference-loadgen mlperf mlcommons[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_version.#` + - ENV variables: + - CM_INTEL_SCRATCH_SPACE_VERSION: `#` + * **`_version.4_0`** (default) + - ENV variables: + - CM_INTEL_SCRATCH_SPACE_VERSION: `4_0` + +
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_SHARED_BUILD: `no`
+
+
+#### Versions
+Default version: `master`
+
+* `custom`
+* `main`
+* `master`
+* `pybind_fix`
+* `r2.1`
+* `r3.0`
+* `r3.1`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-loadgen/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-loadgen/run.bat)
+___
+#### Script output
+```bash
+cmr "get loadgen inference inference-loadgen mlperf mlcommons [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-nvidia-common-code/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-nvidia-common-code/index.md
new file mode 100644
index 0000000000..ca4cb291c5
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-nvidia-common-code/index.md
@@ -0,0 +1,105 @@
+# get-mlperf-inference-nvidia-common-code
+Automatically generated README for this automation recipe: **get-mlperf-inference-nvidia-common-code**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-nvidia-common-code/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-nvidia-common-code/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get nvidia mlperf inference common-code" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,nvidia,mlperf,inference,common-code[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get nvidia mlperf inference common-code [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,nvidia,mlperf,inference,common-code'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get nvidia mlperf inference common-code[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**repo-owner**"
+ Click here to expand this section.
+ + * `_copy` + * `_custom-python` + - ENV variables: + - CM_TMP_USE_CUSTOM_PYTHON: `on` + * `_download` + - ENV variables: + - CM_DOWNLOAD_CHECKSUM: `af3f9525965b2c1acc348fb882a5bfd1` + - CM_MLPERF_INFERENCE_LOADGEN_DOWNLOAD: `YES` + - CM_MLPERF_INFERENCE_LOADGEN_DOWNLOAD_URL: `https://www.dropbox.com/scl/fi/36dgoiur26i2tvwgsaatf/loadgen.zip?rlkey=ab68i7uza9anvaw0hk1xvf0qk&dl=0` + - CM_MLPERF_INFERENCE_LOADGEN_VERSION: `v3.1` + - CM_VERIFY_SSL: `False` + * `_download_v3.1` + - ENV variables: + - CM_DOWNLOAD_CHECKSUM: `af3f9525965b2c1acc348fb882a5bfd1` + - CM_MLPERF_INFERENCE_LOADGEN_DOWNLOAD: `YES` + - CM_MLPERF_INFERENCE_LOADGEN_DOWNLOAD_URL: `https://www.dropbox.com/scl/fi/36dgoiur26i2tvwgsaatf/loadgen.zip?rlkey=ab68i7uza9anvaw0hk1xvf0qk&dl=0` + - CM_MLPERF_INFERENCE_LOADGEN_VERSION: `v3.1` + - CM_VERIFY_SSL: `False` + * `_download_v4.0` + - ENV variables: + - CM_DOWNLOAD_CHECKSUM: `b4d97525d9ad0539a64667f2a3ca20c5` + - CM_MLPERF_INFERENCE_LOADGEN_DOWNLOAD: `YES` + - CM_MLPERF_INFERENCE_LOADGEN_DOWNLOAD_URL: `https://www.dropbox.com/scl/fi/gk5e9kziju5t56umxyzyx/loadgen.zip?rlkey=vsie4xnzml1inpjplm5cg7t54&dl=0` + - CM_MLPERF_INFERENCE_LOADGEN_VERSION: `v4.0` + - CM_VERIFY_SSL: `False` + +
+
+
+#### Versions
+Default version: `r3.1`
+
+* `r2.1`
+* `r3.0`
+* `r3.1`
+* `r4.0`
+
+___
+#### Script output
+```bash
+cmr "get nvidia mlperf inference common-code [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-nvidia-scratch-space/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-nvidia-scratch-space/index.md
new file mode 100644
index 0000000000..6f7fd5229d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-nvidia-scratch-space/index.md
@@ -0,0 +1,118 @@
+# get-mlperf-inference-nvidia-scratch-space
+Automatically generated README for this automation recipe: **get-mlperf-inference-nvidia-scratch-space**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-nvidia-scratch-space/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-nvidia-scratch-space/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get mlperf inference nvidia scratch space" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,mlperf,inference,nvidia,scratch,space[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get mlperf inference nvidia scratch space [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,mlperf,inference,nvidia,scratch,space'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get mlperf inference nvidia scratch space[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**version**"
+ Click here to expand this section.
+ + * `_ctuning` + * `_custom` + * `_go` + * `_mlcommons` + * `_nvidia-only` + +
+
+
+
+ ##### Default variations
+
+ `_version.4_0`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--scratch_path=value` → `CM_NVIDIA_MLPERF_SCRATCH_PATH=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-nvidia-scratch-space/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-nvidia-scratch-space/run.bat)
+___
+#### Script output
+```bash
+cmr "get mlperf inference nvidia scratch space [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-results-dir/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-results-dir/index.md
new file mode 100644
index 0000000000..b67ffcfdad
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-results-dir/index.md
@@ -0,0 +1,111 @@
+# get-mlperf-inference-results-dir
+Automatically generated README for this automation recipe: **get-mlperf-inference-results-dir**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-results-dir/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get mlperf inference results dir directory" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,mlperf,inference,results,dir,directory[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get mlperf inference results dir directory [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,mlperf,inference,results,dir,directory'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get mlperf inference results dir directory[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**version**"
+ Click here to expand this section.
+ + * `_version.#` + - ENV variables: + - CM_NVIDIA_SCRATCH_SPACE_VERSION: `#` + * **`_version.4_0`** (default) + - ENV variables: + - CM_NVIDIA_SCRATCH_SPACE_VERSION: `4_0` + +
+
+
+
+ ##### Default variations
+
+ `_version.4_0`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--results_dir=value` → `CM_MLPERF_INFERENCE_RESULTS_DIR=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "get mlperf inference results dir directory [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-results/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-results/index.md
new file mode 100644
index 0000000000..9297150e26
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-results/index.md
@@ -0,0 +1,132 @@
+# get-mlperf-inference-results
+Automatically generated README for this automation recipe: **get-mlperf-inference-results**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-results/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-results/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get results inference inference-results mlcommons mlperf" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,results,inference,inference-results,mlcommons,mlperf[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get results inference inference-results mlcommons mlperf [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,results,inference,inference-results,mlcommons,mlperf'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get results inference inference-results mlcommons mlperf[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**source-repo**"
+ Click here to expand this section.
+ + * `_version.#` + - ENV variables: + - CM_MLPERF_INFERENCE_RESULTS_VERSION: `#` + * **`_version.4_0`** (default) + - ENV variables: + - CM_MLPERF_INFERENCE_RESULTS_VERSION: `4_0` + +
+
+
+
+ ##### Default variations
+
+ `_mlcommons`
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_CHECKOUT: `master`
+ * CM_GIT_DEPTH: `--depth 1`
+ * CM_GIT_PATCH: `no`
+
+
+#### Versions
+Default version: `v3.1`
+
+* `v2.1`
+* `v3.0`
+* `v3.1`
+* `v4.0`
+
+___
+#### Script output
+```bash
+cmr "get results inference inference-results mlcommons mlperf [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-src/index.md
new file mode 100644
index 0000000000..44b4f4b4fb
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-src/index.md
@@ -0,0 +1,192 @@
+# get-mlperf-inference-src
+Automatically generated README for this automation recipe: **get-mlperf-inference-src**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-src/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get src source inference inference-src inference-source mlperf mlcommons" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,src,source,inference,inference-src,inference-source,mlperf,mlcommons[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get src source inference inference-src inference-source mlperf mlcommons [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,src,source,inference,inference-src,inference-source,mlperf,mlcommons'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get src source inference inference-src inference-source mlperf mlcommons[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_ctuning` + - ENV variables: + - GITHUB_REPO_OWNER: `ctuning` + * `_custom` + - ENV variables: + - GITHUB_REPO_OWNER: `arjunsuresh` + * `_go` + - ENV variables: + - GITHUB_REPO_OWNER: `GATEOverflow` + * **`_mlcommons`** (default) + - ENV variables: + - GITHUB_REPO_OWNER: `mlcommons` + * `_nvidia-only` + - ENV variables: + - GITHUB_REPO_OWNER: `GATEOverflow` + - NVIDIA_ONLY: `yes` + +
+
+
+
+ * Group "**checkout**"
+ Click here to expand this section.
+ + * `_3d-unet` + - ENV variables: + - CM_SUBMODULE_3D_UNET: `yes` + * `_deeplearningexamples` + - ENV variables: + - CM_SUBMODULE_DEEPLEARNINGEXAMPLES: `yes` + * `_deepsparse` + - ENV variables: + - CM_GIT_CHECKOUT: `deepsparse` + - CM_GIT_URL: `https://github.com/neuralmagic/inference` + - CM_MLPERF_LAST_RELEASE: `v4.0` + * `_gn` + - ENV variables: + - CM_SUBMODULE_GN: `yes` + * `_no-recurse-submodules` + - ENV variables: + - CM_GIT_RECURSE_SUBMODULES: `` + * `_nvidia-pycocotools` + - ENV variables: + - CM_GIT_PATCH_FILENAME: `coco.patch` + * `_octoml` + - ENV variables: + - CM_GIT_URL: `https://github.com/octoml/inference` + * `_openimages-nvidia-pycocotools` + - ENV variables: + - CM_GIT_PATCH_FILENAME: `openimages-pycocotools.patch` + * `_patch` + - ENV variables: + - CM_GIT_PATCH: `yes` + * `_pybind` + - ENV variables: + - CM_SUBMODULE_PYBIND: `yes` + * `_recurse-submodules` + - ENV variables: + - CM_GIT_RECURSE_SUBMODULES: ` --recurse-submodules` + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + * `_submodules.#` + - ENV variables: + - CM_GIT_SUBMODULES: `#` + +
+
+
+
+ * Group "**git-history**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_sha.#` + - ENV variables: + - CM_GIT_SHA: `#` + +
+
+
+
+ ##### Default variations
+
+ `_short-history`
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_CHECKOUT_FOLDER: `inference`
+ * CM_GIT_DEPTH: `--depth 4`
+ * CM_GIT_PATCH: `no`
+ * CM_GIT_RECURSE_SUBMODULES: ``
+ * CM_GIT_URL: `https://github.com/mlcommons/inference.git`
+
+
+#### Versions
+Default version: `master`
+
+* `custom`
+* `deepsparse`
+* `main`
+* `master`
+* `pybind_fix`
+* `r2.1`
+* `r3.0`
+* `r3.1`
+* `tvm`
+
+___
+#### Script output
+```bash
+cmr "get src source inference inference-src inference-source mlperf mlcommons [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-submission-dir/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-submission-dir/index.md
new file mode 100644
index 0000000000..d6375c0dc0
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-submission-dir/index.md
@@ -0,0 +1,111 @@
+# get-mlperf-inference-submission-dir
+Automatically generated README for this automation recipe: **get-mlperf-inference-submission-dir**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-submission-dir/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get mlperf inference submission dir directory" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,mlperf,inference,submission,dir,directory[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get mlperf inference submission dir directory [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,mlperf,inference,submission,dir,directory'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get mlperf inference submission dir directory[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**version**"
+ Click here to expand this section.
+ + * `_full-history` + - ENV variables: + - CM_GIT_DEPTH: `` + * **`_short-history`** (default) + - ENV variables: + - CM_GIT_DEPTH: `--depth 10` + +
+
+
+
+ ##### Default variations
+
+ `_version.4_0`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--submission_dir=value` → `CM_MLPERF_INFERENCE_SUBMISSION_DIR=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "get mlperf inference submission dir directory [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-sut-configs/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-sut-configs/index.md
new file mode 100644
index 0000000000..3aa4926b3f
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-sut-configs/index.md
@@ -0,0 +1,103 @@
+# get-mlperf-inference-sut-configs
+Automatically generated README for this automation recipe: **get-mlperf-inference-sut-configs**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-sut-configs/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-sut-configs/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get mlperf inference sut configs sut-configs" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,mlperf,inference,sut,configs,sut-configs [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get mlperf inference sut configs sut-configs " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,mlperf,inference,sut,configs,sut-configs'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get mlperf inference sut configs sut-configs" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--configs_git_url=value` → `CM_GIT_URL=value`
+ * `--repo_path=value` → `CM_SUT_CONFIGS_PATH=value`
+ * `--run_config=value` → `CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_SUT_CONFIGS_PATH: ``
+ * CM_GIT_URL: ``
+
+
+
+___
+#### Script output
+```bash
+cmr "get mlperf inference sut configs sut-configs " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-sut-description/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-sut-description/index.md
new file mode 100644
index 0000000000..7082c8a803
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-inference-sut-description/index.md
@@ -0,0 +1,100 @@
+# get-mlperf-inference-sut-description
+Automatically generated README for this automation recipe: **get-mlperf-inference-sut-description**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-inference-sut-description/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get mlperf sut description system-under-test system-description" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,mlperf,sut,description,system-under-test,system-description [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get mlperf sut description system-under-test system-description " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,mlperf,sut,description,system-under-test,system-description'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get mlperf sut description system-under-test system-description" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--name=value` → `CM_HW_NAME=value`
+ * `--submitter=value` → `CM_MLPERF_SUBMITTER=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_SUT_DESC_CACHE: `no`
+
+
+
+___
+#### Script output
+```bash
+cmr "get mlperf sut description system-under-test system-description " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-logging/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-logging/index.md
new file mode 100644
index 0000000000..ce64cb5101
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-logging/index.md
@@ -0,0 +1,81 @@
+# get-mlperf-logging
+Automatically generated README for this automation recipe: **get-mlperf-logging**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-logging/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-logging/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get mlperf logging mlperf-logging" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,mlperf,logging,mlperf-logging
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get mlperf logging mlperf-logging "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,mlperf,logging,mlperf-logging'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get mlperf logging mlperf-logging"
+ ```
+___
+
+
+___
+#### Script output
+```bash
+cmr "get mlperf logging mlperf-logging " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-power-dev/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-power-dev/index.md
new file mode 100644
index 0000000000..d3cfef35e8
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-power-dev/index.md
@@ -0,0 +1,134 @@
+# get-mlperf-power-dev
+Automatically generated README for this automation recipe: **get-mlperf-power-dev**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-power-dev/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get src source power power-dev mlperf mlcommons" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,src,source,power,power-dev,mlperf,mlcommons[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get src source power power-dev mlperf mlcommons [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,src,source,power,power-dev,mlperf,mlcommons'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get src source power power-dev mlperf mlcommons[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**checkout**"
+ Click here to expand this section.
+ + * `_version.#` + - ENV variables: + - CM_MLPERF_INFERENCE_SUBMISSION_VERSION: `#` + * **`_version.4_0`** (default) + - ENV variables: + - CM_MLPERF_INFERENCE_SUBMISSION_VERSION: `4_0` + +
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_sha.#` + - ENV variables: + - CM_GIT_SHA: `#` + * `_tag.#` + - ENV variables: + - CM_GIT_CHECKOUT_TAG: `#` + +
+
+
+
+ ##### Default variations
+
+ `_mlcommons`
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_DEPTH: `--depth 1`
+ * CM_GIT_PATCH: `no`
+ * CM_GIT_CHECKOUT_FOLDER: `power-dev`
+
+
+
+___
+#### Script output
+```bash
+cmr "get src source power power-dev mlperf mlcommons [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-tiny-eembc-energy-runner-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-tiny-eembc-energy-runner-src/index.md
new file mode 100644
index 0000000000..dab580fbdc
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-tiny-eembc-energy-runner-src/index.md
@@ -0,0 +1,99 @@
+# get-mlperf-tiny-eembc-energy-runner-src
+Automatically generated README for this automation recipe: **get-mlperf-tiny-eembc-energy-runner-src**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-tiny-eembc-energy-runner-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get src source eembc energyrunner energy-runner eembc-energy-runner tinymlperf-energy-runner" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,src,source,eembc,energyrunner,energy-runner,eembc-energy-runner,tinymlperf-energy-runner
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get src source eembc energyrunner energy-runner eembc-energy-runner tinymlperf-energy-runner "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,src,source,eembc,energyrunner,energy-runner,eembc-energy-runner,tinymlperf-energy-runner'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get src source eembc energyrunner energy-runner eembc-energy-runner tinymlperf-energy-runner"
+ ```
+___
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_CHECKOUT: `main`
+ * CM_GIT_PATCH: `no`
+ * CM_GIT_RECURSE_SUBMODULES: ``
+ * CM_GIT_URL: `https://github.com/eembc/energyrunner`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-tiny-eembc-energy-runner-src/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-tiny-eembc-energy-runner-src/run.bat)
+___
+#### Script output
+```bash
+cmr "get src source eembc energyrunner energy-runner eembc-energy-runner tinymlperf-energy-runner " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-tiny-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-tiny-src/index.md
new file mode 100644
index 0000000000..9c76d468e7
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-tiny-src/index.md
@@ -0,0 +1,99 @@
+# get-mlperf-tiny-src
+Automatically generated README for this automation recipe: **get-mlperf-tiny-src**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-tiny-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get src source tiny tiny-src tiny-source tinymlperf tinymlperf-src mlperf mlcommons" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,src,source,tiny,tiny-src,tiny-source,tinymlperf,tinymlperf-src,mlperf,mlcommons
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get src source tiny tiny-src tiny-source tinymlperf tinymlperf-src mlperf mlcommons "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,src,source,tiny,tiny-src,tiny-source,tinymlperf,tinymlperf-src,mlperf,mlcommons'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get src source tiny tiny-src tiny-source tinymlperf tinymlperf-src mlperf mlcommons"
+ ```
+___
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_CHECKOUT: `master`
+ * CM_GIT_PATCH: `no`
+ * CM_GIT_RECURSE_SUBMODULES: ``
+ * CM_GIT_URL: `https://github.com/mlcommons/tiny.git`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-tiny-src/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-tiny-src/run.bat)
+___
+#### Script output
+```bash
+cmr "get src source tiny tiny-src tiny-source tinymlperf tinymlperf-src mlperf mlcommons " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-training-nvidia-code/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-training-nvidia-code/index.md
new file mode 100644
index 0000000000..3ee1a15ac1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-training-nvidia-code/index.md
@@ -0,0 +1,112 @@
+# get-mlperf-training-nvidia-code
+Automatically generated README for this automation recipe: **get-mlperf-training-nvidia-code**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-training-nvidia-code/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get nvidia mlperf training code training-code" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,nvidia,mlperf,training,code,training-code[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get nvidia mlperf training code training-code [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,nvidia,mlperf,training,code,training-code'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get nvidia mlperf training code training-code[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**repo-owner**"
+ Click here to expand this section.
+ + * **`_mlcommons`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/mlcommons/power-dev.git` + * `_octoml` + - ENV variables: + - CM_GIT_URL: `https://github.com/octoml/power-dev.git` + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + +
+
+
+
+ ##### Default variations
+
+ `_mlcommons`
+#### Versions
+Default version: `r3.0`
+
+* `r2.1`
+* `r3.0`
+* `r3.1`
+
+___
+#### Script output
+```bash
+cmr "get nvidia mlperf training code training-code [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-training-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-training-src/index.md
new file mode 100644
index 0000000000..ac0c7803e4
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-mlperf-training-src/index.md
@@ -0,0 +1,181 @@
+# get-mlperf-training-src
+Automatically generated README for this automation recipe: **get-mlperf-training-src**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-training-src/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-mlperf-training-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get src source training training-src training-source mlperf mlcommons" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,src,source,training,training-src,training-source,mlperf,mlcommons[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get src source training training-src training-source mlperf mlcommons [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,src,source,training,training-src,training-source,mlperf,mlcommons'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get src source training training-src training-source mlperf mlcommons[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_ctuning` + - ENV variables: + - CM_TMP_TRAINING_SRC: `ctuning` + * `_custom` + * **`_mlcommons`** (default) + - ENV variables: + - CM_TMP_TRAINING_SRC: `mlcommons` + * `_nvidia-only` + - ENV variables: + - CM_TMP_TRAINING_SRC: `GATEOverflow` + +
+
+
+
+ * Group "**checkout**"
+ Click here to expand this section.
+ + * `_no-recurse-submodules` + - ENV variables: + - CM_GIT_RECURSE_SUBMODULES: `` + * `_nvidia-retinanet` + - ENV variables: + - CM_GIT_PATCH_FILENAMES: `nvidia-retinanet.patch,cpu_load.patch` + * `_patch` + - ENV variables: + - CM_GIT_PATCH: `yes` + +
+
+
+
+ * Group "**git-history**"
+ Click here to expand this section.
+ + * `_branch.#` + - ENV variables: + - CM_GIT_CHECKOUT: `#` + * `_sha.#` + - ENV variables: + - CM_GIT_SHA: `#` + * `_tag.#` + - ENV variables: + - CM_GIT_CHECKOUT_TAG: `#` + +
+
+
+
+ * Group "**repo**"
+ Click here to expand this section.
+ + * `_full-history` + - ENV variables: + - CM_GIT_DEPTH: `` + * **`_short-history`** (default) + - ENV variables: + - CM_GIT_DEPTH: `--depth 5` + +
+
+
+
+ * Group "**src**"
+ Click here to expand this section.
+ + * `_repo.#` + - ENV variables: + - CM_GIT_URL: `#` + +
+
+
+
+ ##### Default variations
+
+ `_cknowledge,_short-history`
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_CHECKOUT: `master`
+ * CM_GIT_DEPTH: `--depth 4`
+ * CM_GIT_PATCH: `no`
+ * CM_GIT_RECURSE_SUBMODULES: ` --recurse-submodules`
+ * CM_GIT_CHECKOUT_FOLDER: `training`
+
+
+#### Versions
+Default version: `master`
+
+* `custom`
+* `master`
+
+___
+#### Script output
+```bash
+cmr "get src source training training-src training-source mlperf mlcommons [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-nvidia-mitten/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-nvidia-mitten/index.md
new file mode 100644
index 0000000000..8746bdac31
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-nvidia-mitten/index.md
@@ -0,0 +1,90 @@
+# get-nvidia-mitten
+Automatically generated README for this automation recipe: **get-nvidia-mitten**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-nvidia-mitten/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-nvidia-mitten/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get nvidia mitten nvidia-mitten" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,nvidia,mitten,nvidia-mitten
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get nvidia mitten nvidia-mitten "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,nvidia,mitten,nvidia-mitten'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get nvidia mitten nvidia-mitten"
+ ```
+___
+
+#### Versions
+Default version: `master`
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-nvidia-mitten/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-nvidia-mitten/run.bat)
+___
+#### Script output
+```bash
+cmr "get nvidia mitten nvidia-mitten " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-spec-ptd/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-spec-ptd/index.md
new file mode 100644
index 0000000000..f2c9e85c78
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/get-spec-ptd/index.md
@@ -0,0 +1,121 @@
+# get-spec-ptd
+Automatically generated README for this automation recipe: **get-spec-ptd**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-spec-ptd/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-spec-ptd/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get spec ptd ptdaemon power daemon power-daemon mlperf mlcommons" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,spec,ptd,ptdaemon,power,daemon,power-daemon,mlperf,mlcommons [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get spec ptd ptdaemon power daemon power-daemon mlperf mlcommons " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,spec,ptd,ptdaemon,power,daemon,power-daemon,mlperf,mlcommons'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get spec ptd ptdaemon power daemon power-daemon mlperf mlcommons" [--input_flags]
+ ```
+___
+
+=== "Input Flags"
+
+
+ #### Input Flags
+
+ * --**input:** Path to SPEC PTDaemon (Optional)
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--input=value` → `CM_INPUT=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_GIT_CHECKOUT: `main`
+ * CM_GIT_DEPTH: `--depth 1`
+ * CM_GIT_PATCH: `no`
+ * CM_GIT_RECURSE_SUBMODULES: ` `
+ * CM_GIT_URL: `https://github.com/mlcommons/power.git`
+
+
+#### Versions
+Default version: `main`
+
+* `custom`
+* `main`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-spec-ptd/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get spec ptd ptdaemon power daemon power-daemon mlperf mlcommons " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/import-mlperf-inference-to-experiment/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/import-mlperf-inference-to-experiment/index.md
new file mode 100644
index 0000000000..8beb80672c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/import-mlperf-inference-to-experiment/index.md
@@ -0,0 +1,107 @@
+# import-mlperf-inference-to-experiment
+Automatically generated README for this automation recipe: **import-mlperf-inference-to-experiment**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+Developers: [Grigori Fursin](https://cKnowledge.org/gfursin)
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/import-mlperf-inference-to-experiment/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/import-mlperf-inference-to-experiment/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "import mlperf inference mlperf-inference experiment 2experiment to-experiment" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=import,mlperf,inference,mlperf-inference,experiment,2experiment,to-experiment[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "import mlperf inference mlperf-inference experiment 2experiment to-experiment [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'import,mlperf,inference,mlperf-inference,experiment,2experiment,to-experiment'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "import mlperf inference mlperf-inference experiment 2experiment to-experiment[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_cknowledge`** (default) + - ENV variables: + - CM_GIT_URL: `https://github.com/cknowledge/training.git` + * `_mlcommons` + - ENV variables: + - CM_GIT_URL: `https://github.com/mlcommons/training.git` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--submitter=value` → `CM_MLPERF_SUBMITTER=value`
+ * `--target_repo=value` → `CM_IMPORT_MLPERF_INFERENCE_TARGET_REPO=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "import mlperf inference mlperf-inference experiment 2experiment to-experiment [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/import-mlperf-tiny-to-experiment/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/import-mlperf-tiny-to-experiment/index.md
new file mode 100644
index 0000000000..ee0aa4edd2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/import-mlperf-tiny-to-experiment/index.md
@@ -0,0 +1,91 @@
+# import-mlperf-tiny-to-experiment
+Automatically generated README for this automation recipe: **import-mlperf-tiny-to-experiment**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+Developers: [Grigori Fursin](https://cKnowledge.org/gfursin)
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/import-mlperf-tiny-to-experiment/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/import-mlperf-tiny-to-experiment/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "import mlperf tiny mlperf-tiny experiment 2experiment to-experiment" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=import,mlperf,tiny,mlperf-tiny,experiment,2experiment,to-experiment [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "import mlperf tiny mlperf-tiny experiment 2experiment to-experiment " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'import,mlperf,tiny,mlperf-tiny,experiment,2experiment,to-experiment'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "import mlperf tiny mlperf-tiny experiment 2experiment to-experiment" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--target_repo=value` → `CM_IMPORT_TINYMLPERF_TARGET_REPO=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "import mlperf tiny mlperf-tiny experiment 2experiment to-experiment " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/import-mlperf-training-to-experiment/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/import-mlperf-training-to-experiment/index.md
new file mode 100644
index 0000000000..edda35499e
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/import-mlperf-training-to-experiment/index.md
@@ -0,0 +1,97 @@
+# import-mlperf-training-to-experiment
+Automatically generated README for this automation recipe: **import-mlperf-training-to-experiment**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+Developers: [Grigori Fursin](https://cKnowledge.org/gfursin)
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/import-mlperf-training-to-experiment/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/import-mlperf-training-to-experiment/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "import mlperf training mlperf-training experiment 2experiment to-experiment" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=import,mlperf,training,mlperf-training,experiment,2experiment,to-experiment [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "import mlperf training mlperf-training experiment 2experiment to-experiment " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'import,mlperf,training,mlperf-training,experiment,2experiment,to-experiment'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "import mlperf training mlperf-training experiment 2experiment to-experiment" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--target_repo=value` → `CM_IMPORT_MLPERF_TRAINING_TARGET_REPO=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run_mlperf_logger.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/import-mlperf-training-to-experiment/run_mlperf_logger.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "import mlperf training mlperf-training experiment 2experiment to-experiment " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/index.md
new file mode 100644
index 0000000000..b4011e7ce7
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/index.md
@@ -0,0 +1,41 @@
+* [add-custom-nvidia-system](add-custom-nvidia-system/index.md)
+* [benchmark-any-mlperf-inference-implementation](benchmark-any-mlperf-inference-implementation/index.md)
+* [build-mlperf-inference-server-nvidia](build-mlperf-inference-server-nvidia/index.md)
+* [generate-mlperf-inference-submission](generate-mlperf-inference-submission/index.md)
+* [generate-mlperf-inference-user-conf](generate-mlperf-inference-user-conf/index.md)
+* [generate-mlperf-tiny-report](generate-mlperf-tiny-report/index.md)
+* [generate-mlperf-tiny-submission](generate-mlperf-tiny-submission/index.md)
+* [generate-nvidia-engine](generate-nvidia-engine/index.md)
+* [get-mlperf-inference-intel-scratch-space](get-mlperf-inference-intel-scratch-space/index.md)
+* [get-mlperf-inference-loadgen](get-mlperf-inference-loadgen/index.md)
+* [get-mlperf-inference-nvidia-common-code](get-mlperf-inference-nvidia-common-code/index.md)
+* [get-mlperf-inference-nvidia-scratch-space](get-mlperf-inference-nvidia-scratch-space/index.md)
+* [get-mlperf-inference-results](get-mlperf-inference-results/index.md)
+* [get-mlperf-inference-results-dir](get-mlperf-inference-results-dir/index.md)
+* [get-mlperf-inference-src](get-mlperf-inference-src/index.md)
+* [get-mlperf-inference-submission-dir](get-mlperf-inference-submission-dir/index.md)
+* [get-mlperf-inference-sut-configs](get-mlperf-inference-sut-configs/index.md)
+* [get-mlperf-inference-sut-description](get-mlperf-inference-sut-description/index.md)
+* [get-mlperf-logging](get-mlperf-logging/index.md)
+* [get-mlperf-power-dev](get-mlperf-power-dev/index.md)
+* [get-mlperf-tiny-eembc-energy-runner-src](get-mlperf-tiny-eembc-energy-runner-src/index.md)
+* [get-mlperf-tiny-src](get-mlperf-tiny-src/index.md)
+* [get-mlperf-training-nvidia-code](get-mlperf-training-nvidia-code/index.md)
+* [get-mlperf-training-src](get-mlperf-training-src/index.md)
+* [get-nvidia-mitten](get-nvidia-mitten/index.md)
+* [get-spec-ptd](get-spec-ptd/index.md)
+* [import-mlperf-inference-to-experiment](import-mlperf-inference-to-experiment/index.md)
+* [import-mlperf-tiny-to-experiment](import-mlperf-tiny-to-experiment/index.md)
+* [import-mlperf-training-to-experiment](import-mlperf-training-to-experiment/index.md)
+* [install-mlperf-logging-from-src](install-mlperf-logging-from-src/index.md)
+* [prepare-training-data-bert](prepare-training-data-bert/index.md)
+* [prepare-training-data-resnet](prepare-training-data-resnet/index.md)
+* [preprocess-mlperf-inference-submission](preprocess-mlperf-inference-submission/index.md)
+* [process-mlperf-accuracy](process-mlperf-accuracy/index.md)
+* [push-mlperf-inference-results-to-github](push-mlperf-inference-results-to-github/index.md)
+* [run-mlperf-inference-mobilenet-models](run-mlperf-inference-mobilenet-models/index.md)
+* [run-mlperf-inference-submission-checker](run-mlperf-inference-submission-checker/index.md)
+* [run-mlperf-power-client](run-mlperf-power-client/index.md)
+* [run-mlperf-power-server](run-mlperf-power-server/index.md)
+* [run-mlperf-training-submission-checker](run-mlperf-training-submission-checker/index.md)
+* [truncate-mlperf-inference-accuracy-log](truncate-mlperf-inference-accuracy-log/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/install-mlperf-logging-from-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/install-mlperf-logging-from-src/index.md
new file mode 100644
index 0000000000..5b673d37df
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/install-mlperf-logging-from-src/index.md
@@ -0,0 +1,89 @@
+# install-mlperf-logging-from-src
+Automatically generated README for this automation recipe: **install-mlperf-logging-from-src**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/install-mlperf-logging-from-src/_cm.yaml)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install mlperf logging from.src" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,mlperf,logging,from.src
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install mlperf logging from.src "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,mlperf,logging,from.src'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install mlperf logging from.src"
+ ```
+___
+
+#### Versions
+* `master`
+* `v3.1`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-mlperf-logging-from-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install mlperf logging from.src " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/prepare-training-data-bert/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/prepare-training-data-bert/index.md
new file mode 100644
index 0000000000..9b3b8d1bc1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/prepare-training-data-bert/index.md
@@ -0,0 +1,120 @@
+# prepare-training-data-bert
+Automatically generated README for this automation recipe: **prepare-training-data-bert**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/prepare-training-data-bert/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "prepare mlperf training data input bert" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=prepare,mlperf,training,data,input,bert[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "prepare mlperf training data input bert [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'prepare,mlperf,training,data,input,bert'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "prepare mlperf training data input bert[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**implementation**"
+ Click here to expand this section.
+ + * `_skip_checker` + - ENV variables: + - CM_SKIP_SUBMISSION_CHECKER: `True` + +
+
+
+
+ ##### Default variations
+
+ `_nvidia`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--clean=value` → `CM_MLPERF_TRAINING_CLEAN_TFRECORDS=value`
+ * `--data_dir=value` → `CM_DATA_DIR=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-nvidia.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/prepare-training-data-bert/run-nvidia.sh)
+ * [run-reference.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/prepare-training-data-bert/run-reference.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/prepare-training-data-bert/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "prepare mlperf training data input bert [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/prepare-training-data-resnet/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/prepare-training-data-resnet/index.md
new file mode 100644
index 0000000000..1f4f113471
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/prepare-training-data-resnet/index.md
@@ -0,0 +1,129 @@
+# prepare-training-data-resnet
+Automatically generated README for this automation recipe: **prepare-training-data-resnet**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/prepare-training-data-resnet/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "prepare mlperf training data input resnet" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=prepare,mlperf,training,data,input,resnet[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "prepare mlperf training data input resnet [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'prepare,mlperf,training,data,input,resnet'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "prepare mlperf training data input resnet[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_nvidia`** (default) + - ENV variables: + - CM_TMP_VARIATION: `nvidia` + * `_reference` + - ENV variables: + - CM_TMP_VARIATION: `reference` + +
+
+
+
+ * Group "**implementation**"
+ Click here to expand this section.
+ + * `_mxnet.#` + - ENV variables: + - CM_MXNET_VERSION: `#` + +
+
+
+
+ ##### Default variations
+
+ `_nvidia`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--data_dir=value` → `CM_DATA_DIR=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-nvidia.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/prepare-training-data-resnet/run-nvidia.sh)
+ * [run-reference.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/prepare-training-data-resnet/run-reference.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "prepare mlperf training data input resnet [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/preprocess-mlperf-inference-submission/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/preprocess-mlperf-inference-submission/index.md
new file mode 100644
index 0000000000..79f70a3c08
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/preprocess-mlperf-inference-submission/index.md
@@ -0,0 +1,96 @@
+# preprocess-mlperf-inference-submission
+Automatically generated README for this automation recipe: **preprocess-mlperf-inference-submission**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/preprocess-mlperf-inference-submission/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run mlc mlcommons mlperf inference submission mlperf-inference processor preprocessor preprocess" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run,mlc,mlcommons,mlperf,inference,submission,mlperf-inference,processor,preprocessor,preprocess [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run mlc mlcommons mlperf inference submission mlperf-inference processor preprocessor preprocess " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run,mlc,mlcommons,mlperf,inference,submission,mlperf-inference,processor,preprocessor,preprocess'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run mlc mlcommons mlperf inference submission mlperf-inference processor preprocessor preprocess" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--submission_dir=value` → `CM_MLPERF_INFERENCE_SUBMISSION_DIR=value`
+ * `--submitter=value` → `CM_MLPERF_SUBMITTER=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/preprocess-mlperf-inference-submission/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "run mlc mlcommons mlperf inference submission mlperf-inference processor preprocessor preprocess " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/process-mlperf-accuracy/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/process-mlperf-accuracy/index.md
new file mode 100644
index 0000000000..bd5afa8b22
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/process-mlperf-accuracy/index.md
@@ -0,0 +1,177 @@
+# process-mlperf-accuracy
+Automatically generated README for this automation recipe: **process-mlperf-accuracy**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/process-mlperf-accuracy/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run mlperf mlcommons accuracy mlc process process-accuracy" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run,mlperf,mlcommons,accuracy,mlc,process,process-accuracy[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run mlperf mlcommons accuracy mlc process process-accuracy [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run,mlperf,mlcommons,accuracy,mlc,process,process-accuracy'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run mlperf mlcommons accuracy mlc process process-accuracy[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**coco-evaluation-tool**"
+ Click here to expand this section.
+ + * **`_nvidia`** (default) + - ENV variables: + - CM_TMP_VARIATION: `nvidia` + * `_reference` + - ENV variables: + - CM_TMP_VARIATION: `reference` + +
+
+
+
+ * Group "**dataset**"
+ Click here to expand this section.
+ + * **`_default-pycocotools`** (default) + * `_nvidia-pycocotools` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_cnndm` + - ENV variables: + - CM_DATASET: `cnndm` + * `_coco2014` + - ENV variables: + - CM_DATASET: `coco2014` + * **`_imagenet`** (default) + - ENV variables: + - CM_DATASET: `imagenet` + * `_kits19` + - ENV variables: + - CM_DATASET: `kits19` + * `_librispeech` + - ENV variables: + - CM_DATASET: `librispeech` + * `_open-orca` + - ENV variables: + - CM_DATASET: `openorca` + * `_openimages` + - ENV variables: + - CM_DATASET: `openimages` + * `_squad` + - ENV variables: + - CM_DATASET: `squad` + * `_terabyte` + - ENV variables: + - CM_DATASET: `squad` + +
+
+
+
+ ##### Default variations
+
+ `_default-pycocotools,_float32,_imagenet`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--result_dir=value` → `CM_MLPERF_ACCURACY_RESULTS_DIR=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/process-mlperf-accuracy/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/process-mlperf-accuracy/run.bat)
+___
+#### Script output
+```bash
+cmr "run mlperf mlcommons accuracy mlc process process-accuracy [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/push-mlperf-inference-results-to-github/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/push-mlperf-inference-results-to-github/index.md
new file mode 100644
index 0000000000..2f3245a0b3
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/push-mlperf-inference-results-to-github/index.md
@@ -0,0 +1,109 @@
+# push-mlperf-inference-results-to-github
+Automatically generated README for this automation recipe: **push-mlperf-inference-results-to-github**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/push-mlperf-inference-results-to-github/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "push mlperf mlperf-inference-results publish-results inference submission github" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=push,mlperf,mlperf-inference-results,publish-results,inference,submission,github [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "push mlperf mlperf-inference-results publish-results inference submission github " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'push,mlperf,mlperf-inference-results,publish-results,inference,submission,github'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "push mlperf mlperf-inference-results publish-results inference submission github" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--branch=value` → `CM_GIT_BRANCH=value`
+ * `--commit_message=value` → `CM_MLPERF_RESULTS_REPO_COMMIT_MESSAGE=value`
+ * `--repo_branch=value` → `CM_GIT_BRANCH=value`
+ * `--repo_url=value` → `CM_MLPERF_RESULTS_GIT_REPO_URL=value`
+ * `--submission_dir=value` → `CM_MLPERF_INFERENCE_SUBMISSION_DIR=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_RESULTS_GIT_REPO_URL: `https://github.com/ctuning/mlperf_inference_submissions_v4.0`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/push-mlperf-inference-results-to-github/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "push mlperf mlperf-inference-results publish-results inference submission github " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-inference-mobilenet-models/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-inference-mobilenet-models/index.md
new file mode 100644
index 0000000000..35bd027de2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-inference-mobilenet-models/index.md
@@ -0,0 +1,326 @@
+# run-mlperf-inference-mobilenet-models
+Automatically generated README for this automation recipe: **run-mlperf-inference-mobilenet-models**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+
+---
+
+## Set up
+
+We need to get imagenet full dataset to make image-classification submissions for MLPerf inference. Since this dataset is not publicly available via a URL please follow the instructions given [here](https://github.com/mlcommons/ck/blob/master/cm-mlops/script/get-dataset-imagenet-val/README-extra.md) to download the dataset and register in CM.
+
+Click here to expand this section.
+ + * `_float16` + - ENV variables: + - CM_ACCURACY_DTYPE: `float16` + * **`_float32`** (default) + - ENV variables: + - CM_ACCURACY_DTYPE: `float32` + * `_float64` + - ENV variables: + - CM_ACCURACY_DTYPE: `float64` + * `_int16` + - ENV variables: + - CM_ACCURACY_DTYPE: `int16` + * `_int32` + - ENV variables: + - CM_ACCURACY_DTYPE: `int32` + * `_int64` + - ENV variables: + - CM_ACCURACY_DTYPE: `int64` + * `_int8` + - ENV variables: + - CM_ACCURACY_DTYPE: `int8` + +
+
+
+## Run Commands
+
+Since the runs can take many hours, in case you are running remotely you can install screen as follows. You may omit "screen" from all commands if you are running on a host system.
+```
+cmr "get generic-sys-util _screen"
+```
+### Default tflite
+
+
+#### Do a full accuracy run for all the models (can take almost a day)
+
+```
+screen cmr "run mobilenet-models _tflite _accuracy-only" \
+--adr.compiler.tags=gcc \
+--results_dir=$HOME/mobilenet_results
+```
+
+#### Do a full performance run for all the models (can take almost a day)
+```
+screen cmr "run mobilenet-models _tflite _performance-only" \
+--adr.compiler.tags=gcc \
+--results_dir=$HOME/mobilenet_results
+```
+
+#### Generate README files for all the runs
+```
+cmr "run mobilenet-models _tflite _populate-readme" \
+--adr.compiler.tags=gcc \
+--results_dir=$HOME/mobilenet_results
+```
+
+#### Generate actual submission tree
+
+We should use the master branch of MLCommons inference repo for the submission checker. You can use `--hw_note_extra` option to add your name to the notes.
+```
+cmr "generate inference submission" \
+--results_dir=$HOME/mobilenet_results/valid_results \
+--submission_dir=$HOME/mobilenet_submission_tree \
+--clean \
+--infer_scenario_results=yes \
+--adr.compiler.tags=gcc --adr.inference-src.version=master \
+--run-checker \
+--submitter=cTuning \
+--hw_notes_extra="Result taken by NAME"
+```
+* Use `--hw_name="My system name"` to give a meaningful system name. Examples can be seen [here](https://github.com/mlcommons/inference_results_v3.0/tree/main/open/cTuning/systems)
+
+#### Push the results to GitHub repo
+
+First, create a fork of [this repo](https://github.com/ctuning/mlperf_inference_submissions_v3.1/). Then run the following command after replacing `--repo_url` with your fork URL.
+```
+cmr "push github mlperf inference submission" \
+--submission_dir=$HOME/mobilenet_submission_tree \
+--repo_url=https://github.com/ctuning/mlperf_inference_submissions_v3.1/ \
+--commit_message="Mobilenet results added"
+```
+
+Create a PR to [cTuning repo](https://github.com/ctuning/mlperf_inference_submissions_v3.1/)
+
+### Using ARMNN with NEON
+
+Follow the same procedure as above but for the first three experiment runs add `_armnn,_neon` to the tags. For example
+```
+cmr "run mobilenet-models _tflite _armnn _neon _accuracy-only" \
+--adr.compiler.tags=gcc \
+--results_dir=$HOME/mobilenet_results
+```
+
+`results_dir` and `submission_dir` can be the same as before as results will be going to different subfolders.
+
+### Using ARMNN with OpenCL
+Follow the same procedure as above but for the first three experiment runs add `_armnn,_opencl` to the tags. For example
+```
+cmr "run mobilenet-models _tflite _armnn _opencl _accuracy-only" \
+--adr.compiler.tags=gcc \
+--results_dir=$HOME/mobilenet_results
+```
+
+`results_dir` and `submission_dir` can be the same as before as results will be going to different subfolders.
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-inference-mobilenet-models/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run mobilenet models image-classification mobilenet-models mlperf inference" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run,mobilenet,models,image-classification,mobilenet-models,mlperf,inference[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run mobilenet models image-classification mobilenet-models mlperf inference [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run,mobilenet,models,image-classification,mobilenet-models,mlperf,inference'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run mobilenet models image-classification mobilenet-models mlperf inference[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to set up docker (Optional).
+ +### Docker Setup + +CM commands are expected to run natively but if you prefer not to modify the host system, you can do the below command to set up a docker container. + +``` +cm docker script --tags=run,mobilenet-models,_tflite,_accuracy-only \ +--adr.compiler.tags=gcc \ +--docker_cm_repo=mlcommons@cm4mlops \ +--imagenet_path=$HOME/imagenet-2012-val \ +--results_dir=$HOME/mobilenet_results \ +--submission_dir=$HOME/inference_submission_3.1 \ +--docker_skip_run_cmd +``` + +This command will build a docker container and give you an interactive shell from which you can execute the below CM run commands. +* `results_dir`, `submission_dir` and `imagenet_path` are mounted from the host system. +* `results_dir` and `submission_dir` are expected to be empty directories to be populated by the docker +* `imagenet_path` should point to the imagenet folder containing the 50000 validation images. + +
+
+
+
+ * Group "**base-framework**"
+ Click here to expand this section.
+ + * `_armnn` + - ENV variables: + - CM_MLPERF_USE_ARMNN_LIBRARY: `yes` + * `_neon` + - Aliases: `_use-neon` + - ENV variables: + - CM_MLPERF_USE_NEON: `yes` + * `_only-fp32` + - ENV variables: + - CM_MLPERF_RUN_INT8: `no` + * `_only-int8` + - ENV variables: + - CM_MLPERF_RUN_FP32: `no` + * `_opencl` + - ENV variables: + - CM_MLPERF_USE_OPENCL: `yes` + +
+
+
+
+ * Group "**model-selection**"
+ Click here to expand this section.
+ + * **`_tflite`** (default) + +
+
+
+
+ * Group "**optimization**"
+ Click here to expand this section.
+ + * **`_all-models`** (default) + - ENV variables: + - CM_MLPERF_RUN_MOBILENETS: `yes` + - CM_MLPERF_RUN_EFFICIENTNETS: `yes` + * `_efficientnet` + - ENV variables: + - CM_MLPERF_RUN_EFFICIENTNETS: `yes` + * `_mobilenet` + - ENV variables: + - CM_MLPERF_RUN_MOBILENETS: `yes` + +
+
+
+
+ * Group "**run-mode**"
+ Click here to expand this section.
+ + * **`_tflite-default`** (default) + - ENV variables: + - CM_MLPERF_TFLITE_DEFAULT_MODE: `yes` + +
+
+
+
+ ##### Default variations
+
+ `_all-models,_tflite,_tflite-default`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--find-performance=value` → `CM_MLPERF_FIND_PERFORMANCE_MODE=value`
+ * `--imagenet_path=value` → `IMAGENET_PATH=value`
+ * `--no-rerun=value` → `CM_MLPERF_NO_RERUN=value`
+ * `--power=value` → `CM_MLPERF_POWER=value`
+ * `--results_dir=value` → `CM_MLPERF_INFERENCE_RESULTS_DIR=value`
+ * `--submission=value` → `CM_MLPERF_SUBMISSION_MODE=value`
+ * `--submission_dir=value` → `CM_MLPERF_INFERENCE_SUBMISSION_DIR=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_RUN_MOBILENETS: `no`
+ * CM_MLPERF_RUN_EFFICIENTNETS: `no`
+ * CM_MLPERF_NO_RERUN: `no`
+ * CM_MLPERF_RUN_FP32: `yes`
+ * CM_MLPERF_RUN_INT8: `yes`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-inference-mobilenet-models/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "run mobilenet models image-classification mobilenet-models mlperf inference [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-inference-submission-checker/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-inference-submission-checker/index.md
new file mode 100644
index 0000000000..0231dcbd98
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-inference-submission-checker/index.md
@@ -0,0 +1,138 @@
+# run-mlperf-inference-submission-checker
+Automatically generated README for this automation recipe: **run-mlperf-inference-submission-checker**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-inference-submission-checker/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-inference-submission-checker/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run mlc mlcommons mlperf inference mlperf-inference submission checker submission-checker mlc-submission-checker" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run,mlc,mlcommons,mlperf,inference,mlperf-inference,submission,checker,submission-checker,mlc-submission-checker[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run mlc mlcommons mlperf inference mlperf-inference submission checker submission-checker mlc-submission-checker [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run,mlc,mlcommons,mlperf,inference,mlperf-inference,submission,checker,submission-checker,mlc-submission-checker'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run mlc mlcommons mlperf inference mlperf-inference submission checker submission-checker mlc-submission-checker[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_accuracy-only` + - ENV variables: + - CM_MLPERF_FIND_PERFORMANCE_MODE: `no` + - CM_MLPERF_ACCURACY_MODE: `yes` + - CM_MLPERF_SUBMISSION_MODE: `no` + * `_find-performance` + - ENV variables: + - CM_MLPERF_FIND_PERFORMANCE_MODE: `yes` + - CM_MLPERF_SUBMISSION_MODE: `no` + * `_performance-only` + - ENV variables: + - CM_MLPERF_FIND_PERFORMANCE_MODE: `no` + - CM_MLPERF_PERFORMANCE_MODE: `yes` + - CM_MLPERF_SUBMISSION_MODE: `no` + * `_populate-readme` + - ENV variables: + - CM_MLPERF_FIND_PERFORMANCE_MODE: `no` + - CM_MLPERF_POPULATE_README: `yes` + * `_submission` + - ENV variables: + - CM_MLPERF_FIND_PERFORMANCE_MODE: `no` + - CM_MLPERF_SUBMISSION_MODE: `yes` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--extra_args=value` → `CM_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS=value`
+ * `--extra_model_benchmark_map=value` → `CM_MLPERF_EXTRA_MODEL_MAPPING=value`
+ * `--input=value` → `CM_MLPERF_INFERENCE_SUBMISSION_DIR=value`
+ * `--power=value` → `CM_MLPERF_POWER=value`
+ * `--push_to_github=value` → `CM_MLPERF_RESULT_PUSH_TO_GITHUB=value`
+ * `--skip_compliance=value` → `CM_MLPERF_SKIP_COMPLIANCE=value`
+ * `--skip_power_check=value` → `CM_MLPERF_SKIP_POWER_CHECK=value`
+ * `--src_version=value` → `CM_MLPERF_SUBMISSION_CHECKER_VERSION=value`
+ * `--submission_dir=value` → `CM_MLPERF_INFERENCE_SUBMISSION_DIR=value`
+ * `--submitter=value` → `CM_MLPERF_SUBMITTER=value`
+ * `--tar=value` → `CM_TAR_SUBMISSION_DIR=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_SHORT_RUN: `no`
+
+
+#### Versions
+Default version: `master`
+
+* `master`
+* `r3.0`
+* `r3.1`
+* `r4.0`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-inference-submission-checker/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-inference-submission-checker/run.bat)
+___
+#### Script output
+```bash
+cmr "run mlc mlcommons mlperf inference mlperf-inference submission checker submission-checker mlc-submission-checker [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-power-client/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-power-client/index.md
new file mode 100644
index 0000000000..657bf339f2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-power-client/index.md
@@ -0,0 +1,119 @@
+# run-mlperf-power-client
+Automatically generated README for this automation recipe: **run-mlperf-power-client**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-power-client/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-power-client/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run mlc mlcommons mlperf power client power-client" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run,mlc,mlcommons,mlperf,power,client,power-client [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run mlc mlcommons mlperf power client power-client " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run,mlc,mlcommons,mlperf,power,client,power-client'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run mlc mlcommons mlperf power client power-client" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--loadgen_logs_dir=value` → `CM_MLPERF_LOADGEN_LOGS_DIR=value`
+ * `--log_dir=value` → `CM_MLPERF_POWER_LOG_DIR=value`
+ * `--max_amps=value` → `CM_MLPERF_POWER_MAX_AMPS=value`
+ * `--max_volts=value` → `CM_MLPERF_POWER_MAX_VOLTS=value`
+ * `--ntp_server=value` → `CM_MLPERF_POWER_NTP_SERVER=value`
+ * `--port=value` → `CM_MLPERF_POWER_SERVER_PORT=value`
+ * `--power_server=value` → `CM_MLPERF_POWER_SERVER_ADDRESS=value`
+ * `--run_cmd=value` → `CM_MLPERF_RUN_CMD=value`
+ * `--server=value` → `CM_MLPERF_POWER_SERVER_ADDRESS=value`
+ * `--server_port=value` → `CM_MLPERF_POWER_SERVER_PORT=value`
+ * `--timestamp=value` → `CM_MLPERF_POWER_TIMESTAMP=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_POWER_LOG_DIR: `logs`
+ * CM_MLPERF_RUN_CMD: ``
+ * CM_MLPERF_POWER_SERVER_ADDRESS: `localhost`
+ * CM_MLPERF_POWER_NTP_SERVER: `time.google.com`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-power-client/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "run mlc mlcommons mlperf power client power-client " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-power-server/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-power-server/index.md
new file mode 100644
index 0000000000..be12a1dd37
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-power-server/index.md
@@ -0,0 +1,116 @@
+# run-mlperf-power-server
+Automatically generated README for this automation recipe: **run-mlperf-power-server**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-power-server/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-power-server/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run mlc mlcommons mlperf power server power-server" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run,mlc,mlcommons,mlperf,power,server,power-server [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run mlc mlcommons mlperf power server power-server " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run,mlc,mlcommons,mlperf,power,server,power-server'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run mlc mlcommons mlperf power server power-server" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--device_port=value` → `CM_MLPERF_POWER_DEVICE_PORT=value`
+ * `--device_type=value` → `CM_MLPERF_POWER_DEVICE_TYPE=value`
+ * `--interface_flag=value` → `CM_MLPERF_POWER_INTERFACE_FLAG=value`
+ * `--ntp_server=value` → `CM_MLPERF_POWER_NTP_SERVER=value`
+ * `--screen=value` → `CM_MLPERF_POWER_SERVER_USE_SCREEN=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_POWER_NTP_SERVER: `time.google.com`
+ * CM_MLPERF_POWER_INTERFACE_FLAG: ``
+ * CM_MLPERF_POWER_DEVICE_TYPE: `49`
+ * CM_MLPERF_POWER_SERVER_ADDRESS: `0.0.0.0`
+ * CM_MLPERF_POWER_SERVER_PORT: `4950`
+ * CM_MLPERF_POWER_DEVICE_PORT: `/dev/usbtmc0`
+ * CM_MLPERF_POWER_SERVER_USE_SCREEN: `no`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-power-server/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-power-server/run.bat)
+___
+#### Script output
+```bash
+cmr "run mlc mlcommons mlperf power server power-server " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-training-submission-checker/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-training-submission-checker/index.md
new file mode 100644
index 0000000000..863aeae5e1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/run-mlperf-training-submission-checker/index.md
@@ -0,0 +1,135 @@
+# run-mlperf-training-submission-checker
+Automatically generated README for this automation recipe: **run-mlperf-training-submission-checker**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-training-submission-checker/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run mlc mlcommons mlperf training train mlperf-training submission checker submission-checker mlc-submission-checker" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run,mlc,mlcommons,mlperf,training,train,mlperf-training,submission,checker,submission-checker,mlc-submission-checker[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run mlc mlcommons mlperf training train mlperf-training submission checker submission-checker mlc-submission-checker [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run,mlc,mlcommons,mlperf,training,train,mlperf-training,submission,checker,submission-checker,mlc-submission-checker'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run mlc mlcommons mlperf training train mlperf-training submission checker submission-checker mlc-submission-checker[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_short-run` + - ENV variables: + - CM_MLPERF_SHORT_RUN: `yes` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--extra_args=value` → `CM_MLPERF_SUBMISSION_CHECKER_EXTRA_ARGS=value`
+ * `--input=value` → `CM_MLPERF_SUBMISSION_DIR=value`
+ * `--power=value` → `CM_MLPERF_POWER=value`
+ * `--push_to_github=value` → `CM_MLPERF_RESULT_PUSH_TO_GITHUB=value`
+ * `--skip_compliance=value` → `CM_MLPERF_SKIP_COMPLIANCE=value`
+ * `--skip_power_check=value` → `CM_MLPERF_SKIP_POWER_CHECK=value`
+ * `--src_version=value` → `CM_MLPERF_SUBMISSION_CHECKER_VERSION=value`
+ * `--submission_dir=value` → `CM_MLPERF_SUBMISSION_DIR=value`
+ * `--submitter=value` → `CM_MLPERF_SUBMITTER=value`
+ * `--tar=value` → `CM_TAR_SUBMISSION_DIR=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_SHORT_RUN: `no`
+
+
+#### Versions
+Default version: `master`
+
+* `master`
+* `r3.0`
+* `r3.1`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-training-submission-checker/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "run mlc mlcommons mlperf training train mlperf-training submission checker submission-checker mlc-submission-checker [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/truncate-mlperf-inference-accuracy-log/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/truncate-mlperf-inference-accuracy-log/index.md
new file mode 100644
index 0000000000..d0921c6d5f
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/MLPerf-benchmark-support/truncate-mlperf-inference-accuracy-log/index.md
@@ -0,0 +1,98 @@
+# truncate-mlperf-inference-accuracy-log
+Automatically generated README for this automation recipe: **truncate-mlperf-inference-accuracy-log**
+
+Category: **[MLPerf benchmark support](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/truncate-mlperf-inference-accuracy-log/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/truncate-mlperf-inference-accuracy-log/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run mlc mlcommons mlperf inference mlperf-inference truncation truncator truncate accuracy accuracy-log accuracy-log-trancation accuracy-log-truncator mlc-accuracy-log-trancation mlc-accuracy-log-truncator" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run,mlc,mlcommons,mlperf,inference,mlperf-inference,truncation,truncator,truncate,accuracy,accuracy-log,accuracy-log-trancation,accuracy-log-truncator,mlc-accuracy-log-trancation,mlc-accuracy-log-truncator [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run mlc mlcommons mlperf inference mlperf-inference truncation truncator truncate accuracy accuracy-log accuracy-log-trancation accuracy-log-truncator mlc-accuracy-log-trancation mlc-accuracy-log-truncator " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run,mlc,mlcommons,mlperf,inference,mlperf-inference,truncation,truncator,truncate,accuracy,accuracy-log,accuracy-log-trancation,accuracy-log-truncator,mlc-accuracy-log-trancation,mlc-accuracy-log-truncator'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run mlc mlcommons mlperf inference mlperf-inference truncation truncator truncate accuracy accuracy-log accuracy-log-trancation accuracy-log-truncator mlc-accuracy-log-trancation mlc-accuracy-log-truncator" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--input=value` → `CM_MLPERF_INFERENCE_SUBMISSION_DIR=value`
+ * `--submission_dir=value` → `CM_MLPERF_INFERENCE_SUBMISSION_DIR=value`
+ * `--submitter=value` → `CM_MLPERF_SUBMITTER=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/truncate-mlperf-inference-accuracy-log/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "run mlc mlcommons mlperf inference mlperf-inference truncation truncator truncate accuracy accuracy-log accuracy-log-trancation accuracy-log-truncator mlc-accuracy-log-trancation mlc-accuracy-log-truncator " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-image-classification-onnx-py/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-image-classification-onnx-py/index.md
new file mode 100644
index 0000000000..981a09f076
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-image-classification-onnx-py/index.md
@@ -0,0 +1,138 @@
+# app-image-classification-onnx-py
+Automatically generated README for this automation recipe: **app-image-classification-onnx-py**
+
+Category: **[Modular AI/ML application pipeline](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-onnx-py/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-onnx-py/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "modular python app image-classification onnx" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=modular,python,app,image-classification,onnx[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "modular python app image-classification onnx [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'modular,python,app,image-classification,onnx'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "modular python app image-classification onnx[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**target**"
+ Click here to expand this section.
+ + * `_short-run` + - ENV variables: + - CM_MLPERF_SHORT_RUN: `yes` + +
+
+
+
+ ##### Default variations
+
+ `_cpu`
+=== "Input Flags"
+
+
+ #### Input Flags
+
+ * --**input:** Path to JPEG image to classify
+ * --**output:** Output directory (optional)
+ * --**j:** Print JSON output
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--input=value` → `CM_IMAGE=value`
+ * `--output=value` → `CM_APP_IMAGE_CLASSIFICATION_ONNX_PY_OUTPUT=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_BATCH_COUNT: `1`
+ * CM_BATCH_SIZE: `1`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-onnx-py/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-onnx-py/run.bat)
+___
+#### Script output
+```bash
+cmr "modular python app image-classification onnx [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-image-classification-tf-onnx-cpp/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-image-classification-tf-onnx-cpp/index.md
new file mode 100644
index 0000000000..bdb43e6f00
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-image-classification-tf-onnx-cpp/index.md
@@ -0,0 +1,98 @@
+# app-image-classification-tf-onnx-cpp
+Automatically generated README for this automation recipe: **app-image-classification-tf-onnx-cpp**
+
+Category: **[Modular AI/ML application pipeline](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-tf-onnx-cpp/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-tf-onnx-cpp/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "app image-classification cpp tensorflow onnx" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=app,image-classification,cpp,tensorflow,onnx
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "app image-classification cpp tensorflow onnx "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'app,image-classification,cpp,tensorflow,onnx'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "app image-classification cpp tensorflow onnx"
+ ```
+___
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_BATCH_COUNT: `1`
+ * CM_BATCH_SIZE: `1`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-tf-onnx-cpp/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "app image-classification cpp tensorflow onnx " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-image-classification-torch-py/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-image-classification-torch-py/index.md
new file mode 100644
index 0000000000..9c96b5ef2c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-image-classification-torch-py/index.md
@@ -0,0 +1,113 @@
+# app-image-classification-torch-py
+Automatically generated README for this automation recipe: **app-image-classification-torch-py**
+
+Category: **[Modular AI/ML application pipeline](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-torch-py/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-torch-py/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "app image-classification python torch" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=app,image-classification,python,torch[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "app image-classification python torch [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'app,image-classification,python,torch'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "app image-classification python torch[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_cpu`** (default) + - ENV variables: + - USE_CPU: `True` + * `_cuda` + - ENV variables: + - USE_CUDA: `True` + +
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_BATCH_COUNT: `1`
+ * CM_BATCH_SIZE: `1`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-torch-py/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-torch-py/run.bat)
+___
+#### Script output
+```bash
+cmr "app image-classification python torch [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-image-classification-tvm-onnx-py/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-image-classification-tvm-onnx-py/index.md
new file mode 100644
index 0000000000..37f6b98a5a
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-image-classification-tvm-onnx-py/index.md
@@ -0,0 +1,114 @@
+# app-image-classification-tvm-onnx-py
+Automatically generated README for this automation recipe: **app-image-classification-tvm-onnx-py**
+
+Category: **[Modular AI/ML application pipeline](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-tvm-onnx-py/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-tvm-onnx-py/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "app image-classification python tvm-onnx" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=app,image-classification,python,tvm-onnx[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "app image-classification python tvm-onnx [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'app,image-classification,python,tvm-onnx'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "app image-classification python tvm-onnx[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_cuda` + - ENV variables: + - USE_CUDA: `yes` + +
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_BATCH_COUNT: `1`
+ * CM_BATCH_SIZE: `1`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-classification-tvm-onnx-py/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "app image-classification python tvm-onnx [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-stable-diffusion-onnx-py/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-stable-diffusion-onnx-py/index.md
new file mode 100644
index 0000000000..af2093236b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/app-stable-diffusion-onnx-py/index.md
@@ -0,0 +1,128 @@
+# app-stable-diffusion-onnx-py
+Automatically generated README for this automation recipe: **app-stable-diffusion-onnx-py**
+
+Category: **[Modular AI/ML application pipeline](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/app-stable-diffusion-onnx-py/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/app-stable-diffusion-onnx-py/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "modular python app stable-diffusion onnx" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=modular,python,app,stable-diffusion,onnx[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "modular python app stable-diffusion onnx [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'modular,python,app,stable-diffusion,onnx'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "modular python app stable-diffusion onnx[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**target**"
+ Click here to expand this section.
+ + * `_cuda` + - ENV variables: + - USE_CUDA: `yes` + * `_llvm` + +
+
+
+
+ ##### Default variations
+
+ `_cpu`
+=== "Input Flags"
+
+
+ #### Input Flags
+
+ * --**text:** Text to generate image
+ * --**output:** Output directory
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--output=value` → `CM_APP_STABLE_DIFFUSION_ONNX_PY_OUTPUT=value`
+ * `--text=value` → `CM_APP_STABLE_DIFFUSION_ONNX_PY_TEXT=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-stable-diffusion-onnx-py/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/app-stable-diffusion-onnx-py/run.bat)
+___
+#### Script output
+```bash
+cmr "modular python app stable-diffusion onnx [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/index.md
new file mode 100644
index 0000000000..3de2f8ac67
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-AI-ML-application-pipeline/index.md
@@ -0,0 +1,5 @@
+* [app-image-classification-onnx-py](app-image-classification-onnx-py/index.md)
+* [app-image-classification-tf-onnx-cpp](app-image-classification-tf-onnx-cpp/index.md)
+* [app-image-classification-torch-py](app-image-classification-torch-py/index.md)
+* [app-image-classification-tvm-onnx-py](app-image-classification-tvm-onnx-py/index.md)
+* [app-stable-diffusion-onnx-py](app-stable-diffusion-onnx-py/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-benchmarks/app-mlperf-inference-dummy/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-benchmarks/app-mlperf-inference-dummy/index.md
new file mode 100644
index 0000000000..b78e6db158
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-benchmarks/app-mlperf-inference-dummy/index.md
@@ -0,0 +1,235 @@
+# app-mlperf-inference-dummy
+Automatically generated README for this automation recipe: **app-mlperf-inference-dummy**
+
+Category: **[Modular MLPerf benchmarks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-dummy/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "reproduce mlcommons mlperf inference harness dummy-harness dummy" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=reproduce,mlcommons,mlperf,inference,harness,dummy-harness,dummy[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "reproduce mlcommons mlperf inference harness dummy-harness dummy [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'reproduce,mlcommons,mlperf,inference,harness,dummy-harness,dummy'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "reproduce mlcommons mlperf inference harness dummy-harness dummy[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**backend**"
+ Click here to expand this section.
+ + * **`_cpu`** (default) + - ENV variables: + - USE_CPU: `True` + - CM_DEVICE: `cpu` + * `_cuda` + - ENV variables: + - USE_CUDA: `True` + - CM_DEVICE: `cuda:0` + +
+
+
+
+ * Group "**batch-size**"
+ Click here to expand this section.
+ + * **`_pytorch`** (default) + - ENV variables: + - CM_MLPERF_BACKEND: `pytorch` + +
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * `_bs.#` + +
+
+
+
+ * Group "**loadgen-scenario**"
+ Click here to expand this section.
+ + * **`_cpu`** (default) + - ENV variables: + - CM_MLPERF_DEVICE: `cpu` + * `_cuda` + - ENV variables: + - CM_MLPERF_DEVICE: `gpu` + - CM_MLPERF_DEVICE_LIB_NAMESPEC: `cudart` + +
+
+
+
+ * Group "**model**"
+ Click here to expand this section.
+ + * `_multistream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `MultiStream` + * `_offline` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Offline` + * `_server` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Server` + * `_singlestream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `SingleStream` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_bert-99` + - ENV variables: + - CM_MODEL: `bert-99` + - CM_SQUAD_ACCURACY_DTYPE: `float32` + * `_bert-99.9` + - ENV variables: + - CM_MODEL: `bert-99.9` + * `_gptj-99` + - ENV variables: + - CM_MODEL: `gptj-99` + - CM_SQUAD_ACCURACY_DTYPE: `float32` + * `_gptj-99.9` + - ENV variables: + - CM_MODEL: `gptj-99.9` + * `_llama2-70b-99` + - ENV variables: + - CM_MODEL: `llama2-70b-99` + * `_llama2-70b-99.9` + - ENV variables: + - CM_MODEL: `llama2-70b-99.9` + * **`_resnet50`** (default) + - ENV variables: + - CM_MODEL: `resnet50` + * `_retinanet` + - ENV variables: + - CM_MODEL: `retinanet` + +
+
+
+
+ ##### Default variations
+
+ `_cpu,_pytorch,_resnet50`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--count=value` → `CM_MLPERF_LOADGEN_QUERY_COUNT=value`
+ * `--max_batchsize=value` → `CM_MLPERF_LOADGEN_MAX_BATCHSIZE=value`
+ * `--mlperf_conf=value` → `CM_MLPERF_CONF=value`
+ * `--mode=value` → `CM_MLPERF_LOADGEN_MODE=value`
+ * `--multistream_target_latency=value` → `CM_MLPERF_LOADGEN_MULTISTREAM_TARGET_LATENCY=value`
+ * `--offline_target_qps=value` → `CM_MLPERF_LOADGEN_OFFLINE_TARGET_QPS=value`
+ * `--output_dir=value` → `CM_MLPERF_OUTPUT_DIR=value`
+ * `--performance_sample_count=value` → `CM_MLPERF_LOADGEN_PERFORMANCE_SAMPLE_COUNT=value`
+ * `--rerun=value` → `CM_RERUN=value`
+ * `--results_repo=value` → `CM_MLPERF_INFERENCE_RESULTS_REPO=value`
+ * `--scenario=value` → `CM_MLPERF_LOADGEN_SCENARIO=value`
+ * `--server_target_qps=value` → `CM_MLPERF_LOADGEN_SERVER_TARGET_QPS=value`
+ * `--singlestream_target_latency=value` → `CM_MLPERF_LOADGEN_SINGLESTREAM_TARGET_LATENCY=value`
+ * `--skip_preprocess=value` → `CM_SKIP_PREPROCESS_DATASET=value`
+ * `--skip_preprocessing=value` → `CM_SKIP_PREPROCESS_DATASET=value`
+ * `--target_latency=value` → `CM_MLPERF_LOADGEN_TARGET_LATENCY=value`
+ * `--target_qps=value` → `CM_MLPERF_LOADGEN_TARGET_QPS=value`
+ * `--user_conf=value` → `CM_MLPERF_USER_CONF=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_LOADGEN_SCENARIO: `Offline`
+ * CM_MLPERF_LOADGEN_MODE: `performance`
+ * CM_SKIP_PREPROCESS_DATASET: `no`
+ * CM_SKIP_MODEL_DOWNLOAD: `no`
+ * CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX: `dummy_harness`
+ * CM_MLPERF_SKIP_RUN: `no`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-dummy/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "reproduce mlcommons mlperf inference harness dummy-harness dummy [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-benchmarks/app-mlperf-inference-intel/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-benchmarks/app-mlperf-inference-intel/index.md
new file mode 100644
index 0000000000..6bab8f9099
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-benchmarks/app-mlperf-inference-intel/index.md
@@ -0,0 +1,347 @@
+# app-mlperf-inference-intel
+Automatically generated README for this automation recipe: **app-mlperf-inference-intel**
+
+Category: **[Modular MLPerf benchmarks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-intel/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "reproduce mlcommons mlperf inference harness intel-harness intel intel-harness intel" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=reproduce,mlcommons,mlperf,inference,harness,intel-harness,intel,intel-harness,intel[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "reproduce mlcommons mlperf inference harness intel-harness intel intel-harness intel [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'reproduce,mlcommons,mlperf,inference,harness,intel-harness,intel,intel-harness,intel'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "reproduce mlcommons mlperf inference harness intel-harness intel intel-harness intel[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_fp16` + * `_fp32` + * `_uint8` + +
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * `_bs.#` + - ENV variables: + - ML_MLPERF_MODEL_BATCH_SIZE: `#` + * `_v3.1` + - ENV variables: + - CM_MLPERF_INFERENCE_CODE_VERSION: `v3.1` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * **`_cpu`** (default) + - ENV variables: + - CM_MLPERF_DEVICE: `cpu` + +
+
+
+
+ * Group "**loadgen-batchsize**"
+ Click here to expand this section.
+ + * **`_pytorch`** (default) + - ENV variables: + - CM_MLPERF_BACKEND: `pytorch` + - CM_MLPERF_BACKEND_LIB_NAMESPEC: `pytorch` + +
+
+
+
+ * Group "**loadgen-scenario**"
+ Click here to expand this section.
+ + * `_batch_size.#` + - ENV variables: + - CM_MLPERF_LOADGEN_BATCH_SIZE: `#` + +
+
+
+
+ * Group "**model**"
+ Click here to expand this section.
+ + * `_multistream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `MultiStream` + * `_offline` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Offline` + * `_server` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Server` + * `_singlestream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `SingleStream` + +
+
+
+
+ * Group "**network-mode**"
+ Click here to expand this section.
+ + * `_bert-99` + - ENV variables: + - CM_MODEL: `bert-99` + - CM_SQUAD_ACCURACY_DTYPE: `float32` + - CM_NOT_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx` + * `_bert-99.9` + - ENV variables: + - CM_MODEL: `bert-99.9` + - CM_NOT_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/3733910/files/model.onnx` + * `_gptj-99` + - ENV variables: + - CM_MODEL: `gptj-99` + - CM_NOT_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/3733910/files/model.onnx` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int8` + * `_gptj-99.9` + - ENV variables: + - CM_MODEL: `gptj-99.9` + - CM_NOT_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/3733910/files/model.onnx` + * **`_resnet50`** (default) + - ENV variables: + - CM_MODEL: `resnet50` + - dataset_imagenet_preprocessed_input_square_side: `224` + - ml_model_has_background_class: `YES` + - ml_model_image_height: `224` + - loadgen_buffer_size: `1024` + - loadgen_dataset_size: `50000` + - CM_BENCHMARK: `STANDALONE_CLASSIFICATION` + * `_retinanet` + - ENV variables: + - CM_MODEL: `retinanet` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth` + - dataset_imagenet_preprocessed_input_square_side: `224` + - ml_model_image_height: `800` + - ml_model_image_width: `800` + - loadgen_buffer_size: `64` + - loadgen_dataset_size: `24576` + - CM_BENCHMARK: `STANDALONE_OBJECT_DETECTION` + +
+
+
+
+ * Group "**network-run-mode**"
+ Click here to expand this section.
+ + * `_network-server` + - ENV variables: + - CM_MLPERF_NETWORK_RUN_MODE: `network-server` + * **`_standalone`** (default) + - ENV variables: + - CM_MLPERF_NETWORK_RUN_MODE: `standalone` + +
+
+
+
+ * Group "**power-mode**"
+ Click here to expand this section.
+ + * `_network-client` + - ENV variables: + - CM_MLPERF_NETWORK_RUN_MODE: `network-client` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_maxn` + - ENV variables: + - CM_MLPERF_NVIDIA_HARNESS_MAXN: `True` + * `_maxq` + - ENV variables: + - CM_MLPERF_NVIDIA_HARNESS_MAXQ: `True` + +
+
+
+
+ * Group "**run-mode**"
+ Click here to expand this section.
+ + * `_fp32` + - ENV variables: + - CM_IMAGENET_ACCURACY_DTYPE: `float32` + * `_int4` + * `_uint8` + +
+
+
+
+ * Group "**sut**"
+ Click here to expand this section.
+ + * `_build-harness` + - ENV variables: + - CM_LOCAL_MLPERF_INFERENCE_INTEL_RUN_MODE: `build_harness` + * `_calibration` + - ENV variables: + - CM_LOCAL_MLPERF_INFERENCE_INTEL_RUN_MODE: `calibration` + * **`_run-harness`** (default) + - ENV variables: + - CM_LOCAL_MLPERF_INFERENCE_INTEL_RUN_MODE: `run_harness` + +
+
+
+
+ * Group "**version**"
+ Click here to expand this section.
+ + * `_sapphire-rapids.112c` + - ENV variables: + - WARMUP: ` --warmup` + * `_sapphire-rapids.24c` + +
+
+
+
+ ##### Default variations
+
+ `_cpu,_pytorch,_resnet50,_run-harness,_standalone,_v4.0`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--count=value` → `CM_MLPERF_LOADGEN_QUERY_COUNT=value`
+ * `--max_batchsize=value` → `CM_MLPERF_LOADGEN_MAX_BATCHSIZE=value`
+ * `--mlperf_conf=value` → `CM_MLPERF_CONF=value`
+ * `--mode=value` → `CM_MLPERF_LOADGEN_MODE=value`
+ * `--multistream_target_latency=value` → `CM_MLPERF_LOADGEN_MULTISTREAM_TARGET_LATENCY=value`
+ * `--offline_target_qps=value` → `CM_MLPERF_LOADGEN_OFFLINE_TARGET_QPS=value`
+ * `--output_dir=value` → `CM_MLPERF_OUTPUT_DIR=value`
+ * `--performance_sample_count=value` → `CM_MLPERF_LOADGEN_PERFORMANCE_SAMPLE_COUNT=value`
+ * `--rerun=value` → `CM_RERUN=value`
+ * `--scenario=value` → `CM_MLPERF_LOADGEN_SCENARIO=value`
+ * `--server_target_qps=value` → `CM_MLPERF_LOADGEN_SERVER_TARGET_QPS=value`
+ * `--singlestream_target_latency=value` → `CM_MLPERF_LOADGEN_SINGLESTREAM_TARGET_LATENCY=value`
+ * `--skip_preprocess=value` → `CM_SKIP_PREPROCESS_DATASET=value`
+ * `--skip_preprocessing=value` → `CM_SKIP_PREPROCESS_DATASET=value`
+ * `--target_latency=value` → `CM_MLPERF_LOADGEN_TARGET_LATENCY=value`
+ * `--target_qps=value` → `CM_MLPERF_LOADGEN_TARGET_QPS=value`
+ * `--user_conf=value` → `CM_MLPERF_USER_CONF=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_BATCH_COUNT: `1`
+ * CM_BATCH_SIZE: `1`
+ * CM_FAST_COMPILATION: `yes`
+ * CM_MLPERF_LOADGEN_SCENARIO: `Offline`
+ * CM_MLPERF_LOADGEN_MODE: `performance`
+ * CM_SKIP_PREPROCESS_DATASET: `no`
+ * CM_SKIP_MODEL_DOWNLOAD: `no`
+ * CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX: `intel`
+ * CM_MLPERF_SKIP_RUN: `no`
+ * verbosity: `1`
+ * loadgen_trigger_cold_run: `0`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run_bert_harness.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-intel/run_bert_harness.sh)
+ * [run_gptj_harness_v3_1.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-intel/run_gptj_harness_v3_1.sh)
+ * [run_gptj_harness_v4_0.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-intel/run_gptj_harness_v4_0.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "reproduce mlcommons mlperf inference harness intel-harness intel intel-harness intel [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-benchmarks/app-mlperf-inference-qualcomm/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-benchmarks/app-mlperf-inference-qualcomm/index.md
new file mode 100644
index 0000000000..b46ea46771
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-benchmarks/app-mlperf-inference-qualcomm/index.md
@@ -0,0 +1,368 @@
+# app-mlperf-inference-qualcomm
+Automatically generated README for this automation recipe: **app-mlperf-inference-qualcomm**
+
+Category: **[Modular MLPerf benchmarks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-qualcomm/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "reproduce mlcommons mlperf inference harness qualcomm-harness qualcomm kilt-harness kilt" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=reproduce,mlcommons,mlperf,inference,harness,qualcomm-harness,qualcomm,kilt-harness,kilt[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "reproduce mlcommons mlperf inference harness qualcomm-harness qualcomm kilt-harness kilt [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'reproduce,mlcommons,mlperf,inference,harness,qualcomm-harness,qualcomm,kilt-harness,kilt'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "reproduce mlcommons mlperf inference harness qualcomm-harness qualcomm kilt-harness kilt[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_v4.0`** (default) + - ENV variables: + - CM_MLPERF_INFERENCE_CODE_VERSION: `v4.0` + +
+
+
+
+ * Group "**batch-size**"
+ Click here to expand this section.
+ + * `_activation-count.#` + - ENV variables: + - CM_MLPERF_QAIC_ACTIVATION_COUNT: `#` + * `_num-devices.4` + - ENV variables: + - CM_QAIC_DEVICES: `0,1,2,3` + * `_pro` + - ENV variables: + - qaic_queue_length: `10` + +
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * `_bs.#` + - ENV variables: + - kilt_model_batch_size: `#` + * `_bs.0` + - ENV variables: + - kilt_model_batch_size: `1` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * **`_cpu`** (default) + - ENV variables: + - CM_MLPERF_DEVICE: `cpu` + - kilt_backend_type: `cpu` + * `_cuda` + - ENV variables: + - CM_MLPERF_DEVICE: `gpu` + - CM_MLPERF_DEVICE_LIB_NAMESPEC: `cudart` + - kilt_backend_type: `gpu` + * `_qaic` + - ENV variables: + - CM_MLPERF_DEVICE: `qaic` + - CM_MLPERF_DEVICE_LIB_NAMESPEC: `QAic` + - kilt_backend_type: `qaic` + +
+
+
+
+ * Group "**loadgen-batch-size**"
+ Click here to expand this section.
+ + * `_glow` + - ENV variables: + - device: `qaic` + - CM_MLPERF_BACKEND: `glow` + - CM_MLPERF_BACKEND_LIB_NAMESPEC: `QAic` + * **`_onnxruntime`** (default) + - ENV variables: + - device: `onnxrt` + - CM_MLPERF_BACKEND: `onnxruntime` + - CM_MLPERF_BACKEND_LIB_NAMESPEC: `onnxruntime` + * `_tensorrt` + - ENV variables: + - CM_MLPERF_BACKEND: `tensorrt` + - device: `tensorrt` + - CM_MLPERF_BACKEND_NAME: `TensorRT` + +
+
+
+
+ * Group "**loadgen-scenario**"
+ Click here to expand this section.
+ + * `_loadgen-batch-size.#` + - ENV variables: + - CM_MLPERF_LOADGEN_BATCH_SIZE: `#` + +
+
+
+
+ * Group "**model**"
+ Click here to expand this section.
+ + * `_multistream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `MultiStream` + * `_offline` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Offline` + * `_server` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Server` + * `_singlestream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `SingleStream` + +
+
+
+
+ * Group "**nsp**"
+ Click here to expand this section.
+ + * `_bert-99` + - ENV variables: + - CM_MODEL: `bert-99` + - CM_SQUAD_ACCURACY_DTYPE: `float32` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx` + * `_bert-99.9` + - ENV variables: + - CM_MODEL: `bert-99.9` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/3733910/files/model.onnx` + * **`_resnet50`** (default) + - ENV variables: + - CM_MODEL: `resnet50` + - kilt_model_name: `resnet50` + - kilt_input_count: `1` + - kilt_output_count: `1` + - kilt_input_format: `FLOAT32,-1,224,224,3` + - kilt_output_format: `INT64,-1` + - dataset_imagenet_preprocessed_input_square_side: `224` + - ml_model_has_background_class: `YES` + - ml_model_image_height: `224` + - loadgen_buffer_size: `1024` + - loadgen_dataset_size: `50000` + - CM_BENCHMARK: `STANDALONE_CLASSIFICATION` + * `_retinanet` + - ENV variables: + - CM_MODEL: `retinanet` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth` + - kilt_model_name: `retinanet` + - kilt_input_count: `1` + - kilt_model_max_detections: `600` + - kilt_output_count: `1` + - kilt_input_format: `FLOAT32,-1,3,800,800` + - kilt_output_format: `INT64,-1` + - dataset_imagenet_preprocessed_input_square_side: `224` + - ml_model_image_height: `800` + - ml_model_image_width: `800` + - loadgen_buffer_size: `64` + - loadgen_dataset_size: `24576` + - CM_BENCHMARK: `STANDALONE_OBJECT_DETECTION` + +
+
+
+
+ * Group "**power-mode**"
+ Click here to expand this section.
+ + * `_nsp.#` + * `_nsp.14` + * `_nsp.16` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_maxn` + - ENV variables: + - CM_MLPERF_NVIDIA_HARNESS_MAXN: `True` + * `_maxq` + - ENV variables: + - CM_MLPERF_NVIDIA_HARNESS_MAXQ: `True` + +
+
+
+
+ * Group "**run-mode**"
+ Click here to expand this section.
+ + * `_fp16` + * `_fp32` + - ENV variables: + - CM_IMAGENET_ACCURACY_DTYPE: `float32` + * `_uint8` + +
+
+
+
+ * Group "**sut**"
+ Click here to expand this section.
+ + * `_network-client` + - ENV variables: + - CM_RUN_MODE: `network-client` + * `_network-server` + - ENV variables: + - CM_RUN_MODE: `network-server` + * **`_standalone`** (default) + - ENV variables: + - CM_RUN_MODE: `standalone` + +
+
+
+
+ ##### Default variations
+
+ `_cpu,_onnxruntime,_resnet50,_standalone`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--count=value` → `CM_MLPERF_LOADGEN_QUERY_COUNT=value`
+ * `--devices=value` → `CM_QAIC_DEVICES=value`
+ * `--max_batchsize=value` → `CM_MLPERF_LOADGEN_MAX_BATCHSIZE=value`
+ * `--mlperf_conf=value` → `CM_MLPERF_CONF=value`
+ * `--mode=value` → `CM_MLPERF_LOADGEN_MODE=value`
+ * `--multistream_target_latency=value` → `CM_MLPERF_LOADGEN_MULTISTREAM_TARGET_LATENCY=value`
+ * `--offline_target_qps=value` → `CM_MLPERF_LOADGEN_OFFLINE_TARGET_QPS=value`
+ * `--output_dir=value` → `CM_MLPERF_OUTPUT_DIR=value`
+ * `--performance_sample_count=value` → `CM_MLPERF_LOADGEN_PERFORMANCE_SAMPLE_COUNT=value`
+ * `--rerun=value` → `CM_RERUN=value`
+ * `--scenario=value` → `CM_MLPERF_LOADGEN_SCENARIO=value`
+ * `--server_target_qps=value` → `CM_MLPERF_LOADGEN_SERVER_TARGET_QPS=value`
+ * `--singlestream_target_latency=value` → `CM_MLPERF_LOADGEN_SINGLESTREAM_TARGET_LATENCY=value`
+ * `--skip_preprocess=value` → `CM_SKIP_PREPROCESS_DATASET=value`
+ * `--skip_preprocessing=value` → `CM_SKIP_PREPROCESS_DATASET=value`
+ * `--target_latency=value` → `CM_MLPERF_LOADGEN_TARGET_LATENCY=value`
+ * `--target_qps=value` → `CM_MLPERF_LOADGEN_TARGET_QPS=value`
+ * `--user_conf=value` → `CM_MLPERF_USER_CONF=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_BATCH_COUNT: `1`
+ * CM_BATCH_SIZE: `1`
+ * CM_FAST_COMPILATION: `yes`
+ * CM_MLPERF_LOADGEN_SCENARIO: `Offline`
+ * CM_MLPERF_LOADGEN_MODE: `performance`
+ * CM_SKIP_PREPROCESS_DATASET: `no`
+ * CM_SKIP_MODEL_DOWNLOAD: `no`
+ * CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX: `kilt`
+ * CM_MLPERF_SKIP_RUN: `no`
+ * CM_KILT_REPO_URL: `https://github.com/GATEOverflow/kilt-mlperf`
+ * CM_QAIC_DEVICES: `0`
+ * kilt_max_wait_abs: `10000`
+ * verbosity: `0`
+ * loadgen_trigger_cold_run: `0`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-qualcomm/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "reproduce mlcommons mlperf inference harness qualcomm-harness qualcomm kilt-harness kilt [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-benchmarks/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-benchmarks/index.md
new file mode 100644
index 0000000000..9675eae169
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-benchmarks/index.md
@@ -0,0 +1,3 @@
+* [app-mlperf-inference-dummy](app-mlperf-inference-dummy/index.md)
+* [app-mlperf-inference-intel](app-mlperf-inference-intel/index.md)
+* [app-mlperf-inference-qualcomm](app-mlperf-inference-qualcomm/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-loadgen-generic-python/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-loadgen-generic-python/index.md
new file mode 100644
index 0000000000..1a08adcbe2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-loadgen-generic-python/index.md
@@ -0,0 +1,213 @@
+# app-loadgen-generic-python
+Automatically generated README for this automation recipe: **app-loadgen-generic-python**
+
+Category: **[Modular MLPerf inference benchmark pipeline](..)**
+
+License: **Apache 2.0**
+
+Developers: [Gaz Iqbal](https://www.linkedin.com/in/gaziqbal), [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Grigori Fursin](https://cKnowledge.org/gfursin)
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/app-loadgen-generic-python/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/app-loadgen-generic-python/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "python app generic loadgen" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=python,app,generic,loadgen[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "python app generic loadgen [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'python,app,generic,loadgen'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "python app generic loadgen[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_dl2q.24xlarge` + - ENV variables: + - CM_QAIC_DEVICES: `0,1,2,3,4,5,6,7` + - qaic_queue_length: `4` + * `_rb6` + - ENV variables: + - CM_QAIC_DEVICES: `0` + - qaic_queue_length: `6` + +
+
+
+
+ * Group "**backend**"
+ Click here to expand this section.
+ + * `_cmc` + - ENV variables: + - CM_CUSTOM_MODEL_CMC: `True` + * `_huggingface` + - ENV variables: + - CM_CUSTOM_MODEL_SOURCE: `huggingface` + * `_model-stub.#` + - ENV variables: + - CM_ML_MODEL_STUB: `#` + +
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * **`_onnxruntime`** (default) + - ENV variables: + - CM_MLPERF_BACKEND: `onnxruntime` + * `_pytorch` + - ENV variables: + - CM_MLPERF_BACKEND: `pytorch` + +
+
+
+
+ * Group "**models**"
+ Click here to expand this section.
+ + * **`_cpu`** (default) + - ENV variables: + - CM_MLPERF_DEVICE: `cpu` + - CM_MLPERF_EXECUTION_PROVIDER: `CPUExecutionProvider` + * `_cuda` + - ENV variables: + - CM_MLPERF_DEVICE: `gpu` + - CM_MLPERF_EXECUTION_PROVIDER: `CUDAExecutionProvider` + +
+
+
+
+ ##### Default variations
+
+ `_cpu,_onnxruntime`
+=== "Input Flags"
+
+
+ #### Input Flags
+
+ * --**modelpath:** Full path to file with model weights
+ * --**modelcodepath:** (for PyTorch models) Full path to file with model code and cmc.py
+ * --**modelcfgpath:** (for PyTorch models) Full path to JSON file with model cfg
+ * --**modelsamplepath:** (for PyTorch models) Full path to file with model sample in pickle format
+ * --**ep:** ONNX Execution provider
+ * --**scenario:** MLPerf LoadGen scenario
+ * --**samples:** Number of samples (*2*)
+ * --**runner:** MLPerf runner
+ * --**execmode:** MLPerf exec mode
+ * --**output_dir:** MLPerf output directory
+ * --**concurrency:** MLPerf concurrency
+ * --**intraop:** MLPerf intra op threads
+ * --**interop:** MLPerf inter op threads
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--concurrency=value` → `CM_MLPERF_CONCURRENCY=value`
+ * `--ep=value` → `CM_MLPERF_EXECUTION_PROVIDER=value`
+ * `--execmode=value` → `CM_MLPERF_EXEC_MODE=value`
+ * `--interop=value` → `CM_MLPERF_INTEROP=value`
+ * `--intraop=value` → `CM_MLPERF_INTRAOP=value`
+ * `--loadgen_duration_sec=value` → `CM_MLPERF_LOADGEN_DURATION_SEC=value`
+ * `--loadgen_expected_qps=value` → `CM_MLPERF_LOADGEN_EXPECTED_QPS=value`
+ * `--modelcfg=value` → `CM_ML_MODEL_CFG=value`
+ * `--modelcfgpath=value` → `CM_ML_MODEL_CFG_WITH_PATH=value`
+ * `--modelcodepath=value` → `CM_ML_MODEL_CODE_WITH_PATH=value`
+ * `--modelpath=value` → `CM_ML_MODEL_FILE_WITH_PATH=value`
+ * `--modelsamplepath=value` → `CM_ML_MODEL_SAMPLE_WITH_PATH=value`
+ * `--output_dir=value` → `CM_MLPERF_OUTPUT_DIR=value`
+ * `--runner=value` → `CM_MLPERF_RUNNER=value`
+ * `--samples=value` → `CM_MLPERF_LOADGEN_SAMPLES=value`
+ * `--scenario=value` → `CM_MLPERF_LOADGEN_SCENARIO=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_EXECUTION_MODE: `parallel`
+ * CM_MLPERF_BACKEND: `onnxruntime`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-loadgen-generic-python/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/app-loadgen-generic-python/run.bat)
+___
+#### Script output
+```bash
+cmr "python app generic loadgen [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-mlperf-inference-ctuning-cpp-tflite/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-mlperf-inference-ctuning-cpp-tflite/index.md
new file mode 100644
index 0000000000..9e10444516
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-mlperf-inference-ctuning-cpp-tflite/index.md
@@ -0,0 +1,236 @@
+# app-mlperf-inference-ctuning-cpp-tflite
+Automatically generated README for this automation recipe: **app-mlperf-inference-ctuning-cpp-tflite**
+
+Category: **[Modular MLPerf inference benchmark pipeline](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-ctuning-cpp-tflite/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "app mlperf inference tflite-cpp" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=app,mlperf,inference,tflite-cpp[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "app mlperf inference tflite-cpp [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'app,mlperf,inference,tflite-cpp'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "app mlperf inference tflite-cpp[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_custom` + - ENV variables: + - CM_MODEL: `custom` + * `_resnet50` + - ENV variables: + - CM_MODEL: `resnet50` + * `_retinanet` + - ENV variables: + - CM_MODEL: `retinanet` + +
+
+
+
+ * Group "**backend**"
+ Click here to expand this section.
+ + * `_armnn` + - ENV variables: + - CM_MLPERF_TFLITE_USE_ARMNN: `yes` + - CM_TMP_LINK_LIBS: `tensorflowlite,armnn` + +
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * `_tf` + - ENV variables: + - CM_MLPERF_BACKEND: `tf` + * **`_tflite`** (default) + - ENV variables: + - CM_MLPERF_BACKEND: `tflite` + - CM_MLPERF_BACKEND_VERSION: `master` + - CM_TMP_LINK_LIBS: `tensorflowlite` + - CM_TMP_SRC_FOLDER: `src` + +
+
+
+
+ * Group "**loadgen-scenario**"
+ Click here to expand this section.
+ + * **`_cpu`** (default) + - ENV variables: + - CM_MLPERF_DEVICE: `cpu` + * `_gpu` + - ENV variables: + - CM_MLPERF_DEVICE: `gpu` + - CM_MLPERF_DEVICE_LIB_NAMESPEC: `cudart` + +
+
+
+
+ * Group "**model**"
+ Click here to expand this section.
+ + * **`_singlestream`** (default) + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `SingleStream` + +
+
+
+
+ * Group "**optimization-target**"
+ Click here to expand this section.
+ + * `_efficientnet` + - ENV variables: + - CM_MODEL: `efficientnet` + * `_mobilenet` + - ENV variables: + - CM_MODEL: `mobilenet` + * **`_resnet50`** (default) + - ENV variables: + - CM_MODEL: `resnet50` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_use-neon` + - ENV variables: + - CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX1: `using_neon` + - CM_MLPERF_TFLITE_USE_NEON: `1` + * `_use-opencl` + - ENV variables: + - CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX1: `using_opencl` + - CM_MLPERF_TFLITE_USE_OPENCL: `1` + +
+
+
+
+ ##### Default variations
+
+ `_cpu,_fp32,_resnet50,_singlestream,_tflite`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--compressed_dataset=value` → `CM_DATASET_COMPRESSED=value`
+ * `--count=value` → `CM_MLPERF_LOADGEN_QUERY_COUNT=value`
+ * `--mlperf_conf=value` → `CM_MLPERF_CONF=value`
+ * `--mode=value` → `CM_MLPERF_LOADGEN_MODE=value`
+ * `--output_dir=value` → `CM_MLPERF_OUTPUT_DIR=value`
+ * `--performance_sample_count=value` → `CM_MLPERF_LOADGEN_PERFORMANCE_SAMPLE_COUNT=value`
+ * `--scenario=value` → `CM_MLPERF_LOADGEN_SCENARIO=value`
+ * `--user_conf=value` → `CM_MLPERF_USER_CONF=value`
+ * `--verbose=value` → `CM_VERBOSE=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_DATASET_COMPRESSED: `off`
+ * CM_DATASET_INPUT_SQUARE_SIDE: `224`
+ * CM_FAST_COMPILATION: `yes`
+ * CM_LOADGEN_BUFFER_SIZE: `1024`
+ * CM_MLPERF_LOADGEN_MODE: `accuracy`
+ * CM_MLPERF_LOADGEN_SCENARIO: `SingleStream`
+ * CM_MLPERF_LOADGEN_TRIGGER_COLD_RUN: `0`
+ * CM_MLPERF_OUTPUT_DIR: `.`
+ * CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX: `tflite_cpp`
+ * CM_MLPERF_TFLITE_USE_NEON: `0`
+ * CM_MLPERF_TFLITE_USE_OPENCL: `0`
+ * CM_ML_MODEL_GIVEN_CHANNEL_MEANS: `123.68 116.78 103.94`
+ * CM_ML_MODEL_NORMALIZE_DATA: `0`
+ * CM_ML_MODEL_SUBTRACT_MEANS: `1`
+ * CM_VERBOSE: `0`
+
+
+
+___
+#### Script output
+```bash
+cmr "app mlperf inference tflite-cpp [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-mlperf-inference-mlcommons-cpp/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-mlperf-inference-mlcommons-cpp/index.md
new file mode 100644
index 0000000000..a2c71b5f5d
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-mlperf-inference-mlcommons-cpp/index.md
@@ -0,0 +1,204 @@
+# app-mlperf-inference-mlcommons-cpp
+Automatically generated README for this automation recipe: **app-mlperf-inference-mlcommons-cpp**
+
+Category: **[Modular MLPerf inference benchmark pipeline](..)**
+
+License: **Apache 2.0**
+
+Developers: [Thomas Zhu](https://www.linkedin.com/in/hanwen-zhu-483614189), [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Grigori Fursin](https://cKnowledge.org/gfursin)
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-mlcommons-cpp/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-mlcommons-cpp/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "app mlcommons mlperf inference cpp" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=app,mlcommons,mlperf,inference,cpp[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "app mlcommons mlperf inference cpp [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'app,mlcommons,mlperf,inference,cpp'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "app mlcommons mlperf inference cpp[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**batch-size**"
+ Click here to expand this section.
+ + * **`_fp32`** (default) + - ENV variables: + - CM_MLPERF_MODEL_PRECISION: `float32` + * `_int8` + - ENV variables: + - CM_DATASET_COMPRESSED: `on` + - CM_MLPERF_MODEL_PRECISION: `int8` + * `_uint8` + - ENV variables: + - CM_DATASET_COMPRESSED: `on` + - CM_MLPERF_MODEL_PRECISION: `uint8` + +
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * `_batch-size.#` + - ENV variables: + - CM_MLPERF_LOADGEN_MAX_BATCHSIZE: `#` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * **`_cpu`** (default) + - ENV variables: + - CM_MLPERF_DEVICE: `cpu` + * `_cuda` + - ENV variables: + - CM_MLPERF_DEVICE: `gpu` + - CM_MLPERF_DEVICE_LIB_NAMESPEC: `cudart` + +
+
+
+
+ * Group "**loadgen-scenario**"
+ Click here to expand this section.
+ + * **`_onnxruntime`** (default) + - ENV variables: + - CM_MLPERF_BACKEND: `onnxruntime` + - CM_MLPERF_BACKEND_LIB_NAMESPEC: `onnxruntime` + * `_pytorch` + - ENV variables: + - CM_MLPERF_BACKEND: `pytorch` + * `_tf` + - ENV variables: + - CM_MLPERF_BACKEND: `tf` + * `_tflite` + - ENV variables: + - CM_MLPERF_BACKEND: `tflite` + * `_tvm-onnx` + - ENV variables: + - CM_MLPERF_BACKEND: `tvm-onnx` + +
+
+
+
+ * Group "**model**"
+ Click here to expand this section.
+ + * `_multistream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `MultiStream` + * **`_offline`** (default) + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Offline` + * `_server` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Server` + * `_singlestream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `SingleStream` + - CM_MLPERF_LOADGEN_MAX_BATCHSIZE: `1` + +
+
+
+
+ ##### Default variations
+
+ `_cpu,_offline,_onnxruntime,_resnet50`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--count=value` → `CM_MLPERF_LOADGEN_QUERY_COUNT=value`
+ * `--max_batchsize=value` → `CM_MLPERF_LOADGEN_MAX_BATCHSIZE=value`
+ * `--mlperf_conf=value` → `CM_MLPERF_CONF=value`
+ * `--mode=value` → `CM_MLPERF_LOADGEN_MODE=value`
+ * `--output_dir=value` → `CM_MLPERF_OUTPUT_DIR=value`
+ * `--performance_sample_count=value` → `CM_MLPERF_LOADGEN_PERFORMANCE_SAMPLE_COUNT=value`
+ * `--scenario=value` → `CM_MLPERF_LOADGEN_SCENARIO=value`
+ * `--user_conf=value` → `CM_MLPERF_USER_CONF=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_BATCH_COUNT: `1`
+ * CM_BATCH_SIZE: `1`
+ * CM_FAST_COMPILATION: `yes`
+ * CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX: `cpp`
+
+
+
+___
+#### Script output
+```bash
+cmr "app mlcommons mlperf inference cpp [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-mlperf-inference-mlcommons-python/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-mlperf-inference-mlcommons-python/index.md
new file mode 100644
index 0000000000..4206a8ee00
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-mlperf-inference-mlcommons-python/index.md
@@ -0,0 +1,392 @@
+# app-mlperf-inference-mlcommons-python
+Automatically generated README for this automation recipe: **app-mlperf-inference-mlcommons-python**
+
+Category: **[Modular MLPerf inference benchmark pipeline](..)**
+
+License: **Apache 2.0**
+
+Developers: [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Thomas Zhu](https://www.linkedin.com/in/hanwen-zhu-483614189), [Grigori Fursin](https://cKnowledge.org/gfursin)
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-mlcommons-python/README-extra.md)
+
+
+---
+
+This portable CM script is being developed by the [MLCommons taskforce on automation and reproducibility](https://github.com/mlcommons/ck/blob/master/docs/mlperf-education-workgroup.md)
+to modularize the *python reference implementations* of the [MLPerf inference benchmark](https://github.com/mlcommons/inference)
+using the [MLCommons CM automation meta-framework](https://github.com/mlcommons/ck).
+The goal is to make it easier to run, optimize and reproduce MLPerf benchmarks
+across diverse platforms with continuously changing software and hardware.
+
+See the current coverage of different models, devices and backends [here](README-extra.md#current-coverage).
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-mlcommons-python/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "app vision language mlcommons mlperf inference reference ref" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=app,vision,language,mlcommons,mlperf,inference,reference,ref[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "app vision language mlcommons mlperf inference reference ref [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'app,vision,language,mlcommons,mlperf,inference,reference,ref'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "app vision language mlcommons mlperf inference reference ref[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_resnet50`** (default) + - ENV variables: + - CM_MODEL: `resnet50` + * `_retinanet` + - ENV variables: + - CM_MODEL: `retinanet` + +
+
+
+
+ * Group "**batch-size**"
+ Click here to expand this section.
+ + * `_3d-unet` + - ENV variables: + - CM_TMP_IGNORE_MLPERF_QUERY_COUNT: `True` + - CM_MLPERF_MODEL_SKIP_BATCHING: `True` + * `_beam_size.#` + - ENV variables: + - GPTJ_BEAM_SIZE: `#` + * `_bert` + - ENV variables: + - CM_MLPERF_MODEL_SKIP_BATCHING: `True` + * `_dlrm` + - ENV variables: + - CM_MLPERF_MODEL_SKIP_BATCHING: `True` + * `_multistream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `MultiStream` + * `_offline` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Offline` + * `_r2.1_default` + - ENV variables: + - CM_RERUN: `yes` + - CM_SKIP_SYS_UTILS: `yes` + - CM_TEST_QUERY_COUNT: `100` + * `_server` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Server` + * `_singlestream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `SingleStream` + +
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * `_batch_size.#` + - ENV variables: + - CM_MLPERF_LOADGEN_MAX_BATCHSIZE: `#` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * **`_cpu`** (default) + - ENV variables: + - CM_MLPERF_DEVICE: `cpu` + - CUDA_VISIBLE_DEVICES: `` + - USE_CUDA: `False` + - USE_GPU: `False` + * `_cuda` + - ENV variables: + - CM_MLPERF_DEVICE: `gpu` + - USE_CUDA: `True` + - USE_GPU: `True` + * `_rocm` + - ENV variables: + - CM_MLPERF_DEVICE: `rocm` + - USE_GPU: `True` + * `_tpu` + - ENV variables: + - CM_MLPERF_DEVICE: `tpu` + +
+ >>`
+ * `_ncnn`
+ - ENV variables:
+ - CM_MLPERF_BACKEND: `ncnn`
+ - CM_MLPERF_BACKEND_VERSION: `<<>>`
+ - CM_MLPERF_VISION_DATASET_OPTION: `imagenet_pytorch`
+ * **`_onnxruntime`** (default)
+ - ENV variables:
+ - CM_MLPERF_BACKEND: `onnxruntime`
+ * `_pytorch`
+ - ENV variables:
+ - CM_MLPERF_BACKEND: `pytorch`
+ - CM_MLPERF_BACKEND_VERSION: `<<>>`
+ * `_ray`
+ - ENV variables:
+ - CM_MLPERF_BACKEND: `ray`
+ - CM_MLPERF_BACKEND_VERSION: `<<>>`
+ * `_tf`
+ - Aliases: `_tensorflow`
+ - ENV variables:
+ - CM_MLPERF_BACKEND: `tf`
+ - CM_MLPERF_BACKEND_VERSION: `<<>>`
+ * `_tflite`
+ - ENV variables:
+ - CM_MLPERF_BACKEND: `tflite`
+ - CM_MLPERF_BACKEND_VERSION: `<<>>`
+ - CM_MLPERF_VISION_DATASET_OPTION: `imagenet_tflite_tpu`
+ * `_tvm-onnx`
+ - ENV variables:
+ - CM_MLPERF_BACKEND: `tvm-onnx`
+ - CM_MLPERF_BACKEND_VERSION: `<<>>`
+ * `_tvm-pytorch`
+ - ENV variables:
+ - CM_MLPERF_BACKEND: `tvm-pytorch`
+ - CM_MLPERF_BACKEND_VERSION: `<<>>`
+ - CM_PREPROCESS_PYTORCH: `yes`
+ - MLPERF_TVM_TORCH_QUANTIZED_ENGINE: `qnnpack`
+ * `_tvm-tflite`
+ - ENV variables:
+ - CM_MLPERF_BACKEND: `tvm-tflite`
+ - CM_MLPERF_BACKEND_VERSION: `<<>>`
+
+
+
+
+ * Group "**implementation**"
+ Click here to expand this section.
+ + * `_deepsparse` + - ENV variables: + - CM_MLPERF_BACKEND: `deepsparse` + - CM_MLPERF_BACKEND_VERSION: `<<
+
+
+
+ * Group "**models**"
+ Click here to expand this section.
+ + * **`_python`** (default) + - ENV variables: + - CM_MLPERF_PYTHON: `yes` + - CM_MLPERF_IMPLEMENTATION: `reference` + +
+
+
+
+ * Group "**network**"
+ Click here to expand this section.
+ + * `_3d-unet-99` + - ENV variables: + - CM_MODEL: `3d-unet-99` + * `_3d-unet-99.9` + - ENV variables: + - CM_MODEL: `3d-unet-99.9` + * `_bert-99` + - ENV variables: + - CM_MODEL: `bert-99` + * `_bert-99.9` + - ENV variables: + - CM_MODEL: `bert-99.9` + * `_dlrm-99` + - ENV variables: + - CM_MODEL: `dlrm-99` + * `_dlrm-99.9` + - ENV variables: + - CM_MODEL: `dlrm-99.9` + * `_gptj-99` + - ENV variables: + - CM_MODEL: `gptj-99` + * `_gptj-99.9` + - ENV variables: + - CM_MODEL: `gptj-99.9` + * `_llama2-70b-99` + - ENV variables: + - CM_MODEL: `llama2-70b-99` + * `_llama2-70b-99.9` + - ENV variables: + - CM_MODEL: `llama2-70b-99.9` + * **`_resnet50`** (default) + - ENV variables: + - CM_MODEL: `resnet50` + - CM_MLPERF_USE_MLCOMMONS_RUN_SCRIPT: `yes` + * `_retinanet` + - ENV variables: + - CM_MODEL: `retinanet` + - CM_MLPERF_USE_MLCOMMONS_RUN_SCRIPT: `yes` + - CM_MLPERF_LOADGEN_MAX_BATCHSIZE: `1` + * `_rnnt` + - ENV variables: + - CM_MODEL: `rnnt` + - CM_MLPERF_MODEL_SKIP_BATCHING: `True` + - CM_TMP_IGNORE_MLPERF_QUERY_COUNT: `True` + * `_sdxl` + - ENV variables: + - CM_MODEL: `stable-diffusion-xl` + - CM_NUM_THREADS: `1` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_network-lon` + - ENV variables: + - CM_NETWORK_LOADGEN: `lon` + - CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX1: `network_loadgen` + * `_network-sut` + - ENV variables: + - CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX1: `network_sut` + - CM_NETWORK_LOADGEN: `sut` + +
+
+
+
+ ##### Default variations
+
+ `_cpu,_fp32,_onnxruntime,_python,_resnet50`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--clean=value` → `CM_MLPERF_CLEAN_SUBMISSION_DIR=value`
+ * `--count=value` → `CM_MLPERF_LOADGEN_QUERY_COUNT=value`
+ * `--dataset=value` → `CM_MLPERF_VISION_DATASET_OPTION=value`
+ * `--dataset_args=value` → `CM_MLPERF_EXTRA_DATASET_ARGS=value`
+ * `--docker=value` → `CM_RUN_DOCKER_CONTAINER=value`
+ * `--hw_name=value` → `CM_HW_NAME=value`
+ * `--imagenet_path=value` → `IMAGENET_PATH=value`
+ * `--max_amps=value` → `CM_MLPERF_POWER_MAX_AMPS=value`
+ * `--max_batchsize=value` → `CM_MLPERF_LOADGEN_MAX_BATCHSIZE=value`
+ * `--max_volts=value` → `CM_MLPERF_POWER_MAX_VOLTS=value`
+ * `--mode=value` → `CM_MLPERF_LOADGEN_MODE=value`
+ * `--model=value` → `CM_MLPERF_CUSTOM_MODEL_PATH=value`
+ * `--multistream_target_latency=value` → `CM_MLPERF_LOADGEN_MULTISTREAM_TARGET_LATENCY=value`
+ * `--network=value` → `CM_NETWORK_LOADGEN=value`
+ * `--ntp_server=value` → `CM_MLPERF_POWER_NTP_SERVER=value`
+ * `--num_threads=value` → `CM_NUM_THREADS=value`
+ * `--offline_target_qps=value` → `CM_MLPERF_LOADGEN_OFFLINE_TARGET_QPS=value`
+ * `--output_dir=value` → `OUTPUT_BASE_DIR=value`
+ * `--power=value` → `CM_MLPERF_POWER=value`
+ * `--power_server=value` → `CM_MLPERF_POWER_SERVER_ADDRESS=value`
+ * `--regenerate_files=value` → `CM_REGENERATE_MEASURE_FILES=value`
+ * `--rerun=value` → `CM_RERUN=value`
+ * `--scenario=value` → `CM_MLPERF_LOADGEN_SCENARIO=value`
+ * `--server_target_qps=value` → `CM_MLPERF_LOADGEN_SERVER_TARGET_QPS=value`
+ * `--singlestream_target_latency=value` → `CM_MLPERF_LOADGEN_SINGLESTREAM_TARGET_LATENCY=value`
+ * `--sut_servers=value` → `CM_NETWORK_LOADGEN_SUT_SERVERS=value`
+ * `--target_latency=value` → `CM_MLPERF_LOADGEN_TARGET_LATENCY=value`
+ * `--target_qps=value` → `CM_MLPERF_LOADGEN_TARGET_QPS=value`
+ * `--test_query_count=value` → `CM_TEST_QUERY_COUNT=value`
+ * `--threads=value` → `CM_NUM_THREADS=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_LOADGEN_MODE: `accuracy`
+ * CM_MLPERF_LOADGEN_SCENARIO: `Offline`
+ * CM_OUTPUT_FOLDER_NAME: `test_results`
+ * CM_MLPERF_RUN_STYLE: `test`
+ * CM_TEST_QUERY_COUNT: `10`
+ * CM_MLPERF_QUANTIZATION: `False`
+ * CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX: `reference`
+ * CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX: ``
+
+
+
+___
+#### Script output
+```bash
+cmr "app vision language mlcommons mlperf inference reference ref [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-mlperf-inference/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-mlperf-inference/index.md
new file mode 100644
index 0000000000..aefdce10cc
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/app-mlperf-inference/index.md
@@ -0,0 +1,488 @@
+# app-mlperf-inference
+Automatically generated README for this automation recipe: **app-mlperf-inference**
+
+Category: **[Modular MLPerf inference benchmark pipeline](..)**
+
+License: **Apache 2.0**
+
+Developers: [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Thomas Zhu](https://www.linkedin.com/in/hanwen-zhu-483614189), [Grigori Fursin](https://cKnowledge.org/gfursin)
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference/README-extra.md)
+
+
+---
+
+This CM script provides a unified interface to prepare and run a modular version of the [MLPerf inference benchmark](https://arxiv.org/abs/1911.02549)
+across diverse ML models, data sets, frameworks, libraries, run-time systems and platforms
+using the [cross-platform automation meta-framework (MLCommons CM)](https://github.com/mlcommons/ck).
+
+It is assembled from reusable and interoperable [CM scripts for DevOps and MLOps](../list_of_scripts.md)
+being developed by the [open MLCommons taskforce on automation and reproducibility](../mlperf-education-workgroup.md).
+
+It is a higher-level wrapper to several other CM scripts modularizing the MLPerf inference benchmark:
+* [Reference Python implementation](../app-mlperf-inference-reference)
+* [Universal C++ implementation](../app-mlperf-inference-cpp)
+* [TFLite C++ implementation](../app-mlperf-inference-tflite-cpp)
+* [NVidia optimized implementation](app-mlperf-inference-nvidia)
+
+See [this SCC'23 tutorial](https://github.com/mlcommons/ck/blob/master/docs/tutorials/sc22-scc-mlperf.md)
+to use this script to run a reference (unoptimized) Python implementation of the MLPerf object detection benchmark
+with RetinaNet model, Open Images dataset, ONNX runtime and CPU target.
+
+See this [CM script](../run-mlperf-inference-app) to automate and validate your MLPerf inference submission.
+
+Get in touch with the [open taskforce on automation and reproducibility at MLCommons](https://github.com/mlcommons/ck/blob/master/docs/mlperf-education-workgroup.md)
+if you need help with your submission or if you would like to participate in further modularization of MLPerf
+and collaborative design space exploration and optimization of ML Systems.
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "app vision language mlcommons mlperf inference generic" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=app,vision,language,mlcommons,mlperf,inference,generic[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "app vision language mlcommons mlperf inference generic [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'app,vision,language,mlcommons,mlperf,inference,generic'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "app vision language mlcommons mlperf inference generic[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**implementation**"
+ Click here to expand this section.
+ + * `_bfloat16` + - ENV variables: + - CM_MLPERF_QUANTIZATION: `False` + - CM_MLPERF_MODEL_PRECISION: `bfloat16` + * `_float16` + - ENV variables: + - CM_MLPERF_QUANTIZATION: `False` + - CM_MLPERF_MODEL_PRECISION: `float16` + * **`_fp32`** (default) + - ENV variables: + - CM_MLPERF_QUANTIZATION: `False` + - CM_MLPERF_MODEL_PRECISION: `float32` + * `_int8` + - Aliases: `_quantized` + - ENV variables: + - CM_MLPERF_QUANTIZATION: `True` + - CM_MLPERF_MODEL_PRECISION: `int8` + +
+
+
+
+ * Group "**backend**"
+ Click here to expand this section.
+ + * `_cpp` + - Aliases: `_mil,_mlcommons-cpp` + - ENV variables: + - CM_MLPERF_CPP: `yes` + - CM_MLPERF_IMPLEMENTATION: `mlcommons_cpp` + - CM_IMAGENET_ACCURACY_DTYPE: `float32` + - CM_OPENIMAGES_ACCURACY_DTYPE: `float32` + * `_intel-original` + - Aliases: `_intel` + - ENV variables: + - CM_MLPERF_IMPLEMENTATION: `intel` + * `_kilt` + - Aliases: `_qualcomm` + - ENV variables: + - CM_MLPERF_IMPLEMENTATION: `qualcomm` + * `_nvidia-original` + - Aliases: `_nvidia` + - ENV variables: + - CM_MLPERF_IMPLEMENTATION: `nvidia` + - CM_SQUAD_ACCURACY_DTYPE: `float16` + - CM_IMAGENET_ACCURACY_DTYPE: `int32` + - CM_CNNDM_ACCURACY_DTYPE: `int32` + - CM_LIBRISPEECH_ACCURACY_DTYPE: `int8` + * **`_reference`** (default) + - Aliases: `_mlcommons-python,_python` + - ENV variables: + - CM_MLPERF_PYTHON: `yes` + - CM_MLPERF_IMPLEMENTATION: `mlcommons_python` + - CM_SQUAD_ACCURACY_DTYPE: `float32` + - CM_IMAGENET_ACCURACY_DTYPE: `float32` + - CM_OPENIMAGES_ACCURACY_DTYPE: `float32` + - CM_LIBRISPEECH_ACCURACY_DTYPE: `float32` + - CM_CNNDM_ACCURACY_DTYPE: `int32` + * `_tflite-cpp` + - Aliases: `_ctuning-cpp-tflite` + - ENV variables: + - CM_MLPERF_TFLITE_CPP: `yes` + - CM_MLPERF_CPP: `yes` + - CM_MLPERF_IMPLEMENTATION: `ctuning_cpp_tflite` + - CM_IMAGENET_ACCURACY_DTYPE: `float32` + +
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * `_deepsparse` + - ENV variables: + - CM_MLPERF_BACKEND: `deepsparse` + * `_glow` + - ENV variables: + - CM_MLPERF_BACKEND: `glow` + * `_ncnn` + - ENV variables: + - CM_MLPERF_BACKEND: `ncnn` + * `_onnxruntime` + - ENV variables: + - CM_MLPERF_BACKEND: `onnxruntime` + * `_pytorch` + - ENV variables: + - CM_MLPERF_BACKEND: `pytorch` + * `_ray` + - ENV variables: + - CM_MLPERF_BACKEND: `ray` + * `_tensorrt` + - ENV variables: + - CM_MLPERF_BACKEND: `tensorrt` + * `_tf` + - ENV variables: + - CM_MLPERF_BACKEND: `tf` + * `_tflite` + - ENV variables: + - CM_MLPERF_BACKEND: `tflite` + * `_tvm-onnx` + - ENV variables: + - CM_MLPERF_BACKEND: `tvm-onnx` + * `_tvm-pytorch` + - ENV variables: + - CM_MLPERF_BACKEND: `tvm-pytorch` + * `_tvm-tflite` + - ENV variables: + - CM_MLPERF_BACKEND: `tvm-tflite` + +
+
+
+
+ * Group "**model**"
+ Click here to expand this section.
+ + * **`_cpu`** (default) + - ENV variables: + - CM_MLPERF_DEVICE: `cpu` + * `_cuda` + - ENV variables: + - CM_MLPERF_DEVICE: `gpu` + * `_qaic` + - ENV variables: + - CM_MLPERF_DEVICE: `qaic` + * `_rocm` + - ENV variables: + - CM_MLPERF_DEVICE: `rocm` + * `_tpu` + - ENV variables: + - CM_MLPERF_DEVICE: `tpu` + +
+
+
+
+ * Group "**precision**"
+ Click here to expand this section.
+ + * `_3d-unet-99` + - ENV variables: + - CM_MODEL: `3d-unet-99` + * `_3d-unet-99.9` + - ENV variables: + - CM_MODEL: `3d-unet-99.9` + * `_bert-99` + - ENV variables: + - CM_MODEL: `bert-99` + * `_bert-99.9` + - ENV variables: + - CM_MODEL: `bert-99.9` + * `_dlrm-v2-99` + - ENV variables: + - CM_MODEL: `dlrm-v2-99` + * `_dlrm-v2-99.9` + - ENV variables: + - CM_MODEL: `dlrm-v2-99.9` + * `_efficientnet` + - ENV variables: + - CM_MODEL: `efficientnet` + * `_gptj-99` + - ENV variables: + - CM_MODEL: `gptj-99` + * `_gptj-99.9` + - ENV variables: + - CM_MODEL: `gptj-99.9` + * `_llama2-70b-99` + - ENV variables: + - CM_MODEL: `llama2-70b-99` + * `_llama2-70b-99.9` + - ENV variables: + - CM_MODEL: `llama2-70b-99.9` + * `_mobilenet` + - ENV variables: + - CM_MODEL: `mobilenet` + * **`_resnet50`** (default) + - ENV variables: + - CM_MODEL: `resnet50` + * `_retinanet` + - ENV variables: + - CM_MODEL: `retinanet` + * `_rnnt` + - ENV variables: + - CM_MODEL: `rnnt` + * `_sdxl` + - ENV variables: + - CM_MODEL: `stable-diffusion-xl` + +
+
+
+
+ * Group "**execution-mode**"
+ Click here to expand this section.
+ + * `_bfloat16` + - ENV variables: + - CM_MLPERF_QUANTIZATION: `False` + - CM_MLPERF_MODEL_PRECISION: `float32` + * `_float16` + - ENV variables: + - CM_MLPERF_QUANTIZATION: `False` + - CM_MLPERF_MODEL_PRECISION: `float32` + * **`_float32`** (default) + - Aliases: `_fp32` + - ENV variables: + - CM_MLPERF_QUANTIZATION: `False` + - CM_MLPERF_MODEL_PRECISION: `float32` + * `_int4` + - ENV variables: + - CM_MLPERF_QUANTIZATION: `True` + - CM_MLPERF_MODEL_PRECISION: `int4` + * `_int8` + - Aliases: `_quantized` + - ENV variables: + - CM_MLPERF_QUANTIZATION: `True` + - CM_MLPERF_MODEL_PRECISION: `int8` + * `_uint8` + - ENV variables: + - CM_MLPERF_QUANTIZATION: `True` + - CM_MLPERF_MODEL_PRECISION: `uint8` + +
+
+
+
+ * Group "**reproducibility**"
+ Click here to expand this section.
+ + * `_fast` + - ENV variables: + - CM_FAST_FACTOR: `5` + - CM_OUTPUT_FOLDER_NAME: `fast_results` + - CM_MLPERF_RUN_STYLE: `fast` + * **`_test`** (default) + - ENV variables: + - CM_OUTPUT_FOLDER_NAME: `test_results` + - CM_MLPERF_RUN_STYLE: `test` + * `_valid` + - ENV variables: + - CM_OUTPUT_FOLDER_NAME: `valid_results` + - CM_MLPERF_RUN_STYLE: `valid` + +
+
+
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_r2.1_default` + - ENV variables: + - CM_SKIP_SYS_UTILS: `yes` + - CM_TEST_QUERY_COUNT: `100` + * `_r3.0_default` + - ENV variables: + - CM_SKIP_SYS_UTILS: `yes` + * `_r3.1_default` + * `_r4.0_default` + - ENV variables: + - CM_ENV_NVMITTEN_DOCKER_WHEEL_PATH: `/opt/nvmitten-0.1.3-cp38-cp38-linux_x86_64.whl` + * `_r4.1_default` + - ENV variables: + - CM_ENV_NVMITTEN_DOCKER_WHEEL_PATH: `/opt/nvmitten-0.1.3b0-cp38-cp38-linux_x86_64.whl` + +
+
+
+
+ * Group "**batch_size**"
+ Click here to expand this section.
+ + * `_power` + - ENV variables: + - CM_MLPERF_POWER: `yes` + - CM_SYSTEM_POWER: `yes` + +
+
+
+
+ * Group "**loadgen-scenario**"
+ Click here to expand this section.
+ + * `_batch_size.#` + - ENV variables: + - CM_MLPERF_LOADGEN_MAX_BATCHSIZE: `#` + +
+
+
+
+ ##### Default variations
+
+ `_cpu,_float32,_offline,_reference,_resnet50,_test`
+=== "Input Flags"
+
+
+ #### Input Flags
+
+ * --**scenario:** MLPerf inference scenario {Offline,Server,SingleStream,MultiStream} (*Offline*)
+ * --**mode:** MLPerf inference mode {performance,accuracy} (*accuracy*)
+ * --**test_query_count:** Specifies the number of samples to be processed during a test run
+ * --**target_qps:** Target QPS
+ * --**target_latency:** Target Latency
+ * --**max_batchsize:** Maximum batchsize to be used
+ * --**num_threads:** Number of CPU threads to launch the application with
+ * --**hw_name:** Valid value - any system description which has a config file (under same name) defined [here](https://github.com/mlcommons/cm4mlops/tree/main/script/get-configs-sut-mlperf-inference/configs)
+ * --**output_dir:** Location where the outputs are produced
+ * --**rerun:** Redo the run even if previous run files exist (*True*)
+ * --**regenerate_files:** Regenerates measurement files including accuracy.txt files even if a previous run exists. This option is redundant if `--rerun` is used
+ * --**adr.python.name:** Python virtual environment name (optional) (*mlperf*)
+ * --**adr.python.version_min:** Minimal Python version (*3.8*)
+ * --**adr.python.version:** Force Python version (must have all system deps)
+ * --**adr.compiler.tags:** Compiler for loadgen (*gcc*)
+ * --**adr.inference-src-loadgen.env.CM_GIT_URL:** Git URL for MLPerf inference sources to build LoadGen (to enable non-reference implementations)
+ * --**adr.inference-src.env.CM_GIT_URL:** Git URL for MLPerf inference sources to run benchmarks (to enable non-reference implementations)
+ * --**quiet:** Quiet run (select default values for all questions) (*False*)
+ * --**readme:** Generate README with the reproducibility report
+ * --**debug:** Debug MLPerf script
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--clean=value` → `CM_MLPERF_CLEAN_SUBMISSION_DIR=value`
+ * `--count=value` → `CM_MLPERF_LOADGEN_QUERY_COUNT=value`
+ * `--debug=value` → `CM_DEBUG_SCRIPT_BENCHMARK_PROGRAM=value`
+ * `--docker=value` → `CM_RUN_DOCKER_CONTAINER=value`
+ * `--gpu_name=value` → `CM_NVIDIA_GPU_NAME=value`
+ * `--hw_name=value` → `CM_HW_NAME=value`
+ * `--imagenet_path=value` → `IMAGENET_PATH=value`
+ * `--max_amps=value` → `CM_MLPERF_POWER_MAX_AMPS=value`
+ * `--max_batchsize=value` → `CM_MLPERF_LOADGEN_MAX_BATCHSIZE=value`
+ * `--max_volts=value` → `CM_MLPERF_POWER_MAX_VOLTS=value`
+ * `--mode=value` → `CM_MLPERF_LOADGEN_MODE=value`
+ * `--multistream_target_latency=value` → `CM_MLPERF_LOADGEN_MULTISTREAM_TARGET_LATENCY=value`
+ * `--ntp_server=value` → `CM_MLPERF_POWER_NTP_SERVER=value`
+ * `--num_threads=value` → `CM_NUM_THREADS=value`
+ * `--offline_target_qps=value` → `CM_MLPERF_LOADGEN_OFFLINE_TARGET_QPS=value`
+ * `--output_dir=value` → `OUTPUT_BASE_DIR=value`
+ * `--power=value` → `CM_MLPERF_POWER=value`
+ * `--power_server=value` → `CM_MLPERF_POWER_SERVER_ADDRESS=value`
+ * `--readme=value` → `CM_MLPERF_README=value`
+ * `--regenerate_files=value` → `CM_REGENERATE_MEASURE_FILES=value`
+ * `--rerun=value` → `CM_RERUN=value`
+ * `--scenario=value` → `CM_MLPERF_LOADGEN_SCENARIO=value`
+ * `--server_target_qps=value` → `CM_MLPERF_LOADGEN_SERVER_TARGET_QPS=value`
+ * `--singlestream_target_latency=value` → `CM_MLPERF_LOADGEN_SINGLESTREAM_TARGET_LATENCY=value`
+ * `--target_latency=value` → `CM_MLPERF_LOADGEN_TARGET_LATENCY=value`
+ * `--target_qps=value` → `CM_MLPERF_LOADGEN_TARGET_QPS=value`
+ * `--test_query_count=value` → `CM_TEST_QUERY_COUNT=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_LOADGEN_MODE: `accuracy`
+ * CM_MLPERF_LOADGEN_SCENARIO: `Offline`
+ * CM_OUTPUT_FOLDER_NAME: `test_results`
+ * CM_MLPERF_RUN_STYLE: `test`
+ * CM_TEST_QUERY_COUNT: `10`
+ * CM_MLPERF_QUANTIZATION: `False`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "app vision language mlcommons mlperf inference generic [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/benchmark-program-mlperf/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/benchmark-program-mlperf/index.md
new file mode 100644
index 0000000000..482ef2c01b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/benchmark-program-mlperf/index.md
@@ -0,0 +1,100 @@
+# benchmark-program-mlperf
+Automatically generated README for this automation recipe: **benchmark-program-mlperf**
+
+Category: **[Modular MLPerf inference benchmark pipeline](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/benchmark-program-mlperf/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "mlperf benchmark-mlperf" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=mlperf,benchmark-mlperf[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "mlperf benchmark-mlperf [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'mlperf,benchmark-mlperf'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "mlperf benchmark-mlperf[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**power-mode**"
+ Click here to expand this section.
+ + * `_multistream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `MultiStream` + * **`_offline`** (default) + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Offline` + * `_server` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Server` + * `_singlestream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `SingleStream` + +
+
+
+
+ ##### Default variations
+
+ `_no-power`
+
+___
+#### Script output
+```bash
+cmr "mlperf benchmark-mlperf [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/index.md
new file mode 100644
index 0000000000..01e67ecc51
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/index.md
@@ -0,0 +1,7 @@
+* [app-loadgen-generic-python](app-loadgen-generic-python/index.md)
+* [app-mlperf-inference](app-mlperf-inference/index.md)
+* [app-mlperf-inference-ctuning-cpp-tflite](app-mlperf-inference-ctuning-cpp-tflite/index.md)
+* [app-mlperf-inference-mlcommons-cpp](app-mlperf-inference-mlcommons-cpp/index.md)
+* [app-mlperf-inference-mlcommons-python](app-mlperf-inference-mlcommons-python/index.md)
+* [benchmark-program-mlperf](benchmark-program-mlperf/index.md)
+* [run-mlperf-inference-app](run-mlperf-inference-app/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/run-mlperf-inference-app/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/run-mlperf-inference-app/index.md
new file mode 100644
index 0000000000..c05c90c38c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-inference-benchmark-pipeline/run-mlperf-inference-app/index.md
@@ -0,0 +1,326 @@
+# run-mlperf-inference-app
+Automatically generated README for this automation recipe: **run-mlperf-inference-app**
+
+Category: **[Modular MLPerf inference benchmark pipeline](..)**
+
+License: **Apache 2.0**
+
+Developers: [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh), [Grigori Fursin](https://cKnowledge.org/gfursin)
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-inference-app/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/run-mlperf-inference-app/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run-mlperf,inference" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run-mlperf,inference[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run-mlperf,inference [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run-mlperf,inference'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run-mlperf,inference[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_no-power`** (default) + * `_power` + - ENV variables: + - CM_MLPERF_POWER: `yes` + +
+
+
+
+ * Group "**benchmark-version**"
+ Click here to expand this section.
+ + * `_all-scenarios` + - ENV variables: + - CM_MLPERF_LOADGEN_ALL_SCENARIOS: `yes` + * `_compliance` + - ENV variables: + - CM_MLPERF_LOADGEN_COMPLIANCE: `yes` + * `_dashboard` + - ENV variables: + - CM_MLPERF_DASHBOARD: `on` + +
+
+
+
+ * Group "**mode**"
+ Click here to expand this section.
+ + * `_r2.1` + - ENV variables: + - CM_MLPERF_INFERENCE_VERSION: `2.1` + - CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS: `r2.1_default` + * `_r3.0` + - ENV variables: + - CM_MLPERF_INFERENCE_VERSION: `3.0` + - CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS: `r3.0_default` + * `_r3.1` + - ENV variables: + - CM_MLPERF_INFERENCE_VERSION: `3.1` + - CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS: `r3.1_default` + * `_r4.0` + - ENV variables: + - CM_MLPERF_INFERENCE_VERSION: `4.0` + - CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS: `r4.0_default` + * `_r4.1` + - ENV variables: + - CM_MLPERF_INFERENCE_VERSION: `4.1` + - CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS: `r4.1_default` + +
+
+
+
+ * Group "**submission-generation**"
+ Click here to expand this section.
+ + * `_all-modes` + - ENV variables: + - CM_MLPERF_LOADGEN_ALL_MODES: `yes` + +
+
+
+
+ * Group "**submission-generation-style**"
+ Click here to expand this section.
+ + * `_accuracy-only` + - ENV variables: + - CM_MLPERF_LOADGEN_MODE: `accuracy` + - CM_MLPERF_SUBMISSION_RUN: `yes` + - CM_RUN_MLPERF_ACCURACY: `on` + - CM_RUN_SUBMISSION_CHECKER: `no` + * `_find-performance` + - ENV variables: + - CM_MLPERF_FIND_PERFORMANCE_MODE: `yes` + - CM_MLPERF_LOADGEN_ALL_MODES: `no` + - CM_MLPERF_LOADGEN_MODE: `performance` + - CM_MLPERF_RESULT_PUSH_TO_GITHUB: `False` + * **`_performance-and-accuracy`** (default) + * `_performance-only` + - ENV variables: + - CM_MLPERF_LOADGEN_MODE: `performance` + - CM_MLPERF_SUBMISSION_RUN: `yes` + - CM_RUN_SUBMISSION_CHECKER: `no` + * `_populate-readme` + - ENV variables: + - CM_MLPERF_README: `yes` + - CM_MLPERF_SUBMISSION_RUN: `yes` + - CM_RUN_SUBMISSION_CHECKER: `no` + * `_submission` + - ENV variables: + - CM_MLPERF_LOADGEN_COMPLIANCE: `yes` + - CM_MLPERF_SUBMISSION_RUN: `yes` + - CM_RUN_MLPERF_ACCURACY: `on` + - CM_RUN_SUBMISSION_CHECKER: `yes` + - CM_TAR_SUBMISSION_DIR: `yes` + +
+
+
+
+ ##### Default variations
+
+ `_performance-and-accuracy,_short`
+=== "Input Flags"
+
+
+ #### Input Flags
+
+ * --**division:** MLPerf division {open,closed} (*open*)
+ * --**category:** MLPerf category {edge,datacenter,network} (*edge*)
+ * --**device:** MLPerf device {cpu,cuda,rocm,qaic} (*cpu*)
+ * --**model:** MLPerf model {resnet50,retinanet,bert-99,bert-99.9,3d-unet-99,3d-unet-99.9,rnnt,dlrm-v2-99,dlrm-v2-99.9,gptj-99,gptj-99.9,sdxl,llama2-70b-99,llama2-70b-99.9,mobilenet,efficientnet} (*resnet50*)
+ * --**precision:** MLPerf model precision {float32,float16,bfloat16,int8,uint8}
+ * --**implementation:** MLPerf implementation {mlcommons-python,mlcommons-cpp,nvidia,intel,qualcomm,ctuning-cpp-tflite} (*mlcommons-python*)
+ * --**backend:** MLPerf framework (backend) {onnxruntime,tf,pytorch,deepsparse,tensorrt,glow,tvm-onnx} (*onnxruntime*)
+ * --**scenario:** MLPerf scenario {Offline,Server,SingleStream,MultiStream} (*Offline*)
+ * --**mode:** MLPerf benchmark mode {,accuracy,performance}
+ * --**execution_mode:** MLPerf execution mode {test,fast,valid} (*test*)
+ * --**sut:** SUT configuration (if known)
+ * --**submitter:** Submitter name (without space) (*CTuning*)
+ * --**results_dir:** Folder path to store results (defaults to the current working directory)
+ * --**submission_dir:** Folder path to store MLPerf submission tree
+ * --**adr.compiler.tags:** Compiler for loadgen and any C/C++ part of implementation
+ * --**adr.inference-src-loadgen.env.CM_GIT_URL:** Git URL for MLPerf inference sources to build LoadGen (to enable non-reference implementations)
+ * --**adr.inference-src.env.CM_GIT_URL:** Git URL for MLPerf inference sources to run benchmarks (to enable non-reference implementations)
+ * --**adr.mlperf-inference-implementation.max_batchsize:** Maximum batchsize to be used
+ * --**adr.mlperf-inference-implementation.num_threads:** Number of threads (reference & C++ implementation only)
+ * --**adr.python.name:** Python virtual environment name (optional)
+ * --**adr.python.version:** Force Python version (must have all system deps)
+ * --**adr.python.version_min:** Minimal Python version (*3.8*)
+ * --**power:** Measure power {yes,no} (*no*)
+ * --**adr.mlperf-power-client.power_server:** MLPerf Power server IP address (*192.168.0.15*)
+ * --**adr.mlperf-power-client.port:** MLPerf Power server port (*4950*)
+ * --**clean:** Clean run (*False*)
+ * --**compliance:** Whether to run compliance tests (applicable only for closed division) {yes,no} (*no*)
+ * --**dashboard_wb_project:** W&B dashboard project (*cm-mlperf-dse-testing*)
+ * --**dashboard_wb_user:** W&B dashboard user (*cmind*)
+ * --**hw_name:** MLPerf hardware name (for example "gcp.c3_standard_8", "nvidia_orin", "lenovo_p14s_gen_4_windows_11", "macbook_pro_m1_2", "thundercomm_rb6" ...)
+ * --**multistream_target_latency:** Set MultiStream target latency
+ * --**offline_target_qps:** Set LoadGen Offline target QPS
+ * --**quiet:** Quiet run (select default values for all questions) (*True*)
+ * --**server_target_qps:** Set Server target QPS
+ * --**singlestream_target_latency:** Set SingleStream target latency
+ * --**target_latency:** Set Target latency
+ * --**target_qps:** Set LoadGen target QPS
+ * --**j:** Print results dictionary to console at the end of the run (*False*)
+ * --**repro:** Record input/output/state/info files to make it easier to reproduce results (*False*)
+ * --**time:** Print script execution time at the end of the run (*True*)
+ * --**debug:** Debug this script (*False*)
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--backend=value` → `CM_MLPERF_BACKEND=value`
+ * `--batch_size=value` → `CM_MLPERF_LOADGEN_MAX_BATCHSIZE=value`
+ * `--beam_size=value` → `GPTJ_BEAM_SIZE=value`
+ * `--category=value` → `CM_MLPERF_SUBMISSION_SYSTEM_TYPE=value`
+ * `--clean=value` → `CM_MLPERF_CLEAN_ALL=value`
+ * `--compliance=value` → `CM_MLPERF_LOADGEN_COMPLIANCE=value`
+ * `--dashboard_wb_project=value` → `CM_MLPERF_DASHBOARD_WANDB_PROJECT=value`
+ * `--dashboard_wb_user=value` → `CM_MLPERF_DASHBOARD_WANDB_USER=value`
+ * `--debug=value` → `CM_DEBUG_SCRIPT_BENCHMARK_PROGRAM=value`
+ * `--device=value` → `CM_MLPERF_DEVICE=value`
+ * `--division=value` → `CM_MLPERF_SUBMISSION_DIVISION=value`
+ * `--docker=value` → `CM_MLPERF_USE_DOCKER=value`
+ * `--dump_version_info=value` → `CM_DUMP_VERSION_INFO=value`
+ * `--execution_mode=value` → `CM_MLPERF_RUN_STYLE=value`
+ * `--find_performance=value` → `CM_MLPERF_FIND_PERFORMANCE_MODE=value`
+ * `--gpu_name=value` → `CM_NVIDIA_GPU_NAME=value`
+ * `--hw_name=value` → `CM_HW_NAME=value`
+ * `--hw_notes_extra=value` → `CM_MLPERF_SUT_SW_NOTES_EXTRA=value`
+ * `--imagenet_path=value` → `IMAGENET_PATH=value`
+ * `--implementation=value` → `CM_MLPERF_IMPLEMENTATION=value`
+ * `--lang=value` → `CM_MLPERF_IMPLEMENTATION=value`
+ * `--mode=value` → `CM_MLPERF_LOADGEN_MODE=value`
+ * `--model=value` → `CM_MLPERF_MODEL=value`
+ * `--multistream_target_latency=value` → `CM_MLPERF_LOADGEN_MULTISTREAM_TARGET_LATENCY=value`
+ * `--network=value` → `CM_NETWORK_LOADGEN=value`
+ * `--offline_target_qps=value` → `CM_MLPERF_LOADGEN_OFFLINE_TARGET_QPS=value`
+ * `--output_dir=value` → `OUTPUT_BASE_DIR=value`
+ * `--output_summary=value` → `MLPERF_INFERENCE_SUBMISSION_SUMMARY=value`
+ * `--output_tar=value` → `MLPERF_INFERENCE_SUBMISSION_TAR_FILE=value`
+ * `--performance_sample_count=value` → `CM_MLPERF_LOADGEN_PERFORMANCE_SAMPLE_COUNT=value`
+ * `--power=value` → `CM_SYSTEM_POWER=value`
+ * `--precision=value` → `CM_MLPERF_MODEL_PRECISION=value`
+ * `--preprocess_submission=value` → `CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR=value`
+ * `--push_to_github=value` → `CM_MLPERF_RESULT_PUSH_TO_GITHUB=value`
+ * `--readme=value` → `CM_MLPERF_README=value`
+ * `--regenerate_accuracy_file=value` → `CM_MLPERF_REGENERATE_ACCURACY_FILE=value`
+ * `--regenerate_files=value` → `CM_REGENERATE_MEASURE_FILES=value`
+ * `--rerun=value` → `CM_RERUN=value`
+ * `--results_dir=value` → `OUTPUT_BASE_DIR=value`
+ * `--results_git_url=value` → `CM_MLPERF_RESULTS_GIT_REPO_URL=value`
+ * `--run_checker=value` → `CM_RUN_SUBMISSION_CHECKER=value`
+ * `--run_style=value` → `CM_MLPERF_RUN_STYLE=value`
+ * `--save_console_log=value` → `CM_SAVE_CONSOLE_LOG=value`
+ * `--scenario=value` → `CM_MLPERF_LOADGEN_SCENARIO=value`
+ * `--server_target_qps=value` → `CM_MLPERF_LOADGEN_SERVER_TARGET_QPS=value`
+ * `--singlestream_target_latency=value` → `CM_MLPERF_LOADGEN_SINGLESTREAM_TARGET_LATENCY=value`
+ * `--skip_submission_generation=value` → `CM_MLPERF_SKIP_SUBMISSION_GENERATION=value`
+ * `--skip_truncation=value` → `CM_SKIP_TRUNCATE_ACCURACY=value`
+ * `--submission_dir=value` → `CM_MLPERF_INFERENCE_SUBMISSION_DIR=value`
+ * `--submitter=value` → `CM_MLPERF_SUBMITTER=value`
+ * `--sut=value` → `CM_MLPERF_INFERENCE_SUT_VARIATION=value`
+ * `--sut_servers=value` → `CM_NETWORK_LOADGEN_SUT_SERVERS=value`
+ * `--sw_notes_extra=value` → `CM_MLPERF_SUT_SW_NOTES_EXTRA=value`
+ * `--system_type=value` → `CM_MLPERF_SUBMISSION_SYSTEM_TYPE=value`
+ * `--target_latency=value` → `CM_MLPERF_LOADGEN_TARGET_LATENCY=value`
+ * `--target_qps=value` → `CM_MLPERF_LOADGEN_TARGET_QPS=value`
+ * `--test_query_count=value` → `CM_TEST_QUERY_COUNT=value`
+ * `--threads=value` → `CM_NUM_THREADS=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_IMPLEMENTATION: `reference`
+ * CM_MLPERF_MODEL: `resnet50`
+ * CM_MLPERF_RUN_STYLE: `test`
+
+
+#### Versions
+* `master`
+* `r2.1`
+
+___
+#### Script output
+```bash
+cmr "run-mlperf,inference [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-training-benchmark-pipeline/app-mlperf-training-nvidia/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-training-benchmark-pipeline/app-mlperf-training-nvidia/index.md
new file mode 100644
index 0000000000..676d855705
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-training-benchmark-pipeline/app-mlperf-training-nvidia/index.md
@@ -0,0 +1,165 @@
+# app-mlperf-training-nvidia
+Automatically generated README for this automation recipe: **app-mlperf-training-nvidia**
+
+Category: **[Modular MLPerf training benchmark pipeline](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-training-nvidia/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "app vision language mlcommons mlperf training nvidia" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=app,vision,language,mlcommons,mlperf,training,nvidia[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "app vision language mlcommons mlperf training nvidia [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'app,vision,language,mlcommons,mlperf,training,nvidia'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "app vision language mlcommons mlperf training nvidia[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_full` + - ENV variables: + - CM_MLPERF_SUBMISSION_GENERATION_STYLE: `full` + - CM_MLPERF_SKIP_SUBMISSION_GENERATION: `yes` + * **`_short`** (default) + - ENV variables: + - CM_MLPERF_SUBMISSION_GENERATION_STYLE: `short` + +
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * `_bert` + - ENV variables: + - CM_MLPERF_MODEL: `bert` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * **`_cuda`** (default) + - ENV variables: + - CM_MLPERF_DEVICE: `cuda` + - USE_CUDA: `True` + * `_tpu` + - ENV variables: + - CM_MLPERF_DEVICE: `tpu` + - CUDA_VISIBLE_DEVICES: `` + - USE_CUDA: `False` + +
+ >>`
+ * `_tf`
+ - Aliases: `_tensorflow`
+ - ENV variables:
+ - CM_MLPERF_BACKEND: `tf`
+ - CM_MLPERF_BACKEND_VERSION: `<<>>`
+
+
+
+
+ ##### Default variations
+
+ `_cuda`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--clean=value` → `CM_MLPERF_CLEAN_SUBMISSION_DIR=value`
+ * `--docker=value` → `CM_RUN_DOCKER_CONTAINER=value`
+ * `--hw_name=value` → `CM_HW_NAME=value`
+ * `--model=value` → `CM_MLPERF_CUSTOM_MODEL_PATH=value`
+ * `--num_threads=value` → `CM_NUM_THREADS=value`
+ * `--output_dir=value` → `OUTPUT_BASE_DIR=value`
+ * `--rerun=value` → `CM_RERUN=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX: `nvidia`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-bert-training.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-training-nvidia/run-bert-training.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-training-nvidia/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "app vision language mlcommons mlperf training nvidia [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-training-benchmark-pipeline/app-mlperf-training-reference/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-training-benchmark-pipeline/app-mlperf-training-reference/index.md
new file mode 100644
index 0000000000..4adad297fe
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-training-benchmark-pipeline/app-mlperf-training-reference/index.md
@@ -0,0 +1,166 @@
+# app-mlperf-training-reference
+Automatically generated README for this automation recipe: **app-mlperf-training-reference**
+
+Category: **[Modular MLPerf training benchmark pipeline](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-training-reference/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "app vision language mlcommons mlperf training reference ref" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=app,vision,language,mlcommons,mlperf,training,reference,ref[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "app vision language mlcommons mlperf training reference ref [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'app,vision,language,mlcommons,mlperf,training,reference,ref'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "app vision language mlcommons mlperf training reference ref[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_pytorch` + - ENV variables: + - CM_MLPERF_BACKEND: `pytorch` + - CM_MLPERF_BACKEND_VERSION: `<<
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * `_bert` + - ENV variables: + - CM_MLPERF_MODEL: `bert` + +
+
+
+
+ * Group "**framework**"
+ Click here to expand this section.
+ + * **`_cuda`** (default) + - ENV variables: + - CM_MLPERF_DEVICE: `cuda` + - USE_CUDA: `True` + * `_tpu` + - ENV variables: + - CM_MLPERF_DEVICE: `tpu` + - CUDA_VISIBLE_DEVICES: `` + - USE_CUDA: `False` + +
+ >>`
+ * `_tf`
+ - Aliases: `_tensorflow`
+ - ENV variables:
+ - CM_MLPERF_BACKEND: `tf`
+ - CM_MLPERF_BACKEND_VERSION: `<<>>`
+
+
+
+
+ ##### Default variations
+
+ `_cuda`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--clean=value` → `CM_MLPERF_CLEAN_SUBMISSION_DIR=value`
+ * `--docker=value` → `CM_RUN_DOCKER_CONTAINER=value`
+ * `--hw_name=value` → `CM_HW_NAME=value`
+ * `--model=value` → `CM_MLPERF_CUSTOM_MODEL_PATH=value`
+ * `--num_threads=value` → `CM_NUM_THREADS=value`
+ * `--output_dir=value` → `OUTPUT_BASE_DIR=value`
+ * `--rerun=value` → `CM_RERUN=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX: `reference`
+ * CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX: ``
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-bert-training.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-training-reference/run-bert-training.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-training-reference/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "app vision language mlcommons mlperf training reference ref [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-training-benchmark-pipeline/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-training-benchmark-pipeline/index.md
new file mode 100644
index 0000000000..73140884be
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-MLPerf-training-benchmark-pipeline/index.md
@@ -0,0 +1,2 @@
+* [app-mlperf-training-nvidia](app-mlperf-training-nvidia/index.md)
+* [app-mlperf-training-reference](app-mlperf-training-reference/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-application-pipeline/app-image-corner-detection/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-application-pipeline/app-image-corner-detection/index.md
new file mode 100644
index 0000000000..1d71d7f6f2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-application-pipeline/app-image-corner-detection/index.md
@@ -0,0 +1,87 @@
+# app-image-corner-detection
+Automatically generated README for this automation recipe: **app-image-corner-detection**
+
+Category: **[Modular application pipeline](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-corner-detection/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-corner-detection/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "app image corner-detection" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=app,image,corner-detection
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "app image corner-detection "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'app,image,corner-detection'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "app image corner-detection"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-image-corner-detection/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "app image corner-detection " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-application-pipeline/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-application-pipeline/index.md
new file mode 100644
index 0000000000..96076be6fe
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Modular-application-pipeline/index.md
@@ -0,0 +1 @@
+* [app-image-corner-detection](app-image-corner-detection/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Platform-information/detect-cpu/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Platform-information/detect-cpu/index.md
new file mode 100644
index 0000000000..a45f8a03ff
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Platform-information/detect-cpu/index.md
@@ -0,0 +1,87 @@
+# detect-cpu
+Automatically generated README for this automation recipe: **detect-cpu**
+
+Category: **[Platform information](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/detect-cpu/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/detect-cpu/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "detect cpu detect-cpu info" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=detect,cpu,detect-cpu,info
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "detect cpu detect-cpu info "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'detect,cpu,detect-cpu,info'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "detect cpu detect-cpu info"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/detect-cpu/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/detect-cpu/run.bat)
+___
+#### Script output
+```bash
+cmr "detect cpu detect-cpu info " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Platform-information/detect-os/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Platform-information/detect-os/index.md
new file mode 100644
index 0000000000..92e04fa5ee
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Platform-information/detect-os/index.md
@@ -0,0 +1,86 @@
+# detect-os
+Automatically generated README for this automation recipe: **detect-os**
+
+Category: **[Platform information](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/detect-os/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "detect-os detect os info" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=detect-os,detect,os,info
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "detect-os detect os info "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'detect-os,detect,os,info'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "detect-os detect os info"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/detect-os/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/detect-os/run.bat)
+___
+#### Script output
+```bash
+cmr "detect-os detect os info " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Platform-information/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Platform-information/index.md
new file mode 100644
index 0000000000..7a25f8c343
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Platform-information/index.md
@@ -0,0 +1,2 @@
+* [detect-cpu](detect-cpu/index.md)
+* [detect-os](detect-os/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/activate-python-venv/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/activate-python-venv/index.md
new file mode 100644
index 0000000000..90f6bb959b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/activate-python-venv/index.md
@@ -0,0 +1,88 @@
+# Activate virtual Python environment
+Automatically generated README for this automation recipe: **activate-python-venv**
+
+Category: **[Python automation](..)**
+
+License: **Apache 2.0**
+
+Developers: [Grigori Fursin](https://cKnowledge.org/gfursin)
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/activate-python-venv/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/activate-python-venv/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "activate python-venv" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=activate,python-venv
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "activate python-venv "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'activate,python-venv'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "activate python-venv"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/activate-python-venv/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/activate-python-venv/run.bat)
+___
+#### Script output
+```bash
+cmr "activate python-venv " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/get-generic-python-lib/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/get-generic-python-lib/index.md
new file mode 100644
index 0000000000..0cf418eb22
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/get-generic-python-lib/index.md
@@ -0,0 +1,421 @@
+# get-generic-python-lib
+Automatically generated README for this automation recipe: **get-generic-python-lib**
+
+Category: **[Python automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-generic-python-lib/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-generic-python-lib/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get generic-python-lib" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,generic-python-lib[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get generic-python-lib [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,generic-python-lib'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get generic-python-lib[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_pytorch` + - ENV variables: + - CM_MLPERF_BACKEND: `pytorch` + - CM_MLPERF_BACKEND_VERSION: `<<
+ >>`
+ - CM_TORCH_VERSION_EXTRA: `CUDA`
+ * `_tflite`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `tflite`
+ * `_tflite-runtime`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `tflite-runtime`
+ * `_tokenization`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `tokenization`
+ * `_toml`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `toml`
+ * `_torch`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `torch`
+ - CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: `https://download.pytorch.org/whl/cpu`
+ * `_torch_cuda`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `torch`
+ - CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL1: `https://download.pytorch.org/whl/<<>>`
+ - CM_TORCH_VERSION_EXTRA: `CUDA`
+ * `_torch_tensorrt`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `torch-tensorrt`
+ - CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: `https://download.pytorch.org/whl/<<>>`
+ - CM_TORCH_VERSION_EXTRA: `CUDA`
+ * `_torchaudio`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `torchaudio`
+ - CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: `https://download.pytorch.org/whl/cpu`
+ * `_torchaudio_cuda`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `torchaudio`
+ - CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL1: `https://download.pytorch.org/whl/<<>>`
+ - CM_TORCHAUDIO_VERSION_EXTRA: `CUDA`
+ * `_torchvision`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `torchvision`
+ - CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: `https://download.pytorch.org/whl/cpu`
+ * `_torchvision_cuda`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `torchvision`
+ - CM_TORCHVISION_VERSION_EXTRA: `CUDA`
+ * `_tornado`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `tornado`
+ * `_tqdm`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `tqdm`
+ * `_transformers`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `transformers`
+ * `_typing_extensions`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `typing_extensions`
+ * `_ujson`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `ujson`
+ * `_unidecode`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `unidecode`
+ * `_url.#`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PIP_URL: `#`
+ - CM_TMP_PYTHON_PACKAGE_FORCE_INSTALL: `yes`
+ * `_wandb`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `wandb`
+ * `_west`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `west`
+ * `_xgboost`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `xgboost`
+ * `_xlsxwriter`
+ - ENV variables:
+ - CM_GENERIC_PYTHON_PACKAGE_NAME: `xlsxwriter`
+
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--extra_index_url=value` → `CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL=value`
+ * `--force_install=value` → `CM_TMP_PYTHON_PACKAGE_FORCE_INSTALL=value`
+ * `--index_url=value` → `CM_GENERIC_PYTHON_PIP_INDEX_URL=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-generic-python-lib/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-generic-python-lib/run.bat)
+___
+#### Script output
+```bash
+cmr "get generic-python-lib [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/get-python3/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/get-python3/index.md
new file mode 100644
index 0000000000..9544d87903
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/get-python3/index.md
@@ -0,0 +1,111 @@
+# get-python3
+Automatically generated README for this automation recipe: **get-python3**
+
+Category: **[Python automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-python3/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-python3/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get python python3 get-python get-python3" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,python,python3,get-python,get-python3[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get python python3 get-python get-python3 [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,python,python3,get-python,get-python3'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get python python3 get-python get-python3[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_Pillow` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `Pillow` + * `_anthropic` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `anthropic` + * `_apache-tvm` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `apache-tvm` + - CM_GENERIC_PYTHON_PIP_EXTRA: ` --pre` + * `_apex` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `apex` + * `_async_timeout` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `async_timeout` + * `_attr` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `attr` + * `_attrs` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `attrs` + * `_boto3` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `boto3` + * `_cloudpickle` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `cloudpickle` + * `_cmind` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `cmind` + * `_colored` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `colored` + - CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: `https://pypi.ngc.nvidia.com` + * `_conda.#` + * `_cupy` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `cupy` + * `_custom-python` + - ENV variables: + - CM_TMP_USE_CUSTOM_PYTHON: `on` + * `_datasets` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `datasets` + * `_decorator` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `decorator` + * `_deepsparse` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `deepsparse` + * `_dllogger` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `dllogger` + - CM_GENERIC_PYTHON_PIP_URL: `git+https://github.com/NVIDIA/dllogger#egg=dllogger` + * `_fiftyone` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `fiftyone` + * `_google-api-python-client` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `google_api_python_client` + * `_google-auth-oauthlib` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `google_auth_oauthlib` + * `_huggingface_hub` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `huggingface_hub` + * `_inflect` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `inflect` + * `_jax` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `jax` + * `_jax_cuda` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `jax[cuda]` + - CM_GENERIC_PYTHON_PIP_EXTRA: `-f https://storage.googleapis.com/jax-releases/jax_cuda_releases.html` + - CM_JAX_VERSION_EXTRA: `CUDA` + * `_librosa` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `librosa` + * `_matplotlib` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `matplotlib` + * `_mlperf_loadgen` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `mlperf_loadgen` + - CM_GENERIC_PYTHON_PIP_URL: `git+https://github.com/mlcommons/inference.git#subdirectory=loadgen` + * `_mlperf_logging` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `mlperf_logging` + - CM_GENERIC_PYTHON_PIP_URL: `git+https://github.com/mlperf/logging.git` + * `_mpld3` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `mpld3` + * `_nibabel` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `nibabel` + * `_numpy` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `numpy` + * `_nvidia-apex` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `apex` + - CM_GENERIC_PYTHON_PACKAGE_VARIANT: `nvidia-apex` + - CM_GENERIC_PYTHON_PIP_URL: `git+https://github.com/nvidia/apex@0da3ffb92ee6fbe5336602f0e3989db1cd16f880` + * `_nvidia-apex-from-src` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `apex` + - CM_GENERIC_PYTHON_PACKAGE_VARIANT: `nvidia-apex` + * `_nvidia-dali` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `nvidia-dali-cuda120` + - CM_GENERIC_PYTHON_PIP_EXTRA: ` --upgrade --default-timeout=900` + - CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: `https://developer.download.nvidia.com/compute/redist` + * `_nvidia-pycocotools` + - ENV variables: + - CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS: `pycocotools` + - CM_GENERIC_PYTHON_PIP_URL: `pycocotools@git+https://github.com/NVIDIA/cocoapi#subdirectory=PythonAPI` + * `_nvidia-pyindex` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `nvidia-pyindex` + * `_nvidia-tensorrt` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `nvidia-tensorrt` + * `_onnx` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `onnx` + * `_onnx-graphsurgeon` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `onnx_graphsurgeon` + * `_onnxruntime` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `onnxruntime` + * `_onnxruntime_gpu` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `onnxruntime_gpu` + - CM_ONNXRUNTIME_VERSION_EXTRA: `GPU` + * `_openai` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `openai` + * `_opencv-python` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `opencv-python` + * `_package.#` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `#` + - CM_GENERIC_PYTHON_PIP_UNINSTALL_DEPS: `` + - CM_GENERIC_PYTHON_PIP_URL: `` + * `_pandas` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `pandas` + * `_path.#` + - ENV variables: + - CM_GENERIC_PYTHON_PIP_URL: `#` + * `_pillow` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `Pillow` + * `_pip` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `pip` + * `_polygraphy` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `polygraphy` + - CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: `https://pypi.ngc.nvidia.com` + * `_pre` + - ENV variables: + - CM_GENERIC_PYTHON_DEV_VERSION: `yes` + * `_protobuf` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `protobuf` + * `_psutil` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `psutil` + * `_pycocotools` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `pycocotools` + * `_pycuda` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `pycuda` + * `_ray` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `ray[default]` + * `_requests` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `requests` + * `_rocm` + * `_safetensors` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `safetensors` + * `_scikit-learn` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `scikit-learn` + * `_scipy` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `scipy` + * `_scons` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `scons` + * `_setfit` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `setfit` + * `_setuptools` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `setuptools` + * `_six` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `six` + * `_sklearn` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `sklearn` + * `_sox` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `sox` + * `_sparsezoo` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `sparsezoo` + * `_streamlit` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `streamlit` + * `_streamlit_option_menu` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `streamlit_option_menu` + * `_tensorboard` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `tensorboard` + * `_tensorflow` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `tensorflow` + * `_tensorrt` + - ENV variables: + - CM_GENERIC_PYTHON_PACKAGE_NAME: `tensorrt` + - CM_GENERIC_PYTHON_PIP_EXTRA_INDEX_URL: `https://download.pytorch.org/whl/<<
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-python3/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/get-python3/run.bat)
+___
+#### Script output
+```bash
+cmr "get python python3 get-python get-python3 [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/index.md
new file mode 100644
index 0000000000..38a4cd7eca
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/index.md
@@ -0,0 +1,6 @@
+* [activate-python-venv](activate-python-venv/index.md)
+* [get-generic-python-lib](get-generic-python-lib/index.md)
+* [get-python3](get-python3/index.md)
+* [install-generic-conda-package](install-generic-conda-package/index.md)
+* [install-python-src](install-python-src/index.md)
+* [install-python-venv](install-python-venv/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/install-generic-conda-package/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/install-generic-conda-package/index.md
new file mode 100644
index 0000000000..1c663d5741
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/install-generic-conda-package/index.md
@@ -0,0 +1,113 @@
+# install-generic-conda-package
+Automatically generated README for this automation recipe: **install-generic-conda-package**
+
+Category: **[Python automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-generic-conda-package/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get install generic generic-conda-lib conda-lib conda-package generic-conda-package" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,install,generic,generic-conda-lib,conda-lib,conda-package,generic-conda-package[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get install generic generic-conda-lib conda-lib conda-package generic-conda-package [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,install,generic,generic-conda-lib,conda-lib,conda-package,generic-conda-package'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get install generic generic-conda-lib conda-lib conda-package generic-conda-package[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_conda.#` + - ENV variables: + - CM_PYTHON_CONDA: `yes` + - CM_PYTHON_INSTALL_CACHE_TAGS: `_conda.#` + * `_custom-path.#` + - ENV variables: + - CM_PYTHON_BIN_WITH_PATH: `#` + * `_lto` + * `_optimized` + * `_shared` + * `_with-custom-ssl` + * `_with-ssl` + +
+
+
+
+ * Group "**package-source**"
+ Click here to expand this section.
+ + * `_name.#` + * `_package.#` + - ENV variables: + - CM_CONDA_PKG_NAME: `#` + +
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-generic-conda-package/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get install generic generic-conda-lib conda-lib conda-package generic-conda-package [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/install-python-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/install-python-src/index.md
new file mode 100644
index 0000000000..f43cebd9fe
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/install-python-src/index.md
@@ -0,0 +1,144 @@
+# install-python-src
+Automatically generated README for this automation recipe: **install-python-src**
+
+Category: **[Python automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-python-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install src python python3 src-python3 src-python" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,src,python,python3,src-python3,src-python[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install src python python3 src-python3 src-python [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,src,python,python3,src-python3,src-python'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install src python python3 src-python3 src-python[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_source.#` + - ENV variables: + - CM_CONDA_PKG_SRC: `#` + +
+
+
+
+ * Group "**ssl**"
+ Click here to expand this section.
+ + * `_lto` + - ENV variables: + - CM_PYTHON_LTO_FLAG: ` --lto` + - CM_PYTHON_INSTALL_CACHE_TAGS: `with-lto` + * `_optimized` + - ENV variables: + - CM_PYTHON_OPTIMIZATION_FLAG: ` --enable-optimizations` + - CM_PYTHON_INSTALL_CACHE_TAGS: `optimized` + * `_shared` + - ENV variables: + - CM_PYTHON_INSTALL_CACHE_TAGS: `shared` + - CM_SHARED_BUILD: `yes` + * `_with-custom-ssl` + - ENV variables: + - CM_CUSTOM_SSL: `yes` + - CM_PYTHON_INSTALL_CACHE_TAGS: `with-custom-ssl` + +
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_ENABLE_SSL: `no`
+ * CM_CUSTOM_SSL: `no`
+ * CM_SHARED_BUILD: `no`
+ * CM_PYTHON_OPTIMIZATION_FLAG: ``
+ * CM_PYTHON_LTO_FLAG: ``
+ * CM_WGET_URL: `https://www.python.org/ftp/python/[PYTHON_VERSION]/Python-[PYTHON_VERSION].tgz`
+
+
+#### Versions
+Default version: `3.10.13`
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-python-src/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "install src python python3 src-python3 src-python [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/install-python-venv/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/install-python-venv/index.md
new file mode 100644
index 0000000000..f097aa1962
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Python-automation/install-python-venv/index.md
@@ -0,0 +1,103 @@
+# install-python-venv
+Automatically generated README for this automation recipe: **install-python-venv**
+
+Category: **[Python automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/install-python-venv/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "install python get-python-venv python-venv" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=install,python,get-python-venv,python-venv[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "install python get-python-venv python-venv [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'install,python,get-python-venv,python-venv'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "install python get-python-venv python-venv[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_with-ssl` + - ENV variables: + - CM_ENABLE_SSL: `yes` + - CM_PYTHON_INSTALL_CACHE_TAGS: `with-ssl` + +
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/install-python-venv/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/install-python-venv/run.bat)
+___
+#### Script output
+```bash
+cmr "install python get-python-venv python-venv [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Remote-automation/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Remote-automation/index.md
new file mode 100644
index 0000000000..754c07ddf2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Remote-automation/index.md
@@ -0,0 +1 @@
+* [remote-run-commands](remote-run-commands/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Remote-automation/remote-run-commands/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Remote-automation/remote-run-commands/index.md
new file mode 100644
index 0000000000..afb2ccf0c4
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Remote-automation/remote-run-commands/index.md
@@ -0,0 +1,117 @@
+# remote-run-commands
+Automatically generated README for this automation recipe: **remote-run-commands**
+
+Category: **[Remote automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/remote-run-commands/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/remote-run-commands/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "remote run cmds remote-run remote-run-cmds ssh-run ssh" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=remote,run,cmds,remote-run,remote-run-cmds,ssh-run,ssh [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "remote run cmds remote-run remote-run-cmds ssh-run ssh " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'remote,run,cmds,remote-run,remote-run-cmds,ssh-run,ssh'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "remote run cmds remote-run remote-run-cmds ssh-run ssh" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--client_refresh=value` → `CM_SSH_CLIENT_REFRESH=value`
+ * `--host=value` → `CM_SSH_HOST=value`
+ * `--password=value` → `CM_SSH_PASSWORD=value`
+ * `--port=value` → `CM_SSH_PORT=value`
+ * `--run_cmds=value` → `CM_SSH_RUN_COMMANDS=value`
+ * `--skip_host_verify=value` → `CM_SSH_SKIP_HOST_VERIFY=value`
+ * `--ssh_key_file=value` → `CM_SSH_KEY_FILE=value`
+ * `--user=value` → `CM_SSH_USER=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_SSH_PORT: `22`
+ * CM_SSH_HOST: `localhost`
+ * CM_SSH_USER: `$USER`
+ * CM_SSH_CLIENT_REFRESH: `10`
+ * CM_SSH_KEY_FILE: `$HOME/.ssh/id_rsa`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/remote-run-commands/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/remote-run-commands/run.bat)
+___
+#### Script output
+```bash
+cmr "remote run cmds remote-run remote-run-cmds ssh-run ssh " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/app-mlperf-inference-nvidia/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/app-mlperf-inference-nvidia/index.md
new file mode 100644
index 0000000000..f443182972
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/app-mlperf-inference-nvidia/index.md
@@ -0,0 +1,652 @@
+# app-mlperf-inference-nvidia
+Automatically generated README for this automation recipe: **app-mlperf-inference-nvidia**
+
+Category: **[Reproduce MLPerf benchmarks](..)**
+
+License: **Apache 2.0**
+
+
+
+---
+
+This script is a CM wrapper to the official [Nvidia submission code](https://github.com/mlcommons/inference_results_v3.0/tree/master/closed/NVIDIA) used for MLPerf inference submissions.
+
+
+
+## Download the needed files
+
+* Please ask privately in [this discord channel](https://discord.gg/y7hupJsUNb) if you would like to get access to an Amazon S3 bucket containing all the needed files for easiness. Otherwise, you can download them from the below links.
+
+For x86 machines, please download the latest install tar files from the below sites
+1. [cuDNN](https://developer.nvidia.com/cudnn) (for cuda 11)
+2. [TensorRT](https://developer.nvidia.com/tensorrt)
+3. Imagenet validation set (unfortunately not available via public URL) following the instructions given [here](https://github.com/mlcommons/ck/blob/master/cm-mlops/script/get-dataset-imagenet-val/README-extra.md)
+
+Click here to expand this section.
+ + * `_lto` + * `_optimized` + * `_shared` + * `_with-custom-ssl` + * `_with-ssl` + +
+
+
+
++ +## Using Docker (Recommended on x86 systems) + +
+Assuming all the downloaded files are to the user home directory please do the following steps: + +1. Download CUDA 11.8 + ``` + wget https://developer.download.nvidia.com/compute/cuda/11.8.0/local_installers/cuda_11.8.0_520.61.05_linux.run + ``` +2. [Install docker](https://docs.docker.com/engine/install/) and [Nvidia container toolkit](https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/install-guide.html) + +3. Give docker permission to the current user + ``` + sudo usermod -aG docker $USER + ``` + Logout and login + Restart docker if required and confirm that Nvidia container toolkit is working by + ``` + nvidia-ctk --version + ``` +4. Check if Nvidia driver is working properly on the host. + ``` + nvidia-smi + ``` + If the above command produces any error you'll need to install Nvidia drivers on the host. You can do this via CM if you have sudo access + ``` + cmr "install cuda prebuilt _driver" --version=11.8.0 + ``` +5. Build the docker container and mount the paths from the host machine. + ** You may want to change the `scratch_path` location as it can take 100s of GBs.** + ```bash + cm docker script --tags=build,nvidia,inference,server \ + --cuda_run_file_path=$HOME/cuda_11.8.0_520.61.05_linux.run \ + --tensorrt_tar_file_path=$HOME/TensorRT-8.6.1.6.Linux.x86_64-gnu.cuda-11.8.tar.gz \ + --cudnn_tar_file_path=$HOME/cudnn-linux-x86_64-8.9.2.26_cuda11-archive.tar.xz \ + --imagenet_path=$HOME/imagenet-2012-val \ + --scratch_path=$HOME/mlperf_scratch \ + --docker_cm_repo=mlcommons@cm4mlops \ + --results_dir=$HOME/results_dir \ + --submission_dir=$HOME/submission_dir \ + --adr.compiler.tags=gcc + ``` + * Use `--docker_cache=no` to turn off docker caching + * Use `--docker_run_cmd_prefix="cm pull repo mlcommons@cm4mlops --checkout=dev"` to update the CK repository when docker caching is used + * Use `--custom_system=no` if you are using a similar system to the [Nvidia submission systems for MLPerf inference 3.0](https://github.com/mlcommons/inference_results_v3.0/tree/main/closed/NVIDIA/systems). + +6. At the end of the build you'll get the following prompt unless you have chosen `--custom_system=no`. Please give a system name and say yes to generating the configuration files + ### Example output + ``` + ============================================ + => A system ID is a string containing only letters, numbers, and underscores + => that is used as the human-readable name of the system. It is also used as + => the system name when creating the measurements/ and results/ entries. + => This string should also start with a letter to be a valid Python enum member name. + => Specify the system ID to use for the current system: phoenix + => Reloaded system list. MATCHED_SYSTEM: KnownSystem.phoenix + => This script will generate Benchmark Configuration stubs for the detected system. + Continue? [y/n]: y + ``` + Now you'll be inside the CM Nvidia docker container and can run further scripts. + +7. Once the build is complete, you can proceed with any further CM scripts like for MLPerf inference. You can also save the container at this stage using [docker commit](https://docs.docker.com/engine/reference/commandline/commit/) so that it can be launched later without having to go through the previous steps. + +
+
+
+ ```
+3. Install TensorRT
+ ```bash
+ cmr "get tensorrt _dev" --tar_file=
+ ```
+ On non x86 systems like Nvidia Orin, you can do a package manager install and then CM should pick up the installation automatically during the workflow run.
+
+4. Build the Nvidia inference server
+ ```
+ cmr "build nvidia inference server" \
+ --adr.install-cuda-prebuilt.local_run_file_path=/data/cuda_11.8.0_520.61.05_linux.run \
+ --adr.tensorrt.tar_file=/data/TensorRT-8.6.1.6.Linux.x86_64-gnu.cuda-11.8.tar.gz \
+ --adr.cudnn.tar_file=/data/cudnn-linux-x86_64-8.9.2.26_cuda11-archive.tar.xz \
+ --adr.compiler.tags=gcc \
+ [--custom_system=no]
+ ```
+ Use `--custom_system=no` if you are using a similar system to the [Nvidia submission systems for MLPerf inference 3.0](https://github.com/mlcommons/inference_results_v3.0/tree/main/closed/NVIDIA/systems).
+
+5. At the end of the build you'll get the following prompt unless you have chosen `--custom_system=no`. Please give a system name and say yes to generating the configuration files
+
+ ### Example output
+ ```
+ ============================================
+ => A system ID is a string containing only letters, numbers, and underscores
+ => that is used as the human-readable name of the system. It is also used as
+ => the system name when creating the measurements/ and results/ entries.
+ => This string should also start with a letter to be a valid Python enum member name.
+ => Specify the system ID to use for the current system: phoenix
+ => Reloaded system list. MATCHED_SYSTEM: KnownSystem.phoenix
+ => This script will generate Benchmark Configuration stubs for the detected system.
+ Continue? [y/n]: y
+ ```
+
+
+
+## Acknowledgments
+
+* A common CM interface and automation for MLPerf inference benchmarks was developed by Arjun Suresh and Grigori Fursin
+ sponsored by the [cTuning foundation](https://cTuning.org) and [cKnowledge.org](https://cKnowledge.org).
+* Nvidia's MLPerf inference implementation was developed by Zhihan Jiang, Ethan Cheng, Yiheng Zhang and Jinho Suh.
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-nvidia/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "reproduce mlcommons mlperf inference harness nvidia-harness nvidia" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "reproduce mlcommons mlperf inference harness nvidia-harness nvidia [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "reproduce mlcommons mlperf inference harness nvidia-harness nvidia[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ + +## Without Docker +
+ +1. Install CUDA + If CUDA is not detected, CM should download and install it automatically when you run the workflow. + ** Nvidia drivers are expected to be installed on the system ** + +2. Install cuDNN + ```bash + cmr "get cudnn" --tar_file=
+
+
+
+ * Group "**backend**"
+ Click here to expand this section.
+ + * `_run-harness` + * `_v3.1` + - ENV variables: + - CM_MLPERF_INFERENCE_VERSION: `v3.1` + - CM_MLPERF_GPTJ_MODEL_FP8_PATH_SUFFIX: `GPTJ-07142023.pth` + +
+
+
+
+ * Group "**batch-size**"
+ Click here to expand this section.
+ + * **`_tensorrt`** (default) + - ENV variables: + - CM_MLPERF_BACKEND: `tensorrt` + - CM_MLPERF_BACKEND_NAME: `TensorRT` + +
+
+
+
+ * Group "**build-engine-options**"
+ Click here to expand this section.
+ + * `_batch_size.#` + - ENV variables: + - CM_MODEL_BATCH_SIZE: `#` + - CM_MLPERF_NVIDIA_HARNESS_GPU_BATCH_SIZE: `#` + +
+
+
+
+ * Group "**device**"
+ Click here to expand this section.
+ + * `_build_engine_options.#` + - ENV variables: + - CM_MLPERF_NVIDIA_HARNESS_EXTRA_BUILD_ENGINE_OPTIONS: `#` + +
+
+
+
+ * Group "**device-memory**"
+ Click here to expand this section.
+ + * `_cpu` + - ENV variables: + - CM_MLPERF_DEVICE: `cpu` + * **`_cuda`** (default) + - ENV variables: + - CM_MLPERF_DEVICE: `gpu` + - CM_MLPERF_DEVICE_LIB_NAMESPEC: `cudart` + +
+
+
+
+ * Group "**dla-batch-size**"
+ Click here to expand this section.
+ + * `_gpu_memory.16` + - ENV variables: + - CM_NVIDIA_GPU_MEMORY: `16` + * `_gpu_memory.24` + - ENV variables: + - CM_NVIDIA_GPU_MEMORY: `24` + * `_gpu_memory.32` + - ENV variables: + - CM_NVIDIA_GPU_MEMORY: `32` + * `_gpu_memory.40` + - ENV variables: + - CM_NVIDIA_GPU_MEMORY: `40` + * `_gpu_memory.48` + - ENV variables: + - CM_NVIDIA_GPU_MEMORY: `48` + * `_gpu_memory.8` + - ENV variables: + - CM_NVIDIA_GPU_MEMORY: `8` + * `_gpu_memory.80` + - ENV variables: + - CM_NVIDIA_GPU_MEMORY: `80` + +
+
+
+
+ * Group "**gpu-connection**"
+ Click here to expand this section.
+ + * `_dla_batch_size.#` + - ENV variables: + - CM_MLPERF_NVIDIA_HARNESS_DLA_BATCH_SIZE: `#` + - CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX2: `dla_batch_size.#` + +
+
+
+
+ * Group "**gpu-name**"
+ Click here to expand this section.
+ + * `_pcie` + * `_sxm` + +
+ >>`
+ * `_l4`
+ - ENV variables:
+ - CM_NVIDIA_CUSTOM_GPU: `yes`
+ * `_orin`
+ - ENV variables:
+ - CM_NVIDIA_CUSTOM_GPU: `yes`
+ - CM_MODEL_BATCH_SIZE: ``
+ - CM_MLPERF_NVIDIA_HARNESS_GPU_BATCH_SIZE: `<<>>`
+ * `_rtx_4090`
+ - ENV variables:
+ - CM_NVIDIA_CUSTOM_GPU: `yes`
+ * `_rtx_6000_ada`
+ - ENV variables:
+ - CM_NVIDIA_CUSTOM_GPU: `yes`
+ * `_t4`
+ - ENV variables:
+ - CM_NVIDIA_CUSTOM_GPU: `yes`
+
+
+
+
+ * Group "**loadgen-scenario**"
+ Click here to expand this section.
+ + * `_a100` + - ENV variables: + - CM_NVIDIA_CUSTOM_GPU: `yes` + * `_a6000` + - ENV variables: + - CM_NVIDIA_CUSTOM_GPU: `yes` + * `_custom` + - ENV variables: + - CM_NVIDIA_CUSTOM_GPU: `yes` + - CM_MODEL_BATCH_SIZE: `` + - CM_MLPERF_NVIDIA_HARNESS_GPU_BATCH_SIZE: `<<
+
+
+
+ * Group "**model**"
+ Click here to expand this section.
+ + * `_multistream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `MultiStream` + * `_offline` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Offline` + * `_server` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `Server` + * `_singlestream` + - ENV variables: + - CM_MLPERF_LOADGEN_SCENARIO: `SingleStream` + - CUDA_VISIBLE_DEVICES_NOT_USED: `0` + +
+
+
+
+ * Group "**num-gpus**"
+ Click here to expand this section.
+ + * `_3d-unet-99` + - ENV variables: + - CM_MODEL: `3d-unet-99` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/5597155/files/3dunet_kits19_128x128x128.onnx` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, affine fusion` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int8` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + * `_3d-unet-99.9` + - ENV variables: + - CM_MODEL: `3d-unet-99.9` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/5597155/files/3dunet_kits19_128x128x128.onnx` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, affine fusion` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int8` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + * `_bert-99` + - ENV variables: + - CM_MODEL: `bert-99` + - CM_NOT_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, affine fusion` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int32` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + * `_bert-99.9` + - ENV variables: + - CM_MODEL: `bert-99.9` + - CM_NOT_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/3733910/files/model.onnx` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, affine fusion` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int32` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp16` + * `_dlrm-v2-99` + - ENV variables: + - CM_MODEL: `dlrm-v2-99` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `affine fusion` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp16` + * `_dlrm-v2-99.9` + - ENV variables: + - CM_MODEL: `dlrm-v2-99.9` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `affine fusion` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp32` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp16` + * `_gptj-99` + - ENV variables: + - CM_MODEL: `gptj-99` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, affine fusion` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int32` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp16` + * `_gptj-99.9` + - ENV variables: + - CM_MODEL: `gptj-99.9` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, affine fusion` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int32` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp16` + * **`_resnet50`** (default) + - ENV variables: + - CM_MODEL: `resnet50` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, affine fusion` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int8` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + * `_retinanet` + - ENV variables: + - CM_MODEL: `retinanet` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/6617981/files/resnext50_32x4d_fpn.pth` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, affine fusion` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `int8` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `int8` + * `_rnnt` + - ENV variables: + - CM_MODEL: `rnnt` + - CM_ML_MODEL_STARTING_WEIGHTS_FILENAME: `https://zenodo.org/record/3662521/files/DistributedDataParallel_1576581068.9962234-epoch-100.pt` + - CM_ML_MODEL_WEIGHT_TRANSFORMATIONS: `quantization, affine fusion` + - CM_ML_MODEL_INPUTS_DATA_TYPE: `fp16` + - CM_ML_MODEL_WEIGHTS_DATA_TYPE: `fp16` + +
+
+
+
+ * Group "**power-mode**"
+ Click here to expand this section.
+ + * `_num-gpus.#` + - ENV variables: + - CM_NVIDIA_NUM_GPUS: `#` + * **`_num-gpus.1`** (default) + - ENV variables: + - CM_NVIDIA_NUM_GPUS: `1` + +
+
+
+
+ * Group "**run-mode**"
+ Click here to expand this section.
+ + * `_maxn` + - ENV variables: + - CM_MLPERF_NVIDIA_HARNESS_MAXN: `True` + * `_maxq` + - ENV variables: + - CM_MLPERF_NVIDIA_HARNESS_MAXQ: `True` + +
+
+
+
+ * Group "**triton**"
+ Click here to expand this section.
+ + * `_build` + - ENV variables: + - MLPERF_NVIDIA_RUN_COMMAND: `build` + - CM_MLPERF_NVIDIA_HARNESS_RUN_MODE: `build` + * `_build_engine` + - Aliases: `_build-engine` + - ENV variables: + - MLPERF_NVIDIA_RUN_COMMAND: `generate_engines` + - CM_MLPERF_NVIDIA_HARNESS_RUN_MODE: `generate_engines` + * `_calibrate` + - ENV variables: + - MLPERF_NVIDIA_RUN_COMMAND: `calibrate` + - CM_MLPERF_NVIDIA_HARNESS_RUN_MODE: `calibrate` + * `_download_model` + - ENV variables: + - MLPERF_NVIDIA_RUN_COMMAND: `download_model` + - CM_MLPERF_NVIDIA_HARNESS_RUN_MODE: `download_model` + * `_prebuild` + - ENV variables: + - MLPERF_NVIDIA_RUN_COMMAND: `prebuild` + - CM_MLPERF_NVIDIA_HARNESS_RUN_MODE: `prebuild` + * `_preprocess_data` + - ENV variables: + - MLPERF_NVIDIA_RUN_COMMAND: `preprocess_data` + - CM_MLPERF_NVIDIA_HARNESS_RUN_MODE: `preprocess_data` + * **`_run_harness`** (default) + - ENV variables: + - CM_MLPERF_NVIDIA_HARNESS_RUN_MODE: `run_harness` + - MLPERF_NVIDIA_RUN_COMMAND: `run_harness` + - CM_CALL_MLPERF_RUNNER: `yes` + +
+
+
+
+ * Group "**version**"
+ Click here to expand this section.
+ + * `_use_triton` + - ENV variables: + - CM_MLPERF_NVIDIA_HARNESS_USE_TRITON: `yes` + - CM_MLPERF_SUT_NAME_RUN_CONFIG_SUFFIX3: `using_triton` + +
+
+
+
+ ##### Default variations
+
+ `_cuda,_num-gpus.1,_resnet50,_run_harness,_tensorrt,_v4.0`
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--audio_buffer_num_lines=value` → `CM_MLPERF_NVIDIA_HARNESS_AUDIO_BUFFER_NUM_LINES=value`
+ * `--count=value` → `CM_MLPERF_LOADGEN_QUERY_COUNT=value`
+ * `--deque_timeout_usec=value` → `CM_MLPERF_NVIDIA_HARNESS_DEQUE_TIMEOUT_USEC=value`
+ * `--devices=value` → `CM_MLPERF_NVIDIA_HARNESS_DEVICES=value`
+ * `--dla_batch_size=value` → `CM_MLPERF_NVIDIA_HARNESS_DLA_BATCH_SIZE=value`
+ * `--dla_copy_streams=value` → `CM_MLPERF_NVIDIA_HARNESS_DLA_COPY_STREAMS=value`
+ * `--dla_inference_streams=value` → `CM_MLPERF_NVIDIA_HARNESS_DLA_INFERENCE_STREAMS=value`
+ * `--embedding_weights_on_gpu_part=value` → `CM_MLPERF_NVIDIA_HARNESS_EMBEDDING_WEIGHTS_ON_GPU_PART=value`
+ * `--enable_sort=value` → `CM_MLPERF_NVIDIA_HARNESS_ENABLE_SORT=value`
+ * `--end_on_device=value` → `CM_MLPERF_NVIDIA_HARNESS_END_ON_DEVICE=value`
+ * `--extra_run_options=value` → `CM_MLPERF_NVIDIA_HARNESS_EXTRA_RUN_OPTIONS=value`
+ * `--gpu_batch_size=value` → `CM_MLPERF_NVIDIA_HARNESS_GPU_BATCH_SIZE=value`
+ * `--gpu_copy_streams=value` → `CM_MLPERF_NVIDIA_HARNESS_GPU_COPY_STREAMS=value`
+ * `--gpu_inference_streams=value` → `CM_MLPERF_NVIDIA_HARNESS_GPU_INFERENCE_STREAMS=value`
+ * `--graphs_max_seqlen=value` → `CM_MLPERF_NVIDIA_HARNESS_GRAPHS_MAX_SEQLEN=value`
+ * `--input_format=value` → `CM_MLPERF_NVIDIA_HARNESS_INPUT_FORMAT=value`
+ * `--log_dir=value` → `CM_MLPERF_NVIDIA_HARNESS_LOG_DIR=value`
+ * `--make_cmd=value` → `MLPERF_NVIDIA_RUN_COMMAND=value`
+ * `--max_batchsize=value` → `CM_MLPERF_LOADGEN_MAX_BATCHSIZE=value`
+ * `--max_dlas=value` → `CM_MLPERF_NVIDIA_HARNESS_MAX_DLAS=value`
+ * `--mlperf_conf=value` → `CM_MLPERF_CONF=value`
+ * `--mode=value` → `CM_MLPERF_LOADGEN_MODE=value`
+ * `--multistream_target_latency=value` → `CM_MLPERF_LOADGEN_MULTISTREAM_TARGET_LATENCY=value`
+ * `--num_issue_query_threads=value` → `CM_MLPERF_NVIDIA_HARNESS_NUM_ISSUE_QUERY_THREADS=value`
+ * `--num_sort_segments=value` → `CM_MLPERF_NVIDIA_HARNESS_NUM_SORT_SEGMENTS=value`
+ * `--num_warmups=value` → `CM_MLPERF_NVIDIA_HARNESS_NUM_WARMUPS=value`
+ * `--offline_target_qps=value` → `CM_MLPERF_LOADGEN_OFFLINE_TARGET_QPS=value`
+ * `--output_dir=value` → `CM_MLPERF_OUTPUT_DIR=value`
+ * `--performance_sample_count=value` → `CM_MLPERF_LOADGEN_PERFORMANCE_SAMPLE_COUNT=value`
+ * `--power_setting=value` → `CM_MLPERF_NVIDIA_HARNESS_POWER_SETTING=value`
+ * `--rerun=value` → `CM_RERUN=value`
+ * `--run_infer_on_copy_streams=value` → `CM_MLPERF_NVIDIA_HARNESS_RUN_INFER_ON_COPY_STREAMS=value`
+ * `--scenario=value` → `CM_MLPERF_LOADGEN_SCENARIO=value`
+ * `--server_target_qps=value` → `CM_MLPERF_LOADGEN_SERVER_TARGET_QPS=value`
+ * `--singlestream_target_latency=value` → `CM_MLPERF_LOADGEN_SINGLESTREAM_TARGET_LATENCY=value`
+ * `--skip_postprocess=value` → `CM_MLPERF_NVIDIA_HARNESS_SKIP_POSTPROCESS=value`
+ * `--skip_preprocess=value` → `CM_SKIP_PREPROCESS_DATASET=value`
+ * `--skip_preprocessing=value` → `CM_SKIP_PREPROCESS_DATASET=value`
+ * `--soft_drop=value` → `CM_MLPERF_NVIDIA_HARNESS_SOFT_DROP=value`
+ * `--start_from_device=value` → `CM_MLPERF_NVIDIA_HARNESS_START_FROM_DEVICE=value`
+ * `--target_latency=value` → `CM_MLPERF_LOADGEN_TARGET_LATENCY=value`
+ * `--target_qps=value` → `CM_MLPERF_LOADGEN_TARGET_QPS=value`
+ * `--use_cuda_thread_per_device=value` → `CM_MLPERF_NVIDIA_HARNESS_USE_CUDA_THREAD_PER_DEVICE=value`
+ * `--use_deque_limit=value` → `CM_MLPERF_NVIDIA_HARNESS_USE_DEQUE_LIMIT=value`
+ * `--use_fp8=value` → `CM_MLPERF_NVIDIA_HARNESS_USE_FP8=value`
+ * `--use_graphs=value` → `CM_MLPERF_NVIDIA_HARNESS_USE_GRAPHS=value`
+ * `--use_small_tile_gemm_plugin=value` → `CM_MLPERF_NVIDIA_HARNESS_USE_SMALL_TILE_GEMM_PLUGIN=value`
+ * `--use_triton=value` → `CM_MLPERF_NVIDIA_HARNESS_USE_TRITON=value`
+ * `--user_conf=value` → `CM_MLPERF_USER_CONF=value`
+ * `--workspace_size=value` → `CM_MLPERF_NVIDIA_HARNESS_WORKSPACE_SIZE=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_BATCH_COUNT: `1`
+ * CM_BATCH_SIZE: `1`
+ * CM_FAST_COMPILATION: `yes`
+ * CM_MLPERF_LOADGEN_SCENARIO: `Offline`
+ * CM_MLPERF_LOADGEN_MODE: `performance`
+ * CM_SKIP_PREPROCESS_DATASET: `no`
+ * CM_SKIP_MODEL_DOWNLOAD: `no`
+ * CM_MLPERF_SUT_NAME_IMPLEMENTATION_PREFIX: `nvidia_original`
+ * CM_MLPERF_SKIP_RUN: `no`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/app-mlperf-inference-nvidia/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "reproduce mlcommons mlperf inference harness nvidia-harness nvidia [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/index.md
new file mode 100644
index 0000000000..6db8a9a3ed
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/index.md
@@ -0,0 +1,4 @@
+* [app-mlperf-inference-nvidia](app-mlperf-inference-nvidia/index.md)
+* [reproduce-mlperf-octoml-tinyml-results](reproduce-mlperf-octoml-tinyml-results/index.md)
+* [reproduce-mlperf-training-nvidia](reproduce-mlperf-training-nvidia/index.md)
+* [wrapper-reproduce-octoml-tinyml-submission](wrapper-reproduce-octoml-tinyml-submission/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/reproduce-mlperf-octoml-tinyml-results/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/reproduce-mlperf-octoml-tinyml-results/index.md
new file mode 100644
index 0000000000..d32b17538b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/reproduce-mlperf-octoml-tinyml-results/index.md
@@ -0,0 +1,137 @@
+# reproduce-mlperf-octoml-tinyml-results
+Automatically generated README for this automation recipe: **reproduce-mlperf-octoml-tinyml-results**
+
+Category: **[Reproduce MLPerf benchmarks](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/reproduce-mlperf-octoml-tinyml-results/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/reproduce-mlperf-octoml-tinyml-results/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "reproduce tiny results mlperf octoml mlcommons" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=reproduce,tiny,results,mlperf,octoml,mlcommons[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "reproduce tiny results mlperf octoml mlcommons [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'reproduce,tiny,results,mlperf,octoml,mlcommons'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "reproduce tiny results mlperf octoml mlcommons[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_v4.0`** (default) + - ENV variables: + - CM_MLPERF_INFERENCE_VERSION: `v4.0` + - CM_MLPERF_GPTJ_MODEL_FP8_PATH_SUFFIX: `GPTJ-FP8-quantized` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--flash=value` → `CM_FLASH_BOARD=value`
+ * `--recreate_binary=value` → `CM_RECREATE_BINARY=value`
+
+
+
+#### Versions
+Default version: `r1.0`
+
+* `r1.0`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/reproduce-mlperf-octoml-tinyml-results/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "reproduce tiny results mlperf octoml mlcommons [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/reproduce-mlperf-training-nvidia/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/reproduce-mlperf-training-nvidia/index.md
new file mode 100644
index 0000000000..8b461ba108
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/reproduce-mlperf-training-nvidia/index.md
@@ -0,0 +1,115 @@
+# reproduce-mlperf-training-nvidia
+Automatically generated README for this automation recipe: **reproduce-mlperf-training-nvidia**
+
+Category: **[Reproduce MLPerf benchmarks](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/reproduce-mlperf-training-nvidia/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "reproduce mlcommons mlperf train training nvidia-training nvidia" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=reproduce,mlcommons,mlperf,train,training,nvidia-training,nvidia[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "reproduce mlcommons mlperf train training nvidia-training nvidia [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'reproduce,mlcommons,mlperf,train,training,nvidia-training,nvidia'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "reproduce mlcommons mlperf train training nvidia-training nvidia[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**benchmark**"
+ Click here to expand this section.
+ + * `_NRF` + - ENV variables: + - CM_TINY_BOARD: `NRF5340DK` + * `_NUCLEO` + - ENV variables: + - CM_TINY_BOARD: `NUCLEO_L4R5ZI` + * `_ad` + - ENV variables: + - CM_TINY_MODEL: `ad` + * `_cmsis_nn` + - ENV variables: + - CM_MICROTVM_VARIANT: `microtvm_cmsis_nn` + * `_ic` + - ENV variables: + - CM_TINY_MODEL: `ic` + * `_kws` + - ENV variables: + - CM_TINY_MODEL: `kws` + * `_native` + - ENV variables: + - CM_MICROTVM_VARIANT: `microtvm_native` + * `_vww` + - ENV variables: + - CM_TINY_MODEL: `vww` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--results_dir=value` → `CM_MLPERF_RESULTS_DIR=value`
+ * `--system_conf_name=value` → `CM_MLPERF_NVIDIA_TRAINING_SYSTEM_CONF_NAME=value`
+
+
+
+#### Versions
+* `r2.1`
+* `r3.0`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-resnet.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/reproduce-mlperf-training-nvidia/run-resnet.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/reproduce-mlperf-training-nvidia/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "reproduce mlcommons mlperf train training nvidia-training nvidia [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/wrapper-reproduce-octoml-tinyml-submission/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/wrapper-reproduce-octoml-tinyml-submission/index.md
new file mode 100644
index 0000000000..2a69d5c1c4
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproduce-MLPerf-benchmarks/wrapper-reproduce-octoml-tinyml-submission/index.md
@@ -0,0 +1,101 @@
+# wrapper-reproduce-octoml-tinyml-submission
+Automatically generated README for this automation recipe: **wrapper-reproduce-octoml-tinyml-submission**
+
+Category: **[Reproduce MLPerf benchmarks](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/wrapper-reproduce-octoml-tinyml-submission/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/wrapper-reproduce-octoml-tinyml-submission/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run generate-tiny generate submission tiny generate-tiny-submission results mlcommons mlperf octoml" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run,generate-tiny,generate,submission,tiny,generate-tiny-submission,results,mlcommons,mlperf,octoml [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run generate-tiny generate submission tiny generate-tiny-submission results mlcommons mlperf octoml " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run,generate-tiny,generate,submission,tiny,generate-tiny-submission,results,mlcommons,mlperf,octoml'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run generate-tiny generate submission tiny generate-tiny-submission results mlcommons mlperf octoml" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--flash=value` → `CM_FLASH_BOARD=value`
+ * `--recreate_binary=value` → `CM_RECREATE_BINARY=value`
+
+
+
+#### Versions
+Default version: `r1.0`
+
+* `r1.0`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/wrapper-reproduce-octoml-tinyml-submission/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "run generate-tiny generate submission tiny generate-tiny-submission results mlcommons mlperf octoml " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/get-ipol-src/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/get-ipol-src/index.md
new file mode 100644
index 0000000000..ba254ab2b1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/get-ipol-src/index.md
@@ -0,0 +1,98 @@
+# get-ipol-src
+Automatically generated README for this automation recipe: **get-ipol-src**
+
+Category: **[Reproducibility and artifact evaluation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ipol-src/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-ipol-src/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get ipol journal src ipol-src" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,ipol,journal,src,ipol-src [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get ipol journal src ipol-src " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,ipol,journal,src,ipol-src'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get ipol journal src ipol-src" [--input_flags]
+ ```
+___
+
+=== "Input Flags"
+
+
+ #### Input Flags
+
+ * --**number:** IPOL publication number
+ * --**year:** IPOL publication year
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--number=value` → `CM_IPOL_NUMBER=value`
+ * `--year=value` → `CM_IPOL_YEAR=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "get ipol journal src ipol-src " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/index.md
new file mode 100644
index 0000000000..6803c39f98
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/index.md
@@ -0,0 +1,4 @@
+* [get-ipol-src](get-ipol-src/index.md)
+* [process-ae-users](process-ae-users/index.md)
+* [reproduce-ipol-paper-2022-439](reproduce-ipol-paper-2022-439/index.md)
+* [reproduce-micro-paper-2023-victima](reproduce-micro-paper-2023-victima/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/process-ae-users/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/process-ae-users/index.md
new file mode 100644
index 0000000000..51e9a4f917
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/process-ae-users/index.md
@@ -0,0 +1,95 @@
+# process-ae-users
+Automatically generated README for this automation recipe: **process-ae-users**
+
+Category: **[Reproducibility and artifact evaluation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/process-ae-users/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "process ae users" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=process,ae,users [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "process ae users " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'process,ae,users'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "process ae users" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--file=value` → `CM_PROCESS_AE_USERS_INPUT_FILE=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/process-ae-users/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/process-ae-users/run.bat)
+___
+#### Script output
+```bash
+cmr "process ae users " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/reproduce-ipol-paper-2022-439/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/reproduce-ipol-paper-2022-439/index.md
new file mode 100644
index 0000000000..d0298a09c1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/reproduce-ipol-paper-2022-439/index.md
@@ -0,0 +1,97 @@
+# reproduce-ipol-paper-2022-439
+Automatically generated README for this automation recipe: **reproduce-ipol-paper-2022-439**
+
+Category: **[Reproducibility and artifact evaluation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/reproduce-ipol-paper-2022-439/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/reproduce-ipol-paper-2022-439/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "app python reproduce project paper ipol journal repro reproducibility pytorch 2022-439" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=app,python,reproduce,project,paper,ipol,journal,repro,reproducibility,pytorch,2022-439 [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "app python reproduce project paper ipol journal repro reproducibility pytorch 2022-439 " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'app,python,reproduce,project,paper,ipol,journal,repro,reproducibility,pytorch,2022-439'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "app python reproduce project paper ipol journal repro reproducibility pytorch 2022-439" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--image1=value` → `CM_IMAGE_1=value`
+ * `--image2=value` → `CM_IMAGE_2=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/reproduce-ipol-paper-2022-439/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/reproduce-ipol-paper-2022-439/run.bat)
+___
+#### Script output
+```bash
+cmr "app python reproduce project paper ipol journal repro reproducibility pytorch 2022-439 " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/reproduce-micro-paper-2023-victima/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/reproduce-micro-paper-2023-victima/index.md
new file mode 100644
index 0000000000..461210341b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Reproducibility-and-artifact-evaluation/reproduce-micro-paper-2023-victima/index.md
@@ -0,0 +1,123 @@
+# reproduce-micro-paper-2023-victima
+Automatically generated README for this automation recipe: **reproduce-micro-paper-2023-victima**
+
+Category: **[Reproducibility and artifact evaluation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/reproduce-micro-paper-2023-victima/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/reproduce-micro-paper-2023-victima/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "reproduce project paper micro micro-2023 victima" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=reproduce,project,paper,micro,micro-2023,victima[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "reproduce project paper micro micro-2023 victima [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'reproduce,project,paper,micro,micro-2023,victima'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "reproduce project paper micro micro-2023 victima[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_resnet` + - ENV variables: + - CM_MLPERF_TRAINING_BENCHMARK: `resnet` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--container=value` → `CM_VICTIMA_CONTAINER=value`
+ * `--job_manager=value` → `CM_VICTIMA_JOB_MANAGER=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_VICTIMA_JOB_MANAGER: `native`
+ * CM_VICTIMA_CONTAINER: `docker`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/reproduce-micro-paper-2023-victima/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "reproduce project paper micro micro-2023 victima [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/index.md
new file mode 100644
index 0000000000..c7d48602b2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/index.md
@@ -0,0 +1,15 @@
+* [print-any-text](print-any-text/index.md)
+* [print-croissant-desc](print-croissant-desc/index.md)
+* [print-hello-world](print-hello-world/index.md)
+* [print-hello-world-java](print-hello-world-java/index.md)
+* [print-hello-world-javac](print-hello-world-javac/index.md)
+* [print-hello-world-py](print-hello-world-py/index.md)
+* [print-python-version](print-python-version/index.md)
+* [run-python](run-python/index.md)
+* [test-cm-core](test-cm-core/index.md)
+* [test-cm-script-pipeline](test-cm-script-pipeline/index.md)
+* [test-deps-conditions](test-deps-conditions/index.md)
+* [test-deps-conditions2](test-deps-conditions2/index.md)
+* [test-download-and-extract-artifacts](test-download-and-extract-artifacts/index.md)
+* [test-set-sys-user-cm](test-set-sys-user-cm/index.md)
+* [upgrade-python-pip](upgrade-python-pip/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-any-text/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-any-text/index.md
new file mode 100644
index 0000000000..3a924de551
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-any-text/index.md
@@ -0,0 +1,129 @@
+# print-any-text
+Automatically generated README for this automation recipe: **print-any-text**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+Developers: Grigori Fursin
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/print-any-text/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "print any-text" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=print,any-text[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "print any-text [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'print,any-text'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "print any-text[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_install_deps` + * `_plot` + * `_run` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--cm_env_keys=value` → `CM_PRINT_ANY_CM_ENV_KEYS=value`
+ * `--os_env_keys=value` → `CM_PRINT_ANY_OS_ENV_KEYS=value`
+ * `--text=value` → `CM_PRINT_ANY_TEXT=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_PRINT_ANY_TEXT: ``
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/print-any-text/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/print-any-text/run.bat)
+___
+#### Script output
+```bash
+cmr "print any-text [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-croissant-desc/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-croissant-desc/index.md
new file mode 100644
index 0000000000..2533d905d7
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-croissant-desc/index.md
@@ -0,0 +1,106 @@
+# print-croissant-desc
+Automatically generated README for this automation recipe: **print-croissant-desc**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/print-croissant-desc/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/print-croissant-desc/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "print croissant desc" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=print,croissant,desc [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "print croissant desc " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'print,croissant,desc'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "print croissant desc" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--url=value` → `CM_PRINT_CROISSANT_URL=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_PRINT_CROISSANT_URL: `https://raw.githubusercontent.com/mlcommons/croissant/main/datasets/1.0/gpt-3/metadata.json`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/print-croissant-desc/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/print-croissant-desc/run.bat)
+___
+#### Script output
+```bash
+cmr "print croissant desc " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-hello-world-java/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-hello-world-java/index.md
new file mode 100644
index 0000000000..56a73326b0
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-hello-world-java/index.md
@@ -0,0 +1,86 @@
+# print-hello-world-java
+Automatically generated README for this automation recipe: **print-hello-world-java**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/print-hello-world-java/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "print hello world hello-world hello world java" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=print,hello world,hello-world,hello,world,java
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "print hello world hello-world hello world java "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'print,hello world,hello-world,hello,world,java'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "print hello world hello-world hello world java"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/print-hello-world-java/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/print-hello-world-java/run.bat)
+___
+#### Script output
+```bash
+cmr "print hello world hello-world hello world java " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-hello-world-javac/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-hello-world-javac/index.md
new file mode 100644
index 0000000000..0166b29cdf
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-hello-world-javac/index.md
@@ -0,0 +1,86 @@
+# print-hello-world-javac
+Automatically generated README for this automation recipe: **print-hello-world-javac**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/print-hello-world-javac/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "print hello world hello-world hello world javac" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=print,hello world,hello-world,hello,world,javac
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "print hello world hello-world hello world javac "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'print,hello world,hello-world,hello,world,javac'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "print hello world hello-world hello world javac"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/print-hello-world-javac/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/print-hello-world-javac/run.bat)
+___
+#### Script output
+```bash
+cmr "print hello world hello-world hello world javac " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-hello-world-py/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-hello-world-py/index.md
new file mode 100644
index 0000000000..e753b2fd81
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-hello-world-py/index.md
@@ -0,0 +1,86 @@
+# print-hello-world-py
+Automatically generated README for this automation recipe: **print-hello-world-py**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/print-hello-world-py/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "print hello world hello-world hello world python" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=print,hello world,hello-world,hello,world,python
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "print hello world hello-world hello world python "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'print,hello world,hello-world,hello,world,python'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "print hello world hello-world hello world python"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/print-hello-world-py/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/print-hello-world-py/run.bat)
+___
+#### Script output
+```bash
+cmr "print hello world hello-world hello world python " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-hello-world/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-hello-world/index.md
new file mode 100644
index 0000000000..d0bba05baa
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-hello-world/index.md
@@ -0,0 +1,123 @@
+# print-hello-world
+Automatically generated README for this automation recipe: **print-hello-world**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/print-hello-world/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "print hello-world hello world hello world native-script native script" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=print,hello-world,hello world,hello,world,native-script,native,script[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "print hello-world hello world hello world native-script native script [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'print,hello-world,hello world,hello,world,native-script,native,script'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "print hello-world hello world hello world native-script native script[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_cm_env.#` + - ENV variables: + - CM_PRINT_ANY_CM_ENV_KEYS: `#` + * `_os_env.#` + - ENV variables: + - CM_PRINT_ANY_OS_ENV_KEYS: `#` + * `_text.#` + - ENV variables: + - CM_PRINT_ANY_TEXT: `#` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--test1=value` → `CM_ENV_TEST1=value`
+
+
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_ENV_TEST1: `TEST1`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/print-hello-world/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/print-hello-world/run.bat)
+___
+#### Script output
+```bash
+cmr "print hello-world hello world hello world native-script native script [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-python-version/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-python-version/index.md
new file mode 100644
index 0000000000..6fd14d421c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/print-python-version/index.md
@@ -0,0 +1,86 @@
+# print-python-version
+Automatically generated README for this automation recipe: **print-python-version**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/print-python-version/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "print python version python-version" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=print,python,version,python-version
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "print python version python-version "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'print,python,version,python-version'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "print python version python-version"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/print-python-version/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/print-python-version/run.bat)
+___
+#### Script output
+```bash
+cmr "print python version python-version " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/run-python/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/run-python/index.md
new file mode 100644
index 0000000000..be4b0fa0f1
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/run-python/index.md
@@ -0,0 +1,95 @@
+# run-python
+Automatically generated README for this automation recipe: **run-python**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/run-python/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "run python" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=run,python [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "run python " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'run,python'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "run python" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--command=value` → `CM_RUN_PYTHON_CMD=value`
+
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/run-python/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/run-python/run.bat)
+___
+#### Script output
+```bash
+cmr "run python " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-cm-core/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-cm-core/index.md
new file mode 100644
index 0000000000..d7ad5f859f
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-cm-core/index.md
@@ -0,0 +1,87 @@
+# test-cm-core
+Automatically generated README for this automation recipe: **test-cm-core**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/test-cm-core/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/test-cm-core/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "test cm core" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=test,cm,core
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "test cm core "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'test,cm,core'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "test cm core"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/test-cm-core/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/test-cm-core/run.bat)
+___
+#### Script output
+```bash
+cmr "test cm core " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-cm-script-pipeline/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-cm-script-pipeline/index.md
new file mode 100644
index 0000000000..4ab088034c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-cm-script-pipeline/index.md
@@ -0,0 +1,90 @@
+# test-cm-script-pipeline
+Automatically generated README for this automation recipe: **test-cm-script-pipeline**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+Developers: Grigori Fursin
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/test-cm-script-pipeline/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/test-cm-script-pipeline/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "test cm-script pipeline" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=test,cm-script,pipeline
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "test cm-script pipeline "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'test,cm-script,pipeline'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "test cm-script pipeline"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/test-cm-script-pipeline/run.sh)
+ * [run2.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/test-cm-script-pipeline/run2.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/test-cm-script-pipeline/run.bat)
+ * [run2.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/test-cm-script-pipeline/run2.bat)
+___
+#### Script output
+```bash
+cmr "test cm-script pipeline " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-deps-conditions/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-deps-conditions/index.md
new file mode 100644
index 0000000000..976ddd6b6b
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-deps-conditions/index.md
@@ -0,0 +1,93 @@
+# test-deps-conditions
+Automatically generated README for this automation recipe: **test-deps-conditions**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+Developers: Grigori Fursin
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/test-deps-conditions/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/test-deps-conditions/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "test deps conditions" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=test,deps,conditions [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "test deps conditions " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'test,deps,conditions'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "test deps conditions" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--test1=value` → `CM_ENV1=value`
+ * `--test2=value` → `CM_ENV2=value`
+ * `--test3=value` → `CM_ENV3=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "test deps conditions " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-deps-conditions2/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-deps-conditions2/index.md
new file mode 100644
index 0000000000..94ed26f620
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-deps-conditions2/index.md
@@ -0,0 +1,91 @@
+# test-deps-conditions2
+Automatically generated README for this automation recipe: **test-deps-conditions2**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+Developers: Grigori Fursin
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/test-deps-conditions2/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/test-deps-conditions2/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "test deps conditions2" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=test,deps,conditions2 [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "test deps conditions2 " [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'test,deps,conditions2'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "test deps conditions2" [--input_flags]
+ ```
+___
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--test=value` → `TEST=value`
+
+
+
+
+___
+#### Script output
+```bash
+cmr "test deps conditions2 " [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-download-and-extract-artifacts/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-download-and-extract-artifacts/index.md
new file mode 100644
index 0000000000..8e2e0d0d19
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-download-and-extract-artifacts/index.md
@@ -0,0 +1,87 @@
+# test-download-and-extract-artifacts
+Automatically generated README for this automation recipe: **test-download-and-extract-artifacts**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/test-download-and-extract-artifacts/README-extra.md)
+
+* CM meta description for this script: *[_cm.yaml](https://github.com/mlcommons/cm4mlops/tree/main/script/test-download-and-extract-artifacts/_cm.yaml)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "test download-and-extract-artifacts" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=test,download-and-extract-artifacts
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "test download-and-extract-artifacts "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'test,download-and-extract-artifacts'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "test download-and-extract-artifacts"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/test-download-and-extract-artifacts/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/test-download-and-extract-artifacts/run.bat)
+___
+#### Script output
+```bash
+cmr "test download-and-extract-artifacts " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-set-sys-user-cm/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-set-sys-user-cm/index.md
new file mode 100644
index 0000000000..f4448d63be
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/test-set-sys-user-cm/index.md
@@ -0,0 +1,96 @@
+# test-set-sys-user-cm
+Automatically generated README for this automation recipe: **test-set-sys-user-cm**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/test-set-sys-user-cm/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "demo set sys-user cm sys-user-cm" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=demo,set,sys-user,cm,sys-user-cm
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "demo set sys-user cm sys-user-cm "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'demo,set,sys-user,cm,sys-user-cm'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "demo set sys-user cm sys-user-cm"
+ ```
+___
+
+=== "Default environment"
+
+ #### Default environment
+
+
+ These keys can be updated via `--env.KEY=VALUE` or `env` dictionary in `@input.json` or using script flags.
+
+ * CM_SUDO: `sudo`
+
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/test-set-sys-user-cm/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "demo set sys-user cm sys-user-cm " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/upgrade-python-pip/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/upgrade-python-pip/index.md
new file mode 100644
index 0000000000..3e593c7272
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/Tests/upgrade-python-pip/index.md
@@ -0,0 +1,86 @@
+# upgrade-python-pip
+Automatically generated README for this automation recipe: **upgrade-python-pip**
+
+Category: **[Tests](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/upgrade-python-pip/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "upgrade python pip python-pip" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=upgrade,python,pip,python-pip
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "upgrade python pip python-pip "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'upgrade,python,pip,python-pip'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "upgrade python pip python-pip"
+ ```
+___
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/upgrade-python-pip/run.sh)
+=== "Windows"
+
+ * [run.bat](https://github.com/mlcommons/cm4mlops/tree/main/script/upgrade-python-pip/run.bat)
+___
+#### Script output
+```bash
+cmr "upgrade python pip python-pip " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/create-fpgaconvnet-app-tinyml/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/create-fpgaconvnet-app-tinyml/index.md
new file mode 100644
index 0000000000..ae17fabc46
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/create-fpgaconvnet-app-tinyml/index.md
@@ -0,0 +1,114 @@
+# create-fpgaconvnet-app-tinyml
+Automatically generated README for this automation recipe: **create-fpgaconvnet-app-tinyml**
+
+Category: **[TinyML automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/create-fpgaconvnet-app-tinyml/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "create app fpgaconvnet" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=create,app,fpgaconvnet[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "create app fpgaconvnet [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'create,app,fpgaconvnet'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "create app fpgaconvnet[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**benchmark**"
+ Click here to expand this section.
+ + * `_skip_print_env` + - ENV variables: + - CM_PRINT_HELLO_WORLD_SKIP_PRINT_ENV: `yes` + * `_text.#` + - ENV variables: + - CM_PRINT_HELLO_WORLD_TEXT: `#` + +
+
+
+
+ * Group "**board**"
+ Click here to expand this section.
+ + * **`_ic`** (default) + +
+
+
+
+ ##### Default variations
+
+ `_ic,_zc706`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/create-fpgaconvnet-app-tinyml/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "create app fpgaconvnet [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/create-fpgaconvnet-config-tinyml/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/create-fpgaconvnet-config-tinyml/index.md
new file mode 100644
index 0000000000..e1e0bab297
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/create-fpgaconvnet-config-tinyml/index.md
@@ -0,0 +1,114 @@
+# create-fpgaconvnet-config-tinyml
+Automatically generated README for this automation recipe: **create-fpgaconvnet-config-tinyml**
+
+Category: **[TinyML automation](..)**
+
+License: **Apache 2.0**
+
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/create-fpgaconvnet-config-tinyml/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "create config fpgaconvnet" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=create,config,fpgaconvnet[,variations]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "create config fpgaconvnet [variations]"
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'create,config,fpgaconvnet'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "create config fpgaconvnet[variations]"
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * Group "**benchmark**"
+ Click here to expand this section.
+ + * **`_zc706`** (default) + - ENV variables: + - CM_TINY_BOARD: `zc706` + +
+
+
+
+ * Group "**board**"
+ Click here to expand this section.
+ + * **`_ic`** (default) + +
+
+
+
+ ##### Default variations
+
+ `_ic,_zc706`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/create-fpgaconvnet-config-tinyml/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "create config fpgaconvnet [variations]" -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/flash-tinyml-binary/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/flash-tinyml-binary/index.md
new file mode 100644
index 0000000000..df6a2e2980
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/flash-tinyml-binary/index.md
@@ -0,0 +1,119 @@
+# flash-tinyml-binary
+Automatically generated README for this automation recipe: **flash-tinyml-binary**
+
+Category: **[TinyML automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/flash-tinyml-binary/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/flash-tinyml-binary/_cm.json)*
+* Output cached? *False*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "flash tiny mlperf mlcommons" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=flash,tiny,mlperf,mlcommons[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "flash tiny mlperf mlcommons [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'flash,tiny,mlperf,mlcommons'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "flash tiny mlperf mlcommons[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * **`_zc706`** (default) + - ENV variables: + - CM_TINY_BOARD: `zc706` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--build_dir=value` → `CM_TINY_BUILD_DIR=value`
+
+
+
+#### Versions
+Default version: `r1.0`
+
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/flash-tinyml-binary/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "flash tiny mlperf mlcommons [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/get-microtvm/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/get-microtvm/index.md
new file mode 100644
index 0000000000..b73c5eb0a5
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/get-microtvm/index.md
@@ -0,0 +1,119 @@
+# get-microtvm
+Automatically generated README for this automation recipe: **get-microtvm**
+
+Category: **[TinyML automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-microtvm/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-microtvm/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get src source microtvm tiny" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,src,source,microtvm,tiny[,variations] [--input_flags]
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get src source microtvm tiny [variations]" [--input_flags]
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,src,source,microtvm,tiny'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get src source microtvm tiny[variations]" [--input_flags]
+ ```
+___
+
+=== "Variations"
+
+
+ #### Variations
+
+ * *No group (any combination of variations can be selected)*
+ Click here to expand this section.
+ + * `_NRF` + * `_NUCLEO` + * `_ad` + * `_cmsis_nn` + * `_ic` + * `_kws` + * `_native` + * `_vww` + +
+
+
+=== "Input Flag Mapping"
+
+
+ #### Script flags mapped to environment
+
+ * `--ssh=value` → `CM_GIT_SSH=value`
+
+
+
+#### Versions
+Default version: `main`
+
+* `custom`
+* `main`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-microtvm/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get src source microtvm tiny [variations]" [--input_flags] -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/get-zephyr-sdk/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/get-zephyr-sdk/index.md
new file mode 100644
index 0000000000..e32311f971
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/get-zephyr-sdk/index.md
@@ -0,0 +1,93 @@
+# get-zephyr-sdk
+Automatically generated README for this automation recipe: **get-zephyr-sdk**
+
+Category: **[TinyML automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-zephyr-sdk/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-zephyr-sdk/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get zephyr-sdk" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,zephyr-sdk
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get zephyr-sdk "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,zephyr-sdk'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get zephyr-sdk"
+ ```
+___
+
+#### Versions
+Default version: `0.13.2`
+
+* `0.13.1`
+* `0.13.2`
+* `0.15.0`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-zephyr-sdk/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get zephyr-sdk " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/get-zephyr/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/get-zephyr/index.md
new file mode 100644
index 0000000000..6016b7ecf8
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/get-zephyr/index.md
@@ -0,0 +1,92 @@
+# get-zephyr
+Automatically generated README for this automation recipe: **get-zephyr**
+
+Category: **[TinyML automation](..)**
+
+License: **Apache 2.0**
+
+* Notes from the authors, contributors and users: [*README-extra*](https://github.com/mlcommons/cm4mlops/tree/main/script/get-zephyr/README-extra.md)
+
+* CM meta description for this script: *[_cm.json](https://github.com/mlcommons/cm4mlops/tree/main/script/get-zephyr/_cm.json)*
+* Output cached? *True*
+
+---
+### Reuse this script in your project
+
+#### Install MLCommons CM automation meta-framework
+
+* [Install CM](https://docs.mlcommons.org/ck/install)
+* [CM Getting Started Guide](https://docs.mlcommons.org/ck/getting-started/)
+
+#### Pull CM repository with this automation recipe (CM script)
+
+```cm pull repo mlcommons@cm4mlops```
+
+#### Print CM help from the command line
+
+````cmr "get zephyr" --help````
+
+#### Run this script
+
+=== "CLI"
+ ##### Run this script via CLI
+
+ ```bash
+ cm run script --tags=get,zephyr
+ ```
+=== "CLI Alt"
+ ##### Run this script via CLI (alternative)
+
+
+ ```bash
+ cmr "get zephyr "
+ ```
+
+=== "Python"
+ ##### Run this script from Python
+
+
+ ```python
+
+ import cmind
+
+ r = cmind.access({'action':'run'
+ 'automation':'script',
+ 'tags':'get,zephyr'
+ 'out':'con',
+ ...
+ (other input keys for this script)
+ ...
+ })
+
+ if r['return']>0:
+ print (r['error'])
+
+ ```
+
+
+=== "Docker"
+ ##### Run this script via Docker (beta)
+
+ ```bash
+ cm docker script "get zephyr"
+ ```
+___
+
+#### Versions
+Default version: `v2.7`
+
+* `v2.7`
+
+#### Native script being run
+=== "Linux/macOS"
+ * [run-ubuntu.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-zephyr/run-ubuntu.sh)
+ * [run.sh](https://github.com/mlcommons/cm4mlops/tree/main/script/get-zephyr/run.sh)
+=== "Windows"
+
+ No run file exists for Windows
+___
+#### Script output
+```bash
+cmr "get zephyr " -j
+```
\ No newline at end of file
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/index.md
new file mode 100644
index 0000000000..1ac94a64ac
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/TinyML-automation/index.md
@@ -0,0 +1,6 @@
+* [create-fpgaconvnet-app-tinyml](create-fpgaconvnet-app-tinyml/index.md)
+* [create-fpgaconvnet-config-tinyml](create-fpgaconvnet-config-tinyml/index.md)
+* [flash-tinyml-binary](flash-tinyml-binary/index.md)
+* [get-microtvm](get-microtvm/index.md)
+* [get-zephyr](get-zephyr/index.md)
+* [get-zephyr-sdk](get-zephyr-sdk/index.md)
diff --git a/cmx4mlops/cmx4mlops/repo/docs/scripts/index.md b/cmx4mlops/cmx4mlops/repo/docs/scripts/index.md
new file mode 100644
index 0000000000..cc29ffc3e8
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/docs/scripts/index.md
@@ -0,0 +1,30 @@
+* [AI-ML-datasets](AI-ML-datasets)
+* [AI-ML-frameworks](AI-ML-frameworks)
+* [AI-ML-models](AI-ML-models)
+* [AI-ML-optimization](AI-ML-optimization)
+* [Cloud-automation](Cloud-automation)
+* [CM-automation](CM-automation)
+* [CM-Interface](CM-Interface)
+* [CM-interface-prototyping](CM-interface-prototyping)
+* [Collective-benchmarking](Collective-benchmarking)
+* [Compiler-automation](Compiler-automation)
+* [CUDA-automation](CUDA-automation)
+* [Dashboard-automation](Dashboard-automation)
+* [Detection-or-installation-of-tools-and-artifacts](Detection-or-installation-of-tools-and-artifacts)
+* [DevOps-automation](DevOps-automation)
+* [Docker-automation](Docker-automation)
+* [GUI](GUI)
+* [Legacy-CK-support](Legacy-CK-support)
+* [MLPerf-benchmark-support](MLPerf-benchmark-support)
+* [Modular-AI-ML-application-pipeline](Modular-AI-ML-application-pipeline)
+* [Modular-application-pipeline](Modular-application-pipeline)
+* [Modular-MLPerf-benchmarks](Modular-MLPerf-benchmarks)
+* [Modular-MLPerf-inference-benchmark-pipeline](Modular-MLPerf-inference-benchmark-pipeline)
+* [Modular-MLPerf-training-benchmark-pipeline](Modular-MLPerf-training-benchmark-pipeline)
+* [Platform-information](Platform-information)
+* [Python-automation](Python-automation)
+* [Remote-automation](Remote-automation)
+* [Reproduce-MLPerf-benchmarks](Reproduce-MLPerf-benchmarks)
+* [Reproducibility-and-artifact-evaluation](Reproducibility-and-artifact-evaluation)
+* [Tests](Tests)
+* [TinyML-automation](TinyML-automation)
diff --git a/cmx4mlops/cmx4mlops/repo/mkdocs.yml b/cmx4mlops/cmx4mlops/repo/mkdocs.yml
new file mode 100644
index 0000000000..4cb2956917
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/mkdocs.yml
@@ -0,0 +1,77 @@
+site_name: CM Script Automation Documentation
+repo_url: https://github.com/mlcommons/cm4mlops
+theme:
+ name: material
+ logo: img/logo_v2.svg
+ favicon: img/logo_v2.svg
+ palette:
+ primary: deep purple
+ accent: green
+ features:
+ - content.tabs.link
+ - content.code.copy
+ - navigation.expand
+ - navigation.sections
+ - navigation.indexes
+ - navigation.instant
+ - navigation.tabs
+ - navigation.tabs.sticky
+ - navigation.top
+ - toc.follow
+nav:
+ - HOME: index.md
+ - Getting Started: getting-started.md
+ - CM Scripts:
+ - scripts/index.md
+ - Python-automation: scripts/Python-automation/index.md
+ - MLPerf-benchmark-support: scripts/MLPerf-benchmark-support/index.md
+ - Modular-AI-ML-application-pipeline: scripts/Modular-AI-ML-application-pipeline/index.md
+ - Modular-application-pipeline: scripts/Modular-application-pipeline/index.md
+ - Modular-MLPerf-inference-benchmark-pipeline: scripts/Modular-MLPerf-inference-benchmark-pipeline/index.md
+ - Modular-MLPerf-benchmarks: scripts/Modular-MLPerf-benchmarks/index.md
+ - Reproduce-MLPerf-benchmarks: scripts/Reproduce-MLPerf-benchmarks/index.md
+ - Modular-MLPerf-training-benchmark-pipeline: scripts/Modular-MLPerf-training-benchmark-pipeline/index.md
+ - DevOps-automation: scripts/DevOps-automation/index.md
+ - Docker-automation: scripts/Docker-automation/index.md
+ - AI-ML-optimization: scripts/AI-ML-optimization/index.md
+ - AI-ML-models: scripts/AI-ML-models/index.md
+ - CM-automation: scripts/CM-automation/index.md
+ - TinyML-automation: scripts/TinyML-automation/index.md
+ - Cloud-automation: scripts/Cloud-automation/index.md
+ - Platform-information: scripts/Platform-information/index.md
+ - Detection-or-installation-of-tools-and-artifacts: scripts/Detection-or-installation-of-tools-and-artifacts/index.md
+ - Compiler-automation: scripts/Compiler-automation/index.md
+ - CM-Interface: scripts/CM-Interface/index.md
+ - Legacy-CK-support: scripts/Legacy-CK-support/index.md
+ - AI-ML-datasets: scripts/AI-ML-datasets/index.md
+ - CUDA-automation: scripts/CUDA-automation/index.md
+ - AI-ML-frameworks: scripts/AI-ML-frameworks/index.md
+ - Reproducibility-and-artifact-evaluation: scripts/Reproducibility-and-artifact-evaluation/index.md
+ - GUI: scripts/GUI/index.md
+ - Collective-benchmarking: scripts/Collective-benchmarking/index.md
+ - Tests: scripts/Tests/index.md
+ - Dashboard-automation: scripts/Dashboard-automation/index.md
+ - Remote-automation: scripts/Remote-automation/index.md
+ - CM-interface-prototyping: scripts/CM-interface-prototyping/index.md
+
+markdown_extensions:
+ - pymdownx.tasklist:
+ custom_checkbox: true
+ - pymdownx.details
+ - admonition
+ - attr_list
+ - def_list
+ - footnotes
+ - pymdownx.superfences:
+ custom_fences:
+ - name: mermaid
+ class: mermaid
+ format: !!python/name:pymdownx.superfences.fence_code_format
+ - pymdownx.tabbed:
+ alternate_style: true
+ - toc:
+ slugify: !!python/object/apply:pymdownx.slugs.slugify {kwds: {case: lower}}
+plugins:
+ - search
+ - macros
+ - caseinsensitivefiles
diff --git a/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v3.1-analysis-ctuning/README.md b/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v3.1-analysis-ctuning/README.md
new file mode 100644
index 0000000000..9d4b696949
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v3.1-analysis-ctuning/README.md
@@ -0,0 +1,93 @@
+On this page, we highlight some of the exciting submissions done by CTuning for the MLCommons Inference 3.1 round.
+
+## Top Results in Edge Category
+
+In the edge category, Rigel Supercomputers from One Stop Systems achieved the peak offline performance for the four submitted benchmarks - Image classification (ResNet50), Object detection (RetinaNet), Language processing (Bert) and Speech Recognition (RNNT). The below graph compares the peak performance of bert-99 model among the top 10 performing systems.
+
+
+
+
+Nvidia RTX 4090 has the best performance for performance per accelerator, and this accelerator is assembled on a PC made by PCSPECIALIST UK. The below graph compares the performance per accelerator of bert-99 model among the top 10 performing systems.
+
+
+
+
+Nvidia RTX 4090 wins the latency metric too for ResNet50, Bert and 3d-unet in the SingleStream scenario.
+
+
+
+
+
+
+
+## Best energy efficient results in Edge category
+
+For the Speech Recognition model rnnt, CTuning submitted the best power-efficient result on Nvidia Jetson Orin AGX.
+
+
+
+
+For the Medical Imaging model 3d-unet where the samples per second is quite low, the best 4 energy efficient results are by CTuning.
+
+
+
+For the Language Processing model bert-99, gloria highend system from Qualcomm tops the energy efficiency metric and CTuning's Nvidia Jetson Orin AGX is at second place.
+
+
+
+
+
+## Benchmarking Rigel Supercomputer
+
+Rigel Edge Supercomputer from OneStopSytems wins the peak performance for all four submitted models and comfortably beats the second-place system. It also wins the best latency for ResNet50 MultiStream scenario.
+
+
+
+
+
+
+
+
+
+
+## Benchmarking MLPerf Inference Reference Implementations
+
+We compared the performance of the reference implementation with that of the Nvidia optimized implementation by running both implementations on an Nvidia RTX 4090 GPU. Reference implementation uses fp32 models whereas Nvidia implementation uses quantized models.
+
+
+
+
+
+
+
+## Showcasing Apple Metal Performance
+
+We benchmarked the performance of Apple metal using Tensorflow-metal. The below graphs show the performance benefit of running inference on Apple meta using tensorflow-metal versus onnxruntime running only on CPUs.
+
+
+
+
+
+
+
+
+
+
+
+## Design Space Exploration For NeuralMagic Deepsparse Library
+
+Using CM experiment automation we did a design space exploration to find the optimal batch size for the bert-99 compatible sparse models.
+
+
+
+
+
+
+## Comparing the performance of Modular MLPerf Inference C++ implementations
+
+Here we compare the performance of MIL Library used by CTuning and the KILT library used by KRAI both on CPUs and GPUs. This is not an apple-to-apple comparison as KILT used Nvidia Nvidia A1000 GPU and MIL was run on Nvidia RTX 4090 GPU. For CPUs, KILT was run on a [24-core Dell server](https://github.com/mlcommons/inference_results_v3.1/blob/main/closed/Krai/systems/7920t-kilt-onnxruntime_cpu.json) with peak frequency of 4000 MHz whereas MIL was run on a [16 core PCSPECIALIST custom workstation](https://github.com/mlcommons/inference_results_v3.1/blob/main/closed/CTuning/systems/amd_ryzen_workstation-cpp-cpu-onnxruntime-vdefault-default_config.json) with peak frequency of 5900 MHz.
+
+
+
+
+
diff --git a/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v3.1-analysis-ctuning/_cm.json b/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v3.1-analysis-ctuning/_cm.json
new file mode 100644
index 0000000000..4860af17b2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v3.1-analysis-ctuning/_cm.json
@@ -0,0 +1,16 @@
+{
+ "alias": "mlperf-inference-v3.1-analysis-ctuning",
+ "automation_alias": "report",
+ "automation_uid": "6462ecdba2054467",
+ "date":"20230917",
+ "title":"cTuning's analysis of MLPerf inference v3.1 community results",
+ "tags": [
+ "mlperf",
+ "inference",
+ "mlperf-inference",
+ "v3.1",
+ "analysis",
+ "ctuning"
+ ],
+ "uid": "ebc483653dbc45b6"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v3.1-press-release-ctuning/_cm.json b/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v3.1-press-release-ctuning/_cm.json
new file mode 100644
index 0000000000..99d0370a50
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v3.1-press-release-ctuning/_cm.json
@@ -0,0 +1,17 @@
+{
+ "alias": "mlperf-inference-v3.1-press-release-ctuning",
+ "automation_alias": "report",
+ "automation_uid": "6462ecdba2054467",
+ "date": "20230913",
+ "redirect": "https://www.linkedin.com/pulse/new-milestone-make-mlperf-benchmarks-accessible-everyone-fursin",
+ "tags": [
+ "mlperf",
+ "inference",
+ "mlperf-inference",
+ "v3.1",
+ "analysis",
+ "ctuning"
+ ],
+ "title": "cTuning press-release about making MLPerf inference accessible to everyone",
+ "uid": "85ff4a6ac203411e"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v3.1-press-release-hpcwire/_cm.json b/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v3.1-press-release-hpcwire/_cm.json
new file mode 100644
index 0000000000..159a986735
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v3.1-press-release-hpcwire/_cm.json
@@ -0,0 +1,17 @@
+{
+ "alias": "mlperf-inference-v3.1-press-release-hpcwire",
+ "automation_alias": "report",
+ "automation_uid": "6462ecdba2054467",
+ "date": "20230913",
+ "tags": [
+ "mlperf",
+ "inference",
+ "mlperf-inference",
+ "v3.1",
+ "analysis",
+ "ctuning"
+ ],
+ "redirect": "https://www.hpcwire.com/2023/09/13/mlperf-releases-latest-inference-results-and-new-storage-benchmark",
+ "title": "HPCWire about MLPerf inference v3.1 and storage results (with cTuning/cKnowledge coverage)",
+ "uid": "50960565640142d6"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v4.0-press-release-ctuning/_cm.json b/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v4.0-press-release-ctuning/_cm.json
new file mode 100644
index 0000000000..15c3fa6c42
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/report/mlperf-inference-v4.0-press-release-ctuning/_cm.json
@@ -0,0 +1,17 @@
+{
+ "alias": "mlperf-inference-v4.0-press-release-ctuning",
+ "automation_alias": "report",
+ "automation_uid": "6462ecdba2054467",
+ "date": "20230913",
+ "redirect": "https://www.linkedin.com/pulse/new-cm-mlperf-automation-helps-benchmark-commodity-hardware-fursin-61noe",
+ "tags": [
+ "mlperf",
+ "inference",
+ "mlperf-inference",
+ "v4.0",
+ "analysis",
+ "ctuning"
+ ],
+ "title": "cTuning press-release about a new version of the CM workflow to automate MLPerf",
+ "uid": "acc35b8e9ed14c98"
+}
diff --git a/cmx4mlops/cmx4mlops/repo/requirements.txt b/cmx4mlops/cmx4mlops/repo/requirements.txt
new file mode 100644
index 0000000000..b1eac3c174
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/requirements.txt
@@ -0,0 +1,6 @@
+cmind>=2.0.1
+pyyaml
+requests
+setuptools
+giturlparse
+tabulate
diff --git a/cmx4mlops/cmx4mlops/repo/script/COPYRIGHT.md b/cmx4mlops/cmx4mlops/repo/script/COPYRIGHT.md
new file mode 100644
index 0000000000..696f829223
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/COPYRIGHT.md
@@ -0,0 +1,3 @@
+© 2022-2025 MLCommons. All Rights Reserved.
+
+Grigori Fursin, the cTuning foundation and OctoML donated the CK and CM projects to MLCommons to benefit everyone.
diff --git a/cmx4mlops/cmx4mlops/repo/script/README.md b/cmx4mlops/cmx4mlops/repo/script/README.md
new file mode 100644
index 0000000000..d2667369c0
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/README.md
@@ -0,0 +1,40 @@
+## About
+
+Portable CM automations for MLOps and MLPerf.
+
+## License
+
+[Apache 2.0](../../LICENSE.md)
+
+## Copyright
+
+© 2022-2025 MLCommons. All Rights Reserved.
+
+Grigori Fursin, the cTuning foundation and OctoML donated the CK and CM projects to MLCommons to benefit everyone.
+
+This file is licensed under the Apache License, Version 2.0 (the "License"). You may not use this file except in compliance with the License. A copy of the License can be obtained at:
+
+[Apache License, Version 2.0](http://www.apache.org/licenses/LICENSE-2.0)
+
+Unless required by applicable law or agreed to in writing, software distributed under the License is provided on an "AS IS" basis, without warranties or conditions of any kind, either express or implied. Please refer to the License for the specific language governing permissions and limitations under the License.
+
+## Maintainer(s)
+
+* MLCommons
+
+## CM author
+
+[Grigori Fursin](https://cKnowledge.org/gfursin)
+
+## CM script developers
+
+Arjun Suresh, Anandhu Sooraj, Grigori Fursin
+
+## Parent project
+
+Visit the [parent Collective Knowledge project](https://github.com/mlcommons/ck) for further details.
+
+## Citing this project
+
+If you found the CM automations helpful, kindly reference this article:
+[ [ArXiv](https://arxiv.org/abs/2406.16791) ]
diff --git a/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/COPYRIGHT.md b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/COPYRIGHT.md
new file mode 100644
index 0000000000..696f829223
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/COPYRIGHT.md
@@ -0,0 +1,3 @@
+© 2022-2025 MLCommons. All Rights Reserved.
+
+Grigori Fursin, the cTuning foundation and OctoML donated the CK and CM projects to MLCommons to benefit everyone.
diff --git a/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/README-extra.md b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/README-extra.md
new file mode 100644
index 0000000000..2b61d193cd
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/README-extra.md
@@ -0,0 +1,7 @@
+# About
+
+Activate python virtual environment installed via CM:
+
+```bash
+cm run script "activate python-ven" (--version={python version}) (--name={user friendly name of the virtual environment))
+```
diff --git a/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/README.md b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/README.md
new file mode 100644
index 0000000000..c9c3db32f0
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/README.md
@@ -0,0 +1 @@
+Please see [https://docs.mlcommons.org/cm4mlops/scripts/Python-automation/activate-python-venv](https://docs.mlcommons.org/cm4mlops/scripts/Python-automation/activate-python-venv) for the documentation of this CM script.
diff --git a/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/_cm.yaml b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/_cm.yaml
new file mode 100644
index 0000000000..ed65cf2f1c
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/_cm.yaml
@@ -0,0 +1,18 @@
+alias: activate-python-venv
+automation_alias: script
+automation_uid: 5b4e0237da074764
+category: Python automation
+developers: '[Grigori Fursin](https://cKnowledge.org/gfursin)'
+name: Activate virtual Python environment
+prehook_deps:
+- names:
+ - python-venv
+ reuse_version: true
+ tags: install,python-venv
+tags:
+- activate
+- python
+- activate-python-venv
+- python-venv
+tags_help: activate python-venv
+uid: fcbbb84946f34c55
diff --git a/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/customize.py b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/customize.py
new file mode 100644
index 0000000000..c22b25b65a
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/customize.py
@@ -0,0 +1,42 @@
+#
+# Copyright: https://github.com/mlcommons/ck/blob/master/cm-mlops/COPYRIGHT.md
+# License: https://github.com/mlcommons/ck/blob/master/cm-mlops/LICENSE.md
+#
+# White paper: https://arxiv.org/abs/2406.16791
+# History: https://github.com/mlcommons/ck/blob/master/HISTORY.CM.md
+# Original repository: https://github.com/mlcommons/ck/tree/master/cm-mlops
+#
+# CK and CM project contributors: https://github.com/mlcommons/ck/blob/master/CONTRIBUTING.md
+#
+
+from cmind import utils
+import os
+
+
+def preprocess(i):
+
+ os_info = i['os_info']
+
+ env = i['env']
+
+ meta = i['meta']
+
+ automation = i['automation']
+
+ quiet = (env.get('CM_QUIET', False) == 'yes')
+
+ name = env.get('CM_NAME', '')
+ if name != '':
+ name = name.strip().lower()
+
+ r = automation.update_deps({'deps': meta['prehook_deps'],
+ 'update_deps': {
+ 'python-venv': {
+ 'name': name
+ }
+ }
+ })
+ if r['return'] > 0:
+ return r
+
+ return {'return': 0}
diff --git a/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/run.bat b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/run.bat
new file mode 100644
index 0000000000..5ca2ac0edd
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/run.bat
@@ -0,0 +1,7 @@
+echo.
+echo call "%CM_VIRTUAL_ENV_SCRIPTS_PATH%\activate.bat && cmd"
+echo.
+echo Enter exit to exit virtual env.
+echo.
+
+call %CM_VIRTUAL_ENV_SCRIPTS_PATH%\activate.bat && cmd
diff --git a/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/run.sh b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/run.sh
new file mode 100644
index 0000000000..6569b07e55
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/activate-python-venv/run.sh
@@ -0,0 +1,9 @@
+#!/bin/bash
+
+echo ""
+echo " bash --init-file ${CM_VIRTUAL_ENV_SCRIPTS_PATH}/activate"
+echo ""
+echo " Enter exit to exit virtual env."
+echo ""
+
+bash --init-file ${CM_VIRTUAL_ENV_SCRIPTS_PATH}/activate
diff --git a/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/COPYRIGHT.md b/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/COPYRIGHT.md
new file mode 100644
index 0000000000..696f829223
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/COPYRIGHT.md
@@ -0,0 +1,3 @@
+© 2022-2025 MLCommons. All Rights Reserved.
+
+Grigori Fursin, the cTuning foundation and OctoML donated the CK and CM projects to MLCommons to benefit everyone.
diff --git a/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/README-extra.md b/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/README-extra.md
new file mode 100644
index 0000000000..baa487880e
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/README-extra.md
@@ -0,0 +1,2 @@
+# About
+This CM script detects the system details using Nvidia script
diff --git a/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/README.md b/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/README.md
new file mode 100644
index 0000000000..f107355818
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/README.md
@@ -0,0 +1 @@
+Please see [https://docs.mlcommons.org/cm4mlops/scripts/MLPerf-benchmark-support/add-custom-nvidia-system](https://docs.mlcommons.org/cm4mlops/scripts/MLPerf-benchmark-support/add-custom-nvidia-system) for the documentation of this CM script.
diff --git a/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/_cm.yaml b/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/_cm.yaml
new file mode 100644
index 0000000000..6dce8414db
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/_cm.yaml
@@ -0,0 +1,126 @@
+# Identification of this CM script
+alias: add-custom-nvidia-system
+uid: b2e6c46c6e8745a3
+cache: true
+automation_alias: script
+automation_uid: 5b4e0237da074764
+
+category: "MLPerf benchmark support"
+docker:
+ real_run: False
+
+# User-friendly tags to find this CM script
+tags:
+ - add
+ - custom
+ - system
+ - nvidia
+
+
+# Dependencies on other CM scripts
+
+deps:
+
+ # Detect host OS features
+ - tags: detect,os
+
+ # Detect host CPU features
+ - tags: detect,cpu
+
+ # Install system dependencies on a given host
+ - tags: get,sys-utils-cm
+
+ # Detect python3
+ - tags: get,python3
+ names:
+ - python
+ - python3
+
+ # Detect CUDA
+ - tags: get,cuda,_cudnn
+
+ # Detect Tensorrt
+ - tags: get,tensorrt
+
+ # Detect CMake
+ - tags: get,cmake
+
+ # Detect requests
+ - tags: get,generic-python-lib,_requests
+
+ # Detect Google Logger
+ - tags: get,generic,sys-util,_glog-dev
+
+ # Detect GFlags
+ - tags: get,generic,sys-util,_gflags-dev
+
+ # Detect libre2-dev
+ - tags: get,generic,sys-util,_libre2-dev
+
+ # Detect libnuma-dev
+ - tags: get,generic,sys-util,_libnuma-dev
+
+ # Detect libboost-all-dev
+ - tags: get,generic,sys-util,_libboost-all-dev
+
+ # Detect rapidjson-dev
+ - tags: get,generic,sys-util,_rapidjson-dev
+
+ # Download Nvidia Submission Code
+ - tags: get,nvidia,mlperf,inference,common-code
+ names:
+ - nvidia-inference-common-code
+
+ # Detect pycuda
+ - tags: get,generic-python-lib,_pycuda
+
+variations:
+ nvidia-only:
+ group: code
+ add_deps_recursive:
+ nvidia-inference-common-code:
+ tags: _nvidia-only
+ custom:
+ group: code
+ add_deps_recursive:
+ nvidia-inference-common-code:
+ tags: _custom
+ mlcommons:
+ group: code
+ add_deps_recursive:
+ nvidia-inference-common-code:
+ tags: _mlcommons
+ ctuning:
+ group: code
+ add_deps_recursive:
+ nvidia-inference-common-code:
+ tags: _ctuning
+ go:
+ group: code
+ add_deps_recursive:
+ nvidia-inference-common-code:
+ tags: _go
+
+
+
+
+versions:
+ r2.1:
+ add_deps_recursive:
+ nvidia-inference-common-code:
+ version: r2.1
+
+ r3.0:
+ add_deps_recursive:
+ nvidia-inference-common-code:
+ version: r3.0
+
+ r3.1:
+ add_deps_recursive:
+ nvidia-inference-common-code:
+ version: r3.1
+
+ r4.0:
+ add_deps_recursive:
+ nvidia-inference-common-code:
+ version: r4.0
diff --git a/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/customize.py b/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/customize.py
new file mode 100644
index 0000000000..016d9cdcd4
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/customize.py
@@ -0,0 +1,35 @@
+#
+# Copyright: https://github.com/mlcommons/ck/blob/master/cm-mlops/COPYRIGHT.md
+# License: https://github.com/mlcommons/ck/blob/master/cm-mlops/LICENSE.md
+#
+# White paper: https://arxiv.org/abs/2406.16791
+# History: https://github.com/mlcommons/ck/blob/master/HISTORY.CM.md
+# Original repository: https://github.com/mlcommons/ck/tree/master/cm-mlops
+#
+# CK and CM project contributors: https://github.com/mlcommons/ck/blob/master/CONTRIBUTING.md
+#
+
+from cmind import utils
+import os
+import shutil
+
+
+def preprocess(i):
+
+ os_info = i['os_info']
+
+ if os_info['platform'] == 'windows':
+ return {'return': 1, 'error': 'Windows is not supported in this script yet'}
+
+ env = i['env']
+
+ return {'return': 0}
+
+
+def postprocess(i):
+
+ env = i['env']
+
+ env['CM_GET_DEPENDENT_CACHED_PATH'] = env['CM_MLPERF_INFERENCE_NVIDIA_CODE_PATH']
+
+ return {'return': 0}
diff --git a/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/run.sh b/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/run.sh
new file mode 100644
index 0000000000..b89617f7f2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/add-custom-nvidia-system/run.sh
@@ -0,0 +1,5 @@
+#!/bin/bash
+CUR=$PWD
+cd ${CM_MLPERF_INFERENCE_NVIDIA_CODE_PATH}
+${CM_PYTHON_BIN_WITH_PATH} scripts/custom_systems/add_custom_system.py
+test $? -eq 0 || exit $?
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/COPYRIGHT.md b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/COPYRIGHT.md
new file mode 100644
index 0000000000..696f829223
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/COPYRIGHT.md
@@ -0,0 +1,3 @@
+© 2022-2025 MLCommons. All Rights Reserved.
+
+Grigori Fursin, the cTuning foundation and OctoML donated the CK and CM projects to MLCommons to benefit everyone.
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/README-extra.md b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/README-extra.md
new file mode 100644
index 0000000000..e379e2544e
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/README-extra.md
@@ -0,0 +1,17 @@
+# About
+
+See [this tutorial](https://github.com/mlcommons/ck/blob/master/docs/tutorials/modular-image-classification.md).
+
+# Collaborative testing
+
+## Windows 11
+
+* CUDA 11.8; cuDNN 8.7.0; ONNX GPU 1.16.1
+
+## Windows 10
+
+* CUDA 11.6; cuDNN 8.6.0.96; ONNX GPU 1.13.1
+
+## Ubuntu 22.04
+
+* CUDA 11.3; ONNX 1.12.0
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/README.md b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/README.md
new file mode 100644
index 0000000000..1efef82016
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/README.md
@@ -0,0 +1 @@
+Please see [https://docs.mlcommons.org/cm4mlops/scripts/Modular-AI-ML-application-pipeline/app-image-classification-onnx-py](https://docs.mlcommons.org/cm4mlops/scripts/Modular-AI-ML-application-pipeline/app-image-classification-onnx-py) for the documentation of this CM script.
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/_cm.yaml b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/_cm.yaml
new file mode 100644
index 0000000000..740a8a18ab
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/_cm.yaml
@@ -0,0 +1,120 @@
+alias: app-image-classification-onnx-py
+uid: 3d5e908e472b417e
+
+automation_alias: script
+automation_uid: 5b4e0237da074764
+
+category: "Modular AI/ML application pipeline"
+
+tags:
+- app
+- modular
+- image-classification
+- onnx
+- python
+
+tags_help: "modular python app image-classification onnx"
+
+default_env:
+ CM_BATCH_COUNT: '1'
+ CM_BATCH_SIZE: '1'
+
+
+deps:
+- tags: detect,os
+#- tags: get,sys-utils-cm
+- names:
+ - python
+ - python3
+ tags: get,python3
+
+- tags: get,cuda
+ names:
+ - cuda
+ enable_if_env:
+ USE_CUDA:
+ - yes
+- tags: get,cudnn
+ names:
+ - cudnn
+ enable_if_env:
+ USE_CUDA:
+ - yes
+
+- tags: get,dataset,imagenet,image-classification,original,_run-during-docker-build
+
+- tags: get,dataset-aux,imagenet-aux,image-classification
+- tags: get,ml-model,resnet50,_onnx,image-classification
+ names:
+ - ml-model
+
+- tags: get,generic-python-lib,_package.Pillow
+- tags: get,generic-python-lib,_package.numpy
+ version_max: "1.99.99"
+- tags: get,generic-python-lib,_package.opencv-python
+
+
+- tags: get,generic-python-lib,_onnxruntime
+ names:
+ - onnxruntime
+ skip_if_env:
+ USE_CUDA:
+ - yes
+- tags: get,generic-python-lib,_onnxruntime_gpu
+ names:
+ - onnxruntime
+ enable_if_env:
+ USE_CUDA:
+ - yes
+
+variations:
+ cuda:
+ docker:
+ all_gpus: 'yes'
+ group: target
+ env:
+ USE_CUDA: yes
+
+ cpu:
+ group: target
+ default: yes
+ env:
+ USE_CPU: yes
+
+input_mapping:
+ input: CM_IMAGE
+ output: CM_APP_IMAGE_CLASSIFICATION_ONNX_PY_OUTPUT
+
+
+new_env_keys:
+ - CM_APP_IMAGE_CLASSIFICATION_ONNX_PY*
+
+
+new_state_keys:
+ - cm_app_image_classification_onnx_py
+
+
+input_description:
+ input:
+ desc: "Path to JPEG image to classify"
+ output:
+ desc: "Output directory (optional)"
+ j:
+ desc: "Print JSON output"
+ boolean: true
+
+docker:
+ skip_run_cmd: 'no'
+ skip_cm_sys_upgrade: 'yes'
+ cm_repo_flags: '--branch=dev'
+ use_host_group_id: 'yes'
+ image_tag_extra: '-cm-dev'
+ input_paths:
+ - input
+ - env.CM_IMAGE
+ - output
+ skip_input_for_fake_run:
+ - input
+ - env.CM_IMAGE
+ - output
+ - j
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/customize.py b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/customize.py
new file mode 100644
index 0000000000..0ca34fc952
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/customize.py
@@ -0,0 +1,77 @@
+#
+# Copyright: https://github.com/mlcommons/ck/blob/master/cm-mlops/COPYRIGHT.md
+# License: https://github.com/mlcommons/ck/blob/master/cm-mlops/LICENSE.md
+#
+# White paper: https://arxiv.org/abs/2406.16791
+# History: https://github.com/mlcommons/ck/blob/master/HISTORY.CM.md
+# Original repository: https://github.com/mlcommons/ck/tree/master/cm-mlops
+#
+# CK and CM project contributors: https://github.com/mlcommons/ck/blob/master/CONTRIBUTING.md
+#
+
+from cmind import utils
+import os
+import shutil
+
+
+def preprocess(i):
+
+ os_info = i['os_info']
+ env = i['env']
+
+# print ('')
+# print ('Running preprocess function in customize.py ...')
+
+ return {'return': 0}
+
+
+def postprocess(i):
+
+ os_info = i['os_info']
+ env = i['env']
+ state = i['state']
+
+
+# print ('')
+# print ('Running postprocess function in customize.py ...')
+
+ # Saving predictions to JSON file to current directory
+ # Should work with "cm docker script" ?
+
+ data = state.get('cm_app_image_classification_onnx_py', {})
+
+ fjson = 'cm-image-classification-onnx-py.json'
+ fyaml = 'cm-image-classification-onnx-py.yaml'
+
+ output = env.get('CM_APP_IMAGE_CLASSIFICATION_ONNX_PY_OUTPUT', '')
+ if output != '':
+ if not os.path.exists(output):
+ os.makedirs(output)
+
+ fjson = os.path.join(output, fjson)
+ fyaml = os.path.join(output, fyaml)
+
+ try:
+ import json
+ with open(fjson, 'w', encoding='utf-8') as f:
+ json.dump(data, f, ensure_ascii=False, indent=4)
+ except Exception as e:
+ print('CM warning: {}'.format(e))
+
+ try:
+ import yaml
+ with open(fyaml, 'w', encoding='utf-8') as f:
+ yaml.dump(data, f)
+ except Exception as e:
+ print('CM warning: {}'.format(e))
+
+ top_classification = data.get('top_classification', '')
+
+ if env.get('CM_TMP_SILENT', '') != 'yes':
+ if top_classification != '':
+ print('')
+ x = 'Top classification: {}'.format(top_classification)
+ print('=' * len(x))
+ print(x)
+
+ return {'return': 0}
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/img/computer_mouse.jpg b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/img/computer_mouse.jpg
new file mode 100644
index 0000000000..e7f8abb6fe
Binary files /dev/null and b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/img/computer_mouse.jpg differ
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/requirements.txt b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/requirements.txt
new file mode 100644
index 0000000000..e69de29bb2
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/run.bat b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/run.bat
new file mode 100644
index 0000000000..ee7db98674
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/run.bat
@@ -0,0 +1,29 @@
+rem echo %CM_PYTHON_BIN%
+rem echo %CM_DATASET_PATH%
+rem echo %CM_DATASET_AUX_PATH%
+rem echo %CM_ML_MODEL_FILE_WITH_PATH%
+
+rem connect CM intelligent components with CK env
+set CK_ENV_ONNX_MODEL_ONNX_FILEPATH=%CM_ML_MODEL_FILE_WITH_PATH%
+set CK_ENV_ONNX_MODEL_INPUT_LAYER_NAME=input_tensor:0
+set CK_ENV_ONNX_MODEL_OUTPUT_LAYER_NAME=softmax_tensor:0
+set CK_ENV_DATASET_IMAGENET_VAL=%CM_DATASET_PATH%
+set CK_CAFFE_IMAGENET_SYNSET_WORDS_TXT=%CM_DATASET_AUX_PATH%\synset_words.txt
+set ML_MODEL_DATA_LAYOUT=NCHW
+set CK_BATCH_SIZE=%CM_BATCH_SIZE%
+set CK_BATCH_COUNT=%CM_BATCH_COUNT%
+
+IF NOT DEFINED CM_TMP_CURRENT_SCRIPT_PATH SET CM_TMP_CURRENT_SCRIPT_PATH=%CD%
+
+IF DEFINED CM_INPUT SET CM_IMAGE=%CM_INPUT%
+
+echo.
+%CM_PYTHON_BIN_WITH_PATH% -m pip install -r %CM_TMP_CURRENT_SCRIPT_PATH%\requirements.txt
+IF %ERRORLEVEL% NEQ 0 EXIT %ERRORLEVEL%
+
+echo.
+%CM_PYTHON_BIN_WITH_PATH% %CM_TMP_CURRENT_SCRIPT_PATH%\src\onnx_classify.py
+IF %ERRORLEVEL% NEQ 0 EXIT %ERRORLEVEL%
+
+rem Just a demo to pass environment variables from native scripts back to CM workflows
+echo CM_APP_IMAGE_CLASSIFICATION_ONNX_PY=sucess > tmp-run-env.out
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/run.sh b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/run.sh
new file mode 100644
index 0000000000..62b07e1f10
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/run.sh
@@ -0,0 +1,37 @@
+#!/bin/bash
+
+if [[ ${CM_RUN_DOCKER_CONTAINER} == "yes" ]]; then
+ exit 0
+fi
+
+#echo ${CM_PYTHON_BIN}
+#echo ${CM_DATASET_PATH}
+#echo ${CM_DATASET_AUX_PATH}
+#echo ${CM_ML_MODEL_FILE_WITH_PATH}
+CM_PYTHON_BIN=${CM_PYTHON_BIN_WITH_PATH:-python3}
+CM_TMP_CURRENT_SCRIPT_PATH=${CM_TMP_CURRENT_SCRIPT_PATH:-$PWD}
+
+# connect CM intelligent components with CK env
+export CK_ENV_ONNX_MODEL_ONNX_FILEPATH=${CM_ML_MODEL_FILE_WITH_PATH}
+export CK_ENV_ONNX_MODEL_INPUT_LAYER_NAME="input_tensor:0"
+export CK_ENV_ONNX_MODEL_OUTPUT_LAYER_NAME="softmax_tensor:0"
+export CK_ENV_DATASET_IMAGENET_VAL=${CM_DATASET_PATH}
+export CK_CAFFE_IMAGENET_SYNSET_WORDS_TXT=${CM_DATASET_AUX_PATH}/synset_words.txt
+export ML_MODEL_DATA_LAYOUT="NCHW"
+export CK_BATCH_SIZE=${CM_BATCH_SIZE}
+export CK_BATCH_COUNT=${CM_BATCH_COUNT}
+
+if [[ "${CM_INPUT}" != "" ]]; then export CM_IMAGE=${CM_INPUT}; fi
+
+PIP_EXTRA=`${CM_PYTHON_BIN} -c "import importlib.metadata; print(' --break-system-packages ' if int(importlib.metadata.version('pip').split('.')[0]) >= 23 else '')"`
+
+echo ""
+${CM_PYTHON_BIN} -m pip install -r ${CM_TMP_CURRENT_SCRIPT_PATH}/requirements.txt ${PIP_EXTRA}
+test $? -eq 0 || exit 1
+
+echo ""
+${CM_PYTHON_BIN} ${CM_TMP_CURRENT_SCRIPT_PATH}/src/onnx_classify.py
+test $? -eq 0 || exit 1
+
+# Just a demo to pass environment variables from native scripts back to CM workflows
+echo "CM_APP_IMAGE_CLASSIFICATION_ONNX_PY=sucess" > tmp-run-env.out
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/src/onnx_classify.py b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/src/onnx_classify.py
new file mode 100644
index 0000000000..c2c5a6ceb0
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/src/onnx_classify.py
@@ -0,0 +1,204 @@
+#!/usr/bin/env python3
+
+# Extended by Grigori Fursin to support MLCommons CM workflow automation
+# language
+
+import os
+import onnxruntime as rt
+import numpy as np
+import time
+import json
+
+from PIL import Image
+
+model_path = os.environ['CK_ENV_ONNX_MODEL_ONNX_FILEPATH']
+input_layer_name = os.environ['CK_ENV_ONNX_MODEL_INPUT_LAYER_NAME']
+output_layer_name = os.environ['CK_ENV_ONNX_MODEL_OUTPUT_LAYER_NAME']
+normalize_data_bool = os.getenv(
+ 'CK_ENV_ONNX_MODEL_NORMALIZE_DATA', '0') in (
+ 'YES', 'yes', 'ON', 'on', '1')
+subtract_mean_bool = os.getenv(
+ 'CK_ENV_ONNX_MODEL_SUBTRACT_MEAN', '0') in (
+ 'YES', 'yes', 'ON', 'on', '1')
+given_channel_means = os.getenv('ML_MODEL_GIVEN_CHANNEL_MEANS', '')
+if given_channel_means:
+ given_channel_means = np.array(
+ given_channel_means.split(' '),
+ dtype=np.float32)
+
+imagenet_path = os.environ['CK_ENV_DATASET_IMAGENET_VAL']
+labels_path = os.environ['CK_CAFFE_IMAGENET_SYNSET_WORDS_TXT']
+data_layout = os.environ['ML_MODEL_DATA_LAYOUT']
+batch_size = int(os.environ['CK_BATCH_SIZE'])
+batch_count = int(os.environ['CK_BATCH_COUNT'])
+CPU_THREADS = int(os.getenv('CK_HOST_CPU_NUMBER_OF_PROCESSORS', 0))
+
+
+def load_labels(labels_filepath):
+ my_labels = []
+ input_file = open(labels_filepath, 'r')
+ for l in input_file:
+ my_labels.append(l.strip())
+ return my_labels
+
+
+def load_and_resize_image(image_filepath, height, width):
+ # sic! The order of dimensions in resize is (W,H)
+ pillow_img = Image.open(image_filepath).resize((width, height))
+
+ # Grigori fixed below
+ # input_data = np.float32(pillow_img)
+ input_data = np.asarray(pillow_img)
+ input_data = np.asarray(input_data, np.float32)
+
+ # Normalize
+ if normalize_data_bool:
+ input_data = input_data / 127.5 - 1.0
+
+ # Subtract mean value
+ if subtract_mean_bool:
+ if len(given_channel_means):
+ input_data -= given_channel_means
+ else:
+ input_data -= np.mean(input_data)
+
+# print(np.array(pillow_img).shape)
+ nhwc_data = np.expand_dims(input_data, axis=0)
+
+ if data_layout == 'NHWC':
+ # print(nhwc_data.shape)
+ return nhwc_data
+ else:
+ nchw_data = nhwc_data.transpose(0, 3, 1, 2)
+ # print(nchw_data.shape)
+ return nchw_data
+
+
+def load_a_batch(batch_filenames):
+ unconcatenated_batch_data = []
+ for image_filename in batch_filenames:
+ image_filepath = image_filename
+ nchw_data = load_and_resize_image(image_filepath, height, width)
+ unconcatenated_batch_data.append(nchw_data)
+ batch_data = np.concatenate(unconcatenated_batch_data, axis=0)
+
+ return batch_data
+
+
+# print("Device: " + rt.get_device())
+sess_options = rt.SessionOptions()
+
+if CPU_THREADS > 0:
+ sess_options.enable_sequential_execution = False
+ sess_options.session_thread_pool_size = CPU_THREADS
+
+if len(rt.get_all_providers()) > 1 and os.environ.get(
+ "USE_CUDA", "yes").lower() not in ["0", "false", "off", "no"]:
+ # Currently considering only CUDAExecutionProvider
+ sess = rt.InferenceSession(
+ model_path,
+ sess_options,
+ providers=['CUDAExecutionProvider'])
+else:
+ sess = rt.InferenceSession(
+ model_path,
+ sess_options,
+ providers=["CPUExecutionProvider"])
+
+# FIXME: check that input_layer_name belongs to this list
+input_layer_names = [x.name for x in sess.get_inputs()]
+input_layer_name = input_layer_name or input_layer_names[0]
+
+# FIXME: check that output_layer_name belongs to this list
+output_layer_names = [x.name for x in sess.get_outputs()]
+output_layer_name = output_layer_name or output_layer_names[0]
+
+model_input_shape = sess.get_inputs()[0].shape
+model_classes = sess.get_outputs()[1].shape[1]
+labels = load_labels(labels_path)
+# 1 means the labels represent classes 1..1000 and the background class 0
+# has to be skipped
+bg_class_offset = model_classes - len(labels)
+
+if data_layout == 'NHWC':
+ (samples, height, width, channels) = model_input_shape
+else:
+ (samples, channels, height, width) = model_input_shape
+
+print("")
+print("Data layout: {}".format(data_layout))
+print("Input layers: {}".format([str(x) for x in sess.get_inputs()]))
+print("Output layers: {}".format([str(x) for x in sess.get_outputs()]))
+print("Input layer name: " + input_layer_name)
+print("Expected input shape: {}".format(model_input_shape))
+print("Output layer name: " + output_layer_name)
+print("Data normalization: {}".format(normalize_data_bool))
+print("Subtract mean: {}".format(subtract_mean_bool))
+print('Per-channel means to subtract: {}'.format(given_channel_means))
+print("Background/unlabelled classes to skip: {}".format(bg_class_offset))
+print("")
+
+starting_index = 1
+
+start_time = time.time()
+
+for batch_idx in range(batch_count):
+ print('')
+ print("Batch {}/{}:".format(batch_idx + 1, batch_count))
+
+ batch_filenames = [
+ imagenet_path +
+ '/' +
+ "ILSVRC2012_val_00000{:03d}.JPEG".format(
+ starting_index +
+ batch_idx *
+ batch_size +
+ i) for i in range(batch_size)]
+
+ # Grigori: trick to test models:
+ if os.environ.get('CM_IMAGE', '') != '':
+ batch_filenames = [os.environ['CM_IMAGE']]
+
+ batch_data = load_a_batch(batch_filenames)
+ # print(batch_data.shape)
+
+ batch_predictions = sess.run(
+ [output_layer_name], {
+ input_layer_name: batch_data})[0]
+
+ cm_status = {'classifications': []}
+
+ print('')
+ top_classification = ''
+ for in_batch_idx in range(batch_size):
+ # skipping the background class on the left (if present)
+ softmax_vector = batch_predictions[in_batch_idx][bg_class_offset:]
+ top5_indices = list(reversed(softmax_vector.argsort()))[:5]
+
+ print(' * ' + batch_filenames[in_batch_idx] + ' :')
+
+ for class_idx in top5_indices:
+ if top_classification == '':
+ top_classification = labels[class_idx]
+
+ print(
+ "\t{}\t{}\t{}".format(
+ class_idx,
+ softmax_vector[class_idx],
+ labels[class_idx]))
+
+ cm_status['classifications'].append({'class_idx': int(class_idx),
+ 'softmax': float(softmax_vector[class_idx]),
+ 'label': labels[class_idx]})
+
+ print('')
+ print('Top classification: {}'.format(top_classification))
+ cm_status['top_classification'] = top_classification
+
+avg_time = (time.time() - start_time) / batch_count
+cm_status['avg_time'] = avg_time
+
+# Record cm_status to embedded it into CM workflows
+with open('tmp-run-state.json', 'w') as cm_file:
+ cm_file.write(json.dumps(
+ {'cm_app_image_classification_onnx_py': cm_status}, sort_keys=True, indent=2))
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/tests/README.md b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/tests/README.md
new file mode 100644
index 0000000000..899509cb7f
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-onnx-py/tests/README.md
@@ -0,0 +1,14 @@
+```bash
+docker system prune -a -f
+
+cmr "download file _wget" --url=https://cKnowledge.org/ai/data/computer_mouse.jpg --verify=no --env.CM_DOWNLOAD_CHECKSUM=45ae5c940233892c2f860efdf0b66e7e
+
+cm docker script "python app image-classification onnx" --docker_cm_repo=ctuning@mlcommons-ck --env.CM_IMAGE=computer_mouse.jpg
+cm docker script "python app image-classification onnx" --docker_cm_repo=ctuning@mlcommons-ck --input=computer_mouse.jpg
+
+cmrd "python app image-classification onnx" --docker_cm_repo=ctuning@mlcommons-ck --input=computer_mouse.jpg -j --docker_it
+
+cmrd "python app image-classification onnx" --docker_cm_repo=ctuning@mlcommons-ck --input=computer_mouse.jpg --output=.
+
+
+```
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/COPYRIGHT.md b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/COPYRIGHT.md
new file mode 100644
index 0000000000..696f829223
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/COPYRIGHT.md
@@ -0,0 +1,3 @@
+© 2022-2025 MLCommons. All Rights Reserved.
+
+Grigori Fursin, the cTuning foundation and OctoML donated the CK and CM projects to MLCommons to benefit everyone.
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/README-extra.md b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/README-extra.md
new file mode 100644
index 0000000000..5e59c8fede
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/README-extra.md
@@ -0,0 +1,3 @@
+# Image Classification App in C++ for ResNet50 model
+
+* In development stage, not complete
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/README.md b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/README.md
new file mode 100644
index 0000000000..7f5dcacbd2
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/README.md
@@ -0,0 +1 @@
+Please see [https://docs.mlcommons.org/cm4mlops/scripts/Modular-AI-ML-application-pipeline/app-image-classification-tf-onnx-cpp](https://docs.mlcommons.org/cm4mlops/scripts/Modular-AI-ML-application-pipeline/app-image-classification-tf-onnx-cpp) for the documentation of this CM script.
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/_cm.yaml b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/_cm.yaml
new file mode 100644
index 0000000000..c7ee8b5601
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/_cm.yaml
@@ -0,0 +1,27 @@
+alias: app-image-classification-tf-onnx-cpp
+automation_alias: script
+automation_uid: 5b4e0237da074764
+category: Modular AI/ML application pipeline
+default_env:
+ CM_BATCH_COUNT: '1'
+ CM_BATCH_SIZE: '1'
+deps:
+- tags: detect,os
+- tags: get,sys-utils-cm
+- tags: get,gcc
+- tags: get,dataset,image-classification,original
+- tags: get,dataset-aux,image-classification
+- tags: get,ml-model,raw,image-classification,resnet50,_onnx,_opset-11
+- tags: tensorflow,from-src
+ version: v2.0.0
+tags:
+- app
+- image-classification
+- tf
+- tensorflow
+- tf-onnx
+- tensorflow-onnx
+- onnx
+- cpp
+tags_help: app image-classification cpp tensorflow onnx
+uid: 879ed32e47074033
diff --git a/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/include/benchmark.h b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/include/benchmark.h
new file mode 100644
index 0000000000..42b0418fce
--- /dev/null
+++ b/cmx4mlops/cmx4mlops/repo/script/app-image-classification-tf-onnx-cpp/include/benchmark.h
@@ -0,0 +1,511 @@
+/*
+ * Copyright (c) 2018 cTuning foundation.
+ * See CK COPYRIGHT.txt for copyright details.
+ *
+ * See CK LICENSE for licensing details.
+ * See CK COPYRIGHT for copyright details.
+ */
+
+#pragma once
+
+#include Click here to expand this section.
+ + * `_full-history` + - ENV variables: + - CM_GIT_DEPTH: `--depth 10` + * `_short-history` + - ENV variables: + - CM_GIT_DEPTH: `--depth 10` + +
+
+
+### Benchmark standard MLPerf model
+
+You can use CM variations prefixed by `_` to benchmark an official MLPerf model
+(_resnet50 or _retinanet):
+
+```
+cm run script "python app loadgen-generic _onnxruntime _retinanet" --samples=5
+cmr "python app loadgen-generic _onnxruntime _resnet50"
+```
+
+Normally, you should see the following performance report from the loadgen:
+
+
+
+
+Click if you want to install specific versions of dependencies
+ +You can skip this sub-section if you want CM to automatically detect already installed +ONNX runtime on your system. Otherwise, follow the next steps to install the latest or specific +version of ONNX runtime. + + +### Download LoadGen sources from MLPerf inference benchmark + +```bash +cm run script "get mlperf inference src" --version=r3.1 +``` + +### Install MLPerf LoadGen +We can now install loadgen via CM while forcing compiler dependency to GCC: + +```bash +cm run script "get mlperf loadgen" +``` + +### ONNX, CPU + +```bash +cm run script "get generic-python-lib _onnxruntime" +``` + +or + +```bash +cm run script "get generic-python-lib _onnxruntime" --version=1.13.1 +``` + +or + +```bash +cm run script "get generic-python-lib _onnxruntime" --version_min=1.10.0 +``` +
+
+
+
+### Benchmark custom model
+
+You can also specify any custom onnx model file as follows:
+
+```bash
+cm run script "python app loadgen-generic _onnxruntime" --modelpath=