diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md index 3aa84c89..89c72a0f 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------|------------|------------|--------------|-------------------| -| gptj-99 | offline | 264 | 48.533 | - | \ No newline at end of file +| gptj-99 | offline | 264 | 53.944 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/README.md b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/README.md index 1df5404a..647aa940 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/README.md +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/README.md @@ -105,4 +105,4 @@ Model Precision: fp32 `GEN_LEN`: `264.0`, Required accuracy for closed division `>= 42.55663` ### Performance Results -`Samples per second`: `48.5327` +`Samples per second`: `53.9441` diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy_console.out b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy_console.out index b0eabdac..6d8c5d21 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy_console.out +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy_console.out @@ -2,17 +2,17 @@ Constructing QSL Encoding Samples Finished constructing QSL. Loading PyTorch model... - Loading checkpoint shards: 0%| | 0/3 [00:001` or unset `early_stopping`. warnings.warn( - 100%|██████████| 1/1 [00:01<00:00, 1.32s/it] 100%|██████████| 1/1 [00:01<00:00, 1.32s/it] + 100%|██████████| 1/1 [00:01<00:00, 1.29s/it] 100%|██████████| 1/1 [00:01<00:00, 1.29s/it] No warnings encountered during test. diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.mmd b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.mmd index 17378077..3e56deb7 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.mmd +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.mmd @@ -31,22 +31,22 @@ graph TD get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,generic-python-lib,_pip get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy app-mlperf-inference,d775cac873ee4231_(_reference,_gptj-99,_pytorch,_cuda,_test,_r5.0-dev_default,_float16,_offline_) --> get,cuda-devices,_with-pycuda - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> detect,os + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> detect,os detect-cpu,586c8a43320142f7 --> detect,os - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> detect,cpu - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,sys-utils-cm - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,python - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,cuda,_cudnn + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> detect,cpu + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,sys-utils-cm + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,python + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,cuda,_cudnn get-generic-python-lib,94b62a682bc44791_(_torch_cuda_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,generic-python-lib,_torch_cuda + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,generic-python-lib,_torch_cuda get-generic-python-lib,94b62a682bc44791_(_torchvision_cuda_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,generic-python-lib,_torchvision_cuda + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,generic-python-lib,_torchvision_cuda get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,generic-python-lib,_transformers + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,generic-python-lib,_transformers download-and-extract,c67e81a4ce2649f5_(_rclone,_url.mlc-inference:mlcommons-inference-wg-public/gpt-j_) --> download,file,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/gpt-j get-ml-model-gptj,a41166210f294fbf_(_pytorch_) --> download-and-extract,_rclone,_url.mlc-inference:mlcommons-inference-wg-public/gpt-j - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,ml-model,large-language-model,gptj,raw,_pytorch - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,dataset,cnndm,_validation + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,ml-model,large-language-model,gptj,raw,_pytorch + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,dataset,cnndm,_validation generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os detect-cpu,586c8a43320142f7 --> detect,os generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu @@ -57,22 +57,22 @@ graph TD generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> generate,user-conf,mlperf,inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,loadgen + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> generate,user-conf,mlperf,inference + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,loadgen get-mlperf-inference-src,4b57186581024797 --> detect,os get-mlperf-inference-src,4b57186581024797 --> get,python3 get-mlperf-inference-src,4b57186581024797 --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,mlcommons,inference,src - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,mlcommons,inference,src + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,mlcommons,inference,src get-generic-python-lib,94b62a682bc44791_(_package.psutil_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.psutil + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,generic-python-lib,_package.psutil get-generic-python-lib,94b62a682bc44791_(_package.datasets_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.datasets + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,generic-python-lib,_package.datasets get-generic-python-lib,94b62a682bc44791_(_package.attrs_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.attrs + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,generic-python-lib,_package.attrs get-generic-python-lib,94b62a682bc44791_(_package.accelerate_) --> get,python3 - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> get,generic-python-lib,_package.accelerate + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> get,generic-python-lib,_package.accelerate detect-cpu,586c8a43320142f7 --> detect,os benchmark-program,19f369ef47084895 --> detect,cpu benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program - app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_pytorch,_gptj-99,_offline,_cuda,_float16_) --> benchmark-mlperf \ No newline at end of file + app-mlperf-inference-mlcommons-python,ff149e9781fc4b65_(_offline,_gptj-99,_pytorch,_cuda,_float16_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.png b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.png index 5fe0b072..c6e8d5b5 100644 Binary files a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.png and b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-deps.png differ diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-version-info.json b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-version-info.json index ded982aa..29f02526 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-version-info.json +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/cm-version-info.json @@ -327,7 +327,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -347,7 +347,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -357,7 +357,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -367,7 +367,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.10.12", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -377,7 +377,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torch_cuda", "version": "2.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "torchvision_cuda", "version": "0.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -437,7 +437,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "transformers", "version": "4.47.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -467,7 +467,7 @@ "script_tags": "get,raw,ml-model,gptj,gpt-j,large-language-model", "script_variations": "pytorch", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -477,7 +477,7 @@ "script_tags": "get,dataset,gpt-j,cnndm,cnn-dailymail,original", "script_variations": "validation", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -587,7 +587,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -597,7 +597,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -637,7 +637,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "r5.0-git-b9f22d6c37fa9024616538516e1d3bb59dd7c019", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -647,7 +647,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-b9f22d6c37fa9024616538516e1d3bb59dd7c019", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -667,7 +667,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -687,7 +687,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.datasets", "version": "3.2.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -707,7 +707,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.attrs", "version": "24.3.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -727,7 +727,7 @@ "script_tags": "get,install,generic,pip-package,generic-python-lib", "script_variations": "package.accelerate", "version": "1.2.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } }, { @@ -767,7 +767,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_gptj-99,_offline,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_gptj-99,_pytorch,_cuda,_float16 )" } } ] diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/os_info.json b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/os_info.json index f18fe7a0..c3d551fa 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/os_info.json +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/os_info.json @@ -26,5 +26,5 @@ ], "CM_HOST_PLATFORM_FLAVOR": "x86_64", "CM_HOST_PYTHON_BITS": "64", - "CM_HOST_SYSTEM_NAME": "e31fe17416a4" + "CM_HOST_SYSTEM_NAME": "3ef3fca4299c" } \ No newline at end of file diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance_console.out b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance_console.out index 05b68d64..9cbab8c0 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance_console.out +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance_console.out @@ -2,25 +2,25 @@ Constructing QSL Encoding Samples Finished constructing QSL. Loading PyTorch model... - Loading checkpoint shards: 0%| | 0/3 [00:001` or unset `early_stopping`. warnings.warn( - 100%|██████████| 1/1 [00:01<00:00, 1.42s/it] 100%|██████████| 1/1 [00:01<00:00, 1.42s/it] + 100%|██████████| 1/1 [00:01<00:00, 1.28s/it] 100%|██████████| 1/1 [00:01<00:00, 1.28s/it] ================================================ MLPerf Results Summary ================================================ SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 0.703373 -Tokens per second (inferred): 48.5327 +Samples per second: 0.781798 +Tokens per second (inferred): 53.9441 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -29,15 +29,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 1421721585 -Max latency (ns) : 1421721585 -Mean latency (ns) : 1421721585 -50.00 percentile latency (ns) : 1421721585 -90.00 percentile latency (ns) : 1421721585 -95.00 percentile latency (ns) : 1421721585 -97.00 percentile latency (ns) : 1421721585 -99.00 percentile latency (ns) : 1421721585 -99.90 percentile latency (ns) : 1421721585 +Min latency (ns) : 1279102590 +Max latency (ns) : 1279102590 +Mean latency (ns) : 1279102590 +50.00 percentile latency (ns) : 1279102590 +90.00 percentile latency (ns) : 1279102590 +95.00 percentile latency (ns) : 1279102590 +97.00 percentile latency (ns) : 1279102590 +99.00 percentile latency (ns) : 1279102590 +99.90 percentile latency (ns) : 1279102590 ================================================ Test Parameters Used diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/system_info.txt b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/system_info.txt index 316d2fdb..0c20ea74 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/system_info.txt +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux e31fe17416a4 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 3ef3fca4299c 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 01:17:13 up 39 days, 11:35, 0 users, load average: 1.01, 1.35, 1.61 + 04:08:27 up 39 days, 14:26, 0 users, load average: 0.93, 1.67, 1.97 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -41,7 +41,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1300.000 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -125,7 +125,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2215.709 +cpu MHz : 998.432 cache size : 46080 KB physical id : 0 siblings : 48 @@ -153,7 +153,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3985.714 +cpu MHz : 3400.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -237,7 +237,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1800.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -265,7 +265,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 1796.112 cache size : 46080 KB physical id : 0 siblings : 48 @@ -321,7 +321,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 900.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -349,7 +349,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 802.952 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -377,7 +377,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 1184.637 cache size : 46080 KB physical id : 0 siblings : 48 @@ -405,7 +405,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 900.094 +cpu MHz : 4000.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -433,7 +433,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2294.041 +cpu MHz : 899.668 cache size : 46080 KB physical id : 0 siblings : 48 @@ -461,7 +461,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 946.683 cache size : 46080 KB physical id : 0 siblings : 48 @@ -489,7 +489,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.955 +cpu MHz : 800.767 cache size : 46080 KB physical id : 0 siblings : 48 @@ -517,7 +517,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.772 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -629,7 +629,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2599.007 +cpu MHz : 3500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -657,7 +657,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3900.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -685,7 +685,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 799.991 cache size : 46080 KB physical id : 0 siblings : 48 @@ -769,7 +769,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3509.234 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -853,7 +853,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3420.969 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1105,7 +1105,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2305.750 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1245,7 +1245,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1297.833 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1273,7 +1273,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 897.564 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1424,51 +1424,51 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192709 MB -node 0 free: 91778 MB +node 0 free: 76478 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197334532 kB -MemFree: 93981324 kB -MemAvailable: 191516220 kB -Buffers: 385040 kB -Cached: 90403912 kB -SwapCached: 43740 kB -Active: 33708864 kB -Inactive: 58090320 kB -Active(anon): 816192 kB -Inactive(anon): 233448 kB -Active(file): 32892672 kB -Inactive(file): 57856872 kB +MemFree: 78314064 kB +MemAvailable: 191570084 kB +Buffers: 309224 kB +Cached: 106234752 kB +SwapCached: 42568 kB +Active: 4831960 kB +Inactive: 102736652 kB +Active(anon): 918844 kB +Inactive(anon): 144476 kB +Active(file): 3913116 kB +Inactive(file): 102592176 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 8388604 kB -SwapFree: 7583760 kB +SwapFree: 7576080 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 40652 kB +Dirty: 41180 kB Writeback: 0 kB -AnonPages: 1003076 kB -Mapped: 340964 kB -Shmem: 39408 kB -KReclaimable: 8557648 kB -Slab: 10260600 kB -SReclaimable: 8557648 kB -SUnreclaim: 1702952 kB -KernelStack: 48832 kB -PageTables: 46768 kB +AnonPages: 1018548 kB +Mapped: 332672 kB +Shmem: 38684 kB +KReclaimable: 8523024 kB +Slab: 10205552 kB +SReclaimable: 8523024 kB +SUnreclaim: 1682528 kB +KernelStack: 49408 kB +PageTables: 47296 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 107055868 kB -Committed_AS: 12285840 kB +Committed_AS: 12418784 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 193460 kB +VmallocUsed: 194148 kB VmallocChunk: 0 kB -Percpu: 162432 kB +Percpu: 163392 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1482,8 +1482,8 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 73039460 kB -DirectMap2M: 124620800 kB +DirectMap4k: 73963108 kB +DirectMap2M: 123697152 kB DirectMap1G: 5242880 kB ------------------------------------------------------------ 10. who -r @@ -1699,18 +1699,18 @@ systemd-tmpfiles-clean.timer static - BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=cd1dd39e-4e7b-4be5-8864-c6790fa67706 ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 16: +analyzing CPU 2: driver: intel_pstate - CPUs which run at the same hardware frequency: 16 - CPUs which need to have their frequency coordinated by software: 16 + CPUs which run at the same hardware frequency: 2 + CPUs which need to have their frequency coordinated by software: 2 maximum transition latency: Cannot determine or is not supported. - hardware limits: 800 MHz - 4.60 GHz + hardware limits: 800 MHz - 4.70 GHz available cpufreq governors: performance powersave - current policy: frequency should be within 800 MHz and 4.60 GHz. + current policy: frequency should be within 800 MHz and 4.70 GHz. The governor "powersave" may decide which speed to use within this range. current CPU frequency: Unable to call hardware - current CPU frequency: 2.60 GHz (asserted by call to kernel) + current CPU frequency: 1.10 GHz (asserted by call to kernel) boost state support: Supported: yes Active: yes @@ -1761,16 +1761,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 4091601 3322507 45 0 883602 0 +fs.dentry-state = 3122186 2443933 45 0 527915 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43912503 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 11552 0 9223372036854775807 -fs.inode-nr = 5031771 1858060 -fs.inode-state = 5031771 1858060 0 0 0 0 0 +fs.file-nr = 11360 0 9223372036854775807 +fs.inode-nr = 4100046 1487372 +fs.inode-state = 4100046 1487372 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1798,7 +1798,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 3876 +fs.quota.syncs = 3918 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1825,7 +1825,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = e31fe17416a4 +kernel.hostname = 3ef3fca4299c kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1857,7 +1857,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 9556 +kernel.ns_last_pid = 9555 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1888,13 +1888,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 154 +kernel.pty.nr = 157 kernel.pty.reserve = 1024 kernel.random.boot_id = 29685405-01e1-41c8-8cf0-dcaddcc1862c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = a59ba844-1aa0-4a9b-b51a-49029b625d2d +kernel.random.uuid = e0bf8d74-a80c-443c-9c13-cfd28882bd0e kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/system_info.txt b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/system_info.txt index 316d2fdb..0c20ea74 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/system_info.txt +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux e31fe17416a4 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 3ef3fca4299c 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 01:17:13 up 39 days, 11:35, 0 users, load average: 1.01, 1.35, 1.61 + 04:08:27 up 39 days, 14:26, 0 users, load average: 0.93, 1.67, 1.97 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -41,7 +41,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1300.000 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -125,7 +125,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2215.709 +cpu MHz : 998.432 cache size : 46080 KB physical id : 0 siblings : 48 @@ -153,7 +153,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3985.714 +cpu MHz : 3400.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -237,7 +237,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1800.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -265,7 +265,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 1796.112 cache size : 46080 KB physical id : 0 siblings : 48 @@ -321,7 +321,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 900.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -349,7 +349,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 802.952 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -377,7 +377,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 1184.637 cache size : 46080 KB physical id : 0 siblings : 48 @@ -405,7 +405,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 900.094 +cpu MHz : 4000.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -433,7 +433,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2294.041 +cpu MHz : 899.668 cache size : 46080 KB physical id : 0 siblings : 48 @@ -461,7 +461,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 946.683 cache size : 46080 KB physical id : 0 siblings : 48 @@ -489,7 +489,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.955 +cpu MHz : 800.767 cache size : 46080 KB physical id : 0 siblings : 48 @@ -517,7 +517,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.772 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -629,7 +629,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2599.007 +cpu MHz : 3500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -657,7 +657,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3900.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -685,7 +685,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 799.991 cache size : 46080 KB physical id : 0 siblings : 48 @@ -769,7 +769,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3509.234 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -853,7 +853,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3420.969 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1105,7 +1105,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2305.750 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1245,7 +1245,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1297.833 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1273,7 +1273,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 897.564 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1424,51 +1424,51 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192709 MB -node 0 free: 91778 MB +node 0 free: 76478 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197334532 kB -MemFree: 93981324 kB -MemAvailable: 191516220 kB -Buffers: 385040 kB -Cached: 90403912 kB -SwapCached: 43740 kB -Active: 33708864 kB -Inactive: 58090320 kB -Active(anon): 816192 kB -Inactive(anon): 233448 kB -Active(file): 32892672 kB -Inactive(file): 57856872 kB +MemFree: 78314064 kB +MemAvailable: 191570084 kB +Buffers: 309224 kB +Cached: 106234752 kB +SwapCached: 42568 kB +Active: 4831960 kB +Inactive: 102736652 kB +Active(anon): 918844 kB +Inactive(anon): 144476 kB +Active(file): 3913116 kB +Inactive(file): 102592176 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 8388604 kB -SwapFree: 7583760 kB +SwapFree: 7576080 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 40652 kB +Dirty: 41180 kB Writeback: 0 kB -AnonPages: 1003076 kB -Mapped: 340964 kB -Shmem: 39408 kB -KReclaimable: 8557648 kB -Slab: 10260600 kB -SReclaimable: 8557648 kB -SUnreclaim: 1702952 kB -KernelStack: 48832 kB -PageTables: 46768 kB +AnonPages: 1018548 kB +Mapped: 332672 kB +Shmem: 38684 kB +KReclaimable: 8523024 kB +Slab: 10205552 kB +SReclaimable: 8523024 kB +SUnreclaim: 1682528 kB +KernelStack: 49408 kB +PageTables: 47296 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 107055868 kB -Committed_AS: 12285840 kB +Committed_AS: 12418784 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 193460 kB +VmallocUsed: 194148 kB VmallocChunk: 0 kB -Percpu: 162432 kB +Percpu: 163392 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1482,8 +1482,8 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 73039460 kB -DirectMap2M: 124620800 kB +DirectMap4k: 73963108 kB +DirectMap2M: 123697152 kB DirectMap1G: 5242880 kB ------------------------------------------------------------ 10. who -r @@ -1699,18 +1699,18 @@ systemd-tmpfiles-clean.timer static - BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=cd1dd39e-4e7b-4be5-8864-c6790fa67706 ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 16: +analyzing CPU 2: driver: intel_pstate - CPUs which run at the same hardware frequency: 16 - CPUs which need to have their frequency coordinated by software: 16 + CPUs which run at the same hardware frequency: 2 + CPUs which need to have their frequency coordinated by software: 2 maximum transition latency: Cannot determine or is not supported. - hardware limits: 800 MHz - 4.60 GHz + hardware limits: 800 MHz - 4.70 GHz available cpufreq governors: performance powersave - current policy: frequency should be within 800 MHz and 4.60 GHz. + current policy: frequency should be within 800 MHz and 4.70 GHz. The governor "powersave" may decide which speed to use within this range. current CPU frequency: Unable to call hardware - current CPU frequency: 2.60 GHz (asserted by call to kernel) + current CPU frequency: 1.10 GHz (asserted by call to kernel) boost state support: Supported: yes Active: yes @@ -1761,16 +1761,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 4091601 3322507 45 0 883602 0 +fs.dentry-state = 3122186 2443933 45 0 527915 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43912503 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 11552 0 9223372036854775807 -fs.inode-nr = 5031771 1858060 -fs.inode-state = 5031771 1858060 0 0 0 0 0 +fs.file-nr = 11360 0 9223372036854775807 +fs.inode-nr = 4100046 1487372 +fs.inode-state = 4100046 1487372 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1798,7 +1798,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 3876 +fs.quota.syncs = 3918 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1825,7 +1825,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = e31fe17416a4 +kernel.hostname = 3ef3fca4299c kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1857,7 +1857,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 9556 +kernel.ns_last_pid = 9555 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1888,13 +1888,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 154 +kernel.pty.nr = 157 kernel.pty.reserve = 1024 kernel.random.boot_id = 29685405-01e1-41c8-8cf0-dcaddcc1862c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = a59ba844-1aa0-4a9b-b51a-49029b625d2d +kernel.random.uuid = e0bf8d74-a80c-443c-9c13-cfd28882bd0e kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/system_info.txt b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/system_info.txt index 316d2fdb..0c20ea74 100644 --- a/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/system_info.txt +++ b/open/MLCommons/measurements/gh_action-reference-gpu-pytorch_v2.5.1-cu124/system_info.txt @@ -2,10 +2,10 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux e31fe17416a4 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +Linux 3ef3fca4299c 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 01:17:13 up 39 days, 11:35, 0 users, load average: 1.01, 1.35, 1.61 + 04:08:27 up 39 days, 14:26, 0 users, load average: 0.93, 1.67, 1.97 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username @@ -41,7 +41,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1300.000 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -125,7 +125,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2215.709 +cpu MHz : 998.432 cache size : 46080 KB physical id : 0 siblings : 48 @@ -153,7 +153,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3985.714 +cpu MHz : 3400.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -237,7 +237,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1800.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -265,7 +265,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 1796.112 cache size : 46080 KB physical id : 0 siblings : 48 @@ -321,7 +321,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 900.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -349,7 +349,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 802.952 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -377,7 +377,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 1184.637 cache size : 46080 KB physical id : 0 siblings : 48 @@ -405,7 +405,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 900.094 +cpu MHz : 4000.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -433,7 +433,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2294.041 +cpu MHz : 899.668 cache size : 46080 KB physical id : 0 siblings : 48 @@ -461,7 +461,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 946.683 cache size : 46080 KB physical id : 0 siblings : 48 @@ -489,7 +489,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.955 +cpu MHz : 800.767 cache size : 46080 KB physical id : 0 siblings : 48 @@ -517,7 +517,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.772 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -629,7 +629,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2599.007 +cpu MHz : 3500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -657,7 +657,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3900.000 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -685,7 +685,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 799.991 cache size : 46080 KB physical id : 0 siblings : 48 @@ -769,7 +769,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 3509.234 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -853,7 +853,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 3420.969 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1105,7 +1105,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 2305.750 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1245,7 +1245,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 1297.833 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1273,7 +1273,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0005c0 -cpu MHz : 800.000 +cpu MHz : 897.564 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1424,51 +1424,51 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192709 MB -node 0 free: 91778 MB +node 0 free: 76478 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197334532 kB -MemFree: 93981324 kB -MemAvailable: 191516220 kB -Buffers: 385040 kB -Cached: 90403912 kB -SwapCached: 43740 kB -Active: 33708864 kB -Inactive: 58090320 kB -Active(anon): 816192 kB -Inactive(anon): 233448 kB -Active(file): 32892672 kB -Inactive(file): 57856872 kB +MemFree: 78314064 kB +MemAvailable: 191570084 kB +Buffers: 309224 kB +Cached: 106234752 kB +SwapCached: 42568 kB +Active: 4831960 kB +Inactive: 102736652 kB +Active(anon): 918844 kB +Inactive(anon): 144476 kB +Active(file): 3913116 kB +Inactive(file): 102592176 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 8388604 kB -SwapFree: 7583760 kB +SwapFree: 7576080 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 40652 kB +Dirty: 41180 kB Writeback: 0 kB -AnonPages: 1003076 kB -Mapped: 340964 kB -Shmem: 39408 kB -KReclaimable: 8557648 kB -Slab: 10260600 kB -SReclaimable: 8557648 kB -SUnreclaim: 1702952 kB -KernelStack: 48832 kB -PageTables: 46768 kB +AnonPages: 1018548 kB +Mapped: 332672 kB +Shmem: 38684 kB +KReclaimable: 8523024 kB +Slab: 10205552 kB +SReclaimable: 8523024 kB +SUnreclaim: 1682528 kB +KernelStack: 49408 kB +PageTables: 47296 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 107055868 kB -Committed_AS: 12285840 kB +Committed_AS: 12418784 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 193460 kB +VmallocUsed: 194148 kB VmallocChunk: 0 kB -Percpu: 162432 kB +Percpu: 163392 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1482,8 +1482,8 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 73039460 kB -DirectMap2M: 124620800 kB +DirectMap4k: 73963108 kB +DirectMap2M: 123697152 kB DirectMap1G: 5242880 kB ------------------------------------------------------------ 10. who -r @@ -1699,18 +1699,18 @@ systemd-tmpfiles-clean.timer static - BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=cd1dd39e-4e7b-4be5-8864-c6790fa67706 ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 16: +analyzing CPU 2: driver: intel_pstate - CPUs which run at the same hardware frequency: 16 - CPUs which need to have their frequency coordinated by software: 16 + CPUs which run at the same hardware frequency: 2 + CPUs which need to have their frequency coordinated by software: 2 maximum transition latency: Cannot determine or is not supported. - hardware limits: 800 MHz - 4.60 GHz + hardware limits: 800 MHz - 4.70 GHz available cpufreq governors: performance powersave - current policy: frequency should be within 800 MHz and 4.60 GHz. + current policy: frequency should be within 800 MHz and 4.70 GHz. The governor "powersave" may decide which speed to use within this range. current CPU frequency: Unable to call hardware - current CPU frequency: 2.60 GHz (asserted by call to kernel) + current CPU frequency: 1.10 GHz (asserted by call to kernel) boost state support: Supported: yes Active: yes @@ -1761,16 +1761,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 0 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 4091601 3322507 45 0 883602 0 +fs.dentry-state = 3122186 2443933 45 0 527915 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43912503 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 9223372036854775807 -fs.file-nr = 11552 0 9223372036854775807 -fs.inode-nr = 5031771 1858060 -fs.inode-state = 5031771 1858060 0 0 0 0 0 +fs.file-nr = 11360 0 9223372036854775807 +fs.inode-nr = 4100046 1487372 +fs.inode-state = 4100046 1487372 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1798,7 +1798,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 3876 +fs.quota.syncs = 3918 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1825,7 +1825,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = e31fe17416a4 +kernel.hostname = 3ef3fca4299c kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1857,7 +1857,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 9556 +kernel.ns_last_pid = 9555 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1888,13 +1888,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 154 +kernel.pty.nr = 157 kernel.pty.reserve = 1024 kernel.random.boot_id = 29685405-01e1-41c8-8cf0-dcaddcc1862c kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = a59ba844-1aa0-4a9b-b51a-49029b625d2d +kernel.random.uuid = e0bf8d74-a80c-443c-9c13-cfd28882bd0e kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy/mlperf_log_detail.txt index ac3df2fb..1a7a8ff8 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.4 @ b9f22d6c37", "time_ms": 0.006511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-03T19:26:07.452401", "time_ms": 0.006511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-03T19:26:07.452406", "time_ms": 0.006511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-02T22:00:19+00:00", "time_ms": 0.006511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "b9f22d6c37fa9024616538516e1d3bb59dd7c019 Implement KSM to pull a PAT for commits in format.yml (#2011)\n2fdb814e6a765d994872fb99ee38f8c43418d5b0 Automotive reference implementation (#1954)\nbe6ff52235b74a2f4ef85bf86fa3785045229fa8 [Automated Commit] Format Codebase\nc2cd92e9ffdb2c8c92d8bb446108a6e45e23a45e Output accuracy in expected submission format\n9abda7c4759f99faca06954268d2f56b5bd4682b Add rgat accuracy format", "time_ms": 0.006511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.006511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"6e3b3fc66be67844ebb7a04b716d090b151076d1","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"9f538d2a5390c77ae0bc3f8a351bcdb2587bc66c","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"42b50c087c6fea1005abbba369c22cb09d6a364a","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"d7e6b5752638a29cd357a53f7aa92f0bcaa0215e","/mlperf_conf.h":"c998626f6b94c1e068b9da7f5be9ba15e5d2d58f","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"476ecd4032f3bafe6f201df25d68aca4e177f659","/test_settings_internal.cc":"8827ef7d70e6c9a43dd25b4f42a6d2a9cecda428","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.006511, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-19T01:20:20Z", "time_ms": 0.016838, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1193, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.016838, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 198, "time_ms": 0.016838, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.016838, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 1, "time_ms": 0.016838, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 1, "time_ms": 0.016838, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_min_query_count", "value": 1, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_max_query_count", "value": 1, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 13368, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.035171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_max_query_count", "value": 1, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_min_sample_count", "value": 1, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 13368, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.035413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.037479, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1084, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0], "time_ms": 0.041449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 607, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.068057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 426, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 0.068057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.068057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1320.387604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1320.387604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1320.387604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1320.387604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1320.387604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1320.387604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "power_begin", "value": "01-19-2025 01:20:20.105", "time_ms": 1320.388716, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 561, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "power_end", "value": "01-19-2025 01:20:21.424", "time_ms": 1320.388716, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.4 @ b9f22d6c37", "time_ms": 0.009321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-03T19:26:07.452401", "time_ms": 0.009321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-03T19:26:07.452406", "time_ms": 0.009321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-02T22:00:19+00:00", "time_ms": 0.009321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "b9f22d6c37fa9024616538516e1d3bb59dd7c019 Implement KSM to pull a PAT for commits in format.yml (#2011)\n2fdb814e6a765d994872fb99ee38f8c43418d5b0 Automotive reference implementation (#1954)\nbe6ff52235b74a2f4ef85bf86fa3785045229fa8 [Automated Commit] Format Codebase\nc2cd92e9ffdb2c8c92d8bb446108a6e45e23a45e Output accuracy in expected submission format\n9abda7c4759f99faca06954268d2f56b5bd4682b Add rgat accuracy format", "time_ms": 0.009321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.009321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"6e3b3fc66be67844ebb7a04b716d090b151076d1","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"9f538d2a5390c77ae0bc3f8a351bcdb2587bc66c","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"42b50c087c6fea1005abbba369c22cb09d6a364a","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"d7e6b5752638a29cd357a53f7aa92f0bcaa0215e","/mlperf_conf.h":"c998626f6b94c1e068b9da7f5be9ba15e5d2d58f","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"476ecd4032f3bafe6f201df25d68aca4e177f659","/test_settings_internal.cc":"8827ef7d70e6c9a43dd25b4f42a6d2a9cecda428","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.009321, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-19T04:11:38Z", "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1193, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 140, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 1, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 1, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_min_query_count", "value": 1, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_max_query_count", "value": 1, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 13368, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.029952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_max_query_count", "value": 1, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_min_sample_count", "value": 1, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 13368, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.030078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.035936, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1084, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0], "time_ms": 0.039284, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 607, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.058238, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 426, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 0.058238, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.058238, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1300.140569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1300.140569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1300.140569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1300.140569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1300.140569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1300.140569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "power_begin", "value": "01-19-2025 04:11:38.319", "time_ms": 1300.141378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 561, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "power_end", "value": "01-19-2025 04:11:39.613", "time_ms": 1300.141378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 4908, "tid": 4908}} diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_detail.txt index 9d64fc97..846109fe 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_detail.txt @@ -1,88 +1,88 @@ -:::MLLOG {"key": "loadgen_version", "value": "5.0.4 @ b9f22d6c37", "time_ms": 0.009844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-03T19:26:07.452401", "time_ms": 0.009844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-03T19:26:07.452406", "time_ms": 0.009844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-02T22:00:19+00:00", "time_ms": 0.009844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "b9f22d6c37fa9024616538516e1d3bb59dd7c019 Implement KSM to pull a PAT for commits in format.yml (#2011)\n2fdb814e6a765d994872fb99ee38f8c43418d5b0 Automotive reference implementation (#1954)\nbe6ff52235b74a2f4ef85bf86fa3785045229fa8 [Automated Commit] Format Codebase\nc2cd92e9ffdb2c8c92d8bb446108a6e45e23a45e Output accuracy in expected submission format\n9abda7c4759f99faca06954268d2f56b5bd4682b Add rgat accuracy format", "time_ms": 0.009844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.009844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"6e3b3fc66be67844ebb7a04b716d090b151076d1","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"9f538d2a5390c77ae0bc3f8a351bcdb2587bc66c","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"42b50c087c6fea1005abbba369c22cb09d6a364a","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"d7e6b5752638a29cd357a53f7aa92f0bcaa0215e","/mlperf_conf.h":"c998626f6b94c1e068b9da7f5be9ba15e5d2d58f","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"476ecd4032f3bafe6f201df25d68aca4e177f659","/test_settings_internal.cc":"8827ef7d70e6c9a43dd25b4f42a6d2a9cecda428","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.009844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "test_datetime", "value": "2025-01-19T01:16:21Z", "time_ms": 0.016594, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1193, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.016594, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 219, "time_ms": 0.016594, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.016594, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 1, "time_ms": 0.016594, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 1, "time_ms": 0.016594, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_min_query_count", "value": 1, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_max_query_count", "value": 1, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 13368, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.037343, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_max_query_count", "value": 1, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_min_sample_count", "value": 1, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 13368, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.037679, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.040774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 835, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "loaded_qsl_set", "value": [0], "time_ms": 0.045407, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 607, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.249903, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 426, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 0.249903, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.249903, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1422.225775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1430.979851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1430.979851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1430.979851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1430.979851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1430.979851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1430.979851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "power_begin", "value": "01-19-2025 01:16:21.951", "time_ms": 1430.980870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 561, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "power_end", "value": "01-19-2025 01:16:23.373", "time_ms": 1430.980870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_samples_per_second", "value": 0.703373, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_min_latency_ns", "value": 1421721585, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_max_latency_ns", "value": 1421721585, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 1421721585, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 1421721585, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 1421721585, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 1421721585, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 1421721585, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 1421721585, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 1421721585, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4908, "tid": 4908}} -:::MLLOG {"key": "result_inferred_tokens_per_second", "value": 48.5327, "time_ms": 1430.989625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 840, "pid": 4908, "tid": 4908}} +:::MLLOG {"key": "loadgen_version", "value": "5.0.4 @ b9f22d6c37", "time_ms": 0.010558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2025-01-03T19:26:07.452401", "time_ms": 0.010558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2025-01-03T19:26:07.452406", "time_ms": 0.010558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2025-01-02T22:00:19+00:00", "time_ms": 0.010558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "b9f22d6c37fa9024616538516e1d3bb59dd7c019 Implement KSM to pull a PAT for commits in format.yml (#2011)\n2fdb814e6a765d994872fb99ee38f8c43418d5b0 Automotive reference implementation (#1954)\nbe6ff52235b74a2f4ef85bf86fa3785045229fa8 [Automated Commit] Format Codebase\nc2cd92e9ffdb2c8c92d8bb446108a6e45e23a45e Output accuracy in expected submission format\n9abda7c4759f99faca06954268d2f56b5bd4682b Add rgat accuracy format", "time_ms": 0.010558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.010558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"a8ebd64f62d0349aeedbe3295d833ebdce625c2e","/MANIFEST.in":"ddeb472d62edf2920db1f8fa3beebe3e831557f1","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"6e3b3fc66be67844ebb7a04b716d090b151076d1","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"9f538d2a5390c77ae0bc3f8a351bcdb2587bc66c","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"42b50c087c6fea1005abbba369c22cb09d6a364a","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"d7e6b5752638a29cd357a53f7aa92f0bcaa0215e","/mlperf_conf.h":"c998626f6b94c1e068b9da7f5be9ba15e5d2d58f","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"476ecd4032f3bafe6f201df25d68aca4e177f659","/test_settings_internal.cc":"8827ef7d70e6c9a43dd25b4f42a6d2a9cecda428","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.010558, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "test_datetime", "value": "2025-01-19T04:07:35Z", "time_ms": 0.016715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1193, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.016715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 289, "time_ms": 0.016715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.016715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 1, "time_ms": 0.016715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 1, "time_ms": 0.016715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 1, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_min_query_count", "value": 1, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_max_query_count", "value": 1, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 13368, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": true, "time_ms": 0.035256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_target_qps", "value": 1, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_max_query_count", "value": 1, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_min_sample_count", "value": 1, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 13368, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": true, "time_ms": 0.035464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.041572, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 835, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "loaded_qsl_set", "value": [0], "time_ms": 0.045169, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 607, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 0.061360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 426, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 0.061360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "generated_query_duration", "value": 1000000000, "time_ms": 0.061360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 1279.356154, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1279.576002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1279.576002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1279.576002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1279.576002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1279.576002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1279.576002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "power_begin", "value": "01-19-2025 04:07:35.792", "time_ms": 1279.576672, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 561, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "power_end", "value": "01-19-2025 04:07:37.072", "time_ms": 1279.576672, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_samples_per_second", "value": 0.781798, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_min_latency_ns", "value": 1279102590, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_max_latency_ns", "value": 1279102590, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 1279102590, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 1279102590, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 1279102590, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 1279102590, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 1279102590, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 1279102590, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 1279102590, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4907, "tid": 4907}} +:::MLLOG {"key": "result_inferred_tokens_per_second", "value": 53.9441, "time_ms": 1279.583418, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 840, "pid": 4907, "tid": 4907}} diff --git a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_summary.txt index 97ea765b..05e8783a 100644 --- a/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.5.1-cu124/gptj-99/offline/performance/run_1/mlperf_log_summary.txt @@ -4,8 +4,8 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 0.703373 -Tokens per second (inferred): 48.5327 +Samples per second: 0.781798 +Tokens per second (inferred): 53.9441 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -14,15 +14,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 1421721585 -Max latency (ns) : 1421721585 -Mean latency (ns) : 1421721585 -50.00 percentile latency (ns) : 1421721585 -90.00 percentile latency (ns) : 1421721585 -95.00 percentile latency (ns) : 1421721585 -97.00 percentile latency (ns) : 1421721585 -99.00 percentile latency (ns) : 1421721585 -99.90 percentile latency (ns) : 1421721585 +Min latency (ns) : 1279102590 +Max latency (ns) : 1279102590 +Mean latency (ns) : 1279102590 +50.00 percentile latency (ns) : 1279102590 +90.00 percentile latency (ns) : 1279102590 +95.00 percentile latency (ns) : 1279102590 +97.00 percentile latency (ns) : 1279102590 +99.00 percentile latency (ns) : 1279102590 +99.90 percentile latency (ns) : 1279102590 ================================================ Test Parameters Used