Results from R50 GH action on ubuntu-latest

mlcommons · Oct 5, 2024 · 5dd9f19 · 5dd9f19
1 parent f8ed25f
commit 5dd9f19
Show file tree

Hide file tree

Showing 9 changed files with 262 additions and 263 deletions.
diff --git a/...gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md b/...gh_ubuntu-latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/README.md
@@ -1,3 +1,3 @@
 | Model    | Scenario   |   Accuracy |   Throughput | Latency (in ms)   |
 |----------|------------|------------|--------------|-------------------|
-| resnet50 | offline    |         76 |       23.202 | -                 |
+| resnet50 | offline    |         76 |       23.155 | -                 |
diff --git a/...x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline/README.md b/...x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline/README.md
@@ -18,7 +18,7 @@ pip install -U cmind
 
 cm rm cache -f
 
-cm pull repo anandhu-eng@cm4mlops --checkout=afc8290423cf661352dad8bc999b21e9ea072fbe
+cm pull repo anandhu-eng@cm4mlops --checkout=be4efd085fa1756d0a4fd9eb2f081d6406251652
 
 cm run script \
 	--tags=run-mlperf,inference,_submission,_short \
@@ -54,4 +54,4 @@ Model Precision: fp32
 `acc`: `76.0`, Required accuracy for closed division `>= 75.6954`
 
 ### Performance Results 
-`Samples per second`: `23.2024`
+`Samples per second`: `23.1547`
diff --git a/...86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline/cm-version-info.json b/...86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline/cm-version-info.json
@@ -87,15 +87,15 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/f269006fb5514b3f/caffe_ilsvrc12.tar.gz )"
+        "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/37371ffb174a4ade/caffe_ilsvrc12.tar.gz )"
       }
     },
     {
-      "extract,file,_path./home/runner/CM/repos/local/cache/f269006fb5514b3f/caffe_ilsvrc12.tar.gz": {
+      "extract,file,_path./home/runner/CM/repos/local/cache/37371ffb174a4ade/caffe_ilsvrc12.tar.gz": {
         "script_uid": "3f0b76219d004817",
         "script_alias": "extract-file",
         "script_tags": "extract,file",
-        "script_variations": "path./home/runner/CM/repos/local/cache/f269006fb5514b3f/caffe_ilsvrc12.tar.gz",
+        "script_variations": "path./home/runner/CM/repos/local/cache/37371ffb174a4ade/caffe_ilsvrc12.tar.gz",
         "version": "",
         "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.https://www.dropbox.com/s/92n2fyej3lzy3s3/caffe_ilsvrc12.tar.gz )"
       }
@@ -127,7 +127,7 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -147,7 +147,7 @@
         "script_tags": "detect,cpu,detect-cpu,info",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -167,7 +167,7 @@
         "script_tags": "get,python,python3,get-python,get-python3",
         "script_variations": "",
         "version": "3.12.6",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -227,7 +227,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "onnxruntime",
         "version": "1.19.2",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -257,17 +257,17 @@
         "script_tags": "dae,file,download-and-extract",
         "script_variations": "url.https://zenodo.org/record/4735647/files/resnet50_v1.onnx",
         "version": "",
-        "parent": "get-ml-model-resnet50,56203e4e998b4bc0 ( onnx,_fp32 )"
+        "parent": "get-ml-model-resnet50,56203e4e998b4bc0 ( fp32,_onnx )"
       }
     },
     {
-      "get,ml-model,image-classification,resnet50,raw,_onnx,_fp32": {
+      "get,ml-model,image-classification,resnet50,raw,_fp32,_onnx": {
         "script_uid": "56203e4e998b4bc0",
         "script_alias": "get-ml-model-resnet50",
         "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification",
-        "script_variations": "onnx,fp32",
+        "script_variations": "fp32,onnx",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -317,15 +317,15 @@
         "script_tags": "detect-os,detect,os,info",
         "script_variations": "",
         "version": "",
-        "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/7e41fa86343c4907/ILSVRC2012_img_val_500.tar )"
+        "parent": "extract-file,3f0b76219d004817 ( path./home/runner/CM/repos/local/cache/c5a4a81f3360465a/ILSVRC2012_img_val_500.tar )"
       }
     },
     {
-      "extract,file,_path./home/runner/CM/repos/local/cache/7e41fa86343c4907/ILSVRC2012_img_val_500.tar": {
+      "extract,file,_path./home/runner/CM/repos/local/cache/c5a4a81f3360465a/ILSVRC2012_img_val_500.tar": {
         "script_uid": "3f0b76219d004817",
         "script_alias": "extract-file",
         "script_tags": "extract,file",
-        "script_variations": "path./home/runner/CM/repos/local/cache/7e41fa86343c4907/ILSVRC2012_img_val_500.tar",
+        "script_variations": "path./home/runner/CM/repos/local/cache/c5a4a81f3360465a/ILSVRC2012_img_val_500.tar",
         "version": "",
         "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_url.http://cKnowledge.org/ai/data/ILSVRC2012_img_val_500.tar )"
       }
@@ -497,7 +497,7 @@
         "script_tags": "get,dataset,imagenet,ILSVRC,image-classification,preprocessed",
         "script_variations": "NCHW",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -507,7 +507,7 @@
         "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -587,7 +587,7 @@
         "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -887,7 +887,7 @@
         "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
         "script_variations": "",
         "version": "master",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -897,7 +897,7 @@
         "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
         "script_variations": "",
         "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -907,7 +907,7 @@
         "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
         "script_variations": "",
         "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -967,7 +967,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "package.psutil",
         "version": "6.0.0",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -1027,7 +1027,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "opencv-python",
         "version": "4.10.0.84",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -1087,7 +1087,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "numpy",
         "version": "1.26.4",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -1147,7 +1147,7 @@
         "script_tags": "get,install,generic,generic-python-lib",
         "script_variations": "pycocotools",
         "version": "2.0.8",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     },
     {
@@ -1187,7 +1187,7 @@
         "script_tags": "mlperf,benchmark-mlperf",
         "script_variations": "",
         "version": "",
-        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( onnxruntime,_cpu,_resnet50,_offline,_fp32 )"
+        "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_cpu,_onnxruntime,_resnet50,_fp32 )"
       }
     }
   ]

diff --git a/...latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline/os_info.json b/...latest_x86-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline/os_info.json
@@ -26,5 +26,5 @@
   ],
   "CM_HOST_PLATFORM_FLAVOR": "x86_64",
   "CM_HOST_PYTHON_BITS": "64",
-  "CM_HOST_SYSTEM_NAME": "fv-az1490-231"
+  "CM_HOST_SYSTEM_NAME": "fv-az1016-758"
 }
diff --git a/...6-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt b/...6-reference-cpu-onnxruntime_v1.19.2-default_config/resnet50/offline/accuracy/accuracy.txt
@@ -1,2 +1,2 @@
 accuracy=76.000%, good=380, total=500
-hash=9909062e18e65776e51d6c8ad57abed4e5f4c47ee06b2deb1bc1d5179b58de20
+hash=ae0d67a7162d879a8317a14bb42ea9e7ee83b7eb4b20bd7d97f9840b61e10912
diff --git a/...cpu-onnxruntime_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json b/...cpu-onnxruntime_v1.19.2-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json
@@ -1,4 +1,36 @@
 [
+{ "seq_id" : 64, "qsl_idx" : 153, "data" : "0000E642" },
+{ "seq_id" : 65, "qsl_idx" : 282, "data" : "00808D43" },
+{ "seq_id" : 66, "qsl_idx" : 216, "data" : "00008041" },
+{ "seq_id" : 67, "qsl_idx" : 97, "data" : "00000E43" },
+{ "seq_id" : 68, "qsl_idx" : 407, "data" : "00807944" },
+{ "seq_id" : 69, "qsl_idx" : 359, "data" : "00001243" },
+{ "seq_id" : 70, "qsl_idx" : 448, "data" : "00405744" },
+{ "seq_id" : 71, "qsl_idx" : 199, "data" : "00407844" },
+{ "seq_id" : 72, "qsl_idx" : 158, "data" : "00C01044" },
+{ "seq_id" : 73, "qsl_idx" : 118, "data" : "00C05444" },
+{ "seq_id" : 74, "qsl_idx" : 324, "data" : "00404244" },
+{ "seq_id" : 75, "qsl_idx" : 271, "data" : "0080D243" },
+{ "seq_id" : 76, "qsl_idx" : 452, "data" : "00C03F44" },
+{ "seq_id" : 77, "qsl_idx" : 114, "data" : "00007D43" },
+{ "seq_id" : 78, "qsl_idx" : 379, "data" : "00807544" },
+{ "seq_id" : 79, "qsl_idx" : 256, "data" : "00801344" },
+{ "seq_id" : 80, "qsl_idx" : 0, "data" : "00008242" },
+{ "seq_id" : 81, "qsl_idx" : 384, "data" : "00C02F44" },
+{ "seq_id" : 82, "qsl_idx" : 219, "data" : "00007E43" },
+{ "seq_id" : 83, "qsl_idx" : 127, "data" : "0000A841" },
+{ "seq_id" : 84, "qsl_idx" : 489, "data" : "00C06444" },
+{ "seq_id" : 85, "qsl_idx" : 277, "data" : "0000B842" },
+{ "seq_id" : 86, "qsl_idx" : 160, "data" : "00002843" },
+{ "seq_id" : 87, "qsl_idx" : 338, "data" : "0080EE43" },
+{ "seq_id" : 88, "qsl_idx" : 162, "data" : "00C02144" },
+{ "seq_id" : 89, "qsl_idx" : 420, "data" : "00403F44" },
+{ "seq_id" : 90, "qsl_idx" : 21, "data" : "00003043" },
+{ "seq_id" : 91, "qsl_idx" : 353, "data" : "0080D743" },
+{ "seq_id" : 92, "qsl_idx" : 121, "data" : "0080F143" },
+{ "seq_id" : 93, "qsl_idx" : 186, "data" : "00C05844" },
+{ "seq_id" : 94, "qsl_idx" : 435, "data" : "00004443" },
+{ "seq_id" : 95, "qsl_idx" : 368, "data" : "00003A44" },
 { "seq_id" : 32, "qsl_idx" : 259, "data" : "00005043" },
 { "seq_id" : 33, "qsl_idx" : 79, "data" : "0080E643" },
 { "seq_id" : 34, "qsl_idx" : 400, "data" : "0080B343" },
@@ -31,38 +63,6 @@
 { "seq_id" : 61, "qsl_idx" : 366, "data" : "00001444" },
 { "seq_id" : 62, "qsl_idx" : 67, "data" : "00C05D44" },
 { "seq_id" : 63, "qsl_idx" : 176, "data" : "00000C43" },
-{ "seq_id" : 0, "qsl_idx" : 230, "data" : "0000FA42" },
-{ "seq_id" : 1, "qsl_idx" : 119, "data" : "00402144" },
-{ "seq_id" : 2, "qsl_idx" : 189, "data" : "00001244" },
-{ "seq_id" : 3, "qsl_idx" : 383, "data" : "00401B44" },
-{ "seq_id" : 4, "qsl_idx" : 406, "data" : "00009B43" },
-{ "seq_id" : 5, "qsl_idx" : 142, "data" : "00C04044" },
-{ "seq_id" : 6, "qsl_idx" : 291, "data" : "00005644" },
-{ "seq_id" : 7, "qsl_idx" : 87, "data" : "0000E041" },
-{ "seq_id" : 8, "qsl_idx" : 220, "data" : "00003B44" },
-{ "seq_id" : 9, "qsl_idx" : 70, "data" : "0000C343" },
-{ "seq_id" : 10, "qsl_idx" : 135, "data" : "00009543" },
-{ "seq_id" : 11, "qsl_idx" : 496, "data" : "00806144" },
-{ "seq_id" : 12, "qsl_idx" : 371, "data" : "00005744" },
-{ "seq_id" : 13, "qsl_idx" : 77, "data" : "00808943" },
-{ "seq_id" : 14, "qsl_idx" : 206, "data" : "00001243" },
-{ "seq_id" : 15, "qsl_idx" : 427, "data" : "00803444" },
-{ "seq_id" : 16, "qsl_idx" : 85, "data" : "0000F943" },
-{ "seq_id" : 17, "qsl_idx" : 243, "data" : "00001544" },
-{ "seq_id" : 18, "qsl_idx" : 193, "data" : "00C04044" },
-{ "seq_id" : 19, "qsl_idx" : 29, "data" : "00805644" },
-{ "seq_id" : 20, "qsl_idx" : 372, "data" : "00802D44" },
-{ "seq_id" : 21, "qsl_idx" : 499, "data" : "00002F43" },
-{ "seq_id" : 22, "qsl_idx" : 249, "data" : "00805F44" },
-{ "seq_id" : 23, "qsl_idx" : 443, "data" : "0000AF43" },
-{ "seq_id" : 24, "qsl_idx" : 200, "data" : "00003044" },
-{ "seq_id" : 25, "qsl_idx" : 473, "data" : "00003E43" },
-{ "seq_id" : 26, "qsl_idx" : 157, "data" : "00C03E44" },
-{ "seq_id" : 27, "qsl_idx" : 167, "data" : "00802644" },
-{ "seq_id" : 28, "qsl_idx" : 279, "data" : "00406044" },
-{ "seq_id" : 29, "qsl_idx" : 165, "data" : "00C02B44" },
-{ "seq_id" : 30, "qsl_idx" : 326, "data" : "00006A43" },
-{ "seq_id" : 31, "qsl_idx" : 27, "data" : "00002643" },
 { "seq_id" : 96, "qsl_idx" : 145, "data" : "00C05A44" },
 { "seq_id" : 97, "qsl_idx" : 7, "data" : "0080CF43" },
 { "seq_id" : 98, "qsl_idx" : 494, "data" : "0000BC43" },
@@ -71,7 +71,6 @@
 { "seq_id" : 101, "qsl_idx" : 203, "data" : "00401444" },
 { "seq_id" : 102, "qsl_idx" : 221, "data" : "00802544" },
 { "seq_id" : 103, "qsl_idx" : 445, "data" : "0080B443" },
-{ "seq_id" 
 
 ...
 
@@ -83,38 +82,6 @@
 { "seq_id" : 413, "qsl_idx" : 460, "data" : "00006B44" },
 { "seq_id" : 414, "qsl_idx" : 146, "data" : "00808443" },
 { "seq_id" : 415, "qsl_idx" : 378, "data" : "00004743" },
-{ "seq_id" : 448, "qsl_idx" : 358, "data" : "00801B44" },
-{ "seq_id" : 449, "qsl_idx" : 283, "data" : "00405C44" },
-{ "seq_id" : 450, "qsl_idx" : 25, "data" : "00805344" },
-{ "seq_id" : 451, "qsl_idx" : 47, "data" : "00008443" },
-{ "seq_id" : 452, "qsl_idx" : 201, "data" : "0080E443" },
-{ "seq_id" : 453, "qsl_idx" : 334, "data" : "00C03044" },
-{ "seq_id" : 454, "qsl_idx" : 52, "data" : "00005344" },
-{ "seq_id" : 455, "qsl_idx" : 178, "data" : "0080A943" },
-{ "seq_id" : 456, "qsl_idx" : 108, "data" : "00001E44" },
-{ "seq_id" : 457, "qsl_idx" : 227, "data" : "00400644" },
-{ "seq_id" : 458, "qsl_idx" : 288, "data" : "0080C943" },
-{ "seq_id" : 459, "qsl_idx" : 444, "data" : "00400B44" },
-{ "seq_id" : 460, "qsl_idx" : 233, "data" : "0080D443" },
-{ "seq_id" : 461, "qsl_idx" : 111, "data" : "00806E44" },
-{ "seq_id" : 462, "qsl_idx" : 59, "data" : "00001344" },
-{ "seq_id" : 463, "qsl_idx" : 263, "data" : "00802D44" },
-{ "seq_id" : 464, "qsl_idx" : 304, "data" : "00C01344" },
-{ "seq_id" : 465, "qsl_idx" : 458, "data" : "0000CF43" },
-{ "seq_id" : 466, "qsl_idx" : 255, "data" : "00400544" },
-{ "seq_id" : 467, "qsl_idx" : 66, "data" : "0000CA42" },
-{ "seq_id" : 468, "qsl_idx" : 433, "data" : "00C02844" },
-{ "seq_id" : 469, "qsl_idx" : 392, "data" : "00006643" },
-{ "seq_id" : 470, "qsl_idx" : 377, "data" : "00C06F44" },
-{ "seq_id" : 471, "qsl_idx" : 251, "data" : "0080E343" },
-{ "seq_id" : 472, "qsl_idx" : 94, "data" : "0080BA43" },
-{ "seq_id" : 473, "qsl_idx" : 214, "data" : "0080ED43" },
-{ "seq_id" : 474, "qsl_idx" : 202, "data" : "00006943" },
-{ "seq_id" : 475, "qsl_idx" : 53, "data" : "00C01344" },
-{ "seq_id" : 476, "qsl_idx" : 42, "data" : "00000143" },
-{ "seq_id" : 477, "qsl_idx" : 405, "data" : "00C06944" },
-{ "seq_id" : 478, "qsl_idx" : 478, "data" : "00C05A44" },
-{ "seq_id" : 479, "qsl_idx" : 344, "data" : "00403A44" },
 { "seq_id" : 416, "qsl_idx" : 63, "data" : "00003842" },
 { "seq_id" : 417, "qsl_idx" : 144, "data" : "00407444" },
 { "seq_id" : 418, "qsl_idx" : 31, "data" : "00400F44" },
@@ -146,5 +113,37 @@
 { "seq_id" : 444, "qsl_idx" : 229, "data" : "00403944" },
 { "seq_id" : 445, "qsl_idx" : 345, "data" : "0080F743" },
 { "seq_id" : 446, "qsl_idx" : 11, "data" : "00008F43" },
-{ "seq_id" : 447, "qsl_idx" : 470, "data" : "00001C42" }
+{ "seq_id" : 447, "qsl_idx" : 470, "data" : "00001C42" },
+{ "seq_id" : 448, "qsl_idx" : 358, "data" : "00801B44" },
+{ "seq_id" : 449, "qsl_idx" : 283, "data" : "00405C44" },
+{ "seq_id" : 450, "qsl_idx" : 25, "data" : "00805344" },
+{ "seq_id" : 451, "qsl_idx" : 47, "data" : "00008443" },
+{ "seq_id" : 452, "qsl_idx" : 201, "data" : "0080E443" },
+{ "seq_id" : 453, "qsl_idx" : 334, "data" : "00C03044" },
+{ "seq_id" : 454, "qsl_idx" : 52, "data" : "00005344" },
+{ "seq_id" : 455, "qsl_idx" : 178, "data" : "0080A943" },
+{ "seq_id" : 456, "qsl_idx" : 108, "data" : "00001E44" },
+{ "seq_id" : 457, "qsl_idx" : 227, "data" : "00400644" },
+{ "seq_id" : 458, "qsl_idx" : 288, "data" : "0080C943" },
+{ "seq_id" : 459, "qsl_idx" : 444, "data" : "00400B44" },
+{ "seq_id" : 460, "qsl_idx" : 233, "data" : "0080D443" },
+{ "seq_id" : 461, "qsl_idx" : 111, "data" : "00806E44" },
+{ "seq_id" : 462, "qsl_idx" : 59, "data" : "00001344" },
+{ "seq_id" : 463, "qsl_idx" : 263, "data" : "00802D44" },
+{ "seq_id" : 464, "qsl_idx" : 304, "data" : "00C01344" },
+{ "seq_id" : 465, "qsl_idx" : 458, "data" : "0000CF43" },
+{ "seq_id" : 466, "qsl_idx" : 255, "data" : "00400544" },
+{ "seq_id" : 467, "qsl_idx" : 66, "data" : "0000CA42" },
+{ "seq_id" : 468, "qsl_idx" : 433, "data" : "00C02844" },
+{ "seq_id" : 469, "qsl_idx" : 392, "data" : "00006643" },
+{ "seq_id" : 470, "qsl_idx" : 377, "data" : "00C06F44" },
+{ "seq_id" : 471, "qsl_idx" : 251, "data" : "0080E343" },
+{ "seq_id" : 472, "qsl_idx" : 94, "data" : "0080BA43" },
+{ "seq_id" : 473, "qsl_idx" : 214, "data" : "0080ED43" },
+{ "seq_id" : 474, "qsl_idx" : 202, "data" : "00006943" },
+{ "seq_id" : 475, "qsl_idx" : 53, "data" : "00C01344" },
+{ "seq_id" : 476, "qsl_idx" : 42, "data" : "00000143" },
+{ "seq_id" : 477, "qsl_idx" : 405, "data" : "00C06944" },
+{ "seq_id" : 478, "qsl_idx" : 478, "data" : "00C05A44" },
+{ "seq_id" : 479, "qsl_idx" : 344, "data" : "00403A44" }
 ]