Skip to content

Commit 8415441

Browse files
mlcommons-botmlcommons-bot
committed
Results from R50 GH action on
1 parent 6695525 commit 8415441

File tree

11 files changed

+200
-200
lines changed

11 files changed

+200
-200
lines changed

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/README.md‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,3 @@
11
| Model | Scenario | Accuracy | Throughput | Latency (in ms) |
22
|-----------|------------|------------|--------------|-------------------|
3-
| retinanet | offline | 49.593 | 0.419 | - |
3+
| retinanet | offline | 49.593 | 0.422 | - |

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/README.md‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@ pip install -U mlcflow
1616

1717
mlc rm cache -f
1818

19-
mlc pull repo GATEOverflow@mlperf-automations --checkout=0acc642cab6c5398b594c35bb34cd236bb057bc0
19+
mlc pull repo GATEOverflow@mlperf-automations --checkout=e66db9c9487ea5c161e587f269ed5e01cec4152b
2020

2121

2222
```
@@ -40,4 +40,4 @@ Model Precision: fp32
4040
`mAP`: `49.593`, Required accuracy for closed division `>= 37.1745`
4141

4242
### Performance Results
43-
`Samples per second`: `0.419396`
43+
`Samples per second`: `0.42185`

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/accuracy_console.out‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/6fdf4ecc12394f37b5abc45fd4d79514.conf
2-
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_b069c219
3-
Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_b069c219/annotations/openimages-mlperf.json
1+
User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/43d558dc47684cb6947a214c8c5c4257.conf
2+
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_71ff8e6b
3+
Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_71ff8e6b/annotations/openimages-mlperf.json
44
Scenario: Offline
55
Mode: AccuracyOnly
66
Batch size: 1

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.mmd‎

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -5,9 +5,9 @@ graph TD
55
app-mlperf-inference,d775cac873ee4231_(_cpp,_retinanet,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> get,mlcommons,inference,src
66
get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src
77
app-mlperf-inference,d775cac873ee4231_(_cpp,_retinanet,_onnxruntime,_cpu,_test,_r5.1-dev_default,_offline_) --> get,mlperf,inference,utils
8-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_retinanet,_offline,_onnxruntime_) --> detect,os
9-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_retinanet,_offline,_onnxruntime_) --> detect,cpu
10-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_retinanet,_offline,_onnxruntime_) --> get,sys-utils-mlc
8+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_retinanet,_offline_) --> detect,os
9+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_retinanet,_offline_) --> detect,cpu
10+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_retinanet,_offline_) --> get,sys-utils-mlc
1111
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> detect,os
1212
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,python3
1313
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,mlcommons,inference,src
@@ -35,23 +35,23 @@ graph TD
3535
get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3
3636
get-generic-python-lib,94b62a682bc44791_(_package.setuptools_) --> get,generic-python-lib,_pip
3737
get-mlperf-inference-loadgen,64c3d98d0ba04950_(_wg-inference_) --> get,generic-python-lib,_package.setuptools
38-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_retinanet,_offline,_onnxruntime_) --> get,loadgen,_wg-inference
39-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_retinanet,_offline,_onnxruntime_) --> get,mlcommons,inference,src
40-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_retinanet,_offline,_onnxruntime_) --> get,lib,onnxruntime,lang-cpp,_cpu
41-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_retinanet,_offline,_onnxruntime_) --> get,dataset,preprocessed,openimages,_validation,_NCHW,_50
42-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_retinanet,_offline,_onnxruntime_) --> get,ml-model,retinanet,_onnx,_fp32
38+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_retinanet,_offline_) --> get,loadgen,_wg-inference
39+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_retinanet,_offline_) --> get,mlcommons,inference,src
40+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_retinanet,_offline_) --> get,lib,onnxruntime,lang-cpp,_cpu
41+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_retinanet,_offline_) --> get,dataset,preprocessed,openimages,_validation,_NCHW,_50
42+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_retinanet,_offline_) --> get,ml-model,retinanet,_onnx,_fp32
4343
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,os
4444
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> detect,cpu
4545
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,python
4646
get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs
4747
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,sut,configs
4848
generate-mlperf-inference-user-conf,3af4475745964b93_(_wg-inference_) --> get,mlcommons,inference,src
49-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_retinanet,_offline,_onnxruntime_) --> generate,user-conf,mlperf,inference,_wg-inference
49+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_retinanet,_offline_) --> generate,user-conf,mlperf,inference,_wg-inference
5050
compile-program,c05042ba005a4bfa --> detect,cpu
5151
compile-program,c05042ba005a4bfa --> get,compiler,gcc
5252
get-compiler-flags,31be8b74a69742f8 --> detect,cpu
5353
compile-program,c05042ba005a4bfa --> get,compiler-flags
54-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_retinanet,_offline,_onnxruntime_) --> compile,cpp-program
54+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_retinanet,_offline_) --> compile,cpp-program
5555
benchmark-program,19f369ef47084895 --> detect,cpu
5656
benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program
57-
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_retinanet,_offline,_onnxruntime_) --> benchmark-mlperf
57+
app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf_(_cpu,_onnxruntime,_retinanet,_offline_) --> benchmark-mlperf

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-deps.png‎

454 Bytes
Loading

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/mlc-version-info.json‎

Lines changed: 11 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -67,7 +67,7 @@
6767
"script_tags": "detect-os,detect,os,info",
6868
"script_variations": "",
6969
"version": "",
70-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_retinanet,_offline,_onnxruntime )"
70+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_retinanet,_offline )"
7171
}
7272
},
7373
{
@@ -77,7 +77,7 @@
7777
"script_tags": "detect,cpu,detect-cpu,info",
7878
"script_variations": "",
7979
"version": "",
80-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_retinanet,_offline,_onnxruntime )"
80+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_retinanet,_offline )"
8181
}
8282
},
8383
{
@@ -87,7 +87,7 @@
8787
"script_tags": "get,sys-utils-cm,sys-utils-mlc",
8888
"script_variations": "",
8989
"version": "",
90-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_retinanet,_offline,_onnxruntime )"
90+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_retinanet,_offline )"
9191
}
9292
},
9393
{
@@ -367,7 +367,7 @@
367367
"script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons",
368368
"script_variations": "wg-inference",
369369
"version": "master",
370-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_retinanet,_offline,_onnxruntime )"
370+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_retinanet,_offline )"
371371
}
372372
},
373373
{
@@ -377,7 +377,7 @@
377377
"script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons",
378378
"script_variations": "",
379379
"version": "master-git-d4bf0624ce9b6e03c61350e99117ef56cb4ff5bc",
380-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_retinanet,_offline,_onnxruntime )"
380+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_retinanet,_offline )"
381381
}
382382
},
383383
{
@@ -387,7 +387,7 @@
387387
"script_tags": "install,onnxruntime,get,prebuilt,lib,lang-c,lang-cpp",
388388
"script_variations": "cpu",
389389
"version": "",
390-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_retinanet,_offline,_onnxruntime )"
390+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_retinanet,_offline )"
391391
}
392392
},
393393
{
@@ -397,7 +397,7 @@
397397
"script_tags": "get,dataset,openimages,open-images,object-detection,preprocessed",
398398
"script_variations": "validation,NCHW,50",
399399
"version": "",
400-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_retinanet,_offline,_onnxruntime )"
400+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_retinanet,_offline )"
401401
}
402402
},
403403
{
@@ -407,7 +407,7 @@
407407
"script_tags": "get,ml-model,raw,resnext50,retinanet,object-detection",
408408
"script_variations": "onnx,fp32",
409409
"version": "",
410-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_retinanet,_offline,_onnxruntime )"
410+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_retinanet,_offline )"
411411
}
412412
},
413413
{
@@ -477,7 +477,7 @@
477477
"script_tags": "generate,mlperf,inference,user-conf,inference-user-conf",
478478
"script_variations": "wg-inference",
479479
"version": "",
480-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_retinanet,_offline,_onnxruntime )"
480+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_retinanet,_offline )"
481481
}
482482
},
483483
{
@@ -527,7 +527,7 @@
527527
"script_tags": "compile,program,c-program,cpp-program,compile-program,compile-c-program,compile-cpp-program",
528528
"script_variations": "",
529529
"version": "",
530-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_retinanet,_offline,_onnxruntime )"
530+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_retinanet,_offline )"
531531
}
532532
},
533533
{
@@ -557,7 +557,7 @@
557557
"script_tags": "mlperf,benchmark-mlperf",
558558
"script_variations": "",
559559
"version": "",
560-
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_retinanet,_offline,_onnxruntime )"
560+
"parent": "app-mlperf-inference-mlcommons-cpp,bf62405e6c7a44bf ( cpu,_onnxruntime,_retinanet,_offline )"
561561
}
562562
}
563563
]

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/os_info.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -28,6 +28,6 @@
2828
"MLC_HOST_PYTHON_BITS": "64",
2929
"MLC_HOST_SYSTEM_NAME": "runnervmzdgdc",
3030
"+PATH": [
31-
"/home/runner/MLC/repos/local/cache/install-python-src_e6b2a8e8/install/bin"
31+
"/home/runner/MLC/repos/local/cache/install-python-src_8a3c15a0/install/bin"
3232
]
3333
}

‎open/MLCommons/measurements/default-mlcommons_cpp-cpu-onnxruntime-default_config/retinanet/offline/performance_console.out‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
1-
User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/3540b723beac4fa187e3e3677c45586b.conf
2-
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_b069c219
3-
Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_b069c219/annotations/openimages-mlperf.json
1+
User Conf path: /home/runner/MLC/repos/GATEOverflow@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/065ef64ec0864adead77ce42967137ea.conf
2+
Dataset Preprocessed path: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_71ff8e6b
3+
Dataset List filepath: /home/runner/MLC/repos/local/cache/get-preprocessed-dataset-openimages_71ff8e6b/annotations/openimages-mlperf.json
44
Scenario: Offline
55
Mode: PerformanceOnly
66
Batch size: 1

0 commit comments

Comments
 (0)