Skip to content

Commit

Permalink
Merge pull request #23 from ctuning/main
Browse files Browse the repository at this point in the history 
added final MLPerf inference v4.0 results in the MLCommons CM format
  • Loading branch information
@arjunsuresh
arjunsuresh authored Apr 10, 2024
2 parents 425d689 + 155ea96 commit 14786ec
Show file tree
Hide file tree
Showing 71 changed files with 344,462 additions and 68,022 deletions.
1,122 changes: 1,122 additions & 0 deletions ...tacenter--closed--image-classification--offline/2023-04-06.00-36-36.800826/cm-result.json
View file

Large diffs are not rendered by default.

1,122 changes: 1,122 additions & 0 deletions ...atacenter--closed--image-classification--server/2023-04-06.00-36-36.768915/cm-result.json
View file

Large diffs are not rendered by default.

1,870 changes: 1,870 additions & 0 deletions ...datacenter--closed--image-segmentation--offline/2023-04-06.00-36-36.617466/cm-result.json
View file

Large diffs are not rendered by default.

4,250 changes: 4,250 additions & 0 deletions ...atacenter--closed--language-processing--offline/2023-04-06.00-36-36.443812/cm-result.json
View file

Large diffs are not rendered by default.

4,250 changes: 4,250 additions & 0 deletions ...datacenter--closed--language-processing--server/2023-04-06.00-36-36.412355/cm-result.json
View file

Large diffs are not rendered by default.

1,122 changes: 1,122 additions & 0 deletions ...--datacenter--closed--object-detection--offline/2023-04-06.00-36-36.738122/cm-result.json
View file

Large diffs are not rendered by default.

1,122 changes: 1,122 additions & 0 deletions ...l--datacenter--closed--object-detection--server/2023-04-06.00-36-36.708596/cm-result.json
View file

Large diffs are not rendered by default.

1,088 changes: 1,088 additions & 0 deletions ...ll--datacenter--closed--recommendation--offline/2023-04-06.00-36-36.586718/cm-result.json
View file

Large diffs are not rendered by default.

1,088 changes: 1,088 additions & 0 deletions ...all--datacenter--closed--recommendation--server/2023-04-06.00-36-36.553851/cm-result.json
View file

Large diffs are not rendered by default.

884 changes: 884 additions & 0 deletions ...datacenter--closed--speech-recognition--offline/2023-04-06.00-36-36.677830/cm-result.json
View file

Large diffs are not rendered by default.

884 changes: 884 additions & 0 deletions ...-datacenter--closed--speech-recognition--server/2023-04-06.00-36-36.647408/cm-result.json
View file

Large diffs are not rendered by default.

68 changes: 68 additions & 0 deletions ...r--closed-network--language-processing--offline/2023-04-06.00-36-37.696150/cm-result.json
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,72 @@
[
{
"Accuracy": 90.28408874066913,
"Accuracy_div_100": 0.90284,
"Availability": "available",
"Division": "network",
"Location": "network/Krai/results/dl385_q8_std/bert-99/offline",
"MlperfModel": "bert-99",
"Model": "bert-99",
"Organization": "Krai",
"Platform": "dl385_q8_std",
"Result": 5700.92,
"Result_Units": "Samples/s",
"Scenario": "Offline",
"SystemName": "HPE ProLiant DL385 Gen10 Plus v2 (8x QAIC100 Standard) [NETWORK]",
"SystemType": "datacenter",
"Units": "Samples/s",
"accelerator_model_name": "QUALCOMM Cloud AI 100 Standard",
"accelerators_per_node": 8,
"compliance": 1,
"errors": 0,
"framework": "QUALCOMM Cloud AI SDK v1.12.2",
"git_url": "https://github.com/mlcommons/inference_results_v4.0",
"has_power": false,
"host_processor_core_count": 32,
"host_processor_model_name": "AMD EPYC 7543 32-Core Processor",
"host_processors_per_node": 2,
"inferred": 0,
"notes": "Powered by the KRAI X and KILT technologies over the network",
"number_of_nodes": 1,
"operating_system": "Ubuntu 20.04.6 LTS (Linux kernel 5.15.0-91-generic #101~20.04.1-Ubuntu SMP Thu Nov 16 14:22:28 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux)",
"uid": "e7c0c89d0c214781",
"url": "https://github.com/mlcommons/inference_results_v4.0/tree/master/network/Krai/results/dl385_q8_std/bert-99/offline",
"version": "v4.0"
},
{
"Accuracy": 90.8666333229796,
"Accuracy_div_100": 0.90867,
"Availability": "available",
"Division": "network",
"Location": "network/Krai/results/dl385_q8_std/bert-99.9/offline",
"MlperfModel": "bert-99.9",
"Model": "bert-99.9",
"Organization": "Krai",
"Platform": "dl385_q8_std",
"Result": 2926.61,
"Result_Units": "Samples/s",
"Scenario": "Offline",
"SystemName": "HPE ProLiant DL385 Gen10 Plus v2 (8x QAIC100 Standard) [NETWORK]",
"SystemType": "datacenter",
"Units": "Samples/s",
"accelerator_model_name": "QUALCOMM Cloud AI 100 Standard",
"accelerators_per_node": 8,
"compliance": 1,
"errors": 0,
"framework": "QUALCOMM Cloud AI SDK v1.12.2",
"git_url": "https://github.com/mlcommons/inference_results_v4.0",
"has_power": false,
"host_processor_core_count": 32,
"host_processor_model_name": "AMD EPYC 7543 32-Core Processor",
"host_processors_per_node": 2,
"inferred": 0,
"notes": "Powered by the KRAI X and KILT technologies over the network",
"number_of_nodes": 1,
"operating_system": "Ubuntu 20.04.6 LTS (Linux kernel 5.15.0-91-generic #101~20.04.1-Ubuntu SMP Thu Nov 16 14:22:28 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux)",
"uid": "505b5b5946af47aa",
"url": "https://github.com/mlcommons/inference_results_v4.0/tree/master/network/Krai/results/dl385_q8_std/bert-99.9/offline",
"version": "v4.0"
},
{
"Accuracy": 90.28408874066913,
"Accuracy_div_100": 0.90284,
Expand Down
68 changes: 68 additions & 0 deletions ...er--closed-network--language-processing--server/2023-04-06.00-36-37.660713/cm-result.json
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,72 @@
[
{
"Accuracy": 90.28408874066913,
"Accuracy_div_100": 0.90284,
"Availability": "available",
"Division": "network",
"Location": "network/Krai/results/dl385_q8_std/bert-99/server",
"MlperfModel": "bert-99",
"Model": "bert-99",
"Organization": "Krai",
"Platform": "dl385_q8_std",
"Result": 5347.67,
"Result_Units": "Queries/s",
"Scenario": "Server",
"SystemName": "HPE ProLiant DL385 Gen10 Plus v2 (8x QAIC100 Standard) [NETWORK]",
"SystemType": "datacenter",
"Units": "Queries/s",
"accelerator_model_name": "QUALCOMM Cloud AI 100 Standard",
"accelerators_per_node": 8,
"compliance": 1,
"errors": 0,
"framework": "QUALCOMM Cloud AI SDK v1.12.2",
"git_url": "https://github.com/mlcommons/inference_results_v4.0",
"has_power": false,
"host_processor_core_count": 32,
"host_processor_model_name": "AMD EPYC 7543 32-Core Processor",
"host_processors_per_node": 2,
"inferred": 0,
"notes": "Powered by the KRAI X and KILT technologies over the network",
"number_of_nodes": 1,
"operating_system": "Ubuntu 20.04.6 LTS (Linux kernel 5.15.0-91-generic #101~20.04.1-Ubuntu SMP Thu Nov 16 14:22:28 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux)",
"uid": "d0a55d41b15c4ffa",
"url": "https://github.com/mlcommons/inference_results_v4.0/tree/master/network/Krai/results/dl385_q8_std/bert-99/server",
"version": "v4.0"
},
{
"Accuracy": 90.8666333229796,
"Accuracy_div_100": 0.90867,
"Availability": "available",
"Division": "network",
"Location": "network/Krai/results/dl385_q8_std/bert-99.9/server",
"MlperfModel": "bert-99.9",
"Model": "bert-99.9",
"Organization": "Krai",
"Platform": "dl385_q8_std",
"Result": 2601.21,
"Result_Units": "Queries/s",
"Scenario": "Server",
"SystemName": "HPE ProLiant DL385 Gen10 Plus v2 (8x QAIC100 Standard) [NETWORK]",
"SystemType": "datacenter",
"Units": "Queries/s",
"accelerator_model_name": "QUALCOMM Cloud AI 100 Standard",
"accelerators_per_node": 8,
"compliance": 1,
"errors": 0,
"framework": "QUALCOMM Cloud AI SDK v1.12.2",
"git_url": "https://github.com/mlcommons/inference_results_v4.0",
"has_power": false,
"host_processor_core_count": 32,
"host_processor_model_name": "AMD EPYC 7543 32-Core Processor",
"host_processors_per_node": 2,
"inferred": 0,
"notes": "Powered by the KRAI X and KILT technologies over the network",
"number_of_nodes": 1,
"operating_system": "Ubuntu 20.04.6 LTS (Linux kernel 5.15.0-91-generic #101~20.04.1-Ubuntu SMP Thu Nov 16 14:22:28 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux)",
"uid": "e6ba659eb87a4682",
"url": "https://github.com/mlcommons/inference_results_v4.0/tree/master/network/Krai/results/dl385_q8_std/bert-99.9/server",
"version": "v4.0"
},
{
"Accuracy": 90.28408874066913,
"Accuracy_div_100": 0.90284,
Expand Down
34 changes: 34 additions & 0 deletions ...nter--closed-network--object-detection--offline/2023-09-12.12-36-10.681980/cm-result.json
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,38 @@
[
{
"Accuracy": 37.208,
"Accuracy_div_100": 0.37208,
"Availability": "available",
"Division": "network",
"Location": "network/Krai/results/dl385_q8_std/retinanet/offline",
"MlperfModel": "retinanet",
"Model": "retinanet",
"Organization": "Krai",
"Platform": "dl385_q8_std",
"Result": 2240.89,
"Result_Units": "Samples/s",
"Scenario": "Offline",
"SystemName": "HPE ProLiant DL385 Gen10 Plus v2 (8x QAIC100 Standard) [NETWORK]",
"SystemType": "datacenter",
"Units": "Samples/s",
"accelerator_model_name": "QUALCOMM Cloud AI 100 Standard",
"accelerators_per_node": 8,
"compliance": 1,
"errors": 0,
"framework": "QUALCOMM Cloud AI SDK v1.12.2",
"git_url": "https://github.com/mlcommons/inference_results_v4.0",
"has_power": false,
"host_processor_core_count": 32,
"host_processor_model_name": "AMD EPYC 7543 32-Core Processor",
"host_processors_per_node": 2,
"inferred": 0,
"notes": "Powered by the KRAI X and KILT technologies over the network",
"number_of_nodes": 1,
"operating_system": "Ubuntu 20.04.6 LTS (Linux kernel 5.15.0-91-generic #101~20.04.1-Ubuntu SMP Thu Nov 16 14:22:28 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux)",
"uid": "4824087b1e5e4840",
"url": "https://github.com/mlcommons/inference_results_v4.0/tree/master/network/Krai/results/dl385_q8_std/retinanet/offline",
"version": "v4.0"
},
{
"Accuracy": 37.244,
"Accuracy_div_100": 0.37244,
Expand Down
34 changes: 34 additions & 0 deletions ...enter--closed-network--object-detection--server/2023-09-12.12-36-10.419174/cm-result.json
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,38 @@
[
{
"Accuracy": 37.208,
"Accuracy_div_100": 0.37208,
"Availability": "available",
"Division": "network",
"Location": "network/Krai/results/dl385_q8_std/retinanet/server",
"MlperfModel": "retinanet",
"Model": "retinanet",
"Organization": "Krai",
"Platform": "dl385_q8_std",
"Result": 2099.46,
"Result_Units": "Queries/s",
"Scenario": "Server",
"SystemName": "HPE ProLiant DL385 Gen10 Plus v2 (8x QAIC100 Standard) [NETWORK]",
"SystemType": "datacenter",
"Units": "Queries/s",
"accelerator_model_name": "QUALCOMM Cloud AI 100 Standard",
"accelerators_per_node": 8,
"compliance": 1,
"errors": 0,
"framework": "QUALCOMM Cloud AI SDK v1.12.2",
"git_url": "https://github.com/mlcommons/inference_results_v4.0",
"has_power": false,
"host_processor_core_count": 32,
"host_processor_model_name": "AMD EPYC 7543 32-Core Processor",
"host_processors_per_node": 2,
"inferred": 0,
"notes": "Powered by the KRAI X and KILT technologies over the network",
"number_of_nodes": 1,
"operating_system": "Ubuntu 20.04.6 LTS (Linux kernel 5.15.0-91-generic #101~20.04.1-Ubuntu SMP Thu Nov 16 14:22:28 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux)",
"uid": "a5eb2e9e1a98439f",
"url": "https://github.com/mlcommons/inference_results_v4.0/tree/master/network/Krai/results/dl385_q8_std/retinanet/server",
"version": "v4.0"
},
{
"Accuracy": 37.244,
"Accuracy_div_100": 0.37244,
Expand Down
Loading

0 comments on commit 14786ec

Please sign in to comment.