From fa1624998038b3a7d812f89711c23b62d139f993 Mon Sep 17 00:00:00 2001 From: arjunsuresh Date: Tue, 8 Oct 2024 08:25:01 +0000 Subject: [PATCH] Updated results summary --- README.md | 35 +++++++++++++++++++ summary.csv | 2 ++ summary.json | 78 ++++++++++++++++++++++++++++++++++++++----- summary.xlsx | Bin 0 -> 8944 bytes summary_results.json | 72 +++++++++++++++++++++++++++++++++++++++ 5 files changed, 178 insertions(+), 9 deletions(-) create mode 100644 README.md create mode 100644 summary.xlsx diff --git a/README.md b/README.md new file mode 100644 index 0000000..12b4264 --- /dev/null +++ b/README.md @@ -0,0 +1,35 @@ +Please download [summary.xlsx](summary.xlsx) to view the most recent results. + ``` +[2024-10-08 08:24:58,639 submission_checker1.py:2936 INFO] Results=12, NoResults=0, Power Results=0 +[2024-10-08 08:24:58,639 submission_checker1.py:2943 INFO] --- +[2024-10-08 08:24:58,639 submission_checker1.py:2944 INFO] Closed Results=0, Closed Power Results=0 + +[2024-10-08 08:24:58,639 submission_checker1.py:2949 INFO] Open Results=12, Open Power Results=0 + +[2024-10-08 08:24:58,639 submission_checker1.py:2954 INFO] Network Results=0, Network Power Results=0 + +[2024-10-08 08:24:58,639 submission_checker1.py:2959 INFO] --- +[2024-10-08 08:24:58,639 submission_checker1.py:2961 INFO] Systems=11, Power Systems=0 +[2024-10-08 08:24:58,639 submission_checker1.py:2962 INFO] Closed Systems=0, Closed Power Systems=0 +[2024-10-08 08:24:58,639 submission_checker1.py:2967 INFO] Open Systems=11, Open Power Systems=0 +[2024-10-08 08:24:58,639 submission_checker1.py:2972 INFO] Network Systems=0, Network Power Systems=0 +[2024-10-08 08:24:58,639 submission_checker1.py:2977 INFO] --- +[2024-10-08 08:24:58,639 submission_checker1.py:2982 INFO] SUMMARY: submission looks OK +INFO:root: ! call "postprocess" from /home/runner/CM/repos/mlcommons@cm4mlops/script/run-mlperf-inference-submission-checker/customize.py + +``` + +| | Organization | Availability | Division | SystemType | SystemName | Platform | Model | MlperfModel | Scenario | Result | Accuracy | number_of_nodes | host_processor_model_name | host_processors_per_node | host_processor_core_count | accelerator_model_name | accelerators_per_node | Location | framework | operating_system | notes | compliance | errors | version | inferred | has_power | Units | weight_data_types | +|---:|:----------------|:---------------|:-----------|:-------------|:-------------|:-----------------------------------------------------------|:--------------------|:--------------------|:-----------|----------:|:--------------------------------------------------------------|------------------:|:-------------------------------|---------------------------:|----------------------------:|:-------------------------|------------------------:|:--------------------------------------------------------------------------------------------------------------|:---------------|:------------------------------------------------------------|:----------------------------------|-------------:|---------:|:----------|-----------:|:------------|:----------|:--------------------| +| 0 | UNM-Roadrunners | available | open | datacenter | 4751fbf98487 | 4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.666646 | CLIP_SCORE: 15.170220836997032 FID_SCORE: 235.68987775810245 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 3 | open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35) | Automated by MLCommons CM v3.0.1. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 1 | UNM-Roadrunners | available | open | datacenter | 4751fbf98487 | 4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.665545 | CLIP_SCORE: 13.906862080842256 FID_SCORE: 84.21082273715388 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 3 | open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35) | Automated by MLCommons CM v3.0.1. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 2 | MLCommons | available | open | datacenter | 48ed6105bd85 | 48ed6105bd85-nvidia-gpu-TensorRT-scc24-main | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.13292 | CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v2.3.6. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | +| 3 | MLCommons | available | open | datacenter | e8dbfdd7ca14 | e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.13976 | CLIP_SCORE: 15.617164582014084 FID_SCORE: 233.28573786792805 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | +| 4 | MLCommons | available | open | datacenter | 48ed6105bd85 | 48ed6105bd85-nvidia-gpu-TensorRT-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.13598 | CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v2.3.6. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | +| 5 | MLCommons | available | open | datacenter | 13fce262fb79 | 13fce262fb79-reference-gpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.375843 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/13fce262fb79-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 6 | MLCommons | available | open | datacenter | a51568200dc1 | a51568200dc1-reference-gpu-pytorch_v2.4.1-scc24-base_cu124 | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.375287 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/a51568200dc1-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 7 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.4.1-default_config | gptj-99 | gptj-99 | Offline | 52.9478 | nan | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/gptj-99/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.4. | 1 | 0 | v4.1 | 0 | False | Tokens/s | fp32 | +| 8 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.4.1-default_config | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.345721 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.4. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 9 | MLCommons | available | open | datacenter | 48ed6105bd85 | 48ed6105bd85-reference-gpu-pytorch_v2.1.0a0-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.373636 | CLIP_SCORE: 15.236237794160843 FID_SCORE: 238.78369342212613 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/48ed6105bd85-reference-gpu-pytorch_v2.1.0a0-scc24-base/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v2.3.6. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 10 | MLCommons | available | open | datacenter | f9ac88850adc | f9ac88850adc-reference-gpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.376944 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/f9ac88850adc-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 11 | MLCommons | available | open | datacenter | 3b07702db56d | 3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.374549 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | \ No newline at end of file diff --git a/summary.csv b/summary.csv index 15dc825..d96973b 100644 --- a/summary.csv +++ b/summary.csv @@ -1,4 +1,6 @@ Organization,Availability,Division,SystemType,SystemName,Platform,Model,MlperfModel,Scenario,Result,Accuracy,number_of_nodes,host_processor_model_name,host_processors_per_node,host_processor_core_count,accelerator_model_name,accelerators_per_node,Location,framework,operating_system,notes,compliance,errors,version,inferred,has_power,Units,weight_data_types +UNM-Roadrunners,available,open,"datacenter","4751fbf98487",4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,0.666646,CLIP_SCORE: 15.170220836997032 FID_SCORE: 235.68987775810245,1,"INTEL(R) XEON(R) PLATINUM 8580",2,60,"NVIDIA H100 NVL","3",open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)","Automated by MLCommons CM v3.0.1. ",1,0,v4.1,0,False,Samples/s,"fp32" +UNM-Roadrunners,available,open,"datacenter","4751fbf98487",4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main,stable-diffusion-xl,stable-diffusion-xl,Offline,0.665545,CLIP_SCORE: 13.906862080842256 FID_SCORE: 84.21082273715388,1,"INTEL(R) XEON(R) PLATINUM 8580",2,60,"NVIDIA H100 NVL","3",open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)","Automated by MLCommons CM v3.0.1. ",1,0,v4.1,0,False,Samples/s,"fp32" MLCommons,available,open,"datacenter","48ed6105bd85",48ed6105bd85-nvidia-gpu-TensorRT-scc24-main,stable-diffusion-xl,stable-diffusion-xl,Offline,1.13292,CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v2.3.6. ",1,0,v4.1,0,False,Samples/s,"int8" MLCommons,available,open,"datacenter","e8dbfdd7ca14",e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,1.13976,CLIP_SCORE: 15.617164582014084 FID_SCORE: 233.28573786792805,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v2.3.9. ",1,0,v4.1,0,False,Samples/s,"int8" MLCommons,available,open,"datacenter","48ed6105bd85",48ed6105bd85-nvidia-gpu-TensorRT-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,1.13598,CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v2.3.6. ",1,0,v4.1,0,False,Samples/s,"int8" diff --git a/summary.json b/summary.json index 7ac52c8..8c6d0d5 100644 --- a/summary.json +++ b/summary.json @@ -1,5 +1,65 @@ { "0":{ + "Organization":"UNM-Roadrunners", + "Availability":"available", + "Division":"open", + "SystemType":"datacenter", + "SystemName":"4751fbf98487", + "Platform":"4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base", + "Model":"stable-diffusion-xl", + "MlperfModel":"stable-diffusion-xl", + "Scenario":"Offline", + "Result":0.666646, + "Accuracy":"CLIP_SCORE: 15.170220836997032 FID_SCORE: 235.68987775810245", + "number_of_nodes":1, + "host_processor_model_name":"INTEL(R) XEON(R) PLATINUM 8580", + "host_processors_per_node":2, + "host_processor_core_count":60, + "accelerator_model_name":"NVIDIA H100 NVL", + "accelerators_per_node":3, + "Location":"open\/UNM-Roadrunners\/results\/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base\/stable-diffusion-xl\/offline", + "framework":"pytorch v2.4.1", + "operating_system":"Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)", + "notes":"Automated by MLCommons CM v3.0.1. ", + "compliance":1, + "errors":0, + "version":"v4.1", + "inferred":0, + "has_power":false, + "Units":"Samples\/s", + "weight_data_types":"fp32" + }, + "1":{ + "Organization":"UNM-Roadrunners", + "Availability":"available", + "Division":"open", + "SystemType":"datacenter", + "SystemName":"4751fbf98487", + "Platform":"4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main", + "Model":"stable-diffusion-xl", + "MlperfModel":"stable-diffusion-xl", + "Scenario":"Offline", + "Result":0.665545, + "Accuracy":"CLIP_SCORE: 13.906862080842256 FID_SCORE: 84.21082273715388", + "number_of_nodes":1, + "host_processor_model_name":"INTEL(R) XEON(R) PLATINUM 8580", + "host_processors_per_node":2, + "host_processor_core_count":60, + "accelerator_model_name":"NVIDIA H100 NVL", + "accelerators_per_node":3, + "Location":"open\/UNM-Roadrunners\/results\/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main\/stable-diffusion-xl\/offline", + "framework":"pytorch v2.4.1", + "operating_system":"Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)", + "notes":"Automated by MLCommons CM v3.0.1. ", + "compliance":1, + "errors":0, + "version":"v4.1", + "inferred":0, + "has_power":false, + "Units":"Samples\/s", + "weight_data_types":"fp32" + }, + "2":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -29,7 +89,7 @@ "Units":"Samples\/s", "weight_data_types":"int8" }, - "1":{ + "3":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -59,7 +119,7 @@ "Units":"Samples\/s", "weight_data_types":"int8" }, - "2":{ + "4":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -89,7 +149,7 @@ "Units":"Samples\/s", "weight_data_types":"int8" }, - "3":{ + "5":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -119,7 +179,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "4":{ + "6":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -149,7 +209,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "5":{ + "7":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -179,7 +239,7 @@ "Units":"Tokens\/s", "weight_data_types":"fp32" }, - "6":{ + "8":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -209,7 +269,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "7":{ + "9":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -239,7 +299,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "8":{ + "10":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -269,7 +329,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "9":{ + "11":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", diff --git a/summary.xlsx b/summary.xlsx new file mode 100644 index 0000000000000000000000000000000000000000..be473a8a5184e7c350e7fff138b0517286691ca3 GIT binary patch literal 8944 zcmZ{K1ymeM*X`i$F2REZ3r=u%cgql9g1fuB1$TmLfZ*=#1PyM%-8Jwg_x|tQ@AAHX z*6OaAUcGnE+Eu-)&N-zd3k8i0007{@haf<^rPW3a0sz2+0RXVTS9C>ftQ|qtjzBdx zTabf3ldF|wU&4rWHw(J>?eFlxC3?>9#iik$xiO#!wFig_esbJsD>qm~A0Q3Hj0Pi` z-;De>*OO(3foeYDO7nC^^4#+Z1Fuyh0`BcPyBhyC`L7qcN#xQ+1=pyE^{~cUKW1&4 zQGK<|owdG)(=H?UmHO*Y+(PJ;CJ4;MP1$6Gk3@O8)plM(AkyeEhM%LAE@4Vic**`n1gV%=4*L%4>;po|UE-wLGpyyq$EhK) zJo5BGsflU@`kb~jF;XQe{mgz$ydOi7R^mQ=vFXmy|ztaIvZbz+R|2Tu

ws#B-fi_dk++VjHG+z#NZXW+i&_EHvY>04`3|C=tG zKHA0Yr;-l1h5N55MrVpV-{UZ@-t}D(>p#JIU$5?M8!~G0j>EKBu6CEPsWXU7(Z7ny4-+uQ%Z2H0+BI za+DcdwB6CJ$;jatU(`XA$_+6xLm449%*c4ic<0EonH?HE5^M-19II_Ua{A8a-*S{P zB|~j7+Bi~!uDVNMd=V_SMSnf@jpWDo7MzH2i4!zRkuD-^6%M*W5megcUc728^ zhH8nz=7>&*6Y-Kh!tO+*tVqL46LDIQKc$N{g3%M}6b;v;C*a?T)aH#aoq?5*fC2yr z!L6$$^WUPl*w|Yb+Spk98JK?w)D|~p-ot_(c`Wu{tbK~+;n^j4)0~vsQV?y)g~0B(<&WpH8FJaV)}R;;_A)Pk|cWXBEgDB z2%-elPc^PXyd#dHH`V%Nv2w(8-$ys3Wl9-Q(^yF-3%>Rb2s^}8B?`~Ot>iLXJ_+}i zz^UP78Jb}CX3_~A4fy(;-^fqT-W?s@Lc9TnefcUtGDu<1I$I^KVM`LrCm^1rC;Tyl z?uDQ*BS4!Gp~no*M>zU|J%fL6B@VgQ=+Ap27n~y233|d^hEn z1EPQHbjI=P7zPdisAB{G@c-87k3tTnAdsU2^Iy&TKT?gQ>DnwxVf(J#YHDea>XaD7 z9G}01EDdDG6RDFwg@9FI{45d?JXD0 z5WXptVbVp9Vb-J&7ZC&;KEbdQRIE`fxzUOW+OCn}uy_J{B}OS37Fe zknwp4(F)DR&iUqBswSHLd7VQJirz<(8??U!e6%$hEK)d1wB+0iTCDSl&Bje?kcK(J$ylRbge#N(XITVKfO`m zBxD|vwAiH*fM6Spfkh@7NmhaYEhA5+WFBd&6en9GY)(Nevw|)_(Va7cvSCCVollKU z%c1<1j3X9W=D5}@*QS88sCjEof_vNf4ynL;Rx2iU5kf`R(`0)wezBmyxoXBB?dzvr z=s|Q!DRW3a6)gA!LQ3LdhkZ^d`9RSUqHaks?u2G?&&VDt-(^gA?#edGQs{i@IA7(} z7OS*9-4aI4K+frVc1JfFugIRCl~KL+z;c+xG~d{#f9#4vh@#4su)P^J9k z6ODR>&A{)P;c~*w_w*h@pdL2U#8ibAJyJNZMr`a6K7oZmxV;4qvI* zAlbSv91tAukYD1n1t$Ht?NKCXf3b3%blfCqf|DOW=FBwsvJV{~H-H@CVhSXfa-@J@ zZ6ogrmGPCckz%37%zkGX?w9;ittoq7jL_Rkwwa8Kw^->u0 z;7u?zB|Stn_;D#xzVlB0!u4GIGRr>|^6hetCDIF@=bSf!r)iNhJ5A<%I-acO@nfcz z04B#-4yKGnq}X3spNM}NPg;*^Aur0a3|jjOJ7XbNr@J~^3Ac<VTH zVVUvmHC?|b{$_S*$duj*xu=&GZ+D0~vBj0AoT$^=)m&WdCMVr)t=ny7^!X-g@#u%5 zhHMl5UVe}7GXvHKMV3J~f8lW~WP1{}pKhza_+kM(6X_W=m}I+d@t52X&RGUuF2$O% zFMCON-h7x?qUr2#dLB$awIaSy9(P#h+r^!45Jdi2d2DHbQq3M&hSL6Q*tT0AIi0HF z2|PWiQw#>8w8;>O#m|b+ZjY#3sh_tdP!_`$&~G@@t`3wjTyl?WU4T|%%#F^?H_+l3 zJc*3UYV``vZxdY~sa=h}wjvz4oZ@U{PHFy9sxLk=T#>o`pYMB4-x!~>FULWn)_xZYT0w|2=0D3Hk=H@Oc>7Y>^ z#neFdt!w7NFu4LaVUpHp12})2FtJkNfCMoN4Yy#jZ;jdaF*}JZc9SX1&;4^w%bC}1 zOUEDD=T)bx#?Sg;Ig~AelKtTOMI|(SXE9s}io@*SPMSt#in9bt24sj9`BH310X(RQ zt=o-kVzS$=qI{>RWc!|YT{V(t$RXo7Jx$VA`izBPjxN1^q0#zc1K;NgM@48n(E1P zJ_zWdTQ#j}eK{eww-Bx!>Zl=mCbzc{u3c7O3{6^wL&^o+{t)A1YymQaCat8x{HT63 z7XENEyR)R3Zd1W&<<11Y{umbKSVz!WOSX8Wr;W~dJCDn_i0r*ek)${nWwtskwoLNA zqb9`y@-!wzQQiTli-VSQZiYd^7>c_$g1cZ%P$O8nc|JC=Fzf05=<1_mv#NKpihyBu zJ%wr(eIfU}V{alM3A{LXOQU!E(^EJcpUn-j3n{p1`SZQuf>nzYOXT4+q)G_n6-%b2 zB^S2LlsI~+s*tSpLsW={iblCTBQ4T&-;{-{VENci8@w4tJal^q1}?-9Hy=^%&uVS{ zwvw)42ZE%u!;TjWJ{#zkG5?Fj-IX>T!Qzefw&2H|@X6BCZhuoGA43WW6kYVTV8+mo zJ-CeSD7P^)-_5LN&M+={Bbq+;NRAd2HYxWco$qs44#jD7Cvh)Iy3F~=9zFr_uG0yR zfY{d#K9$9p&P7Xyr^l!A>UnJ>WCILcSQ#MVz*>4Sqh^oAD{%*xv*jyvAKTeLYz$>O zwCchwjA|_CCzolN`|89C;%$b=UG-o;t>kK)uFC4VvJf=kD?%=PY+8bx$WSLNeJ4A0 z+(-w)%(>iB|EG$xeQDQCGzF2DBmT4TPWZtb8)cs64>Bt|TEH&C4CR3uKqQ?x%?sO0ks!;adY2MQiTA257x|>B^z~fyZ(DAhpGg007Q6P4Tl(NI z*%%z5f&Jo7Jo2BBNR;x3bq^VO>+L)A+g`K<4XnQCnPkEea}TL_HVz9Sm;jhYh3EDN z%AykYeT2`+sVf8;heq#)@bKT&4x6!~(Lt!2GpS`x#~e=|C1D<>Y|5F#@bLQ;9BzK* zFm+j(hjpdP612h(AZ`rW@1)V8W^~;fc{DUc34O6k(MrYv{{mg_$-4O{uLMjDe|4dCif-t@3KtauIDd&R0C~FdT2aRSaLV) zIkW}F_@^FS`T;=kU0F6 zZJ#*1YtDmhI|~&6_>;x}_k@G#Cwq{ws-wM`wTZ)DmaQpov&4}hxuD1B}Sdhkf7N<;BY%bJ?w2W zoB9&51g#&&r2LQ4(gk9P`Lby(u}-Z8TJ44?fk=|tuvK}VbbKQ}kJ|SkKQilD0@ykF zGFN5dYk60=Wfz=v%~sZ|wBC zWlt03YI^Hg*CQQHi)F1;2HAGCY8^rH>B6g7r`V|ko0*D2@akq*4_5>pv4Gy&_|r$` z@h#9h^?9x+kD>;qk09?3_k_BGlrt}KtuTa?G?@rL7x z0)vW^YhAMXdAxS34ri|=?`4^1ov>=TJYu91dyiH5PWN56rTUsu$&dfybr1$eUb z7=qVEYVu}1?YvN-aadg8I=+%l#B`EA%&fG+j?AKvv5-1EVhO|Jo=*6~Y*g8H8g1Oo zF*6=+^h~)LI9F()Q8wTZuB;rIy3Z`lSw-mhT|>E+LbLFa4%Sd9c3Mn+KP?)<+>{T7;{zln?iZr#!QsV|%@?R$nuoUk96`)9$k#$tmn9~v08 zLX|gStHgx5-Y5riV|AUZ+wu5h*kxh$W|O53yv1ZO>hF;5q&&xF;b@&vv|Ign$}I#ft0uI=gb(XwBbKA{RseWs?$aN`{M^WLbO^bP%;ODeC#8E8voeRVTzRM^w z{}NQoUwW0zkpDhiNvmCnjF4>;UD(bk1_bD#p>u6jXRGN!-KgmVzl7GB}ZsWOV zG4(!tHyE6b)*6YV7ZQ&5B<6*$Tt|h98dwqH3XU8)IqvRaMsJu27MWn6gj3Bz)X=qM zX*F9hcfxCux2S{mv!5~*56o+IW#ErJEkj~fL+~w229Ia5*Bk3lSs*A~sZ+1I zH4No@(F7}kQf@fH`Fe`?Tv@xod_-2XzGRtp;HH9MHbVFouo~tB=J?PjSA5rf2k534 za5MiL>X?at3a8DgdUu~ef32r5#FjC1nh}Jmj0Bu(G+9_`uqG>p6ys$K4wV_ zzy0!^M0-Ot7VlU^S~=%Je$a7!*-CBkKp1~j5rN0I)FEpJ(PIn*1Z8wQDr;hNrIN(P z1YnI4wD$O|#+&3YWVMC--+t4~BDBYbZWmWk{z zj9_Fj7X3O0IypZ(w`o``zAp?5!X$>8U&_O{Mj$k1C@&|tBnhY#8?x*%*_@nsdw|Wu ziO;(blQGPMwFh5Q4`UDM%}0io5QLwEXkA;b^IUaQUUriaT7pwcs4w`E;P_UUrDE5S zf_NMuv%SR*WHR3I@eJ61?cQcRk$O1-@$%obaU| z(>rf^-<1f*)5y;y`K(-LdZj}1>;&?Z@o;V7#5o8x6v|eZvpEI`Tw2|c3V#9RGJD4U+onAzGBhR)c470hIE)*J`Mz@{r3{45 zbZ85ga7G}L6{z~l6^y+4(gSUu5(d&>*{)!#`!jZ%`}40~8#VDEf?xUE9WTykpf*r4 z0zYhwoC>@grYlZ$v9JPsP8{;sy(QP_zO)bl15*PS+!!UOXl|_Jc=p+l#$|g>PS`}-=T8!TO zge{a4Rayjl_~iUOIc&8@g2q#`q*vElQaZ<&T+~8|WaK@i)G+Hw{7qI4I{2K5yU(Xg z2ezLLJ4B;PrD)+t@vv#~fnOaKqY(L}i4J^g^rZPyCKGAqBGPO`AlNI9EO3|Hvycf6M$H}8)W;qqRKG&!?!WlxpabVT|X^hnCN z`i4*X2I1GkWBX(KX?uj1i#lWFk`*4x+}!SF2C&s$ibS~|bv7Y3oz-RxGXeGCdn&Vi z?!8==gspaX*}90|r3F>vLrUo$OE+DpojpPhgLVjJfnK+Cr_K>cAS;3y$XL_S!OXN#<`o|h&9HM;gS*+EVQNfM1m(u|BZFnk?ZhhHk$ua9t=J96lv zkl6b?T;zvX@%rZ^zK|9hAfw}hcoyp$l`uk>5+r6$k?@J_wX^a3s|VFY7(CW8_GO}R zy~@^=*_&8Y;Mm3dMT%5o$&7)C&h5des`Fnf*(5+;Q_J2>Z@NfD!xI_LE{z^FD6t<> z7f{+S?`JO*9uNlqemVQKRgvO3PJ)K(zkE4LQ89N_C)w4%RAM_WX|-Z$x1#%~oZh_w z1p-bsmYgjZw!b-p3Kd9GOn}EcS1DuYxZgo{v^MJpeS2PbZ;s(V7w!uDbymXDQq{d+ z65-)s;sFcvFlkx*$fT^xJNT=tKrrj>Oki-;FJLN=PPNX^Zp19r@C^HJ zgO_p}=cWcnc}n1A1qOIYVQgchWN%~Zz-(k=5Bd{WWX6sCDTRWIP2q#Ly$adt=5K|~ z-zkWfs+H!hGI&6goyS-<_%&2wk@@zP3|xEk{d@I1hsAa)EV~R#HmevxkI~*0jWx~)%)z!N@@;65*Njc;8$6yXKPf|id#Hzs0L=vR2#-0UirjQYe!gB@9ImSS%iU~D>wzHD ztleNo7)>Yn?KO?*^Q%&xSUcumAXrphaL|VSpQ3)Uwf##|)voX*7WB5;cY!BitvLyp z#*DJ{AT&l4suqtdnJukv3ZV{i za0Vig^^KS*VcEIB-aIOQn7X==bY@Y7M_$$ncQ^&UCUd-1E`x#|Uzgb9a| zTmFN!6Cw|LZ#yx^2f7`3?MUZhV0=M*X?{wweNop&A$}RGo&?=0{Jk&Bs3j67=&gs& zZ805H(s3ng9gc}0`4)Q74nGxA)}6L9lf;o>VSbjV`w$}qh>qGm(BYVPDaM=w5wQ_B zoKC819^*ENc!zWh7xOpsd5YfzD&Or=*`lR?7XwFb% z?VHa~j2-ET-x=$@h02MJl<9DF;h0>YC#|BC^`wo?85}#_*jm(vLe}_;f3r4Y*+tZ@ z-A2AEug5jGs0aax4fVh83IKQ8Umst;Kh1yHBk-Ewbw&GcH~`@57X%&(|54w54SZer z{Rfx~eks8#uK%SB{F>)=Ve}uK4)8bx^ZeH`>1&qPIpTj<9uWU4%U>De*DSA-NB^+U zfOARz^I!gNQTsLcb-v>ta25D%0)zj*?8j?{*MZVM49(yk|HJVA!lu{I*DKzCpbU6_ zL0_+bUlY7`)PD$2-uxGTeGPx@9sj@$N&W-=KTe_~3j>Y?|7@W^0`!AN3pUxGU;hVU CUJlCu literal 0 HcmV?d00001 diff --git a/summary_results.json b/summary_results.json index 7d2d77d..879af24 100644 --- a/summary_results.json +++ b/summary_results.json @@ -358,5 +358,77 @@ "ColorKey": "availableMLCommons", "Performance_Result": 0.345721, "Performance_Units": "Samples/s" + }, + { + "ID": "4.1-0011", + "Submitter": "UNM-Roadrunners", + "Availability": "available", + "Category": "open", + "Suite": "datacenter", + "System": "4751fbf98487", + "Platform": "4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base", + "UsedModel": "stable-diffusion-xl", + "Model": "stable-diffusion-xl", + "Scenario": "Offline", + "Accuracy": "CLIP_SCORE: 15.170220836997032 FID_SCORE: 235.68987775810245", + "Nodes": 1, + "Processor": "INTEL(R) XEON(R) PLATINUM 8580", + "host_processors_per_node": 2, + "host_processor_core_count": 60, + "Accelerator": "NVIDIA H100 NVL", + "a#": 3, + "Location": "open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline", + "Software": "pytorch v2.4.1", + "operating_system": "Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)", + "Notes": "Automated by MLCommons CM v3.0.1. ", + "compliance": 1, + "errors": 0, + "version": "v4.1", + "inferred": 0, + "has_power": false, + "weight_data_types": "fp32", + "p#": 2, + "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base", + "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/UNM-Roadrunners/code", + "Unique ID (e.g. for Audit)": "datacenter/open/UNM-Roadrunners/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl", + "ColorKey": "availableUNM-Roadrunners", + "Performance_Result": 0.666646, + "Performance_Units": "Samples/s" + }, + { + "ID": "4.1-0012", + "Submitter": "UNM-Roadrunners", + "Availability": "available", + "Category": "open", + "Suite": "datacenter", + "System": "4751fbf98487", + "Platform": "4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main", + "UsedModel": "stable-diffusion-xl", + "Model": "stable-diffusion-xl", + "Scenario": "Offline", + "Accuracy": "CLIP_SCORE: 13.906862080842256 FID_SCORE: 84.21082273715388", + "Nodes": 1, + "Processor": "INTEL(R) XEON(R) PLATINUM 8580", + "host_processors_per_node": 2, + "host_processor_core_count": 60, + "Accelerator": "NVIDIA H100 NVL", + "a#": 3, + "Location": "open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main/stable-diffusion-xl/offline", + "Software": "pytorch v2.4.1", + "operating_system": "Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)", + "Notes": "Automated by MLCommons CM v3.0.1. ", + "compliance": 1, + "errors": 0, + "version": "v4.1", + "inferred": 0, + "has_power": false, + "weight_data_types": "fp32", + "p#": 2, + "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main", + "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/UNM-Roadrunners/code", + "Unique ID (e.g. for Audit)": "datacenter/open/UNM-Roadrunners/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main/stable-diffusion-xl", + "ColorKey": "availableUNM-Roadrunners", + "Performance_Result": 0.665545, + "Performance_Units": "Samples/s" } ] \ No newline at end of file