diff --git a/README.md b/README.md new file mode 100644 index 0000000..12b4264 --- /dev/null +++ b/README.md @@ -0,0 +1,35 @@ +Please download [summary.xlsx](summary.xlsx) to view the most recent results. + ``` +[2024-10-08 08:24:58,639 submission_checker1.py:2936 INFO] Results=12, NoResults=0, Power Results=0 +[2024-10-08 08:24:58,639 submission_checker1.py:2943 INFO] --- +[2024-10-08 08:24:58,639 submission_checker1.py:2944 INFO] Closed Results=0, Closed Power Results=0 + +[2024-10-08 08:24:58,639 submission_checker1.py:2949 INFO] Open Results=12, Open Power Results=0 + +[2024-10-08 08:24:58,639 submission_checker1.py:2954 INFO] Network Results=0, Network Power Results=0 + +[2024-10-08 08:24:58,639 submission_checker1.py:2959 INFO] --- +[2024-10-08 08:24:58,639 submission_checker1.py:2961 INFO] Systems=11, Power Systems=0 +[2024-10-08 08:24:58,639 submission_checker1.py:2962 INFO] Closed Systems=0, Closed Power Systems=0 +[2024-10-08 08:24:58,639 submission_checker1.py:2967 INFO] Open Systems=11, Open Power Systems=0 +[2024-10-08 08:24:58,639 submission_checker1.py:2972 INFO] Network Systems=0, Network Power Systems=0 +[2024-10-08 08:24:58,639 submission_checker1.py:2977 INFO] --- +[2024-10-08 08:24:58,639 submission_checker1.py:2982 INFO] SUMMARY: submission looks OK +INFO:root: ! call "postprocess" from /home/runner/CM/repos/mlcommons@cm4mlops/script/run-mlperf-inference-submission-checker/customize.py + +``` + +| | Organization | Availability | Division | SystemType | SystemName | Platform | Model | MlperfModel | Scenario | Result | Accuracy | number_of_nodes | host_processor_model_name | host_processors_per_node | host_processor_core_count | accelerator_model_name | accelerators_per_node | Location | framework | operating_system | notes | compliance | errors | version | inferred | has_power | Units | weight_data_types | +|---:|:----------------|:---------------|:-----------|:-------------|:-------------|:-----------------------------------------------------------|:--------------------|:--------------------|:-----------|----------:|:--------------------------------------------------------------|------------------:|:-------------------------------|---------------------------:|----------------------------:|:-------------------------|------------------------:|:--------------------------------------------------------------------------------------------------------------|:---------------|:------------------------------------------------------------|:----------------------------------|-------------:|---------:|:----------|-----------:|:------------|:----------|:--------------------| +| 0 | UNM-Roadrunners | available | open | datacenter | 4751fbf98487 | 4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.666646 | CLIP_SCORE: 15.170220836997032 FID_SCORE: 235.68987775810245 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 3 | open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35) | Automated by MLCommons CM v3.0.1. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 1 | UNM-Roadrunners | available | open | datacenter | 4751fbf98487 | 4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.665545 | CLIP_SCORE: 13.906862080842256 FID_SCORE: 84.21082273715388 | 1 | INTEL(R) XEON(R) PLATINUM 8580 | 2 | 60 | NVIDIA H100 NVL | 3 | open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35) | Automated by MLCommons CM v3.0.1. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 2 | MLCommons | available | open | datacenter | 48ed6105bd85 | 48ed6105bd85-nvidia-gpu-TensorRT-scc24-main | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.13292 | CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v2.3.6. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | +| 3 | MLCommons | available | open | datacenter | e8dbfdd7ca14 | e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.13976 | CLIP_SCORE: 15.617164582014084 FID_SCORE: 233.28573786792805 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | +| 4 | MLCommons | available | open | datacenter | 48ed6105bd85 | 48ed6105bd85-nvidia-gpu-TensorRT-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 1.13598 | CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v2.3.6. | 1 | 0 | v4.1 | 0 | False | Samples/s | int8 | +| 5 | MLCommons | available | open | datacenter | 13fce262fb79 | 13fce262fb79-reference-gpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.375843 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/13fce262fb79-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 6 | MLCommons | available | open | datacenter | a51568200dc1 | a51568200dc1-reference-gpu-pytorch_v2.4.1-scc24-base_cu124 | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.375287 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/a51568200dc1-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 7 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.4.1-default_config | gptj-99 | gptj-99 | Offline | 52.9478 | nan | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/gptj-99/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.4. | 1 | 0 | v4.1 | 0 | False | Tokens/s | fp32 | +| 8 | MLCommons | available | open | edge | gh_action | gh_action-reference-gpu-pytorch_v2.4.1-default_config | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.345721 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/gh_action-reference-gpu-pytorch_v2.4.1-default_config/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.4. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 9 | MLCommons | available | open | datacenter | 48ed6105bd85 | 48ed6105bd85-reference-gpu-pytorch_v2.1.0a0-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.373636 | CLIP_SCORE: 15.236237794160843 FID_SCORE: 238.78369342212613 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/48ed6105bd85-reference-gpu-pytorch_v2.1.0a0-scc24-base/stable-diffusion-xl/offline | TensorRT | Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31) | Automated by MLCommons CM v2.3.6. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 10 | MLCommons | available | open | datacenter | f9ac88850adc | f9ac88850adc-reference-gpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.376944 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/f9ac88850adc-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | +| 11 | MLCommons | available | open | datacenter | 3b07702db56d | 3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base | stable-diffusion-xl | stable-diffusion-xl | Offline | 0.374549 | CLIP_SCORE: 15.18544016778469 FID_SCORE: 235.69504308101006 | 1 | Intel(R) Xeon(R) w7-2495X | 1 | 24 | NVIDIA GeForce RTX 4090 | 1 | open/MLCommons/results/3b07702db56d-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline | pytorch v2.4.1 | Ubuntu 22.04 (linux-6.2.0-39-generic-glibc2.35) | Automated by MLCommons CM v2.3.9. | 1 | 0 | v4.1 | 0 | False | Samples/s | fp32 | \ No newline at end of file diff --git a/summary.csv b/summary.csv index 15dc825..d96973b 100644 --- a/summary.csv +++ b/summary.csv @@ -1,4 +1,6 @@ Organization,Availability,Division,SystemType,SystemName,Platform,Model,MlperfModel,Scenario,Result,Accuracy,number_of_nodes,host_processor_model_name,host_processors_per_node,host_processor_core_count,accelerator_model_name,accelerators_per_node,Location,framework,operating_system,notes,compliance,errors,version,inferred,has_power,Units,weight_data_types +UNM-Roadrunners,available,open,"datacenter","4751fbf98487",4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,0.666646,CLIP_SCORE: 15.170220836997032 FID_SCORE: 235.68987775810245,1,"INTEL(R) XEON(R) PLATINUM 8580",2,60,"NVIDIA H100 NVL","3",open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)","Automated by MLCommons CM v3.0.1. ",1,0,v4.1,0,False,Samples/s,"fp32" +UNM-Roadrunners,available,open,"datacenter","4751fbf98487",4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main,stable-diffusion-xl,stable-diffusion-xl,Offline,0.665545,CLIP_SCORE: 13.906862080842256 FID_SCORE: 84.21082273715388,1,"INTEL(R) XEON(R) PLATINUM 8580",2,60,"NVIDIA H100 NVL","3",open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main/stable-diffusion-xl/offline,"pytorch v2.4.1","Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)","Automated by MLCommons CM v3.0.1. ",1,0,v4.1,0,False,Samples/s,"fp32" MLCommons,available,open,"datacenter","48ed6105bd85",48ed6105bd85-nvidia-gpu-TensorRT-scc24-main,stable-diffusion-xl,stable-diffusion-xl,Offline,1.13292,CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-main/stable-diffusion-xl/offline,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v2.3.6. ",1,0,v4.1,0,False,Samples/s,"int8" MLCommons,available,open,"datacenter","e8dbfdd7ca14",e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,1.13976,CLIP_SCORE: 15.617164582014084 FID_SCORE: 233.28573786792805,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/e8dbfdd7ca14-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v2.3.9. ",1,0,v4.1,0,False,Samples/s,"int8" MLCommons,available,open,"datacenter","48ed6105bd85",48ed6105bd85-nvidia-gpu-TensorRT-scc24-base,stable-diffusion-xl,stable-diffusion-xl,Offline,1.13598,CLIP_SCORE: 15.586050063371658 FID_SCORE: 236.8087101317688,1,"Intel(R) Xeon(R) w7-2495X",1,24,"NVIDIA GeForce RTX 4090","1",open/MLCommons/results/48ed6105bd85-nvidia-gpu-TensorRT-scc24-base/stable-diffusion-xl/offline,"TensorRT","Ubuntu 20.04 (linux-6.2.0-39-generic-glibc2.31)","Automated by MLCommons CM v2.3.6. ",1,0,v4.1,0,False,Samples/s,"int8" diff --git a/summary.json b/summary.json index 7ac52c8..8c6d0d5 100644 --- a/summary.json +++ b/summary.json @@ -1,5 +1,65 @@ { "0":{ + "Organization":"UNM-Roadrunners", + "Availability":"available", + "Division":"open", + "SystemType":"datacenter", + "SystemName":"4751fbf98487", + "Platform":"4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base", + "Model":"stable-diffusion-xl", + "MlperfModel":"stable-diffusion-xl", + "Scenario":"Offline", + "Result":0.666646, + "Accuracy":"CLIP_SCORE: 15.170220836997032 FID_SCORE: 235.68987775810245", + "number_of_nodes":1, + "host_processor_model_name":"INTEL(R) XEON(R) PLATINUM 8580", + "host_processors_per_node":2, + "host_processor_core_count":60, + "accelerator_model_name":"NVIDIA H100 NVL", + "accelerators_per_node":3, + "Location":"open\/UNM-Roadrunners\/results\/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base\/stable-diffusion-xl\/offline", + "framework":"pytorch v2.4.1", + "operating_system":"Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)", + "notes":"Automated by MLCommons CM v3.0.1. ", + "compliance":1, + "errors":0, + "version":"v4.1", + "inferred":0, + "has_power":false, + "Units":"Samples\/s", + "weight_data_types":"fp32" + }, + "1":{ + "Organization":"UNM-Roadrunners", + "Availability":"available", + "Division":"open", + "SystemType":"datacenter", + "SystemName":"4751fbf98487", + "Platform":"4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main", + "Model":"stable-diffusion-xl", + "MlperfModel":"stable-diffusion-xl", + "Scenario":"Offline", + "Result":0.665545, + "Accuracy":"CLIP_SCORE: 13.906862080842256 FID_SCORE: 84.21082273715388", + "number_of_nodes":1, + "host_processor_model_name":"INTEL(R) XEON(R) PLATINUM 8580", + "host_processors_per_node":2, + "host_processor_core_count":60, + "accelerator_model_name":"NVIDIA H100 NVL", + "accelerators_per_node":3, + "Location":"open\/UNM-Roadrunners\/results\/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main\/stable-diffusion-xl\/offline", + "framework":"pytorch v2.4.1", + "operating_system":"Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)", + "notes":"Automated by MLCommons CM v3.0.1. ", + "compliance":1, + "errors":0, + "version":"v4.1", + "inferred":0, + "has_power":false, + "Units":"Samples\/s", + "weight_data_types":"fp32" + }, + "2":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -29,7 +89,7 @@ "Units":"Samples\/s", "weight_data_types":"int8" }, - "1":{ + "3":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -59,7 +119,7 @@ "Units":"Samples\/s", "weight_data_types":"int8" }, - "2":{ + "4":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -89,7 +149,7 @@ "Units":"Samples\/s", "weight_data_types":"int8" }, - "3":{ + "5":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -119,7 +179,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "4":{ + "6":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -149,7 +209,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "5":{ + "7":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -179,7 +239,7 @@ "Units":"Tokens\/s", "weight_data_types":"fp32" }, - "6":{ + "8":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -209,7 +269,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "7":{ + "9":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -239,7 +299,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "8":{ + "10":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", @@ -269,7 +329,7 @@ "Units":"Samples\/s", "weight_data_types":"fp32" }, - "9":{ + "11":{ "Organization":"MLCommons", "Availability":"available", "Division":"open", diff --git a/summary.xlsx b/summary.xlsx new file mode 100644 index 0000000..be473a8 Binary files /dev/null and b/summary.xlsx differ diff --git a/summary_results.json b/summary_results.json index 7d2d77d..879af24 100644 --- a/summary_results.json +++ b/summary_results.json @@ -358,5 +358,77 @@ "ColorKey": "availableMLCommons", "Performance_Result": 0.345721, "Performance_Units": "Samples/s" + }, + { + "ID": "4.1-0011", + "Submitter": "UNM-Roadrunners", + "Availability": "available", + "Category": "open", + "Suite": "datacenter", + "System": "4751fbf98487", + "Platform": "4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base", + "UsedModel": "stable-diffusion-xl", + "Model": "stable-diffusion-xl", + "Scenario": "Offline", + "Accuracy": "CLIP_SCORE: 15.170220836997032 FID_SCORE: 235.68987775810245", + "Nodes": 1, + "Processor": "INTEL(R) XEON(R) PLATINUM 8580", + "host_processors_per_node": 2, + "host_processor_core_count": 60, + "Accelerator": "NVIDIA H100 NVL", + "a#": 3, + "Location": "open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl/offline", + "Software": "pytorch v2.4.1", + "operating_system": "Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)", + "Notes": "Automated by MLCommons CM v3.0.1. ", + "compliance": 1, + "errors": 0, + "version": "v4.1", + "inferred": 0, + "has_power": false, + "weight_data_types": "fp32", + "p#": 2, + "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base", + "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/UNM-Roadrunners/code", + "Unique ID (e.g. for Audit)": "datacenter/open/UNM-Roadrunners/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-base/stable-diffusion-xl", + "ColorKey": "availableUNM-Roadrunners", + "Performance_Result": 0.666646, + "Performance_Units": "Samples/s" + }, + { + "ID": "4.1-0012", + "Submitter": "UNM-Roadrunners", + "Availability": "available", + "Category": "open", + "Suite": "datacenter", + "System": "4751fbf98487", + "Platform": "4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main", + "UsedModel": "stable-diffusion-xl", + "Model": "stable-diffusion-xl", + "Scenario": "Offline", + "Accuracy": "CLIP_SCORE: 13.906862080842256 FID_SCORE: 84.21082273715388", + "Nodes": 1, + "Processor": "INTEL(R) XEON(R) PLATINUM 8580", + "host_processors_per_node": 2, + "host_processor_core_count": 60, + "Accelerator": "NVIDIA H100 NVL", + "a#": 3, + "Location": "open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main/stable-diffusion-xl/offline", + "Software": "pytorch v2.4.1", + "operating_system": "Ubuntu 22.04 (linux-5.14.0-427.37.1.el9_4.x86_64-glibc2.35)", + "Notes": "Automated by MLCommons CM v3.0.1. ", + "compliance": 1, + "errors": 0, + "version": "v4.1", + "inferred": 0, + "has_power": false, + "weight_data_types": "fp32", + "p#": 2, + "Details": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/UNM-Roadrunners/results/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main", + "Code": "https://github.com/mlcommons/https://github.com/mlcommons/submissions_inference_results_v4.1/tree/main/open/UNM-Roadrunners/code", + "Unique ID (e.g. for Audit)": "datacenter/open/UNM-Roadrunners/4751fbf98487-reference-gpu-pytorch_v2.4.1-scc24-main/stable-diffusion-xl", + "ColorKey": "availableUNM-Roadrunners", + "Performance_Result": 0.665545, + "Performance_Units": "Samples/s" } ] \ No newline at end of file