Fixes for SCC24 results

GATEOverflow · Sep 24, 2024 · b3ef023 · b3ef023
1 parent 225e089
commit b3ef023
Show file tree

Hide file tree

Showing 2 changed files with 16 additions and 51 deletions.
diff --git a/process_results_table.py b/process_results_table.py
@@ -154,7 +154,7 @@ def processdata(data, category, division, availability):
             mydata[myid][key] = item[key]
     return mydata
 
-models = [ "llama2-70b-99", "llama2-70b-99.9", "gptj-99", "gptj-99.9", "bert-99", "bert-99.9", "stable-diffusion-xl",  "dlrm-v2-99", "dlrm-v2-99.9", "retinanet", "resnet", "3d-unet-99", "3d-unet-99.9"  ]
+models = [ "stable-diffusion-xl" ]
 
 '''
 def get_precision_info(measurements_url, platform):
@@ -180,19 +180,7 @@ def construct_table(category, division, availability):
         <th id="col-system" class="headcol col-system">System</th>
         <th id="col-submitter" class="headcol col-submitter">Submitter</th>
         <th id="col-accelerator" class="headcol col-accelerator">Accelerator</th>
-        <th id="col-llama2-99" colspan="2">LLAMA2-70B-99</th>
-        <th id="col-llama2-99.9" colspan="2">LLAMA2-70B-99.9</th>
-        <th id="col-gptj-99" colspan="2">GPTJ-99</th>
-        <th id="col-gptj-99.9" colspan="2">GPTJ-99.9</th>
-        <th id="col-bert-99" colspan="2">Bert-99</th>
-        <th id="col-bert-99.9" colspan="2">Bert-99.9</th>
-        <th id="col-dlrm-v2-99" colspan="2">Stable Diffusion</th>
-        <th id="col-dlrm-v2-99" colspan="2">DLRM-v2-99</th>
-        <th id="col-dlrm-v2-99.9" colspan="2">DLRM-v2-99.9</th>
-        <th id="col-retinanet" colspan="2">Retinanet</th>
-        <th id="col-resnet50" colspan="2">ResNet50</th>
-        <th id="col-3d-unet-99" colspan="1">3d-unet-99</th>
-        <th id="col-3d-unet-99.9" colspan="1">3d-unet-99.9</th>
+        <th id="col-sdxl" colspan="1">Stable Diffusion</th>
         """ 
     tableheader += "</tr>"
 
@@ -202,29 +190,6 @@ def construct_table(category, division, availability):
     <th class="headcol col-system"></th>
     <th class="headcol col-submitter"></th>
     <th class="headcol col-accelerator"></th>
-    <th class="col-scenario">Server</th>
-    <th class="col-scenario">Offline</th>
-    <th class="col-scenario">Server</th>
-    <th class="col-scenario">Offline</th>
-    <th class="col-scenario">Server</th>
-    <th class="col-scenario">Offline</th>
-    <th class="col-scenario">Server</th>
-    <th class="col-scenario">Offline</th>
-    <th class="col-scenario">Server</th>
-    <th class="col-scenario">Offline</th>
-    <th class="col-scenario">Server</th>
-    <th class="col-scenario">Offline</th>
-    <th class="col-scenario">Server</th>
-    <th class="col-scenario">Offline</th>
-    <th class="col-scenario">Server</th>
-    <th class="col-scenario">Offline</th>
-    <th class="col-scenario">Server</th>
-    <th class="col-scenario">Offline</th>
-    <th class="col-scenario">Server</th>
-    <th class="col-scenario">Offline</th>
-    <th class="col-scenario">Server</th>
-    <th class="col-scenario">Offline</th>
-    <th class="col-scenario">Offline</th>
     <th class="col-scenario">Offline</th>
     """
 
@@ -297,7 +262,7 @@ def construct_table(category, division, availability):
                 html += f"""
                 <td></td>
                 """
-                if "3d-unet" not in m:
+                if "3d-unet" not in m and False:
                     html += f"""
                     <td></td>
                     """
@@ -440,7 +405,7 @@ def generate_select_options(options, selected_value):
 
 availabilities = ["Available", "Preview", "RDI" ]
 #availabilities = ["Available" ]
-division="closed"
+division="open"
 category="datacenter"
 html = ""
 for availability in availabilities:
@@ -455,20 +420,20 @@ def generate_select_options(options, selected_value):
 {tableposhtml}
 <hr>
 """
-summary = construct_summary_table(category, division)
+#summary = construct_summary_table(category, division)
 #print(summary)
-html += f"""
-<h2 id="count_heading">Count of Results </h2>
-{summary}
-<hr>
+#html += f"""
+#<h2 id="count_heading">Count of Results </h2>
+#{summary}
+#<hr>
 """
 
-html += """
-    <div id="submittervssubmissionchartContainer" class="bgtext" style="height:370px; width:80%; margin:auto;"></div>
-    <div id="modelvssubmissionchartContainer" class="bgtext" style="height:370px; width:80%; margin:auto;"></div>
-    """
+#html += """
+#    <div id="submittervssubmissionchartContainer" class="bgtext" style="height:370px; width:80%; margin:auto;"></div>
+#    <div id="modelvssubmissionchartContainer" class="bgtext" style="height:370px; width:80%; margin:auto;"></div>
+#    """
 
-html += generate_html_form(categories, divisions)
+#html += generate_html_form(categories, divisions)
 
 
 extra_scripts = """

diff --git a/summary_results.json b/summary_results.json
@@ -4,7 +4,7 @@
     "Submitter": "MLCommons",
     "Availability": "available",
     "Category": "open",
-    "Suite": "edge",
+    "Suite": "datacenter",
     "System": "48ed6105bd85",
     "Platform": "48ed6105bd85-nvidia-gpu-TensorRT-scc24-base",
     "UsedModel": "stable-diffusion-xl",
@@ -40,7 +40,7 @@
     "Submitter": "MLCommons",
     "Availability": "available",
     "Category": "open",
-    "Suite": "edge",
+    "Suite": "datacenter",
     "System": "48ed6105bd85",
     "Platform": "48ed6105bd85-nvidia-gpu-TensorRT-scc24-main",
     "UsedModel": "stable-diffusion-xl",