Skip to content

Commit 1e15ac2

Browse files
arjunsuresharjunsuresh
committed
Results on mlc-server
1 parent d43776c commit 1e15ac2

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

46 files changed

+26923
-2779
lines changed

‎closed/MLCommons/compliance/mlc-server-reference-gpu-pytorch_v2.4.0-cu124/rgat/offline/TEST01/accuracy/accuracy.txt

+2
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
2+
hash=da1ea845ac1fc987c79ed6ee46275288b170e90bfe4de4820d7709453a887e1d

‎closed/MLCommons/compliance/mlc-server-reference-gpu-pytorch_v2.4.0-cu124/rgat/offline/TEST01/accuracy/baseline_accuracy.txt

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
accuracy=72.947%, good=2993, total=4103

‎closed/MLCommons/compliance/mlc-server-reference-gpu-pytorch_v2.4.0-cu124/rgat/offline/TEST01/accuracy/compliance_accuracy.txt

+1
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
accuracy=73.215%, good=3004, total=4103

‎closed/MLCommons/compliance/mlc-server-reference-gpu-pytorch_v2.4.0-cu124/rgat/offline/TEST01/accuracy/mlperf_log_accuracy.json

+149
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,149 @@
1+
[
2+
{ "seq_id" : 2406, "qsl_idx" : 389699, "data" : "00" },
3+
{ "seq_id" : 2638, "qsl_idx" : 445570, "data" : "09" },
4+
{ "seq_id" : 2962, "qsl_idx" : 555401, "data" : "0C" },
5+
{ "seq_id" : 3140, "qsl_idx" : 200368, "data" : "0E" },
6+
{ "seq_id" : 3152, "qsl_idx" : 66627, "data" : "13" },
7+
{ "seq_id" : 3174, "qsl_idx" : 650047, "data" : "03" },
8+
{ "seq_id" : 3508, "qsl_idx" : 321959, "data" : "07" },
9+
{ "seq_id" : 3665, "qsl_idx" : 394992, "data" : "14" },
10+
{ "seq_id" : 3860, "qsl_idx" : 299548, "data" : "00" },
11+
{ "seq_id" : 3901, "qsl_idx" : 627882, "data" : "01" },
12+
{ "seq_id" : 3937, "qsl_idx" : 62394, "data" : "04" },
13+
{ "seq_id" : 3994, "qsl_idx" : 169728, "data" : "03" },
14+
{ "seq_id" : 279, "qsl_idx" : 652255, "data" : "05" },
15+
{ "seq_id" : 446, "qsl_idx" : 685459, "data" : "00" },
16+
{ "seq_id" : 1109, "qsl_idx" : 253839, "data" : "03" },
17+
{ "seq_id" : 1371, "qsl_idx" : 701754, "data" : "03" },
18+
{ "seq_id" : 1393, "qsl_idx" : 31812, "data" : "09" },
19+
{ "seq_id" : 1545, "qsl_idx" : 307521, "data" : "03" },
20+
{ "seq_id" : 1630, "qsl_idx" : 671403, "data" : "09" },
21+
{ "seq_id" : 1631, "qsl_idx" : 405231, "data" : "08" },
22+
{ "seq_id" : 1891, "qsl_idx" : 655108, "data" : "03" },
23+
{ "seq_id" : 4660, "qsl_idx" : 213789, "data" : "03" },
24+
{ "seq_id" : 4895, "qsl_idx" : 719626, "data" : "0D" },
25+
{ "seq_id" : 4931, "qsl_idx" : 594428, "data" : "03" },
26+
{ "seq_id" : 5148, "qsl_idx" : 614397, "data" : "0A" },
27+
{ "seq_id" : 5216, "qsl_idx" : 30128, "data" : "0D" },
28+
{ "seq_id" : 5471, "qsl_idx" : 758136, "data" : "09" },
29+
{ "seq_id" : 5893, "qsl_idx" : 680532, "data" : "11" },
30+
{ "seq_id" : 5996, "qsl_idx" : 93245, "data" : "08" },
31+
{ "seq_id" : 6093, "qsl_idx" : 762173, "data" : "16" },
32+
{ "seq_id" : 6391, "qsl_idx" : 209138, "data" : "15" },
33+
{ "seq_id" : 6508, "qsl_idx" : 485468, "data" : "00" },
34+
{ "seq_id" : 6607, "qsl_idx" : 678834, "data" : "13" },
35+
{ "seq_id" : 6711, "qsl_idx" : 767293, "data" : "03" },
36+
{ "seq_id" : 6989, "qsl_idx" : 255997, "data" : "09" },
37+
{ "seq_id" : 7063, "qsl_idx" : 153959, "data" : "03" },
38+
{ "seq_id" : 7175, "qsl_idx" : 741995, "data" : "00" },
39+
{ "seq_id" : 7374, "qsl_idx" : 173268, "data" : "09" },
40+
{ "seq_id" : 7381, "qsl_idx" : 737568, "data" : "0A" },
41+
{ "seq_id" : 7801, "qsl_idx" : 439989, "data" : "0F" },
42+
{ "seq_id" : 7920, "qsl_idx" : 450344, "data" : "02" },
43+
{ "seq_id" : 8152, "qsl_idx" : 446826, "data" : "14" },
44+
{ "seq_id" : 10704, "qsl_idx" : 755813, "data" : "04" },
45+
{ "seq_id" : 10900, "qsl_idx" : 724848, "data" : "00" },
46+
{ "seq_id" : 11013, "qsl_idx" : 633751, "data" : "0A" },
47+
{ "seq_id" : 11269, "qsl_idx" : 200381, "data" : "0D" },
48+
{ "seq_id" : 11375, "qsl_idx" : 226641, "data" : "05" },
49+
{ "seq_id" : 11414, "qsl_idx" : 494267, "data" : "0A" },
50+
{ "seq_id" : 11474, "qsl_idx" : 12312, "data" : "05" },
51+
{ "seq_id" : 11554, "qsl_idx" : 255566, "data" : "0A" },
52+
{ "seq_id" : 11618, "qsl_idx" : 294592, "data" : "07" },
53+
{ "seq_id" : 11826, "qsl_idx" : 511359, "data" : "01" },
54+
{ "seq_id" : 12104, "qsl_idx" : 720996, "data" : "00" },
55+
{ "seq_id" : 12267, "qsl_idx" : 1213, "data" : "03" },
56+
{ "seq_id" : 12283, "qsl_idx" : 289447, "data" : "05" },
57+
{ "seq_id" : 8837, "qsl_idx" : 783411, "data" : "02" },
58+
{ "seq_id" : 8992, "qsl_idx" : 151377, "data" : "11" },
59+
{ "seq_id" : 9160, "qsl_idx" : 286160, "data" : "00" },
60+
{ "seq_id" : 9788, "qsl_idx" : 374101, "data" : "14" },
61+
{ "seq_id" : 10175, "qsl_idx" : 502007, "data" : "1F" },
62+
{ "seq_id" : 14383, "qsl_idx" : 677417, "data" : "15" },
63+
{ "seq_id" : 14603, "qsl_idx" : 492814, "data" : "03" },
64+
{ "seq_id" : 14608, "qsl_idx" : 212909, "data" : "03" },
65+
{ "seq_id" : 14706, "qsl_idx" : 233199, "data" : "11" },
66+
{ "seq_id" : 14885, "qsl_idx" : 706417, "data" : "03" },
67+
{ "seq_id" : 14934, "qsl_idx" : 762892, "data" : "00" },
68+
{ "seq_id" : 14959, "qsl_idx" : 496122, "data" : "03" },
69+
{ "seq_id" : 15354, "qsl_idx" : 582199, "data" : "08" },
70+
{ "seq_id" : 15411, "qsl_idx" : 483095, "data" : "01" },
71+
{ "seq_id" : 16071, "qsl_idx" : 453148, "data" : "03" },
72+
{ "seq_id" : 12386, "qsl_idx" : 664902, "data" : "05" },
73+
{ "seq_id" : 12429, "qsl_idx" : 509058, "data" : "0E" },
74+
{ "seq_id" : 12493, "qsl_idx" : 9863, "data" :
75+
76+
...
77+
78+
72363, "qsl_idx" : 600427, "data" : "00" },
79+
{ "seq_id" : 772382, "qsl_idx" : 322017, "data" : "05" },
80+
{ "seq_id" : 773099, "qsl_idx" : 115807, "data" : "08" },
81+
{ "seq_id" : 773261, "qsl_idx" : 727720, "data" : "03" },
82+
{ "seq_id" : 773476, "qsl_idx" : 74090, "data" : "02" },
83+
{ "seq_id" : 773854, "qsl_idx" : 731383, "data" : "14" },
84+
{ "seq_id" : 773929, "qsl_idx" : 60177, "data" : "0E" },
85+
{ "seq_id" : 773968, "qsl_idx" : 99534, "data" : "00" },
86+
{ "seq_id" : 774142, "qsl_idx" : 165247, "data" : "0F" },
87+
{ "seq_id" : 774400, "qsl_idx" : 76466, "data" : "03" },
88+
{ "seq_id" : 774537, "qsl_idx" : 466117, "data" : "06" },
89+
{ "seq_id" : 774624, "qsl_idx" : 383643, "data" : "0E" },
90+
{ "seq_id" : 774797, "qsl_idx" : 312198, "data" : "20" },
91+
{ "seq_id" : 774890, "qsl_idx" : 785576, "data" : "00" },
92+
{ "seq_id" : 775237, "qsl_idx" : 171907, "data" : "1A" },
93+
{ "seq_id" : 775322, "qsl_idx" : 710993, "data" : "07" },
94+
{ "seq_id" : 775470, "qsl_idx" : 577078, "data" : "23" },
95+
{ "seq_id" : 775515, "qsl_idx" : 525117, "data" : "03" },
96+
{ "seq_id" : 775625, "qsl_idx" : 765588, "data" : "02" },
97+
{ "seq_id" : 776206, "qsl_idx" : 715248, "data" : "03" },
98+
{ "seq_id" : 776274, "qsl_idx" : 517754, "data" : "0A" },
99+
{ "seq_id" : 776665, "qsl_idx" : 741561, "data" : "25" },
100+
{ "seq_id" : 777054, "qsl_idx" : 678867, "data" : "12" },
101+
{ "seq_id" : 777303, "qsl_idx" : 774966, "data" : "03" },
102+
{ "seq_id" : 777344, "qsl_idx" : 735897, "data" : "03" },
103+
{ "seq_id" : 777411, "qsl_idx" : 368408, "data" : "03" },
104+
{ "seq_id" : 777511, "qsl_idx" : 78219, "data" : "09" },
105+
{ "seq_id" : 777715, "qsl_idx" : 298320, "data" : "09" },
106+
{ "seq_id" : 777728, "qsl_idx" : 593185, "data" : "08" },
107+
{ "seq_id" : 777996, "qsl_idx" : 335688, "data" : "03" },
108+
{ "seq_id" : 778031, "qsl_idx" : 404027, "data" : "00" },
109+
{ "seq_id" : 778338, "qsl_idx" : 677094, "data" : "0F" },
110+
{ "seq_id" : 778611, "qsl_idx" : 337003, "data" : "3A" },
111+
{ "seq_id" : 778637, "qsl_idx" : 201878, "data" : "03" },
112+
{ "seq_id" : 778703, "qsl_idx" : 641899, "data" : "08" },
113+
{ "seq_id" : 778787, "qsl_idx" : 15013, "data" : "03" },
114+
{ "seq_id" : 779421, "qsl_idx" : 403701, "data" : "08" },
115+
{ "seq_id" : 779712, "qsl_idx" : 517246, "data" : "13" },
116+
{ "seq_id" : 779883, "qsl_idx" : 446624, "data" : "03" },
117+
{ "seq_id" : 779884, "qsl_idx" : 402541, "data" : "0E" },
118+
{ "seq_id" : 780227, "qsl_idx" : 774209, "data" : "08" },
119+
{ "seq_id" : 780627, "qsl_idx" : 427694, "data" : "02" },
120+
{ "seq_id" : 780920, "qsl_idx" : 486177, "data" : "02" },
121+
{ "seq_id" : 781125, "qsl_idx" : 196682, "data" : "0B" },
122+
{ "seq_id" : 781673, "qsl_idx" : 579406, "data" : "06" },
123+
{ "seq_id" : 781712, "qsl_idx" : 41756, "data" : "0E" },
124+
{ "seq_id" : 781867, "qsl_idx" : 763219, "data" : "11" },
125+
{ "seq_id" : 782087, "qsl_idx" : 261628, "data" : "03" },
126+
{ "seq_id" : 782122, "qsl_idx" : 450335, "data" : "11" },
127+
{ "seq_id" : 782261, "qsl_idx" : 264738, "data" : "0C" },
128+
{ "seq_id" : 782315, "qsl_idx" : 117088, "data" : "02" },
129+
{ "seq_id" : 782668, "qsl_idx" : 133388, "data" : "0A" },
130+
{ "seq_id" : 782894, "qsl_idx" : 678251, "data" : "07" },
131+
{ "seq_id" : 783146, "qsl_idx" : 459169, "data" : "00" },
132+
{ "seq_id" : 783368, "qsl_idx" : 144867, "data" : "03" },
133+
{ "seq_id" : 783407, "qsl_idx" : 423469, "data" : "03" },
134+
{ "seq_id" : 783547, "qsl_idx" : 300488, "data" : "09" },
135+
{ "seq_id" : 783583, "qsl_idx" : 234099, "data" : "02" },
136+
{ "seq_id" : 783791, "qsl_idx" : 43569, "data" : "03" },
137+
{ "seq_id" : 784059, "qsl_idx" : 65091, "data" : "00" },
138+
{ "seq_id" : 784120, "qsl_idx" : 324201, "data" : "0A" },
139+
{ "seq_id" : 785151, "qsl_idx" : 600679, "data" : "04" },
140+
{ "seq_id" : 785213, "qsl_idx" : 581100, "data" : "0A" },
141+
{ "seq_id" : 785600, "qsl_idx" : 736803, "data" : "05" },
142+
{ "seq_id" : 785721, "qsl_idx" : 548215, "data" : "03" },
143+
{ "seq_id" : 786265, "qsl_idx" : 777121, "data" : "05" },
144+
{ "seq_id" : 786596, "qsl_idx" : 375550, "data" : "0A" },
145+
{ "seq_id" : 786921, "qsl_idx" : 348802, "data" : "0A" },
146+
{ "seq_id" : 787444, "qsl_idx" : 503474, "data" : "0E" },
147+
{ "seq_id" : 787606, "qsl_idx" : 773800, "data" : "00" },
148+
{ "seq_id" : 787862, "qsl_idx" : 616528, "data" : "02" }
149+
]

0 commit comments

Comments
 (0)