Skip to content

Commit 9226425

Browse files
arjunsuresharjunsuresh
committed
Results from GH action on NVIDIA_RTX4090x1
1 parent d9853ca commit 9226425

File tree

113 files changed

+23210
-72
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

113 files changed

+23210
-72
lines changed

‎closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/accuracy.txt

+2
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
2+
hash=182b35bd45a00bbb889a0adc85afda3a54cb7773f18afbcd72008faf01150c1e

‎closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/baseline_accuracy.txt

+10
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
{"exact_match": 26.18732261116367, "f1": 28.449692786466613}
2+
Reading examples...
3+
No cached features at 'eval_features.pickle'... converting from examples...
4+
Creating tokenizer...
5+
Converting examples to features...
6+
Caching features at 'eval_features.pickle'...
7+
Loading LoadGen logs...
8+
Post-processing predictions...
9+
Writing predictions to: predictions.json
10+
Evaluating predictions...

‎closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/compliance_accuracy.txt

+7
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,7 @@
1+
{"exact_match": 26.18732261116367, "f1": 28.449692786466613}
2+
Reading examples...
3+
Loading cached features from 'eval_features.pickle'...
4+
Loading LoadGen logs...
5+
Post-processing predictions...
6+
Writing predictions to: predictions.json
7+
Evaluating predictions...

‎closed/MLCommons/compliance/RTX4090x1-nvidia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/mlperf_log_accuracy.json

+18
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
[
2+
{ "seq_id" : 526870, "qsl_idx" : 10419, "data" : "4FC5C6C52CC8B3C895C89CC854C8BBC854C8A8C84EC770C7C0C8DEC87FC842C880C888C819C831C8DCC810C983C892C8B9C6C4C703C6CAC61BC848C685C853C858C7B3C71BC882C854C739C779C81CC876C71EC86EC8BFC841C894C8FFC78BC71BC8EDC79AC8F4C8E6C585C627C864C876C628C8E0C524C623C84AC80AC864C875C7A7C77CC8E8C893C7E6C759C8BEC8D1C713C866C8CAC800C804C886C80EC995C79FC75AC896C83EC896C896C71FC7D7C7A9C7DEC636C804C717C8BAC6D3C5A8C86CC8D6C75DC86CC765C87CC746C86FC8A5C8B2C72EC8AEC77CC8CBC74FC860C811C9ACC738C776C866C88EC744C846C8AAC816C875C866C82EC890C8C8C846C8A0C812C866C77CC81EC800C8C5C802C87EC841C834C896C806C9E6C746C731C8B6C79EC8ECC81CC8D6C880C72AC822C8ADC808C812C887C8DCC812C891C860C719C774C882C878C690C68BC80FC94BC7E3C6A7C700C774C74CC854C654C844C6BEC767C595C476C76AC738C790C8A8C63EC77BC862C8D7C759C878C8ECC7C9C89FC8B2C811C878C76CC6ACC882C880C898C828C86CC83CC8D1C65EC833C7EBC786C8B4C7FDC80BC781C889C8FCC848C888C79CC8ECC899C7D8C867C8B9C78AC8FDC867C8DBC8BCC7AAC849C8D5C692C824C8E0C524C89BC51CC686C83AC8DEC62DC779C70DC814C520C83AC462C6F4C318C3B2C7DAC652C882C8F0C71CC83CC86EC846C72AC8DCC607C658C803C8D3C514C884C603C839C8EAC647C8AEC8AEC782C8AEC645C86CC8D5C88CC796C679C8FEC7BBC7A7C84AC8BAC821C8F6C818C794C82FC8BFC772C8DEC83EC8E8C86CC788C86AC854C7C0C8D2C860C8F2C801C80FC908C8C0C88EC8F4C8B8C792C644C6D3C290C52AC89DC8ABC844C80DC88AC8BEC810C7A3C8A1C8A0C813C874C7FDC4B0C480C615C78AC666C724C8C0C654C7A7C8A6C62DC66AC8E0C825C75FC7A8C8D7C88AC7BCC8BEC740C874C8E6C8D0C7ABC864C680C8C2C786C6B2C8D6C80AC71FC878C8E3C854C8E6C882C7A2C82EC883C644C6D3C251BC0EC67AC13DC645C352C5ABC8C5C876C50AC515C196C5EFC0D8C4A6C46FC719431EC58E4655B91CBF94C1CEC070457FC4D741F3C772C58DC571C8D4C5F0C73EC8CAC86EC690C55BC892C827C862C8B4C740C898C76CC3E4C7C7C70BC85EC8A1C778C79BC874C8F1C6E7C8C9C7F4C8FFC73DC696C8DDC8A4C69DC8DCC7BBC84EC7D3C8C8C779C65EC85CC845C632C74AC527C2C9C6E2C1CCC4ACC702C325C5ECC553C747C5B9C2C7C7CCC868C67FC870C668C7B7C887C86FC6A4C71AC5BBC4F0C70AC8AAC65CC8AEC7B2C82EC859C7AEC8C2C86CC679C82CC808C931C800C88EC8E4C834C8DCC82BC72EC5CCC88BC8A0C7E4C818C886C8A6C8B1C8A2C89EC884C8D9C594C8DAC694C64AC810C7ECC7A7C898C79EC8B1C8DCC76EC82CC855C8BBC8C4C84DC898C8ACC79AC814C8FAC67EC88BC86BC8EEC812C860C8AAC8CDC838C85CC848C73AC87BC8AAC7BEC8DAC835C837C8A0C8F6C807C878C82DC8AAC83CC742C80FC745C888C8C8C845C86FC8F2C741C88AC8FCC817C814C777C87AC83FC88EC85DC730C805C6E8C7A4C78EC70EC760C69FC8B7C86FC764C897C8F9C839C861C865C870C7B1C85CC810C805C94EC8D5C8EFC7C9C887C80BC90BC8B2C822C83BC7A8C80CC8ADC8EEC846C860C86EC8A0C82EC87DC8F1C630C830C81CC877C8C4C8BEC7A6C6A7C8DCC80BC88AC86DC636C801C8F0C794C8D8C8D6C605C710C712C663C8C0C72EC8E7C89EC8D6C866C8E6C88FC8D8C830C75AC820C8ECC66EC8E1C8A0C8C3C8ACC8D0C82EC848C89FC8C6C88FC631C684C848C839C8F2C8A9C8D2C88AC8E4C852C8F2C878C8C2C822C68BC521C8A3C854C800C94EC8E4C834C8E8C895C69CC7AAC8CAC886C88CC80FC8FAC686C858C809C8A8C8A4C8E0C811C8D0C80DC8ACC847C768C82FC8F4C7B8C8C3C880C674C627C726C6AEC842C847C802C9B7C8C2C8B0C8D5C843C8FBC8B9C7CDC878C882C89BC8F3C873C8A8C8A0C8E6C8A0C7E7C888C7B0C74AC8FCC792C8BEC874C8D2C80FC88BC862C7B4C644C6D3C295C7EAC824C80FC8C4C87CC8D6C7FCC804C8C8C8BAC871C89EC8B7C89AC8BCC856C8EEC8B4C7BDC873C873C7DDC8A2C8A6C88EC8" },
3+
{ "seq_id" : 702715, "qsl_idx" : 4287, "data" : "50B9E2BA2AC8AAC87BC888C87DC8B0C864C8A0C829C888C836C829C876C835C8E4C7D0C7FAC7A9C70FC83DC787C892C883C890C800C842C878C801C834C84DC721C824C793C822C89EC801C854C820C792C861C879C8BAC8D8C8A1C8A1C897C8EEC8EFC8A3C8A8C8BEC684C74EC77BC7C6C443C71AC573C796C40CC66CC857C866C637C756C4A4C572C672C747C436C4A5C7CBC623C660C60EC604C52AC728C70BC60EC850C50EC887C7A2C642C67DC650C7E7C79AC56FC7E4C531C52CC7BAC588C7ECC79AC62EC85CC66DC7FCC7D2C7FDC79DC7A4C706C8C4C58DC7A8C566C5A4C7B0C75CC664C790C65CC729C681C648C526C7E8C529C813C734C852C39EC6CFC49EC5D8C6BDC7FFC544C710C618C58DC67FC5A2C5A8C543C69AC6D5C6AAC6FFC510C83DC46AC797C703C887C778C7B2C640C7B8C774C6FEC64FC7E1C504C7DCC518C51AC6D3C787C52AC8E3C426C6B0C709C6E9C786C732C679C70CC8A0C7C7C617C712C503C800C449C6F8C16BC57CC59EC6BFC4D4C42AC582C6E2C446C67CC520C34AC6FAC746C34CC43AC736C8EAC4DCC5DEC5A0C4F0C43EC51AC5C2C240C6CAC686C566C7BEC42EC4D0C688C656C6BBC80CC83EC8E0C6BAC89CC73EC63AC70AC898C603C807C611
4+
5+
...
6+
7+
72EC55DC288C41AC806C779C6BEC60DC322C711C820C6DFC718C696C1DCC4A4C7F0C488BDCEC440BDCCA9EEC45BBFD5C5D23DB9C55A3ADAC1ADC446C500C362C34FC4A141B3C416B126C872C8" },
8+
{ "seq_id" : 563717, "qsl_idx" : 1515, "data" : "35C758C7AAC630C752C89AC8AAC7B3C842C864C811C858C8E3C8A8C87FC8ACC82FC011C7BBB8A4C4A4C0D1C408341E2C3FC69BC284C361C388C654C716C27AC64CC55BC44BC506C048C49DC7DBC5B1C68CC66EC5ABC6E6C5793C47C5B4BE30C478C098C58FB752C4B5BD68C3E343B2C49E475447EEC3613E56C658C43CC510C882C66EC744C846C82DC7DFC65AC3ADC4D4C676C4AEC5A9C192C61AC801C7F3C7CAC790C84BC78AC665C44C375CC8ABC8" },
9+
{ "seq_id" : 372663, "qsl_idx" : 1798, "data" : "33C806C852C8A2C872C8D4C834C8A4C860C84FC895C8D9C82AC878C88CC80CC8B4C892C890C8A2C8A2C82DC8E3C8EAC8A7C8BEC87CC575C8F8C5B0C649C536C6344106C50545B9BB9EC11846FBC674C646C5F8C692C522C4FEC7C3C720C51AC696C50DC53CC78AC30AC8F0C5CAC73EC597C60AC29EC632C318C88BC725C76FC631C062C736BDBEC5E139B9C034C4E33FD2C73EC7FCC617C8E8C688C55CC72DC71CC63BC694C796C60CC8C2C7DAC5C6C1" },
10+
{ "seq_id" : 286096, "qsl_idx" : 1518, "data" : "BDC8BEC828C776C823C87EC8C6C787C810C822C87CC886C848C8AEC89CC89CC891C878C89DC846C8E8C8D2C898C89EC898C636C8D3C48EC6A3C6BEC582C834C8E1C7E5C762C57CC516C72FC8B4C4F2C64CC522C61EC84CC8ED40BDC43648D0BF3FC2ECC5603A18B9B3432F42B440DA4749BCF046C0C65FC578C6D8C503C2BAC632C698C710C738C73BC658C435C596C5BFC51EC726C798C4BDC781C528C5FAC639C606C33AC4253D26C852C8" },
11+
{ "seq_id" : 480880, "qsl_idx" : 684, "data" : "93C7D2C6E1C76DC85FC8ADC852C8C5C895C887C86AC8D2C8E2C8E6C862C884C875C2A8C6A2C724C888C610C776C4A4C516C65CC6D6C62EC7E6C3F8C605C7A0C531C61AC58C2B3EC57CC274C4A53378C5AE46C8C10E4534C2F7340646A6C47737B6C6B4C6C6C5D0C759C840C780C8DEC7DCC658C82FC83CC8F2C737C828C894C546C846C8B4C5A1C79DC729C717C878C638C893C837C7D5C884C8C8C782C80BC7ACC6A2C5A7C57CC02DC65CC7" },
12+
{ "seq_id" : 494065, "qsl_idx" : 1517, "data" : "C0C7DBC558C756C834C8CAC839C87EC814C8ABC84BC8A1C82CC8E2C83DC89AC88AC851C8F6C8A0C871C882C85FC641C866C52DC70AC83CC7ABC622C787C4D0C637C4E3C5EEC34EC65D3E01C552BB42C5DEC107C7074552C40E4740C34FC458C797BCDBC02A41A2C0E4B2A84495BF5245DEC4D2C41DC232C6704518C410C411C5D0C4B4C6D7C2D14428C5A4C32FC5E4C720C736C364C700C59DC4FCC6B7C5BDBF5BC3023F04C853C8" },
13+
{ "seq_id" : 1105341, "qsl_idx" : 2838, "data" : "16C8A6C74CC86AC8A4C88EC8A4C8AAC841C863C86DC828C8C2C8BEC896C899C884C80CC8E4C8CEC8BDC89DC853441E4418C773C582C70FC690C581C6B4C43CC610C56EC00DC71AC668C4AAC53FC538C020C68CC1A4C56EC7C0C564C7AFC455C795C242C616C61CC45EC53FC034C62EC365C56EC780C4F4C610C78CC65AC899C86CC6E0C5C3C6E6C73EBEC8BD1EC89EC737C7E8C7C2C606C749C6E2C57EC5F0C0F6C5DBC240C86AC8" },
14+
{ "seq_id" : 884412, "qsl_idx" : 2840, "data" : "83C832C8FDC68EC79BC8BBC8F1C745C870C88FC830C8C4C852C8C0C81FC8EFC8BAC833C806C9B6C8B0C8B3C844C1B2C34AC71EC82AC8F0C734C570C719C440C580C41EC1ECC7C8C794C5B2C752C681C40CC853C576C71AC848C710C880C60FC8D4C46CC781C636C6E2C684C490C68EC4DCBD2CC604BB66C418C36CC407C60CC888C05EC41B3B92C5FCBA2CB525C0D5C5AD4027C429404CAF61BD9BBDC2BE08441FC3E43F73C89CC8" },
15+
{ "seq_id" : 61104, "qsl_idx" : 2840, "data" : "83C832C8FDC68EC79BC8BBC8F1C745C870C88FC830C8C4C852C8C0C81FC8EFC8BAC833C806C9B6C8B0C8B3C844C1B2C34AC71EC82AC8F0C734C570C719C440C580C41EC1ECC7C8C794C5B2C752C681C40CC853C576C71AC848C710C880C60FC8D4C46CC781C636C6E2C684C490C68EC4DCBD2CC604BB66C418C36CC407C60CC888C05EC41B3B92C5FCBA2CB525C0D5C5AD4027C429404CAF61BD9BBDC2BE08441FC3E43F73C89CC8" },
16+
{ "seq_id" : 712135, "qsl_idx" : 449, "data" : "75C862C86EC8D2C888C892C892C8AFC8B4C8E6C8C6C899C86AC899C881C8B6C8D9C8EAC898C8B6C876BD97C623C4AEC5BDC4D8C70AC14AC773B27CC5CAC250C0F4C473C17AC54DC612C6D0C1C9C538C615C069C601BEB0C5084452C4AD4692C3AFBE26BC85BE024680C4B13DD3C3B1C636C62AC67DC71DC81CC714C8B5C1C1C48EC652C427C7BEC712C4ADC764C3D4C6AC397EC54042F0C405C352BE4BC4243EACC43EB54BC87EC8" },
17+
{ "seq_id" : 42311, "qsl_idx" : 1665, "data" : "88C86CC8C4C68FC726C812C874C8B3C8A0C882C84EC882C840C8CDC8D6C8F6C858C893C841C465C52EC720C876C62CC80AC53EC70CC734C5DBC669C805C486C6D5C67DC84EC3DEC6E4C32DC6F2C7C8C89DC598C5F4C782C84CC48EC1F7C44DB5A0C6A5C6C4C6B0C56EC1D6C598C523C7A5C6C6C674C380C6DDC452C7DA45724540C856C882C2233F27C0A0C0D9C5C7C6D2316C415CC5B4B904C54CC62DC652C6F7C471B5" }
18+
]

0 commit comments

Comments
 (0)