Skip to content

Commit a8ba4c6

Browse files
arjunsuresharjunsuresh
committed
Results from GH action on NVIDIA_RTX4090x2
1 parent 2e70609 commit a8ba4c6

File tree

88 files changed

+2526
-2527
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

88 files changed

+2526
-2527
lines changed

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/accuracy.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
11

2-
hash=35db7a03c67c29becaa3263e5d287b1031864f223d313450b22fb18cf48a84a8
2+
hash=ea3f356fca2cfea2b93131598739033cf0afa4f030ff951822a60acb2c787d7c

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/baseline_accuracy.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
{"exact_match": 25.960264900662253, "f1": 28.345945349642122}
1+
{"exact_match": 25.97918637653737, "f1": 28.36486682551724}
22
Reading examples...
33
No cached features at 'eval_features.pickle'... converting from examples...
44
Creating tokenizer...

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/compliance_accuracy.txt

+1-1
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
1-
{"exact_match": 25.960264900662253, "f1": 28.345945349642122}
1+
{"exact_match": 25.97918637653737, "f1": 28.36486682551724}
22
Reading examples...
33
Loading cached features from 'eval_features.pickle'...
44
Loading LoadGen logs...

‎closed/MLCommons/compliance/RTX4090x2-nvidia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/mlperf_log_accuracy.json

+4-4
Original file line numberDiff line numberDiff line change
@@ -1,13 +1,13 @@
11
[
2-
{ "seq_id" : 402376, "qsl_idx" : 4201, "data" : "CC413E4134C65CC618C864C892C6B8C7FFC73AC826C88CC870C836C81CC83BC84EC82DC8A8C8C1C84BC72FC792C4BBC060C687C431C7ECC789C7A5C79EC807C893C712C82EC60FC83AC50EC7C6C622C6F8C77DC6AFC72BC85EC60CC8CDC662C677C844C73BC802C82EC8D3C781C807C859C8A4C7FFC728C8FAC4FCC6FBC52CC65CC85CC88CC606C8E6C546C7C4C6C6C564C88AC8A6C633C8C6C6ECC5A8C7F7C7A2C772C88CC652C8D4C7ADC77CC8DDC80EC8CCC64AC714C6A4C6E1C7ECC510C8FDC685C630C826C868C526C7CAC506C60CC84AC61CC819C8D9C50BC86CC708C7F8C6D2C6C0C4FCC72CC848C8A4C580C460C686C483C43EC8DAC54FC660C63EC575C61FC8FEC724C8A1C68BC712C5FCC7F1C556C676C7D4C65AC728C78AC795C8B0C7BEC694C6F8C5B5C31CC716C661C8A4C630C818C638C811C809C813C807C820C7F2C577C41CC002C11EC7BAB738C718AEB8C614B894C6EBC0D0C5C63D05C64A470847CFC25838A9C692C69AC77EC8E8C7A8C85DC8ECC85EC816C864C8DCC816C8E9C8B0C717C8D0C74CC601C874C764C7F2C894C8A4C89BC894C8C5C8AEC8CDC8A4C881C807C8ACC894C8BEC8C4C852C8E1C88CC77EC831C8EEC89DC874C799C8D2C861C8D4C816C878C866C8C2C86FC828C7BEC86FC850C70EC917C7E2C895C858C81AC75AC8C0C7B4C652C8D2C8AAC8EAC8C0C8A7C8ACC8D4C891C8DAC886C8A5C8B2C8D0C8C5C8CFC83AC8D4C8AAC870C87DC806C9C2C866C8B2C8EAC87AC8DCC897C8E8C89BC894C8BCC8CEC88CC8F8C8C4C8C5C8B0C8B8C8A5C8D8C846C8EEC840C819C896C8E0C884C7D4C88AC8C9C888C834C865C68CC45CC5B0C85CC8DEC84AC80EC8F8C649C8E0C5E8C486C8A0C881C8C1C867C8F2C873C89CC8A8C8D3C850C8CDC8A7C8E7C86CC8A6C871C8EEC863C8EBC77AC802C964C8C3C8A0C8EEC89EC8D0C8C2C859C866C85AC8D7C4BAC740C6AEC73DC8C3C791C62CC968C716C976C0B4C731C462C7E5C655C192C742C4A5C8FDC790C6B0C89BC8DAC8F6C798C8AEC8CAC837C8CEC89FC67AC806C855C692C8BCC86CC6F6C874C809C822C8ECC8A4C8C9C86FC88FC852C808C9A2C688C856C8D3C6B5C8D0C80AC81FC9BDC70EC924C8E1C876C8B6C802C832C506C878C525C7BAC89DC8AAC86EC61EC817C8A2C87EC892C6D3C863C8EBC718C932C8DEC897C8E0C83CC8C1C863C7F5C852C8CAC88CC8DCC8AFC86CC89EC8C6C885C84CC79EC80CC76FC886C898C8D4C8EAC6E2C89DC894C870C87CC65AC8C2C646C894C88EC863C8CBC7BFC703C873C87FC69FC8E7C74BC8C8C873C890C841C8B8C8A0C8C6C877C876C89BC888C886C860C8AAC8EAC7CAC864C807C7A0C81CC802C820C928C8F2C8A6C726C860C7AEC89DC8D7C850C798C806C8D8C890C818C88EC8FCC85BC810C9ACC84AC8ADC8B9C85FC814C88CC8CDC840C8ABC84EC8CFC856C8DAC64FC8D8C781C6E9C885C851C8BFC808C85EC86EC759C853C868C8F0C8A3C818C85CC886C89FC7A8C855C8F2C773C8E5C6C2C80DC8ACC7D6C842C70CC951C8D3C874C873C761C8D1C714C7D2C86AC7DCC885C6ACC829C8D6C8AAC8C0C88CC8D6C889C8F9C78FC8C8C852C859C87EC8DBC898C841C863C87EC77CC8DBC8C8C727C99DC70AC9AEC8DBC840C787C87CC894C79EC8CFC89AC8DAC8B0C89BC795C818C8D5C7F9C895C8C4C891C8CFC8A4C8C7C874C8E4C8C4C861C8B2C8B0C889C8E4C8C2C8F9C796C8A1C7B6C89DC82AC806C921C8E1C8A1C8D8C887C8A4C7C8C88CC861C8D8C85EC7CCC8A9C8ACC86CC89EC8A2C876C8BAC86AC840C89EC816C8B2C89EC8AEC8D3C820C8AEC8B2C7A2C867C8BFC7A4C6C0C8ACC87DC8D8C8ADC8C8C8A6C8DEC8AAC8D6C8C6C88AC8C5C8C1C8BCC8C1C8A7C8A5C8BCC8D2C899C8E4C867C8F0C8D6C820C876C80AC8D6C7D8C818C865C8AAC8CAC8BCC8AAC858C8C2C88EC8D6C82FC8F0C8AAC8B8C896C8E4C868C802C9A0C8CAC862C8CEC89AC8B8C8C4C85DC8BBC8BEC865C8D6C8B0C8BBC875C8CEC8B6C8BFC8AEC8ABC8C8C8FBC791C8D8C88AC8F0C884C8ADC8C2C81DC868C68DC414C804C96DC8DFC855C8F6C840C8F9C859C8B8C89AC8BCC898C8EAC89AC89BC8CEC8A9C872C8F2C872C8DEC81FC88EC891C8B4C874C874C8" },
3-
{ "seq_id" : 2193159, "qsl_idx" : 4191, "data" : "12C34AC472C8A4C889C8A4C86AC85DC85CC80AC93DC804C94BC87AC805C892C81CC7B5C878C8D0C87AC8DEC8ABC8B3C89CC896C8D7C812C940C882C8B1C4F8C78FC21FC88AC4ACC504C850C86CC662C8FBC656C877C8A9C8AFC782C872C6E5C505C417C64E44B0C3194356C2F0B7F9C020C6D9C6B2BF59C54EBE5BC5F9C7E6C756C5FAC678C472C4FAC33E4571C674C6EFC442C63CC8C3C8C2C456C628C896C8CFC42FC18CC710C8B8C633C82EC5B0C622C610C352C680C436C722C888C89BC867C644C896C578C71CC892C8AAC560C7A0C6AEC432C6C0C63EC6ECC636C85AC86CC741C6F8C7BFC5A9C64AC8AAC7AEC64AC8D7C7EBC644C880C651C8BFC680C862C80AC936C7AEC784C8C3C821C8C8C8B3C7A0C64AC822C764C858C891C784C80BC852C87AC8A0C868C873C82CC860C859C8C0C83EC68CC88FC5F0C772C7A0C654C82FC753C680C423C599C8D2C7CEC78EC7D0C79EC5CCC780C8F2C852C7D4C690C89EC84EC7D6C819C843C54EC832C89BC6DAC8C8C470C87EC68AC56DC895C8B0C7F8C88CC592C686C662C869C89AC881C63CC628C8A2C832C898C87EC64EC595C8DEC8EAC846C8B2C736C4A4C7C6C428C6A2C888C8DFC833C73EC8E5C7E5C572C8E6C8A7C6B8C890C8A5
2+
{ "seq_id" : 313781, "qsl_idx" : 10161, "data" : "98C48AC576C8CEC8A1C8C2C891C8D0C8ADC8C3C897C895C89BC8C8C8B2C8BCC8C3C8AEC8D5C89CC8BFC8A9C8A2C8C9C8A2C8D3C85FC892C8A4C872C8EEC8E3C8ABC8AAC8DAC712C890C612C83EC860C75FC7D3C783C782C709C890C716C7F9C74EC888C833C6D0C653C824C8F0C741C8F6C73EC8E3C77EC88FC5C0C718C5ACC688C623C6CAC442C7244011C62EC11CC857BE25C8C5BEFBC587C4DCC66CBD70C763BA8DC600BF20C76EC2E2C7FAC175C45CC0EEC632B74BC770BE8CC50EC2C0C3604404C56945F3C3F24516C4EC4281460DC4D7C1F1C316C516C81EC83AC557C562C5D0C6F2C476C644C755C86CC547C81AC74FC820C7A6C786C6F4C5AFC422C599C5EAC112C739C626C3BDC4B7C42EC638C656C44EC464C57AC5C7C60CC657C65AC6A4C590C576BFACC4D73D63C342C658C892C830C832C81EC804C8A3C87BC87DC874C8E0C8AAC840C8EDC8E2C630C6B0C8ACC6AFC870C8A0C85FC8ECC56EC773C776C511C84EC586C8CAC85FC88EC85AC846C89AC71CC859C8A0C83AC8B6C820C842C8C6C8C2C844C74AC874C8E8C7CCC8D4C856C8AAC759C819C746C898C897C8CFC8AEC8D5C846C8D6C89CC8CAC894C8D0C8A9C8EAC846C776C858C8CEC8B1C8E0C85CC884C7A8C85AC8B2C8DBC846C804C912C8EDC88FC892C88AC8E5C893C8C6C88EC8EBC83AC758C832C875C725C802C85CC67CC7A6C627C8ACC75CC864C88AC83FC880C80AC818C7A1C8AFC806C5E2C522C52CC782C5BAC55AC826C86FC8ACC856C894C8EAC748C8E2C74CC84DC8C1C74BC8BCC879C829C894C89AC7B5C8B5C850C8D8C839C809C811C8ACC752C6EEC651C8ACC8B3C85EC85EC8D6C8B8C88EC826C8A9C852C823C8B8C8BFC892C67FC7C4C6DAC61AC812C894C8F4C7BCC8BCC8AAC695C648C8C4C8A2C7AEC8B1C740C886C6CCC653C83FC8CAC657C8D8C63CC8C0C712C88FC8D4C897C682C6F8C755C7DCC796C8EAC7B1C880C7A1C71CC63AC760C885C858C70EC888C8C8C802C89DC853C774C8A3C716C892C8C3C8A0C697C694C898C81AC839C809C8AFC89AC6F2C780C8BEC895C66AC788C7A5C69AC8A6C86CC761C852C768C788C7E4C6AEC899C896C76CC81CC8F2C6C4C8CFC876C767C688C84CC848C88CC854C8CCC876C84AC83DC8B6C89CC7AEC874C6ECC73BC786C61EC85CC720C8B6C8E8C768C8B6C8C8C859C7A8C786C8D2C8F8C7A7C86BC732C83EC80CC896C8C8C84EC64BC6AFC88EC8A5C851C881C898C877C607C89AC692C6B8C7E6C758C840C845C806C822C867C6D9C7D5C656C762C8DFC773C89DC888C89EC86AC8BEC895C7BCC89CC83FC8A8C860C85AC7B6C884C8A2C810C8C4C72AC800C89DC8D5C7BEC8D7C630C860C8A5C8E5C73CC868C88CC7A5C8D5C8EEC7EDC8FCC60AC78DC850C70DC866C78EC7CAC8A8C766C874C8DCC800C884C808C8ECC8B3C64FC8ECC710C794C81CC88DC8D2C8EAC716C93CC80EC816C86EC82DC85CC886C6A0C8CEC65AC8A6C6D2C898C83DC876C6C0C737C772C8ABC784C762C8B7C65EC8EEC822C678C836C692C87CC76CC840C8D2C85FC7DEC691C466C854C20CC8FBBD4CC6DDBD54C4AEC4F8BFA2C60EC3F8C762C8B5C553C85FC621C870C820C707C841C828C791C8AAC57AC850C630C86AC8D5C88DC690C41DC8C2C541C748C85DC68BC8E5C61BC8BCC754C877C502C83DC74BC5DBC861C851C86CC89CC7F4C8C6C7B6C849C8AAC78CC830C70EC8CAC811C78FC8CDC7C8C85AC846C51EC895C60AC8ACC84AC8F6C8C0C74CC8C7C8BCC82FC814C951C8B1C8ACC8BBC895C82FC890C845C83AC70BC93EC73FC89AC8D4C858C851C85BC8DDC86FC719C86AC869C878C8CEC8B3C7E6C821C880C8AAC8CEC7C2C85EC820C8D8C805C810C8B9C8B2C847C802C958C828C8BAC8B4C847C8FDC87DC843C8C6C8A2C839C8F6C836C82DC8D0C88CC8A6C8F4C82CC8F5C84FC8E6C64CC89DC728C8EEC832C87EC87CC8B2C84DC87EC864C8ECC888C8EDC83EC872C89FC8ECC84DC8FEC898C83AC8A0C8BDC840C8FEC8C7C7CCC86BC87AC8CDC8AEC893C8F5C813C816C970C8FBC881C8EEC892C8BAC8B2C83EC8B4C84EC86AC8FAC82AC8C0C81BC88CC8A6C8CFC842C735C7C0C85FC86CC8DCC86DC8AAC8F6C640C8EEC714C7DAC558C3B5C893C8" },
3+
{ "seq_id" : 722949, "qsl_idx" : 5051, "data" : "0842D1410BC812C844C89DC83BC8C9C8D8C890C8B7C880C89CC8CEC8FCC7E4C8A2C864C8DCC75EC8B0C804C90CC82DC8D6C7C3C718C3CCC715C861C8D8C6EAC5A8C511C846C4CBC7E8C390C83EC123C861C111C807C7A0C8D5C43CC408C583C0D2C630C7FEC528C8A6C308C88FC6BCC070C76BC49CC72DC85EC388C87EC30EC847C7AAC73BC799C5F0C6BEC835C575C82CC82EC779C8DAC67CC69CC88AC424C84AC442C8A2C782C726C866C897C600C88BC52AC778C65AC712C621C230C70EC54EC306C851C72AC6FEC657C83CC540C882C4D9C736C759C742C85AC80DC404C820C89CC816C8E6C743C84CC816C8FCC70AC47EC730C712C7BFC56BC306C8BAC665C53BC810C834C790C8AFC82FC66EC87EC787C44CC781C42EC68CC8EDC77AC88AC708C8B7C2CAC898C35AC826C660C796C612C953C88DC8ACC49EC8CAC36CC80BC43CC52AC848C806C88BC8FCC522C26CC82EC693C699C8ACC518C860C8B4C816C8C6C85DC8DCC8ACC6C0C183C6BAC266C4FAC8D9C4F7C81AC8FDC81FC8A4C8B2C786C86BC8C2C79AC7D9C89AC8AAC830C872C865C838C808C8A4C852C441C847C7D4C609C6FDC16BC533BD51C5E4C7DEC14AC74AC83FC88BC6ECC5ECC53CC89CC72EC6CAC652C45DC885
44

55
...
66

7-
DCC588C10EC57EC013C6B3BA37C53446594437C2AA4483C629C5EDC530C71AC636C75CC48CC635BFB1C67FC562C2D8C591C070C586BE52C860C8" },
7+
432B85DC158C61BC088C56EC472C510C740C827BBE4BD31C5F2C647C427C2CFC69DC7BBC5DEC720C521C66DBA1BBA28C670BF60C58ABF76C88AC8" },
8+
{ "seq_id" : 1374421, "qsl_idx" : 437, "data" : "31C818C85AC8D9C80BC876C80CC850C8BCC8C4C88BC849C884C881C89BC8C0C8C0C8D8C8BCC890C890C8ABC8E4C8D4C8A5C8AEC8C6C526C850C7EBC63AC71CC84EC436C78DBE5EC6E9C2BCC22CC5D2C0E4C52CC6CEC65BC466C89AC722C72CC859C746C840C5CDC72EC286C6E6C41EC3FEC51CC346C579C40B2FDCC588C10EC57EC013C6B3BA37C53446594437C2AA4483C629C5EDC530C71AC636C75CC48CC635BFB1C67FC562C2D8C591C070C586BE52C860C8" },
89
{ "seq_id" : 161125, "qsl_idx" : 437, "data" : "31C818C85AC8D9C80BC876C80CC850C8BCC8C4C88BC849C884C881C89BC8C0C8C0C8D8C8BCC890C890C8ABC8E4C8D4C8A5C8AEC8C6C526C850C7EBC63AC71CC84EC436C78DBE5EC6E9C2BCC22CC5D2C0E4C52CC6CEC65BC466C89AC722C72CC859C746C840C5CDC72EC286C6E6C41EC3FEC51CC346C579C40B2FDCC588C10EC57EC013C6B3BA37C53446594437C2AA4483C629C5EDC530C71AC636C75CC48CC635BFB1C67FC562C2D8C591C070C586BE52C860C8" },
910
{ "seq_id" : 539284, "qsl_idx" : 2702, "data" : "2DC87EC70AC70FC80EC8E3C778C87AC8BAC792C79EC8ACC882C8F2C8B6C897C88EC899C817C8A6C8E7C8DCC8B4C8BAC80FC5A0C722C68CC75EC856C835C652C65BC4E0C7E23F90C47A44B44250BFEAA299BC0F41F6C6A2C6ECC610C806C669C7FBC59AC426C68CC219C7A3C62BC54CC777B452BCB3C6B7C578C838C8FDC492C70EC780C508C814C826C7DEC60BC7D2C7DCC52FC898C5F4C59CC6AAC49CC865C84DC60DC8A4C624C8DEC6C4C438C670C363C864C8" },
10-
{ "seq_id" : 1795460, "qsl_idx" : 2839, "data" : "96C811C862C8D4C820C885C876C88BC890C8AEC879C83DC8B4C897C894C8B8C8A2C890C86AC8B4C88BC8CBC8B0C888C8F2C8C9C8A6C8A2C804C483C4C8C5A4C731C77FC73CC6CBC7ECC43CC74AC691C5B4C658C774C452C67FC4E9C22AC54FC2CABFC9C74135EFC5C04180C3CE4537B9C0BE654474C110439DC432B85DC158C61BC088C56EC472C510C740C827BBE4BD31C5F2C647C427C2CFC69DC7BBC5DEC720C521C66DBA1BBA28C670BF60C58ABF76C88AC8" },
1111
{ "seq_id" : 389371, "qsl_idx" : 1621, "data" : "FCC884C85EC886C8BEC8B3C897C8BAC88DC89EC8F4C8F0C8A5C8C2C88644CAC2ED418744EFC51AB499C170C334C425C624C3A0C6D4C4C9C700C808C812C690C604C69DC40CC59CC769C530C06CC494BBD33131C70FBC29C7B8C4FCC64DC5E0C271C4FEC72EC55DC288C41AC806C779C6BEC60DC322C711C820C6DFC718C696C1DCC4A4C7F0C488BDCEC440BDCCA9EEC45BBFD5C5D23DB9C55A3ADAC1ADC446C500C362C34FC4A141B3C416B126C872C8" },
1212
{ "seq_id" : 494065, "qsl_idx" : 1517, "data" : "C0C7DBC558C756C834C8CAC839C87EC814C8ABC84BC8A1C82CC8E2C83DC89AC88AC851C8F6C8A0C871C882C85FC641C866C52DC70AC83CC7ABC622C787C4D0C637C4E3C5EEC34EC65D3E01C552BB42C5DEC107C7074552C40E4740C34FC458C797BCDBC02A41A2C0E4B2A84495BF5245DEC4D2C41DC232C6704518C410C411C5D0C4B4C6D7C2D14428C5A4C32FC5E4C720C736C364C700C59DC4FCC6B7C5BDBF5BC3023F04C853C8" },
1313
{ "seq_id" : 1176544, "qsl_idx" : 1517, "data" : "C0C7DBC558C756C834C8CAC839C87EC814C8ABC84BC8A1C82CC8E2C83DC89AC88AC851C8F6C8A0C871C882C85FC641C866C52DC70AC83CC7ABC622C787C4D0C637C4E3C5EEC34EC65D3E01C552BB42C5DEC107C7074552C40E4740C34FC458C797BCDBC02A41A2C0E4B2A84495BF5245DEC4D2C41DC232C6704518C410C411C5D0C4B4C6D7C2D14428C5A4C32FC5E4C720C736C364C700C59DC4FCC6B7C5BDBF5BC3023F04C853C8" },

0 commit comments

Comments
 (0)