Skip to content

Commit

Permalink
Results from GH action on NVIDIA_RTX4090x2
Browse files Browse the repository at this point in the history
  • Loading branch information
@arjunsuresh
arjunsuresh committed Nov 12, 2024
1 parent 149baa5 commit 9c21df5
Show file tree
Hide file tree
Showing 61 changed files with 2,883 additions and 2,469 deletions.
2 changes: 1 addition & 1 deletion ...riginal-gpu-tensorrt-vdefault-default_config/bert-99/offline/TEST01/accuracy/accuracy.txt
View file
Original file line number Diff line number Diff line change
@@ -1 +1 @@
hash=17845f0c6acf223f5d0bacb315453c75c0f822bc41daabc7d7bc9ed89884c069
hash=807f4619df1ee617e35bb2b6edab8c4c9afb3b473b44ed6319e95dc0f7bd2f68
2 changes: 1 addition & 1 deletion ...pu-tensorrt-vdefault-default_config/bert-99/offline/TEST01/accuracy/baseline_accuracy.txt
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
{"exact_match": 26.007568590350047, "f1": 28.121953385987332}
{"exact_match": 26.007568590350047, "f1": 28.115646227362298}
Reading examples...
No cached features at 'eval_features.pickle'... converting from examples...
Creating tokenizer...
Expand Down
2 changes: 1 addition & 1 deletion ...-tensorrt-vdefault-default_config/bert-99/offline/TEST01/accuracy/compliance_accuracy.txt
View file
Original file line number Diff line number Diff line change
@@ -1,4 +1,4 @@
{"exact_match": 26.017029328287606, "f1": 28.128123432468353}
{"exact_match": 26.017029328287606, "f1": 28.121816273843315}
Reading examples...
Loading cached features from 'eval_features.pickle'...
Loading LoadGen logs...
Expand Down
10 changes: 5 additions & 5 deletions ...tensorrt-vdefault-default_config/bert-99/offline/TEST01/accuracy/mlperf_log_accuracy.json
View file
Original file line number Diff line number Diff line change
@@ -1,6 +1,6 @@
[
{ "seq_id" : 3803553, "qsl_idx" : 4252, "data" : "DCC696C5FAC894C93AC966C987C91FC967C94FC9B9C881C907C865C94BC95CC9F9C83BC90BC976C915C926C953C902C932C921C976C98DC8ABC92BC936C94EC927C881C8F4C87DC897C8DBC7DDC715C702C743C849C6C2C5ACC828C8A9C8E4C7BBC892C85FC88BC876C86FC88AC81BC804C96FC846C86EC80FC9CAC814C872C891C859C736C84BC8C7C880C7D3C72FC646C880C882C89DC831C8AEC875C63AC749C485C716C1E8C48EC6A9C619C9EEC814C7CAC3CFC85FC881C6E3C75EC73FC87AC70CC8FEC6A6C522C857C8E4C720C793C842C8CBC87CC89EC80FC8F7C89CC8B5C87EC84EC836C82FC922C947C8F7C6E1C8F0C890C88EC872C824C7D3C617C64CC848C9A2C815C976C861C84DC97BC8C8C7D5C662C31EC8B7C1E6C706C964C9EEC63FC435C9BBC8F8C888C726C998C850C9BCC82DC9FAC893C8EAC845C677C725C84AC7A9C8E9C810C9D2C80AC906C905C9DDC867C940C97FC8F7C896C81DC7DEC81EC8CCC8E5C82FC6D8C65BC820C742C9ECC807C9F6C8FBC873C75CC8CAC6FEC7CBC893C820C9B6C811C9ECC83DC9ADC8A8C8A0C8CCC864C7C3C70FC853C80CC57CC720C774C82DC668C7D7C6E7C242C827C57FC8C4C806C8BEC813C961C8BFC8BFC7B8C85CC7EDC8DBC88FC8D8C819C9BFC86AC9F7C824C9ABC81CC9B4C811C9E9C7CBC807C793C8AEC8C8C7C9C839C790C662C8C6C850C9D9C8E2C8A2C80AC9D0C87EC89FC8D0C83EC765C9F8C86EC8A9C87EC866C664C815C647C8C0C8A1C823C9A2C84EC81DC9FAC8CBC8D0C895C898C892C826C689C900C9EBC86BC858C67DC5EFC847C895C846C6B4C80DC7F2C8EEC841C9D5C8B7C82BC988C73EC894C800C926C973C8C2C88AC724C9EFC8AFC9D1C837C914C9DEC84BC9C6C7B7C854C92AC96FC8B2C69AC8E8C630C9DBC8B9C8C8C827C923C915C9CBC88DC9B2C86FC971C873C9F5C8BFC839C8F9C520C773C1F8C275C863C87FC6D9C371C9E2C82EC634C8D0C4C7C658C943C9BCC717C507C9CFC8A3C6C2C8B6C8E0C89AC814C87AC887C87AC8FCC646C8F4C63C3C5CC6173F75C4DBC571C743C4743F6FC8C0C8EFC8F6C8BCC884C64BC916C999C8F5C847C8E8C8C2C73BC9F3C891C8A5C806C74BC9D5C8FBC805C92BC780C5CBC846C61CC953C9CEC719C972C79EC84FC942C9E7C83EC922C985C81AC9E8C841C7F0C5D8C837C81BC7AAC529C9C8C844C94DC859C95CC76CC856C67DC6EAC8A6C649C818C687C50C4706C4D645E2C400C9FFC898C09847AFC755C4ABC75BC708C62DC7F0C2FAC748C0E1C65FC8BEC884C44EC40AC675C8FDC649C63AC820C493C7F0C5E9C72BC741C8D8C75EC75FC092C631C2F5C8ECC764C8C8C839C8A2C8A7C8C4C826C8FBC808C8BFC802C7F6C75EC849C685C703C8DDC5F6C734C7F8C508C943C86CC995C83DC97AC829C9A9C887C898C5CBC843C699C89DC886C6A3C828C5D6C092C7DBC4BAC8D3C8A1C8FFC786C7EDC8F6C80BC92EC89DC700C5BBC836C715C54EC9B3C8BDC8EBC860C91EC91CC913C9EDC80EC92BC8F8C884C71BC8A6C8DEC848C98AC83DC912C99FC804C920C86AC501C8E1C42CC9E0C8C9C79CC8CDC758C8FDC85FC804C9DDC884C8D5C819C9C4C874C9F3C809C9FBC80EC9E7C80AC956C86BC9F4C82AC916C927C91BC9D2C84CC8D7C8D9C854C827C916C909C962C9FBC853C8B1C8CAC864C80CC9D1C846C913C9B4C848C77BC883C7E5C06DC79CC1F8C729C962C957C610C19BC827C77AC81DC906C956C93AC904C950C90EC948C7A9C842C894C87AC844C813C881C82EC86FC8FBC7E3C5F9C82FC7A4C881C831C843C9EDC83AC8CBC88AC8A3C800C936C831C9A7C84CC9D9C880C8EEC87AC8ACC8FDC85AC8EAC8CFC830C9B6C842C914C949C83FC908C96FC8C4C8BCC807C98CC81DC966C94AC979C875C7DAC89CC8A1C890C821C929C9CCC86CC9D2C846C85EC92DC912C92DC9F7C869C8E2C891C8ACC8F6C882C8FFC814C8CDC86FC849C93BC966C9B3C854C9EBC82EC9D2C82EC81EC985C8E7C8D8C828C765C88BC8DFC723C921C9FAC8F5C8C3C8D2C856C9F7C8E9C843C94AC921C928C995C827C9F4C884C8BBC8EDC882C8A8C86CC761C97BC853C910C9BCC849C8EDC880C8FBC892C8D5C8BBC873C8FCC808C94FC95CC960C979C9AFC8" },
{ "seq_id" : 2674125, "qsl_idx" : 4434, "data" : "F6C8AFC81DC9A6C998C845C95AC955C904C938C92CC838C84DC90CC952C982C86DC925C9C0C822C982C74FC839C9B8C8F3C887C823C950C894C959C939C92FC9D1C772C809C986C812C9C3C85BC78FC89BC86EC814C9C6C879C874C8E8C7FBC58AC887C518C945C8B1C821C867C838C883C841C8F1C821C714C9AAC81BC9CCC83CC871C449C2B9C4DB4443C5664684C4C4BE65C723B9D5C5FDAC82BE21C855C819C2ACC51AB139C158BE6B481FC885B913C83DC782C6B4C7A9C71DC8E0C486C721C900C9DEC6C2C561C890C775C656C84F3823C790C454BBC8C7CAC1B0C854C80CC72EC86EC504C87BC817C864C83AC823C8C1C7D0C80FC8D1C642C836BCD8C629C5C8BF74C681C157C80CC95EC4ACC7EFC807C8D6C842C8CBC8C6C8C0C4B6C599C843C85EC899C6BEC780C70DC832C818C666C64AC818C830C855C778C716C657C6D8C592C841C847C884C76AC876C664C8C4C7BBC7A8C7B7C8D4C707C991C8A8C8F7C6DBC84EC72BC89CC415C9FBC8DBC804C991C905C934C91DC83DC912C936C9F0C8C5C80EC95BC9D4C8E1C8C4C8B2C8A2C8F5C8C4C8D1C800C94FC91AC9BDC893C85AC915C9AFC8B6C8DEC8D2C703C9A9C8E4C816C921C920C9E4C8EBC851C92EC93AC90FC957C99
{ "seq_id" : 566911, "qsl_idx" : 4777, "data" : "E4C4D1C35BC945C961C913C97CC98BC895C91CC9AFC985C86CC94CC93EC929C911C95FC81BC9C9C881C9B7C84FC922C992C9F6C863C948C9A7C929C960C916C935C61EC607C53FC41EC8B7C602C283C3B1C6BFC65EC644C4C3C432C2C7C562C5C6C751C760C7E3C503C64AC304C8E8C503C62BC548C6C5C5E2C69BC3E4C6F2C5D9C25DC38EC321BE99C5B6C576C704C858C341C56BC3D8C2BBC549C4E2C4F9C1A9C4D3C048C636C5B4C4D4C4EAC545C57AC741C687C800C88FC453C5F8C1F3C02DC539C4DDC6B7C6E9C6B7C7B7C707C70DC758C638C6B5C2AEC366C06BC8AFC7B1C6D4C5C5C80FC812C5CEC418C54CC1FBC858C884C81CC87CC893C768C8B2C720C597C46BC54EC5ADC66BC584C704C62FC7E8C3BAC888C79FC7DEC62DC7CAC5AAC81AC878C60EC5F8C8CCC759C841C6D2C3A1C282C7AFC781C74FC67DC828C7F8C707C50CC938C87BC80BC8C5C5ECC401C914C83AC749C571C86DC6C4C8B2C74DC811C806C8A3C727C87FC639C983C862C83DC8FDC642C701C742C73EC766C460C523C2CDC573C535C8ABC8533A6F3A91C528C59BC671C351C64CC40BC973C8BFC82BC861C890C6E8C842C870C77CC783C8A9C7C9C7C6C579C850C8FBC69AC570C895C63DC961C824C987C8C7C7B3C7A3C88CC7D6C612C43CC97DC8ADC852C75DC974C8D1C823C83DC991C8E6C802C82FC96EC8BAC83AC86FC8DAC7BCC839C752C982C813C981C8A9C84AC8D2C75FC73DC81CC68DC866C741C995C8B8C838C8C1C723C809C831C893C783C719C815C687C6CEC36CC835C7D7C844C815C6A5C545C8DCC54AC923C892C794C601C971C73EC975C82CC970C8A0C664C409C939C848C994C8D9C7E9C658C99CC817C976C810C8A4C697C8F5C74BC99CC82BC9AAC858C853C63CC975C84AC9E1C8A8C6D3C42BC67CC472C7CEC696C830C879C9DDC809C8E2C7C3C2EEC29AC646C433C98AC8D3C4D3C2B5C86EC6D6C8FDC78BC87BC897C878C8E1C8A9C859C8E0C6A1C857C8A3C8F2C7C7C8A9C738C9B3C813C723C415C8DEC4F7C874C8EEC881C887C82EC895C869C831C83DC88FC82CC8D8C842C868C809C660C981C869C967C8DFC868C743C8B1C5F9C57CC3ABC80BC85EC8FCC6F7C8D7C711C65CC66CC8F8C6A6C801C7C5C6FEC218C7F4C3AEC8FCC6A8C81DC62BC813C6D4C890C723C630C605C805C656C750C427C84FC448C983C873C83AC732C847C72FC963C8DAC4A2C404C741C357C758C433C8B4C7BBC890C8D0C8EEC704C931C87AC8A5C74EC5F1C507C8C0C656C577C249C92DC8BEC81CC864C97BC8AEC6A6C4A8C81DC67DC816C85EC559C5AEC874C713C8EDC407C8E7C41DC8D1C5C7C799C7A4C850C770C863C613C92EC775C8BDC5BDC8C9C740C89FC700C5DDC535C894C7CCC678C45FC96DC819C985C888C86CC63FC9F5C8F8C852C74CC879C747C9EBC8A5C858C80AC887C474C9F3C842C86BC81BC8FCC7ABC874C809C962C84FC9D5C812C92CC80BC97FC852C9AAC877C9DFC8D4C878C8F3C630C7FEC7E0C7E1C837C731C83BC53CC8EDC6C1C890C841C9D9C868C8ACC8C3C7F9C630C919C8A4C612C4C0C8B9C8FEC884C827C95CC863C9F0C83EC844C733C96BC84BC86DC7D4C6EAC687C819C8C9C703C660C65FC6DEC761C7C9C79DC602C89CC54AC65CC3FEC85AC8E0C818C96DC9E8C8ACC80CC8FBC8B4C827C935C83BC6CAC20DC7C5C42AC9BAC86CC886C8EAC813C66CC9CCC805C9CCC81BC902C926C9FFC8D2C763C878C825C8ECC835C848C8E3C534C80BC8DBC854C8ADC8CDC62AC9C9C877C80FC78CC704C80BC3C8C4C8C7F1C60DC84AC7A0C851C644C82DC7E8C7D4C756C840C646C7E8C7FD44DD445AC3F24121C98BC8F7C408415FC94DC872C9ECC8C7C89EC872C9BFC81DC971C8E6C8D7C553C881C429C881C833C988C87DC799C70CC95CC8F6C89CC8AAC821C629C7D8C79EC729C803C1B5C416C859C712C454C4C0C595C606C63DC6E7C643C6F2C58EBF73C51A39DDC7C8C28AC882C846C9C3C8B9C88BC828C96EC8D0C833C6BAC856C71BC97DC801C990C808C9A1C8FFC81BC82AC989C8FAC86DC8E0C866C835C922C852C9DCC8CAC8E0C85AC8B5C8F0C87DC827C857C523C869C44DC95BC810C9CDC8F5C83BC858C9E2C81AC9B7C779C8C4C66AC9EFC8" },
{ "seq_id" : 5285764, "qsl_idx" : 8529, "data" : "FAC87DC814C98BC93DC932C931C980C923C993C91EC97EC952C972C958C970C923C98FC94CC966C946C9EBC8B7C91AC922C81AC94FC8F8C801C845C9DAC7BAC7F5C824C998C6E9C86AC53BC710C88FC6C0C80AC968C7DCC688C887C6B4C80FC71DC8D7C898C832C9E8C86AC81AC927C912C84FC9E1C728C740C9BCC857C9F2C816C974C858C9AEC816C92FC923C945C87EC82FC662C65EC9D4C4A6C88FC757C9E9C89DC9913858C665C8EEC8C0C52DC779C83FC856C437C8B7C54EC0A9C81EC846C468BA7FC820C819C932C96CC461BC8AC556BC1EC817C8ABC62EC811C88FC84DC6A8C744C90CC915C8A1C685C99AC81EC9A7C82BC9A2C72FC745C60ABC12C8D3C71FC9F6BC76C832C5DAC843C816C9D8C856C94148DBC110C8C6C818C016C2F3C879C840C90BC9D0C5CCC6FCBFD148C4C803C87DC803C99FC842C84BC487C735C9DCC83BC69EC8A3C26EC4C1C6B2C852C7A0C827C57CC837C7A4C0CEC84AC958C710C93DC7A8C707C730C34DC8D9C269C8EFC71CC7E2C8B9C7FDC866C826C95AC826C90FC61FC8A5C87EC652C933C9A8C81AC9B5C8CDC54FC935C9D6C7C9C17EC7A4C07BC8C1C86EC858C9E9C86BC931C967C9D4C857C9A6C872C9FEC8F5C813C997C906C53CC866C499

...

Expand All @@ -10,9 +10,9 @@
{ "seq_id" : 3429325, "qsl_idx" : 1515, "data" : "37C840C82CC3C2C46DC86AC841C858C87CC84EC89FC653C70BC831C752C82DC820C584C6CBC207C5ABC487C56DC1C4BFE3C571C21DC6B8C5F4C775C7FCC5DBC6F9C6B1C573C599C0C0C7FDC725C822C875C821C800C8CCC734C1EEC52DC488C561C44AC740C0A6C53EC356C5B4405CC4DC468046EBC42A336CC8BFC76DC86CC832C8D3C7CCC880C838C8A4C7A7C730C744C8D7C656C8E3C641C8FAC72CC8BCC7B4C896C85FC8B4C792C738C688C871C8" },
{ "seq_id" : 802987, "qsl_idx" : 1798, "data" : "7EC89EC834C8E2C8EBC8A7C867C84BC8B9C84CC808C9C5C845C829C85FC8BEC7E4C86DC88EC84BC8A3C815C82EC9F6C8C4C8D0C887C8E1C871C872C893C654C781B539C75C44ECC216C1864630C8B0C6C2C7D5C795C7ADC5C0C832C831C8F7C71CC81BC77FC876C6D9C830C8D9C836C840C869C58BC7C0C444C8FAC77DC768C675C561C76BC36BC67CBFCBC401C525AC32C8A0C788C844C859C8D9C7A5C886C83DC8FFC7B8C81CC8B1C862C8FDC875C8" },
{ "seq_id" : 1408145, "qsl_idx" : 2700, "data" : "91C810C833C830C8DDC829C85CC8C5C7B0C854C88DC882C846C856C8CBC6A2C7CBC70CC72AC972C8CBC82CC836C868C772C8E0C7C5C847C87DC847C736C895C7ABC7DCC699C692C6C3C5A0C49AC797C500C8C1C62EC87AC706C8CFC62CC7EAC5D7C6F2C538C7C2C7E7C3DDC517C4E0C552C675C55CC881C7E3474BC1ADBE17481FC86BC404C847C61EC82FC7CBC7BDC787C622C628C866C5C6C816C856C8EBC7A6C774C74BC8BBC5C7C718C523C8A1C7" },
{ "seq_id" : 1972665, "qsl_idx" : 1518, "data" : "D5C891C877C778C8B1C88EC860C891C863C8A8C7B4C86DC832C896C785C808C8CFC84EC887C865C72CC9AEC807C989C8A4C8C4C8D0C6C2C738C809C70AC977C8A1C868C838C8CEC788C877C843C836C847C8F9C788C859C8E5BC2BC67B471AC1C7C6D5C6B5C1A2BFB5BE48B8EE394E47DBBF614784C784C5AAC753C50CC730C7C4C792C76CC8BFC750C83DC641C72BC64FC738C7CDC7C2C5CCC7EBC50CC720C78AC7CDC4EAC75CC593C83CC8" },
{ "seq_id" : 945298, "qsl_idx" : 688, "data" : "9DC846C8B9C826C9D1C8F3C8DDC8DCC836C871C8F2C8BBC765C9DBC8E3C8C6C818C05EC558C84FC832C620C663C4EFC427C615C591C7CDC6BBC069C6E0C748C608C655BC954713C1DBBC0C48B4C547C54DC5A5C586C4F8C4AEC4A9BC97C563A9AFC77CC669C718C87CC872C7C1C8D1C74FC69EC712C8C2C738C8FEC738C828C5C1C838C802C8F6C78CC822C88BC814C7BFC888C867C893C8ABC81BC8D1C80CC891C8DCC71DC82FC617C8C5C7" },
{ "seq_id" : 2981902, "qsl_idx" : 688, "data" : "9DC846C8B9C826C9D1C8F3C8DDC8DCC836C871C8F2C8BBC765C9DBC8E3C8C6C818C05EC558C84FC832C620C663C4EFC427C615C591C7CDC6BBC069C6E0C748C608C655BC954713C1DBBC0C48B4C547C54DC5A5C586C4F8C4AEC4A9BC97C563A9AFC77CC669C718C87CC872C7C1C8D1C74FC69EC712C8C2C738C8FEC738C828C5C1C838C802C8F6C78CC822C88BC814C7BFC888C867C893C8ABC81BC8D1C80CC891C8DCC71DC82FC617C8C5C7" },
{ "seq_id" : 3602766, "qsl_idx" : 1799, "data" : "CCC8E1C7F4C719C85FC8BDC7A5C867C8B4C88DC825C81AC8F2C707C88CC731C652C9C2C88AC86EC85AC87FC8BCC70AC8F0C572C5CEBF9CC627C605C71BC716C5F1C3D4C7433F8CC46D42A14406C807C725C870C758C78BC52FC844C554C805C716C6E1C6D6C4EFBBADC5E0BFD3C719C706C761C5CDC6D4C779C6B4C784C55FC6EDC6C7C4FEC72EC842C68AC688C4D3C15CC810C8F6C75EC761C8B8C6C9C805C8B7C883C7" },
{ "seq_id" : 3953898, "qsl_idx" : 1665, "data" : "1EC9F2C8CAC85EC826C97DC80BC911C9FDC8DFC8FDC8F2C80FC920C964C900C907C9CCC877C5BDC5A2C871C845C848C86FC718C88DC8F1C784C8A1C839C7FAC69DC867C8AFC673C7D9C6EDC6FDC8CFC8BFC79BC6C1C899C84DC7ACC421C87FC5C7C8B0C8F3C84CC815C85DC893C892C89BC85CC8E7C6DFC7DEC768C8FB4421450EC97BC80FC4C0B1D8C494C2B7C85DC87FBCA83C72C617BDA5C871C82CC97EC8F5C840C8" }
{ "seq_id" : 1972665, "qsl_idx" : 1518, "data" : "D5C891C877C778C8B1C88EC860C891C863C8A8C7B4C86DC832C896C785C808C8CFC84EC887C865C72CC9AEC807C989C8A4C8C4C8D0C6C2C738C809C70AC977C8A1C868C838C8CEC788C877C843C836C847C8F9C788C859C8E5BC2BC67B471AC1C7C6D5C6B5C1A2BFB5BE48B8EE394E47DBBF614784C784C5AAC753C50CC730C7C4C792C76CC8BFC750C83DC641C72BC64FC738C7CDC7C2C5CCC7EBC50CC720C78AC7CDC4EAC75CC593C83CC8" },
{ "seq_id" : 3953898, "qsl_idx" : 1665, "data" : "1EC9F2C8CAC85EC826C97DC80BC911C9FDC8DFC8FDC8F2C80FC920C964C900C907C9CCC877C5BDC5A2C871C845C848C86FC718C88DC8F1C784C8A1C839C7FAC69DC867C8AFC673C7D9C6EDC6FDC8CFC8BFC79BC6C1C899C84DC7ACC421C87FC5C7C8B0C8F3C84CC815C85DC893C892C89BC85CC8E7C6DFC7DEC768C8FB4421450EC97BC80FC4C0B1D8C494C2B7C85DC87FBCA83C72C617BDA5C871C82CC97EC8F5C840C8" },
{ "seq_id" : 3602766, "qsl_idx" : 1799, "data" : "CCC8E1C7F4C719C85FC8BDC7A5C867C8B4C88DC825C81AC8F2C707C88CC731C652C9C2C88AC86EC85AC87FC8BCC70AC8F0C572C5CEBF9CC627C605C71BC716C5F1C3D4C7433F8CC46D42A14406C807C725C870C758C78BC52FC844C554C805C716C6E1C6D6C4EFBBADC5E0BFD3C719C706C761C5CDC6D4C779C6B4C784C55FC6EDC6C7C4FEC72EC842C68AC688C4D3C15CC810C8F6C75EC761C8B8C6C9C805C8B7C883C7" }
]
Loading

0 comments on commit 9c21df5

Please sign in to comment.