Results from GH action on NVIDIA_RTX4090x2

mlcommons · Feb 2, 2025 · 1bf8573 · 1bf8573
1 parent 2a30f1c
commit 1bf8573
Show file tree

Hide file tree

Showing 115 changed files with 25,099 additions and 77 deletions.
diff --git a/closed/MLCommons/code/bert-99.9/README.md b/closed/MLCommons/code/bert-99.9/README.md
@@ -0,0 +1 @@
+TBD
diff --git a/closed/MLCommons/code/bert-99/README.md b/closed/MLCommons/code/bert-99/README.md
@@ -0,0 +1 @@
+TBD
diff --git a/...X4090x2-nvidia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/accuracy.txt b/...X4090x2-nvidia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/accuracy.txt
@@ -0,0 +1,2 @@
+
+hash=35db7a03c67c29becaa3263e5d287b1031864f223d313450b22fb18cf48a84a8
diff --git a/...vidia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/baseline_accuracy.txt b/...vidia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/baseline_accuracy.txt
@@ -0,0 +1,10 @@
+{"exact_match": 25.960264900662253, "f1": 28.345945349642122}
+Reading examples...
+No cached features at 'eval_features.pickle'... converting from examples...
+Creating tokenizer...
+Converting examples to features...
+Caching features at 'eval_features.pickle'...
+Loading LoadGen logs...
+Post-processing predictions...
+Writing predictions to: predictions.json
+Evaluating predictions...
diff --git a/...dia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/compliance_accuracy.txt b/...dia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/compliance_accuracy.txt
@@ -0,0 +1,7 @@
+{"exact_match": 25.960264900662253, "f1": 28.345945349642122}
+Reading examples...
+Loading cached features from 'eval_features.pickle'...
+Loading LoadGen logs...
+Post-processing predictions...
+Writing predictions to: predictions.json
+Evaluating predictions...
diff --git a/...ia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/mlperf_log_accuracy.json b/...ia-gpu-TensorRT-default_config/bert-99.9/offline/TEST01/accuracy/mlperf_log_accuracy.json
@@ -0,0 +1,18 @@
+[
+{ "seq_id" : 402376, "qsl_idx" : 4201, "data" : "CC413E4134C65CC618C864C892C6B8C7FFC73AC826C88CC870C836C81CC83BC84EC82DC8A8C8C1C84BC72FC792C4BBC060C687C431C7ECC789C7A5C79EC807C893C712C82EC60FC83AC50EC7C6C622C6F8C77DC6AFC72BC85EC60CC8CDC662C677C844C73BC802C82EC8D3C781C807C859C8A4C7FFC728C8FAC4FCC6FBC52CC65CC85CC88CC606C8E6C546C7C4C6C6C564C88AC8A6C633C8C6C6ECC5A8C7F7C7A2C772C88CC652C8D4C7ADC77CC8DDC80EC8CCC64AC714C6A4C6E1C7ECC510C8FDC685C630C826C868C526C7CAC506C60CC84AC61CC819C8D9C50BC86CC708C7F8C6D2C6C0C4FCC72CC848C8A4C580C460C686C483C43EC8DAC54FC660C63EC575C61FC8FEC724C8A1C68BC712C5FCC7F1C556C676C7D4C65AC728C78AC795C8B0C7BEC694C6F8C5B5C31CC716C661C8A4C630C818C638C811C809C813C807C820C7F2C577C41CC002C11EC7BAB738C718AEB8C614B894C6EBC0D0C5C63D05C64A470847CFC25838A9C692C69AC77EC8E8C7A8C85DC8ECC85EC816C864C8DCC816C8E9C8B0C717C8D0C74CC601C874C764C7F2C894C8A4C89BC894C8C5C8AEC8CDC8A4C881C807C8ACC894C8BEC8C4C852C8E1C88CC77EC831C8EEC89DC874C799C8D2C861C8D4C816C878C866C8C2C86FC828C7BEC86FC850C70EC917C7E2C895C858C81AC75AC8C0C7B4C652C8D2C8AAC8EAC8C0C8A7C8ACC8D4C891C8DAC886C8A5C8B2C8D0C8C5C8CFC83AC8D4C8AAC870C87DC806C9C2C866C8B2C8EAC87AC8DCC897C8E8C89BC894C8BCC8CEC88CC8F8C8C4C8C5C8B0C8B8C8A5C8D8C846C8EEC840C819C896C8E0C884C7D4C88AC8C9C888C834C865C68CC45CC5B0C85CC8DEC84AC80EC8F8C649C8E0C5E8C486C8A0C881C8C1C867C8F2C873C89CC8A8C8D3C850C8CDC8A7C8E7C86CC8A6C871C8EEC863C8EBC77AC802C964C8C3C8A0C8EEC89EC8D0C8C2C859C866C85AC8D7C4BAC740C6AEC73DC8C3C791C62CC968C716C976C0B4C731C462C7E5C655C192C742C4A5C8FDC790C6B0C89BC8DAC8F6C798C8AEC8CAC837C8CEC89FC67AC806C855C692C8BCC86CC6F6C874C809C822C8ECC8A4C8C9C86FC88FC852C808C9A2C688C856C8D3C6B5C8D0C80AC81FC9BDC70EC924C8E1C876C8B6C802C832C506C878C525C7BAC89DC8AAC86EC61EC817C8A2C87EC892C6D3C863C8EBC718C932C8DEC897C8E0C83CC8C1C863C7F5C852C8CAC88CC8DCC8AFC86CC89EC8C6C885C84CC79EC80CC76FC886C898C8D4C8EAC6E2C89DC894C870C87CC65AC8C2C646C894C88EC863C8CBC7BFC703C873C87FC69FC8E7C74BC8C8C873C890C841C8B8C8A0C8C6C877C876C89BC888C886C860C8AAC8EAC7CAC864C807C7A0C81CC802C820C928C8F2C8A6C726C860C7AEC89DC8D7C850C798C806C8D8C890C818C88EC8FCC85BC810C9ACC84AC8ADC8B9C85FC814C88CC8CDC840C8ABC84EC8CFC856C8DAC64FC8D8C781C6E9C885C851C8BFC808C85EC86EC759C853C868C8F0C8A3C818C85CC886C89FC7A8C855C8F2C773C8E5C6C2C80DC8ACC7D6C842C70CC951C8D3C874C873C761C8D1C714C7D2C86AC7DCC885C6ACC829C8D6C8AAC8C0C88CC8D6C889C8F9C78FC8C8C852C859C87EC8DBC898C841C863C87EC77CC8DBC8C8C727C99DC70AC9AEC8DBC840C787C87CC894C79EC8CFC89AC8DAC8B0C89BC795C818C8D5C7F9C895C8C4C891C8CFC8A4C8C7C874C8E4C8C4C861C8B2C8B0C889C8E4C8C2C8F9C796C8A1C7B6C89DC82AC806C921C8E1C8A1C8D8C887C8A4C7C8C88CC861C8D8C85EC7CCC8A9C8ACC86CC89EC8A2C876C8BAC86AC840C89EC816C8B2C89EC8AEC8D3C820C8AEC8B2C7A2C867C8BFC7A4C6C0C8ACC87DC8D8C8ADC8C8C8A6C8DEC8AAC8D6C8C6C88AC8C5C8C1C8BCC8C1C8A7C8A5C8BCC8D2C899C8E4C867C8F0C8D6C820C876C80AC8D6C7D8C818C865C8AAC8CAC8BCC8AAC858C8C2C88EC8D6C82FC8F0C8AAC8B8C896C8E4C868C802C9A0C8CAC862C8CEC89AC8B8C8C4C85DC8BBC8BEC865C8D6C8B0C8BBC875C8CEC8B6C8BFC8AEC8ABC8C8C8FBC791C8D8C88AC8F0C884C8ADC8C2C81DC868C68DC414C804C96DC8DFC855C8F6C840C8F9C859C8B8C89AC8BCC898C8EAC89AC89BC8CEC8A9C872C8F2C872C8DEC81FC88EC891C8B4C874C874C8" },
+{ "seq_id" : 2193159, "qsl_idx" : 4191, "data" : "12C34AC472C8A4C889C8A4C86AC85DC85CC80AC93DC804C94BC87AC805C892C81CC7B5C878C8D0C87AC8DEC8ABC8B3C89CC896C8D7C812C940C882C8B1C4F8C78FC21FC88AC4ACC504C850C86CC662C8FBC656C877C8A9C8AFC782C872C6E5C505C417C64E44B0C3194356C2F0B7F9C020C6D9C6B2BF59C54EBE5BC5F9C7E6C756C5FAC678C472C4FAC33E4571C674C6EFC442C63CC8C3C8C2C456C628C896C8CFC42FC18CC710C8B8C633C82EC5B0C622C610C352C680C436C722C888C89BC867C644C896C578C71CC892C8AAC560C7A0C6AEC432C6C0C63EC6ECC636C85AC86CC741C6F8C7BFC5A9C64AC8AAC7AEC64AC8D7C7EBC644C880C651C8BFC680C862C80AC936C7AEC784C8C3C821C8C8C8B3C7A0C64AC822C764C858C891C784C80BC852C87AC8A0C868C873C82CC860C859C8C0C83EC68CC88FC5F0C772C7A0C654C82FC753C680C423C599C8D2C7CEC78EC7D0C79EC5CCC780C8F2C852C7D4C690C89EC84EC7D6C819C843C54EC832C89BC6DAC8C8C470C87EC68AC56DC895C8B0C7F8C88CC592C686C662C869C89AC881C63CC628C8A2C832C898C87EC64EC595C8DEC8EAC846C8B2C736C4A4C7C6C428C6A2C888C8DFC833C73EC8E5C7E5C572C8E6C8A7C6B8C890C8A5
+
+...
+
+DCC588C10EC57EC013C6B3BA37C53446594437C2AA4483C629C5EDC530C71AC636C75CC48CC635BFB1C67FC562C2D8C591C070C586BE52C860C8" },
+{ "seq_id" : 161125, "qsl_idx" : 437, "data" : "31C818C85AC8D9C80BC876C80CC850C8BCC8C4C88BC849C884C881C89BC8C0C8C0C8D8C8BCC890C890C8ABC8E4C8D4C8A5C8AEC8C6C526C850C7EBC63AC71CC84EC436C78DBE5EC6E9C2BCC22CC5D2C0E4C52CC6CEC65BC466C89AC722C72CC859C746C840C5CDC72EC286C6E6C41EC3FEC51CC346C579C40B2FDCC588C10EC57EC013C6B3BA37C53446594437C2AA4483C629C5EDC530C71AC636C75CC48CC635BFB1C67FC562C2D8C591C070C586BE52C860C8" },
+{ "seq_id" : 539284, "qsl_idx" : 2702, "data" : "2DC87EC70AC70FC80EC8E3C778C87AC8BAC792C79EC8ACC882C8F2C8B6C897C88EC899C817C8A6C8E7C8DCC8B4C8BAC80FC5A0C722C68CC75EC856C835C652C65BC4E0C7E23F90C47A44B44250BFEAA299BC0F41F6C6A2C6ECC610C806C669C7FBC59AC426C68CC219C7A3C62BC54CC777B452BCB3C6B7C578C838C8FDC492C70EC780C508C814C826C7DEC60BC7D2C7DCC52FC898C5F4C59CC6AAC49CC865C84DC60DC8A4C624C8DEC6C4C438C670C363C864C8" },
+{ "seq_id" : 1795460, "qsl_idx" : 2839, "data" : "96C811C862C8D4C820C885C876C88BC890C8AEC879C83DC8B4C897C894C8B8C8A2C890C86AC8B4C88BC8CBC8B0C888C8F2C8C9C8A6C8A2C804C483C4C8C5A4C731C77FC73CC6CBC7ECC43CC74AC691C5B4C658C774C452C67FC4E9C22AC54FC2CABFC9C74135EFC5C04180C3CE4537B9C0BE654474C110439DC432B85DC158C61BC088C56EC472C510C740C827BBE4BD31C5F2C647C427C2CFC69DC7BBC5DEC720C521C66DBA1BBA28C670BF60C58ABF76C88AC8" },
+{ "seq_id" : 389371, "qsl_idx" : 1621, "data" : "FCC884C85EC886C8BEC8B3C897C8BAC88DC89EC8F4C8F0C8A5C8C2C88644CAC2ED418744EFC51AB499C170C334C425C624C3A0C6D4C4C9C700C808C812C690C604C69DC40CC59CC769C530C06CC494BBD33131C70FBC29C7B8C4FCC64DC5E0C271C4FEC72EC55DC288C41AC806C779C6BEC60DC322C711C820C6DFC718C696C1DCC4A4C7F0C488BDCEC440BDCCA9EEC45BBFD5C5D23DB9C55A3ADAC1ADC446C500C362C34FC4A141B3C416B126C872C8" },
+{ "seq_id" : 494065, "qsl_idx" : 1517, "data" : "C0C7DBC558C756C834C8CAC839C87EC814C8ABC84BC8A1C82CC8E2C83DC89AC88AC851C8F6C8A0C871C882C85FC641C866C52DC70AC83CC7ABC622C787C4D0C637C4E3C5EEC34EC65D3E01C552BB42C5DEC107C7074552C40E4740C34FC458C797BCDBC02A41A2C0E4B2A84495BF5245DEC4D2C41DC232C6704518C410C411C5D0C4B4C6D7C2D14428C5A4C32FC5E4C720C736C364C700C59DC4FCC6B7C5BDBF5BC3023F04C853C8" },
+{ "seq_id" : 1176544, "qsl_idx" : 1517, "data" : "C0C7DBC558C756C834C8CAC839C87EC814C8ABC84BC8A1C82CC8E2C83DC89AC88AC851C8F6C8A0C871C882C85FC641C866C52DC70AC83CC7ABC622C787C4D0C637C4E3C5EEC34EC65D3E01C552BB42C5DEC107C7074552C40E4740C34FC458C797BCDBC02A41A2C0E4B2A84495BF5245DEC4D2C41DC232C6704518C410C411C5D0C4B4C6D7C2D14428C5A4C32FC5E4C720C736C364C700C59DC4FCC6B7C5BDBF5BC3023F04C853C8" },
+{ "seq_id" : 2086875, "qsl_idx" : 2840, "data" : "83C832C8FDC68EC79BC8BBC8F1C745C870C88FC830C8C4C852C8C0C81FC8EFC8BAC833C806C9B6C8B0C8B3C844C1B2C34AC71EC82AC8F0C734C570C719C440C580C41EC1ECC7C8C794C5B2C752C681C40CC853C576C71AC848C710C880C60FC8D4C46CC781C636C6E2C684C490C68EC4DCBD2CC604BB66C418C36CC407C60CC888C05EC41B3B92C5FCBA2CB525C0D5C5AD4027C429404CAF61BD9BBDC2BE08441FC3E43F73C89CC8" },
+{ "seq_id" : 884412, "qsl_idx" : 2840, "data" : "83C832C8FDC68EC79BC8BBC8F1C745C870C88FC830C8C4C852C8C0C81FC8EFC8BAC833C806C9B6C8B0C8B3C844C1B2C34AC71EC82AC8F0C734C570C719C440C580C41EC1ECC7C8C794C5B2C752C681C40CC853C576C71AC848C710C880C60FC8D4C46CC781C636C6E2C684C490C68EC4DCBD2CC604BB66C418C36CC407C60CC888C05EC41B3B92C5FCBA2CB525C0D5C5AD4027C429404CAF61BD9BBDC2BE08441FC3E43F73C89CC8" },
+{ "seq_id" : 1125611, "qsl_idx" : 1665, "data" : "88C86CC8C4C68FC726C812C874C8B3C8A0C882C84EC882C840C8CDC8D6C8F6C858C893C841C465C52EC720C876C62CC80AC53EC70CC734C5DBC669C805C486C6D5C67DC84EC3DEC6E4C32DC6F2C7C8C89DC598C5F4C782C84CC48EC1F7C44DB5A0C6A5C6C4C6B0C56EC1D6C598C523C7A5C6C6C674C380C6DDC452C7DA45724540C856C882C2233F27C0A0C0D9C5C7C6D2316C415CC5B4B904C54CC62DC652C6F7C471B5" },
+{ "seq_id" : 42311, "qsl_idx" : 1665, "data" : "88C86CC8C4C68FC726C812C874C8B3C8A0C882C84EC882C840C8CDC8D6C8F6C858C893C841C465C52EC720C876C62CC80AC53EC70CC734C5DBC669C805C486C6D5C67DC84EC3DEC6E4C32DC6F2C7C8C89DC598C5F4C782C84CC48EC1F7C44DB5A0C6A5C6C4C6B0C56EC1D6C598C523C7A5C6C6C674C380C6DDC452C7DA45724540C856C882C2233F27C0A0C0D9C5C7C6D2316C415CC5B4B904C54CC62DC652C6F7C471B5" }
+]
Original file line number	Diff line number	Diff line change
		@@ -0,0 +1,2 @@

		hash=35db7a03c67c29becaa3263e5d287b1031864f223d313450b22fb18cf48a84a8