From 379ee5345a25ee123fd5faec33285b6e8be0dadf Mon Sep 17 00:00:00 2001 From: Pablo Gonzalez Date: Wed, 24 Jul 2024 22:02:58 -0500 Subject: [PATCH] Fix delta perf check (#1804) --- tools/submission/submission_checker.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tools/submission/submission_checker.py b/tools/submission/submission_checker.py index a0e996af4..bea564023 100755 --- a/tools/submission/submission_checker.py +++ b/tools/submission/submission_checker.py @@ -2612,7 +2612,7 @@ def check_compliance_acc_dir(test_dir, model, config): is_valid = False break else: - required_delta_perc = config.get_delta_perc(model, acc_types) + required_delta_perc = config.get_delta_perc(model, acc_type[0]) delta_perc = abs(1 - acc_baseline[acc_type] / acc_compliance[acc_type]) * 100 if delta_perc <= required_delta_perc: is_valid = True