From 9cf8ff786d2cbcbabebd07e7b72d68b836c4cfa9 Mon Sep 17 00:00:00 2001 From: nmowmita Date: Fri, 16 Feb 2024 17:15:24 +0100 Subject: [PATCH] error line fix --- lm_eval/tasks/crowspairsde.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/lm_eval/tasks/crowspairsde.py b/lm_eval/tasks/crowspairsde.py index 68c0237385..8c70686323 100644 --- a/lm_eval/tasks/crowspairsde.py +++ b/lm_eval/tasks/crowspairsde.py @@ -26,8 +26,7 @@ with nine types of bias, like race, religion, and age. In CrowS-Pairs a model is presented with two sentences: one that is more stereotyping and another that is less stereotyping. The data focuses on stereotypes about historically disadvantaged groups and contrasts them with advantaged groups. We find that all three of the widely-used MLMs we -evaluate substantially favor sentences that express stereotypes in every category in CrowS-Pairs. As work on building -less biased models advances, this dataset can be used as a benchmark to evaluate progress.", } """ +evaluate substantially favor sentences that express stereotypes in every category in CrowS-Pairs. As work on building less biased models advances, this dataset can be used as a benchmark to evaluate progress.", } """ class CrowsPairsDE(Task):