diff --git a/lm_eval/tasks/__init__.py b/lm_eval/tasks/__init__.py index ae96893e4e..20167ee52e 100644 --- a/lm_eval/tasks/__init__.py +++ b/lm_eval/tasks/__init__.py @@ -70,6 +70,7 @@ from .mlmm import multilingual_truthfulqa from . import crowspairsde + ######################################## # Translation tasks ######################################## @@ -101,7 +102,6 @@ TASK_REGISTRY = { "crowspairsde": crowspairsde.CrowsPairsDE, - # GLUE "cola": glue.CoLA, "mnli": glue.MNLI, diff --git a/lm_eval/tasks/crowspairsde.py b/lm_eval/tasks/crowspairsde.py index 392eeb4511..3478c80b9c 100644 --- a/lm_eval/tasks/crowspairsde.py +++ b/lm_eval/tasks/crowspairsde.py @@ -1,4 +1,3 @@ - """ CrowS-Pairs: A Challenge Dataset for Measuring Social Biases in Masked Language Models https://aclanthology.org/2020.emnlp-main.154/