sileod
diff --git a/‎src/tasksource/tasks.py‎
Lines changed: 3 additions & 2 deletions b/‎src/tasksource/tasks.py‎
Lines changed: 3 additions & 2 deletions
@@ -282,8 +282,9 @@ def _imppres_post_process(ds,prefix=''):
 )
 
 
-hendrycks_test = MultipleChoice('question',labels='answer',choices_list='choices',splits=['test','dev','validation'],
-    config_name=get_dataset_config_names("hendrycks_test")
+mmlu = MultipleChoice('question',labels='answer',choices_list='choices',splits=['test','dev','validation'],
+    dataset_name="tasksource/mmlu",
+    config_name=get_dataset_config_names("tasksource/mmlu")
 )
 
 winogrande = MultipleChoice('sentence',['option1','option2'],'answer',config_name='winogrande_xl',
Original file line number	Diff line number	Diff line change
`@@ -282,8 +282,9 @@ def _imppres_post_process(ds,prefix=''):`
`282`	`282`	`)`
`283`	`283`
`284`	`284`
`285`		`-hendrycks_test = MultipleChoice('question',labels='answer',choices_list='choices',splits=['test','dev','validation'],`
`286`		`- config_name=get_dataset_config_names("hendrycks_test")`
	`285`	`+mmlu = MultipleChoice('question',labels='answer',choices_list='choices',splits=['test','dev','validation'],`
	`286`	`+ dataset_name="tasksource/mmlu",`
	`287`	`+ config_name=get_dataset_config_names("tasksource/mmlu")`
`287`	`288`	`)`
`288`	`289`
`289`	`290`	`winogrande = MultipleChoice('sentence',['option1','option2'],'answer',config_name='winogrande_xl',`