Skip to content

Commit a1f1190

Browse files
author
Damien Sileo
committed
new tasks
1 parent a09577b commit a1f1190

File tree

2 files changed

+6
-4
lines changed

2 files changed

+6
-4
lines changed

src/tasksource/mtasks.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -103,9 +103,6 @@ def concatenate_configs(dataset):
103103
xstory = MultipleChoice(constant(''),choices=["text_right_ending","text_wrong_ending"],labels=constant(0),
104104
**all("juletxara/xstory_cloze"))
105105

106-
anthropic_rlhf = MultipleChoice(constant(''), ['chosen','rejected'], constant(0),
107-
dataset_name="Anthropic/hh-rlhf")
108-
109106
xglue_ner = TokenClassification("words","ner", dataset_name="xglue",config_name="ner")
110107
xglue_pos = TokenClassification("words","pos", dataset_name="xglue",config_name="pos")
111108

src/tasksource/tasks.py

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -984,4 +984,9 @@ def _udep_post_process(ds):
984984
sharc_classification = Classification("snippet", lambda x:f'{x["scenario"]}\n{x["question"]}' ,labels="answer",dataset_name='sharc_modified',config_name='mod',
985985
pre_process = lambda ds:ds.filter(lambda x:x['answer'] in {"Yes","No","Irrelevant"}))
986986

987-
conceptrules_v2 = Classification("context", "text", "label", dataset_name="tasksource/conceptrules_v2")
987+
conceptrules_v2 = Classification("context", "text", "label", dataset_name="tasksource/conceptrules_v2")
988+
989+
scidtb = Classification("unit1_txt","unit2_txt","label", dataset_name="metaeval/disrpt",config_name='eng.dep.scidtb')
990+
991+
chunking = TokenClassification("tokens","chunk_tags", dataset_name="conll2000")
992+
few_nerd=TokenClassification("tokens","fine_ner_tags",dataset_name="DFKI-SLT/few-nerd",config_name='supervised')

0 commit comments

Comments
 (0)