Skip to content

Commit 55b3de4

Browse files
authored
fix multi_rc
1 parent cd1ecc8 commit 55b3de4

1 file changed

Lines changed: 5 additions & 2 deletions

File tree

src/tasksource/tasks.py

Lines changed: 5 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,10 @@
1717

1818
super_glue___boolq = Classification(sentence1="question", labels="label")
1919
super_glue___cb = Classification(sentence1="premise", sentence2="hypothesis", labels="label")
20-
super_glue___multirc = Classification(sentence1="question", labels="label")
20+
super_glue___multirc = Classification(
21+
cat(["paragraph", "question","answer"], " : "),
22+
labels='label'
23+
)
2124
#super_glue___rte = Classification(sentence1="premise", sentence2="hypothesis", labels="label") # in glue
2225
super_glue___wic = Classification(
2326
sentence1=cat(["word","sentence1"], " : "),
@@ -833,4 +836,4 @@ def _preprocess_chatgpt_detection(ex):
833836
twentyquestions = Classification("question","subject","answer",dataset_name="maximedb/twentyquestions")
834837

835838
reclor = MultipleChoice(cat(["context","question"]),choices_list="answers",labels="label",
836-
dataset_name="metaeval/reclor",splits=['train','validation',None])
839+
dataset_name="metaeval/reclor",splits=['train','validation',None])

0 commit comments

Comments
 (0)