new. tasks.

Author: sileod

src/tasksource/tasks.py

@@ -10,6 +10,7 @@
 glue___rte = Classification(sentence1="sentence1", sentence2="sentence2", labels="label")
 glue___wnli = Classification(sentence1="sentence1", sentence2="sentence2", labels="label")
 #glue___ax = Classification(sentence1="premise", sentence2="hypothesis", labels="label", splits=["test", None, None]) # fully masked
+
 glue___mrpc = Classification(sentence1="sentence1", sentence2="sentence2", labels="label")
 glue___qqp = Classification(sentence1="question1", sentence2="question2", labels="label")
 glue___stsb = Classification(sentence1="sentence1", sentence2="sentence2", labels="label")
@@ -806,7 +807,6 @@ def _preprocess_chatgpt_detection(ex):
     labels=lambda x: "ABCD".index(x['answers']),
     dataset_name="metaeval/mutual",splits=["train",None,None])
 
-
 neqa = MultipleChoice('prompt',choices_list='classes',labels="answer_index",
     dataset_name="inverse-scaling/NeQA")
 quote_repetition = MultipleChoice('prompt',choices_list='classes',labels="answer_index",
@@ -820,4 +820,4 @@ def _preprocess_chatgpt_detection(ex):
 implicatures = MultipleChoice(cat(['context','response'],"\n"),
     choices=['correct_implicature','incorrect_implicature'],
     labels=constant(0),
-    dataset_name='metaeval/implicatures')
+    dataset_name='metaeval/implicatures')