Update tasks.py

sileod · Nov 16, 2022 · 3c655f1 · 3c655f1
1 parent 0379d31
commit 3c655f1
Showing 1 changed file with 6 additions and 5 deletions.
diff --git a/src/tasknet/tasks.py b/src/tasknet/tasks.py
@@ -131,15 +131,16 @@ class MultipleChoice(Classification):
     )
 
     num_labels = 2
-
+    data_collator: _ = DataCollatorForMultipleChoice()
     choices: _ = field(default_factory=list)
     s1: str = "inputs"
+
+    def __post_init__(self):
+        super().__post_init__()
+        self.data_collator.tokenizer_kwargs = self.tokenizer_kwargs
 
     def set_tokenizer(self, tokenizer):
-        self.tokenizer = tokenizer
-        self.data_collator = DataCollatorForMultipleChoice(
-            tokenizer=self.tokenizer, tokenizer_kwargs=self.tokenizer_kwargs
-        )
+        self.tokenizer = self.data_collator.tokenizer= tokenizer
 
     def preprocess_function(self, examples):
         num_choices = len(self.choices)