updating the data collator for seq-regression to handle the dim mismatch problem (#751)

liususan091219 · web-flow · commit c01e65bb48d8 · 2022-10-08T21:59:31.000-07:00
diff --git a/flaml/nlp/huggingface/data_collator.py b/flaml/nlp/huggingface/data_collator.py
@@ -11,6 +11,7 @@
     MULTICHOICECLASSIFICATION,
     SUMMARIZATION,
     SEQCLASSIFICATION,
+    SEQREGRESSION
 )
 
 
@@ -51,5 +52,6 @@ def __call__(self, features):
         (MULTICHOICECLASSIFICATION, DataCollatorForMultipleChoiceClassification),
         (SUMMARIZATION, DataCollatorForSeq2Seq),
         (SEQCLASSIFICATION, DataCollatorWithPadding),
+        (SEQREGRESSION, DataCollatorWithPadding),
     ]
 )

Original file line number	Diff line number	Diff line change
`@@ -11,6 +11,7 @@`
`11`	`11`	`MULTICHOICECLASSIFICATION,`
`12`	`12`	`SUMMARIZATION,`
`13`	`13`	`SEQCLASSIFICATION,`
	`14`	`+ SEQREGRESSION`
`14`	`15`	`)`
`15`	`16`
`16`	`17`
`@@ -51,5 +52,6 @@ def __call__(self, features):`
`51`	`52`	`(MULTICHOICECLASSIFICATION, DataCollatorForMultipleChoiceClassification),`
`52`	`53`	`(SUMMARIZATION, DataCollatorForSeq2Seq),`
`53`	`54`	`(SEQCLASSIFICATION, DataCollatorWithPadding),`
	`55`	`+ (SEQREGRESSION, DataCollatorWithPadding),`
`54`	`56`	`]`
`55`	`57`	`)`