Minor changes to data collator call to explicitly pass -100 for pad token.

Signed-off-by: meetkuma <[email protected]>

Author: quic-meetkuma

QEfficient/finetune/utils/dataset_utils.py

@@ -58,7 +58,8 @@ def get_dataloader_kwargs(train_config, dataset, dataset_processer, split):
     else:
         kwargs["batch_size"] = batch_size
         kwargs["drop_last"] = True
-    kwargs["collate_fn"] = DataCollatorForSeq2Seq(dataset_processer)
+    # todo: -100 should be changed to a variable. or tokenizer.pad_token_id
+    kwargs["collate_fn"] = DataCollatorForSeq2Seq(dataset_processer, label_pad_token_id=-100)
     return kwargs