upgrade trl (#601)

Signed-off-by: Dushyant Behl <dushyantbehl@in.ibm.com>

Author: dushyantbehl

pyproject.toml

@@ -34,7 +34,7 @@ dependencies = [
 "sentencepiece>=0.1.99,<0.3",
 "tokenizers>=0.13.3,<1.0",
 "tqdm>=4.66.2,<5.0",
-"trl>=0.13,<0.18",
+"trl>=0.13,<0.20",
 "peft>=0.15.0,<=0.15.2",
 "protobuf>=5.28.0,<6.0.0",
 "datasets>=3.5.0,<4.0",

tuning/data/data_preprocessing_utils.py

@@ -92,16 +92,9 @@ def get_data_collator(
         )
 
     if is_traindata_tokenized:
-        # Note that this automatically pads labels with -100
-        # TODO check if this is sufficient for preprocessed
-        # TODO with the release of trl v0.17.0, DataCollatorForSeq2Seq
-        # was removed from tokenized data processing, should eventually
-        # be added back in with support directly in fms-hf-tuning, not
-        # dependent on trl.
-        # return DataCollatorForSeq2Seq(
-        #     tokenizer=tokenizer, padding=True, max_length=max_seq_length
-        # )
-        return None
+        return DataCollatorForSeq2Seq(
+            tokenizer=tokenizer, padding=True, max_length=max_seq_length
+        )
 
     # TODO: near term - how response template ids are parsed out needs to be cleaned.
     # The [2:] here applies if response template has \n prefix, it is needed to strip \n,