This repository was archived by the owner on Nov 19, 2025. It is now read-only.
File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -151,7 +151,7 @@ model:
151151 memmap_workers : null
152152 max_seq_length : 2048
153153 min_seq_length : 1
154- drop_last : True
154+ drop_last : True # note that `False` is not currently supported
155155 # Example of how to specify concat_sampling_probabilities
156156 # concat_sampling_probabilities:
157157 # - 0.5
@@ -175,7 +175,7 @@ model:
175175 memmap_workers : ${model.data.train_ds.memmap_workers}
176176 max_seq_length : ${model.data.train_ds.max_seq_length}
177177 min_seq_length : 1
178- drop_last : False
178+ drop_last : True # note that ` False` is not currently supported
179179 label_key : ${model.data.train_ds.label_key}
180180 add_eos : ${model.data.train_ds.add_eos}
181181 add_sep : ${model.data.train_ds.add_sep}
You can’t perform that action at this time.
0 commit comments