Skip to content

Commit 5583d52

Browse files
rootroot
authored andcommitted
fix vlm dataset processor with no_padding formate
1 parent 4e6a606 commit 5583d52

1 file changed

Lines changed: 0 additions & 3 deletions

File tree

angelslim/data/multimodal_dataset.py

Lines changed: 0 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -181,7 +181,6 @@ def _process_and_append(self, messages: List[Dict], tools=None):
181181
tokenize=True,
182182
add_generation_prompt=True,
183183
return_dict=True,
184-
padding="max_length",
185184
truncation=True,
186185
return_tensors="pt",
187186
max_length=self.max_length,
@@ -196,7 +195,6 @@ def _process_and_append(self, messages: List[Dict], tools=None):
196195
inputs = self.processor(
197196
text=[text],
198197
images=image_inputs,
199-
padding="max_length",
200198
truncation=True,
201199
return_tensors="pt",
202200
max_length=self.max_length,
@@ -214,7 +212,6 @@ def _process_and_append(self, messages: List[Dict], tools=None):
214212
text=[text],
215213
images=image_inputs,
216214
videos=video_inputs,
217-
padding="max_length",
218215
truncation=True,
219216
return_tensors="pt",
220217
max_length=self.max_length,

0 commit comments

Comments
 (0)