Skip to content

Commit b0b86bd

Browse files
committed
Simplify past_key_values handling in PreTrainedModel for beam search
1 parent f42da6d commit b0b86bd

1 file changed

Lines changed: 1 addition & 8 deletions

File tree

packages/transformers/src/models/modeling_utils.js

Lines changed: 1 addition & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -1448,14 +1448,7 @@ export class PreTrainedModel extends Callable {
14481448
}
14491449

14501450
if (generation_config.return_dict_in_generate) {
1451-
let past_key_values_for_return = past_key_values;
1452-
if (is_beam_search) {
1453-
console.warn(
1454-
'Beam search does not return aligned past_key_values for finalized sequences. ' +
1455-
'past_key_values will be null; re-generate without beam search if you need caching.',
1456-
);
1457-
past_key_values_for_return = null;
1458-
}
1451+
const past_key_values_for_return = is_beam_search ? null : past_key_values;
14591452
return {
14601453
sequences,
14611454
past_key_values: past_key_values_for_return,

0 commit comments

Comments
 (0)