pass EOS ID to extract validation

Signed-off-by: Sukriti-Sharma4 <sukriti.sharma4@ibm.com>

Author: Ssukriti

aiu_fms_testing_utils/scripts/save_cpu_data.py

@@ -97,6 +97,7 @@ def process_row(row):
             max_new_tokens,
             LogitsExtractorHook(),
             attn_algorithm="math",
+            eos_token_id=tokenizer.eos_token_id
         )
     return {"id": id, "input_ids": input_ids, "validation": cpu_validation_info}
 

aiu_fms_testing_utils/scripts/validation.py

@@ -690,6 +690,7 @@ def print_result(result, result_idx: int = 0, file_prefix: str = ""):
         ids.to(validation_device),
         args.max_new_tokens,
         LogitsExtractorHook(),
+        eos_token_id=tokenizer.eos_token_id,
         attn_algorithm="math",
         **padding_kwargs,
     )

tests/models/test_decoders.py

@@ -612,6 +612,7 @@ def _get_device_validation_information(
         max_new_tokens,
         post_iteration_hook,
         timing=TIMING,
+        eos_token_id=tokenizer.eos_token_id,
         **extra_kwargs,
         **device_dependent_kwargs,
     )