fixup! test: create tests for chat_template_base64 field

Signed-off-by: Harikrishnan Balagopal <harikrishmenon@gmail.com>

Author: HarikrishnanBalagopal

tests/artifacts/predefined_data_configs/__init__.py

@@ -44,13 +44,18 @@
     PREDEFINED_DATA_CONFIGS, "mt_data_granite_3_1B_tokenize_and_mask_handler.yaml"
 )
 DATA_CONFIG_MULTITURN_CHAT_TOKENIZE_AND_MASKING_DATA_BASE64_HANDLER = os.path.join(
-    PREDEFINED_DATA_CONFIGS, "mt_data_granite_3_1B_tokenize_and_mask_base64_handler.yaml"
+    PREDEFINED_DATA_CONFIGS,
+    "mt_data_granite_3_1B_tokenize_and_mask_base64_handler.yaml",
 )
-DATA_CONFIG_MULTITURN_CHAT_TOKENIZE_AND_MASKING_DATA_INVALID_BASE64_HANDLER = os.path.join(
-    PREDEFINED_DATA_CONFIGS, "mt_data_granite_3_1B_tokenize_and_mask_invalid_base64_handler.yaml"
+DATA_CONFIG_MULTITURN_CHAT_TOKENIZE_AND_MASKING_DATA_INVALID_BASE64_HANDLER = (
+    os.path.join(
+        PREDEFINED_DATA_CONFIGS,
+        "mt_data_granite_3_1B_tokenize_and_mask_invalid_base64_handler.yaml",
+    )
 )
 DATA_CONFIG_MULTITURN_CHAT_TOKENIZE_AND_MASKING_DATA_BASE64_HANDLER_EXPECTED_CHAT_TEMPLATE = os.path.join(
-    PREDEFINED_DATA_CONFIGS, "mt_data_granite_3_1B_tokenize_and_mask_base64_handler_expected_chat_template.txt"
+    PREDEFINED_DATA_CONFIGS,
+    "mt_data_granite_3_1B_tokenize_and_mask_base64_handler_expected_chat_template.txt",
 )
 DATA_CONFIG_YAML_STREAMING_INPUT_OUTPUT = os.path.join(
     PREDEFINED_DATA_CONFIGS, "tokenize_and_apply_input_masking_streaming.yaml"

tests/test_sft_trainer.py

@@ -1400,15 +1400,21 @@ def test_data_config_chat_template_as_base64():
     expected_chat_template_path = DATA_CONFIG_MULTITURN_CHAT_TOKENIZE_AND_MASKING_DATA_BASE64_HANDLER_EXPECTED_CHAT_TEMPLATE
     with open(expected_chat_template_path, "r", encoding="utf-8") as f:
         expected_chat_template = f.read()
-    data_config_path = DATA_CONFIG_MULTITURN_CHAT_TOKENIZE_AND_MASKING_DATA_BASE64_HANDLER
+    data_config_path = (
+        DATA_CONFIG_MULTITURN_CHAT_TOKENIZE_AND_MASKING_DATA_BASE64_HANDLER
+    )
     assert os.path.isfile(data_config_path)
     data_config = load_and_validate_data_config(data_config_path)
     parsed_chat_template = data_config.dataprocessor.chat_template
     assert parsed_chat_template is not None, "the chat_template wasn't parsed correctly"
-    assert data_config.dataprocessor.chat_template == expected_chat_template, "the chat_template wasn't parsed correctly"
+    assert (
+        data_config.dataprocessor.chat_template == expected_chat_template
+    ), "the chat_template wasn't parsed correctly"
     # --------------------------------------------
     with pytest.raises(ValueError):
-        data_config_path = DATA_CONFIG_MULTITURN_CHAT_TOKENIZE_AND_MASKING_DATA_INVALID_BASE64_HANDLER
+        data_config_path = (
+            DATA_CONFIG_MULTITURN_CHAT_TOKENIZE_AND_MASKING_DATA_INVALID_BASE64_HANDLER
+        )
         data_config = load_and_validate_data_config(data_config_path)