diff --git a/examples/t2i_adapter/train_t2i_adapter_sdxl.py b/examples/t2i_adapter/train_t2i_adapter_sdxl.py
index eb393418c5d7..4eebc90f484d 100644
--- a/examples/t2i_adapter/train_t2i_adapter_sdxl.py
+++ b/examples/t2i_adapter/train_t2i_adapter_sdxl.py
@@ -913,9 +913,7 @@ def load_model_hook(models, input_dir):
 
                 # load diffusers style into model
                 load_model = T2IAdapter.from_pretrained(os.path.join(input_dir, "t2iadapter"))
-
-                if args.control_type != "style":
-                    model.register_to_config(**load_model.config)
+                model.register_to_config(**load_model.config)
 
                 model.load_state_dict(load_model.state_dict())
                 del load_model