Skip to content
Open
Show file tree
Hide file tree
Changes from 13 commits
Commits
Show all changes
22 commits
Select commit Hold shift + click to select a range
14439ab
refactor unet2d condition model tests.
sayakpaul Feb 16, 2026
0e42a3f
fix tests
sayakpaul Feb 16, 2026
2b67fb6
up
sayakpaul Feb 16, 2026
46d44b7
fix
sayakpaul Feb 16, 2026
3371560
Revert "fix"
sayakpaul Feb 16, 2026
ca4a7b0
up
sayakpaul Feb 16, 2026
3a61081
Merge branch 'main' into unet-model-tests-refactor
sayakpaul Feb 16, 2026
ea08148
recompile limit
sayakpaul Feb 16, 2026
ffb254a
[tests] refactor test_models_unet_1d.py to use modular testing mixins
sayakpaul Feb 16, 2026
0411da7
[tests] refactor test_models_unet_2d.py to use modular testing mixins
sayakpaul Feb 16, 2026
ecbaed7
[tests] refactor test_models_unet_3d_condition.py to use modular test…
sayakpaul Feb 16, 2026
c6e6992
[tests] refactor test_models_unet_controlnetxs.py to use modular test…
sayakpaul Feb 16, 2026
99de4ce
[tests] refactor test_models_unet_spatiotemporal.py to use modular te…
sayakpaul Feb 16, 2026
5f8303f
remove test suites that are passed.
sayakpaul Feb 16, 2026
ecfd3b4
Merge branch 'main' into unet-model-tests-refactor
sayakpaul Feb 16, 2026
17257b5
Merge branch 'main' into unet-model-tests-refactor
sayakpaul Mar 23, 2026
bfebba4
resolve conflicts
sayakpaul Mar 27, 2026
87e7b82
Merge branch 'main' into unet-model-tests-refactor
sayakpaul Apr 12, 2026
70f87e8
Merge branch 'main' into unet-model-tests-refactor
sayakpaul May 13, 2026
db86669
Merge branch 'main' into unet-model-tests-refactor
sayakpaul May 27, 2026
527ca54
Merge branch 'main' into unet-model-tests-refactor
sayakpaul May 28, 2026
adf9b37
Merge branch 'main' into unet-model-tests-refactor
dg845 May 30, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
7 changes: 4 additions & 3 deletions tests/models/test_modeling_common.py
Original file line number Diff line number Diff line change
Expand Up @@ -465,7 +465,8 @@ def _accepts_norm_num_groups(model_class):
def test_forward_with_norm_groups(self):
if not self._accepts_norm_num_groups(self.model_class):
pytest.skip(f"Test not supported for {self.model_class.__name__}")
init_dict, inputs_dict = self.prepare_init_args_and_inputs_for_common()
init_dict = self.get_init_dict()
inputs_dict = self.get_dummy_inputs()

init_dict["norm_num_groups"] = 16
init_dict["block_out_channels"] = (16, 32)
Expand All @@ -480,9 +481,9 @@ def test_forward_with_norm_groups(self):
if isinstance(output, dict):
output = output.to_tuple()[0]

self.assertIsNotNone(output)
assert output is not None
expected_shape = inputs_dict["sample"].shape
self.assertEqual(output.shape, expected_shape, "Input and output shapes do not match")
assert output.shape == expected_shape, "Input and output shapes do not match"


class ModelTesterMixin:
Expand Down
38 changes: 24 additions & 14 deletions tests/models/testing_utils/common.py
Original file line number Diff line number Diff line change
Expand Up @@ -287,8 +287,9 @@ def test_from_save_pretrained(self, tmp_path, atol=5e-5, rtol=5e-5):
f"Parameter shape mismatch for {param_name}. Original: {param_1.shape}, loaded: {param_2.shape}"
)

image = model(**self.get_dummy_inputs(), return_dict=False)[0]
new_image = new_model(**self.get_dummy_inputs(), return_dict=False)[0]
inputs_dict = self.get_dummy_inputs()
image = model(**inputs_dict, return_dict=False)[0]
new_image = new_model(**inputs_dict, return_dict=False)[0]
Comment on lines -295 to +297
Copy link
Copy Markdown
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

To ensure reproducibility.


assert_tensors_close(image, new_image, atol=atol, rtol=rtol, msg="Models give different forward passes.")

Expand All @@ -308,8 +309,9 @@ def test_from_save_pretrained_variant(self, tmp_path, atol=5e-5, rtol=0):

new_model.to(torch_device)

image = model(**self.get_dummy_inputs(), return_dict=False)[0]
new_image = new_model(**self.get_dummy_inputs(), return_dict=False)[0]
inputs_dict = self.get_dummy_inputs()
image = model(**inputs_dict, return_dict=False)[0]
new_image = new_model(**inputs_dict, return_dict=False)[0]

assert_tensors_close(image, new_image, atol=atol, rtol=rtol, msg="Models give different forward passes.")

Expand Down Expand Up @@ -337,8 +339,9 @@ def test_determinism(self, atol=1e-5, rtol=0):
model.to(torch_device)
model.eval()

first = model(**self.get_dummy_inputs(), return_dict=False)[0]
second = model(**self.get_dummy_inputs(), return_dict=False)[0]
inputs_dict = self.get_dummy_inputs()
first = model(**inputs_dict, return_dict=False)[0]
second = model(**inputs_dict, return_dict=False)[0]

first_flat = first.flatten()
second_flat = second.flatten()
Expand Down Expand Up @@ -395,8 +398,9 @@ def recursive_check(tuple_object, dict_object):
model.to(torch_device)
model.eval()

outputs_dict = model(**self.get_dummy_inputs())
outputs_tuple = model(**self.get_dummy_inputs(), return_dict=False)
inputs_dict = self.get_dummy_inputs()
outputs_dict = model(**inputs_dict)
outputs_tuple = model(**inputs_dict, return_dict=False)

recursive_check(outputs_tuple, outputs_dict)

Expand Down Expand Up @@ -523,8 +527,10 @@ def test_sharded_checkpoints(self, tmp_path, atol=1e-5, rtol=0):
new_model = new_model.to(torch_device)

torch.manual_seed(0)
inputs_dict_new = self.get_dummy_inputs()
new_output = new_model(**inputs_dict_new, return_dict=False)[0]
# Re-create inputs only if they contain a generator (which needs to be reset)
if "generator" in inputs_dict:
inputs_dict = self.get_dummy_inputs()
new_output = new_model(**inputs_dict, return_dict=False)[0]

assert_tensors_close(
base_output, new_output, atol=atol, rtol=rtol, msg="Output should match after sharded save/load"
Expand Down Expand Up @@ -563,8 +569,10 @@ def test_sharded_checkpoints_with_variant(self, tmp_path, atol=1e-5, rtol=0):
new_model = new_model.to(torch_device)

torch.manual_seed(0)
inputs_dict_new = self.get_dummy_inputs()
new_output = new_model(**inputs_dict_new, return_dict=False)[0]
# Re-create inputs only if they contain a generator (which needs to be reset)
if "generator" in inputs_dict:
inputs_dict = self.get_dummy_inputs()
new_output = new_model(**inputs_dict, return_dict=False)[0]

assert_tensors_close(
base_output, new_output, atol=atol, rtol=rtol, msg="Output should match after variant sharded save/load"
Expand Down Expand Up @@ -614,8 +622,10 @@ def test_sharded_checkpoints_with_parallel_loading(self, tmp_path, atol=1e-5, rt
model_parallel = model_parallel.to(torch_device)

torch.manual_seed(0)
inputs_dict_parallel = self.get_dummy_inputs()
output_parallel = model_parallel(**inputs_dict_parallel, return_dict=False)[0]
# Re-create inputs only if they contain a generator (which needs to be reset)
if "generator" in inputs_dict:
inputs_dict = self.get_dummy_inputs()
output_parallel = model_parallel(**inputs_dict, return_dict=False)[0]

assert_tensors_close(
base_output, output_parallel, atol=atol, rtol=rtol, msg="Output should match with parallel loading"
Expand Down
3 changes: 0 additions & 3 deletions tests/models/testing_utils/compile.py
Original file line number Diff line number Diff line change
Expand Up @@ -92,9 +92,6 @@ def test_torch_compile_repeated_blocks(self, recompile_limit=1):
model.eval()
model.compile_repeated_blocks(fullgraph=True)

if self.model_class.__name__ == "UNet2DConditionModel":
recompile_limit = 2

Comment on lines -95 to -97
Copy link
Copy Markdown
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Not needed as we pass recompile_limit explicitly now.

with (
torch._inductor.utils.fresh_inductor_cache(),
torch._dynamo.config.patch(recompile_limit=recompile_limit),
Expand Down
30 changes: 16 additions & 14 deletions tests/models/testing_utils/lora.py
Original file line number Diff line number Diff line change
Expand Up @@ -15,6 +15,7 @@

import gc
import json
import logging
import os
import re

Expand All @@ -23,10 +24,12 @@
import torch
import torch.nn as nn

from diffusers.utils import logging as diffusers_logging
from diffusers.utils.import_utils import is_peft_available
from diffusers.utils.testing_utils import check_if_dicts_are_equal

from ...testing_utils import (
CaptureLogger,
assert_tensors_close,
backend_empty_cache,
is_lora,
Expand Down Expand Up @@ -477,32 +480,34 @@ def test_enable_lora_hotswap_called_after_adapter_added_raises(self):
with pytest.raises(RuntimeError, match=msg):
model.enable_lora_hotswap(target_rank=32)

def test_enable_lora_hotswap_called_after_adapter_added_warning(self, caplog):
Copy link
Copy Markdown
Member Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

It was needed because caplog doesn't capture these warnings properly.

# ensure that enable_lora_hotswap is called before loading the first adapter
import logging

def test_enable_lora_hotswap_called_after_adapter_added_warning(self):
lora_config = self._get_lora_config(8, 8, target_modules=["to_q"])
init_dict = self.get_init_dict()
model = self.model_class(**init_dict).to(torch_device)
model.add_adapter(lora_config)
msg = (
"It is recommended to call `enable_lora_hotswap` before loading the first adapter to avoid recompilation."
)
with caplog.at_level(logging.WARNING):

logger = diffusers_logging.get_logger("diffusers.loaders.peft")
logger.setLevel(logging.WARNING)
with CaptureLogger(logger) as cap_logger:
model.enable_lora_hotswap(target_rank=32, check_compiled="warn")
assert any(msg in record.message for record in caplog.records)

def test_enable_lora_hotswap_called_after_adapter_added_ignore(self, caplog):
# check possibility to ignore the error/warning
import logging
assert msg in str(cap_logger.out), f"Expected warning not found. Captured: {cap_logger.out}"

def test_enable_lora_hotswap_called_after_adapter_added_ignore(self):
lora_config = self._get_lora_config(8, 8, target_modules=["to_q"])
init_dict = self.get_init_dict()
model = self.model_class(**init_dict).to(torch_device)
model.add_adapter(lora_config)
with caplog.at_level(logging.WARNING):

logger = diffusers_logging.get_logger("diffusers.loaders.peft")
logger.setLevel(logging.WARNING)
with CaptureLogger(logger) as cap_logger:
model.enable_lora_hotswap(target_rank=32, check_compiled="ignore")
assert len(caplog.records) == 0

assert cap_logger.out == "", f"Expected no warnings but found: {cap_logger.out}"

def test_enable_lora_hotswap_wrong_check_compiled_argument_raises(self):
# check that wrong argument value raises an error
Expand All @@ -515,9 +520,6 @@ def test_enable_lora_hotswap_wrong_check_compiled_argument_raises(self):
model.enable_lora_hotswap(target_rank=32, check_compiled="wrong-argument")

def test_hotswap_second_adapter_targets_more_layers_raises(self, tmp_path, caplog):
# check the error and log
import logging

# at the moment, PEFT requires the 2nd adapter to target the same or a subset of layers
target_modules0 = ["to_q"]
target_modules1 = ["to_q", "to_k"]
Expand Down
Loading
Loading