We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent c76fc30 commit ea43309Copy full SHA for ea43309
1 file changed
tests/models/testing_utils/parallelism.py
@@ -200,7 +200,6 @@ def test_context_parallel_inference(self, cp_type, batch_size: int = 1):
200
f"Context parallel inference failed: {return_dict.get('error', 'Unknown error')}"
201
)
202
203
- @pytest.mark.xfail(reason="Context parallel may not support batch_size > 1")
204
@pytest.mark.parametrize("cp_type", ["ulysses_degree", "ring_degree"], ids=["ulysses", "ring"])
205
def test_context_parallel_batch_inputs(self, cp_type):
206
self.test_context_parallel_inference(cp_type, batch_size=2)
0 commit comments