Add retry and timeout resiliency to e2e dataset tests

- Retry up to 3 times with exponential backoff (5s, 10s, 60s max) on
  transient network errors (OSError, ConnectionError, TimeoutError)
- 5-minute per-test timeout to prevent hung downloads from blocking CI
- Uses tenacity (already a project dependency)

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

Author: rlundeen2

tests/end_to_end/test_all_datasets.py

@@ -7,29 +7,51 @@
 These tests download real data from HuggingFace and GitHub, are slow, and are
 subject to transient network failures.  They are intended to run daily in e2e CI,
 not on every PR.
+
+Resiliency: each fetch is retried up to 3 times with exponential backoff to
+handle transient HuggingFace / GitHub rate-limiting and network errors.
 """
 
 import logging
 
 import pytest
+from tenacity import retry, retry_if_exception_type, stop_after_attempt, wait_exponential
 
 from pyrit.datasets import SeedDatasetProvider
 from pyrit.datasets.seed_datasets.remote import _VLSUMultimodalDataset
 from pyrit.models import SeedDataset
 
 logger = logging.getLogger(__name__)
 
+# Per-test timeout in seconds (5 minutes per dataset)
+_TEST_TIMEOUT = 300
+
+# Transient error types that warrant a retry
+_RETRYABLE_ERRORS = (OSError, ConnectionError, TimeoutError)
+
 
 def get_dataset_providers():
     """Helper to get all registered providers for parameterization."""
     providers = SeedDatasetProvider.get_all_providers()
     return [(name, cls) for name, cls in providers.items()]
 
 
+@retry(
+    stop=stop_after_attempt(3),
+    wait=wait_exponential(multiplier=5, min=5, max=60),
+    retry=retry_if_exception_type(_RETRYABLE_ERRORS),
+    reraise=True,
+)
+async def _fetch_with_retry(provider) -> SeedDataset:
+    """Fetch a dataset with retry on transient network errors."""
+    return await provider.fetch_dataset(cache=False)
+
+
 class TestAllDatasets:
     """Exhaustive test that every registered dataset provider can be fetched."""
 
     @pytest.mark.asyncio
+    @pytest.mark.timeout(_TEST_TIMEOUT)
     @pytest.mark.parametrize("name,provider_cls", get_dataset_providers())
     async def test_fetch_dataset(self, name, provider_cls):
         """
@@ -40,13 +62,15 @@ async def test_fetch_dataset(self, name, provider_cls):
         1. The dataset can be downloaded/loaded without error
         2. The result is a SeedDataset
         3. The dataset is not empty (has seeds)
+
+        Retries up to 3 times on transient network errors.
         """
         logger.info(f"Testing provider: {name}")
 
         try:
             # Use max_examples for slow providers that fetch many remote images
             provider = provider_cls(max_examples=6) if provider_cls == _VLSUMultimodalDataset else provider_cls()
-            dataset = await provider.fetch_dataset(cache=False)
+            dataset = await _fetch_with_retry(provider)
 
             assert isinstance(dataset, SeedDataset), f"{name} did not return a SeedDataset"
             assert len(dataset.seeds) > 0, f"{name} returned an empty dataset"