fix

Signed-off-by: Joe Isaacs <joe.isaacs@live.co.uk>

Author: joseph-isaacs

vortex-test/compat-gen/scripts/compat.py

@@ -32,10 +32,11 @@
 import subprocess
 import sys
 import tempfile
+import time
 from concurrent.futures import ThreadPoolExecutor, as_completed
 from datetime import UTC, datetime
 from pathlib import Path
-from urllib.error import HTTPError
+from urllib.error import HTTPError, URLError
 from urllib.request import urlopen
 
 import jsonschema
@@ -165,13 +166,19 @@ def __init__(self, bucket: str):
 
     def read(self, key: str) -> bytes | None:
         url = f"{self.https_base}/{key}"
-        try:
-            with urlopen(url) as resp:
-                return resp.read()
-        except HTTPError as e:
-            if e.code in (403, 404):
-                return None
-            raise
+        for attempt in range(3):
+            try:
+                with urlopen(url, timeout=10) as resp:
+                    return resp.read()
+            except HTTPError as e:
+                if e.code in (403, 404):
+                    return None
+                raise
+            except (URLError, ConnectionError, TimeoutError):
+                if attempt < 2:
+                    time.sleep(1 * (attempt + 1))
+                    continue
+                raise
 
     def write(self, key: str, data: bytes) -> None:
         with tempfile.NamedTemporaryFile(delete=False) as f: