fix: Enhance IndexNow submission with key file verification and retry logic

Author: aalmada

.github/workflows/docs.yml

@@ -69,6 +69,7 @@ jobs:
           python - <<'PY'
           import json
           import os
+          import time
           import xml.etree.ElementTree as ET
           from urllib import request
           from urllib.error import HTTPError
@@ -78,6 +79,31 @@ jobs:
           key_location = f"https://aalmada.github.io/BookStore/{key}.txt"
           sitemap_url = "https://aalmada.github.io/BookStore/sitemap.xml"
 
+          # GitHub Pages can take a short time to serve the just-deployed content.
+          # Retry key-file verification before attempting IndexNow submission.
+          max_attempts = 8
+          for attempt in range(1, max_attempts + 1):
+            try:
+              with request.urlopen(key_location, timeout=30) as resp:
+                body = resp.read().decode("utf-8").strip()
+                if body == key:
+                  print(f"IndexNow key file verified on attempt {attempt}.")
+                  break
+                raise RuntimeError(
+                  f"Key file content mismatch on attempt {attempt}. "
+                  f"Expected key value, got: {body!r}"
+                )
+            except Exception as ex:
+              if attempt == max_attempts:
+                print(
+                  "IndexNow key file is not reachable/valid after deployment. "
+                  "Skipping IndexNow submission to avoid failing docs publish."
+                )
+                print(f"Last verification error: {ex}")
+                raise SystemExit(0)
+              print(f"Waiting for key file propagation (attempt {attempt}/{max_attempts}): {ex}")
+              time.sleep(15)
+
           with request.urlopen(sitemap_url, timeout=30) as resp:
               xml_data = resp.read()
 
@@ -113,5 +139,12 @@ jobs:
                   print(response.read().decode("utf-8"))
           except HTTPError as e:
               print(f"IndexNow error: {e.code} {e.reason}")
+              if e.code == 403:
+                print(
+                  "IndexNow returned 403. This usually means key validation is "
+                  "not yet visible to IndexNow or the key/keyLocation does not match. "
+                  "Skipping failure so docs deployment still succeeds."
+                )
+                raise SystemExit(0)
               raise
           PY