Add retries to get-graphql-schemas

To fix CI instability due to more aggressive rate-limiting

Author: dmerand

bin/get-graphql-schemas.js

@@ -7,6 +7,17 @@ import {runCommand} from './run-command.js'
 import {execSync} from "node:child_process";
 
 const BRANCH = 'main'
+const MAX_RETRIES = 3
+const INITIAL_RETRY_DELAY_MS = 5000 // 5 seconds
+
+/**
+ * Sleep for the specified number of milliseconds
+ * @param {number} ms
+ * @returns {Promise<void>}
+ */
+function sleep(ms) {
+  return new Promise(resolve => setTimeout(resolve, ms))
+}
 
 /**
  * @typedef {Object} Schema
@@ -91,15 +102,15 @@ const schemas = [
 /**
  * @param {Schema} schema
  * @param {import('@octokit/rest').Octokit} octokit
+ * @param {number} retryCount
  * @returns {Promise<boolean>}
  */
-async function fetchFileForSchema(schema, octokit) {
-  try {
-    // Fetch the file content from the repository
-    const branch = schema.branch ?? BRANCH
-    const owner = schema.owner
-    const repoName = schema.repo
+async function fetchFileForSchema(schema, octokit, retryCount = 0) {
+  const branch = schema.branch ?? BRANCH
+  const owner = schema.owner
+  const repoName = schema.repo
 
+  try {
     let content = ''
     if (schema.usesLfs) {
       console.log(`\nFetching LFS file ${owner}/${repoName}#${branch}: ${schema.pathToFile} ...`)
@@ -137,6 +148,17 @@ async function fetchFileForSchema(schema, octokit) {
     console.log(`File downloaded successfully to ${localFilePath}`)
     return true
   } catch (error) {
+    // Handle rate limiting (429) with exponential backoff
+    if (error.status === 429 && retryCount < MAX_RETRIES) {
+      const retryAfter = error.response?.headers?.['retry-after']
+      const delayMs = retryAfter ? parseInt(retryAfter, 10) * 1000 : INITIAL_RETRY_DELAY_MS * Math.pow(2, retryCount)
+      const delaySeconds = Math.round(delayMs / 1000)
+
+      console.warn(`Rate limited for ${owner}/${repoName}. Retrying after ${delaySeconds} seconds (attempt ${retryCount + 1}/${MAX_RETRIES})...`)
+      await sleep(delayMs)
+      return fetchFileForSchema(schema, octokit, retryCount + 1)
+    }
+
     console.error(`Error fetching file: ${error.message}`)
     return false
   }