Merge pull request #2688 from ojeytonwilliams/fix/retry-failed-downloads

fix: retry failed downloads

Author: simon04

lib/tasks/docs.thor

@@ -235,6 +235,7 @@ class DocsCLI < Thor
     puts 'Docs -- BEGIN'
 
     require 'open-uri'
+    require 'net/http'
     require 'thread'
 
     docs = Docs.all_versions
@@ -250,15 +251,30 @@ class DocsCLI < Thor
           ['index.json', 'meta.json'].each do |filename|
             json = "https://documents.devdocs.io/#{doc.path}/#{filename}?#{time}"
             begin
-              URI.open(json, "Accept-Encoding" => "identity") do |file|
-                mutex.synchronize do
-                  path = File.join(dir, filename)
-                  File.write(path, file.read)
+              attempts = 0
+
+              begin
+                attempts += 1
+
+                URI.open(json, "Accept-Encoding" => "identity") do |file|
+                  mutex.synchronize do
+                    path = File.join(dir, filename)
+                    File.write(path, file.read)
+                  end
                 end
+              rescue Net::OpenTimeout, Net::ReadTimeout => e
+                if attempts <= 3
+                  wait_seconds = 2**(attempts - 1)
+                  puts "Docs -- Retrying #{json} in #{wait_seconds}s (#{e.class}: #{e.message})"
+                  sleep(wait_seconds)
+                  retry
+                end
+
+                raise
               end
             rescue => e
-              puts "Docs -- Failed to download #{json}!"
-              throw e
+              puts "Docs -- Failed to download #{json} after #{attempts} attempts!"
+              raise
             end
           end