feat: retry get_url calls on failures

Builds frequently fail on 502 flakes on some requests. This change
retries them a few times to paper over these issues.

Author: darora

ansible/manifest-playbook.yml

@@ -28,19 +28,31 @@
         dest: /tmp/auth-v{{ gotrue_release }}-{{ gotrue_arch }}.tar.gz
         checksum: "{{ gotrue_checksum }}"
         timeout: 60
+      register: download_result
+      until: download_result is succeeded
+      retries: 3
+      delay: 2
 
     - name: PostgREST - download ubuntu binary archive (arm)
       get_url:
         url: "https://github.com/PostgREST/postgrest/releases/download/v{{ postgrest_release }}/postgrest-v{{ postgrest_release }}-{{ postgrest_binary }}.tar.xz"
         dest: /tmp/postgrest-{{ postgrest_release }}-{{ arch }}.tar.xz
         checksum: "{{ postgrest_checksum }}"
         timeout: 60
+      register: download_result
+      until: download_result is succeeded
+      retries: 3
+      delay: 2
 
     - name: Download adminapi archive
       get_url:
         url: "https://supabase-public-artifacts-bucket.s3.amazonaws.com/supabase-admin-api/v{{ adminapi_release }}/supabase-admin-api_{{ adminapi_release }}_linux_{{ arch }}.tar.gz"
         dest: "/tmp/adminapi.tar.gz"
         timeout: 90
+      register: download_result
+      until: download_result is succeeded
+      retries: 3
+      delay: 2
 
     - name: adminapi - unpack archive in /tmp
       unarchive:
@@ -57,6 +69,10 @@
         url: "https://supabase-public-artifacts-bucket.s3.amazonaws.com/admin-mgr/v{{ adminmgr_release }}/admin-mgr_{{ adminmgr_release }}_linux_{{ arch }}.tar.gz"
         dest: "/tmp/admin-mgr.tar.gz"
         timeout: 90
+      register: download_result
+      until: download_result is succeeded
+      retries: 3
+      delay: 2
 
     - name: admin-mgr - unpack archive in /tmp
       unarchive:
@@ -73,6 +89,10 @@
         url: "https://supabase-public-artifacts-bucket.s3.amazonaws.com/supabase-admin-agent/v{{ supabase_admin_agent_release }}/supabase-admin-agent-{{ supabase_admin_agent_release }}-linux-{{ arch }}.tar.gz"
         dest: "/tmp/supabase-admin-agent.tar.gz"
         timeout: 90
+      register: download_result
+      until: download_result is succeeded
+      retries: 3
+      delay: 2
 
     - name: supabase-admin-agent - unpack archive in /tmp
       unarchive:

ansible/tasks/internal/admin-mgr.yml

@@ -13,6 +13,10 @@
     url: "https://supabase-public-artifacts-bucket.s3.amazonaws.com/admin-mgr/v{{ adminmgr_release }}/admin-mgr_{{ adminmgr_release }}_linux_{{ arch }}.tar.gz"
     dest: "/tmp/admin-mgr.tar.gz"
     timeout: 90
+  register: download_result
+  until: download_result is succeeded
+  retries: 3
+  delay: 2
 
 - name: admin-mgr - unpack archive in /usr/bin/
   unarchive:

ansible/tasks/internal/install-salt.yml

@@ -11,6 +11,10 @@
         url: https://packages.broadcom.com/artifactory/api/security/keypair/SaltProjectKey/public
         dest: /etc/apt/keyrings/salt-archive-keyring-2023.pgp
         mode: '0644'
+      register: download_result
+      until: download_result is succeeded
+      retries: 3
+      delay: 2
 
     - name: salt apt repo
       ansible.builtin.apt_repository:
@@ -32,6 +36,10 @@
         url: https://packages.broadcom.com/artifactory/api/security/keypair/SaltProjectKey/public
         dest: /etc/apt/keyrings/salt-archive-keyring-2023.pgp
         mode: '0644'
+      register: download_result
+      until: download_result is succeeded
+      retries: 3
+      delay: 2
 
     - name: salt apt repo
       ansible.builtin.apt_repository:

ansible/tasks/internal/postgres-exporter.yml

@@ -26,6 +26,10 @@
     dest: /tmp/postgres_exporter.tar.gz
     checksum: "{{ postgres_exporter_release_checksum[platform] }}"
     timeout: 60
+  register: download_result
+  until: download_result is succeeded
+  retries: 3
+  delay: 2
 
 - name: expand postgres exporter
   unarchive:

ansible/tasks/internal/supabase-admin-agent.yml

@@ -53,6 +53,10 @@
     url: "https://supabase-public-artifacts-bucket.s3.amazonaws.com/supabase-admin-agent/v{{ supabase_admin_agent_release }}/supabase-admin-agent-{{ supabase_admin_agent_release }}-linux-{{ arch }}.tar.gz"
     dest: "/tmp/supabase-admin-agent.tar.gz"
     timeout: 90
+  register: download_result
+  until: download_result is succeeded
+  retries: 3
+  delay: 2
 
 - name: supabase-admin-agent - unpack archive in /opt
   unarchive:

ansible/tasks/internal/supautils.yml

@@ -13,6 +13,10 @@
     dest: /tmp/supautils-{{ supautils_release }}.tar.gz
     checksum: "{{ supautils_release_checksum }}"
     timeout: 60
+  register: download_result
+  until: download_result is succeeded
+  retries: 3
+  delay: 2
 
 - name: supautils - unpack archive
   unarchive:

ansible/tasks/setup-envoy.yml

@@ -12,6 +12,10 @@
     owner: 'envoy'
     # yamllint disable-line rule:line-length
     url: "https://github.com/envoyproxy/envoy/releases/download/v{{ envoy_release }}/envoy-{{ envoy_release }}-linux-{{ 'aarch_64' if platform == 'arm64' else 'x86_64' }}"
+  register: download_result
+  until: download_result is succeeded
+  retries: 3
+  delay: 2
 
 - name: Envoy - download hot restarter script
   ansible.builtin.get_url:
@@ -22,6 +26,10 @@
     owner: 'envoy'
     # yamllint disable-line rule:line-length
     url: "https://raw.githubusercontent.com/envoyproxy/envoy/v{{ envoy_release }}/restarter/hot-restarter.py"
+  register: download_result
+  until: download_result is succeeded
+  retries: 3
+  delay: 2
 
 - name: Envoy - bump up ulimit
   community.general.pam_limits:

ansible/tasks/setup-gotrue.yml

@@ -23,6 +23,10 @@
     checksum: "{{ gotrue_arm_release_checksum if platform == 'arm64' else gotrue_x86_release_checksum }}"
     dest: '/tmp/gotrue.tar.gz'
     url: "https://github.com/supabase/gotrue/releases/download/v{{ gotrue_release }}/auth-v{{ gotrue_release }}-{{ arch }}.tar.gz"
+  register: download_result
+  until: download_result is succeeded
+  retries: 3
+  delay: 2
 
 - name: gotrue - create /opt/gotrue and /etc/auth.d
   ansible.builtin.file:

ansible/tasks/setup-kong.yml

@@ -17,6 +17,10 @@
     checksum: "{{ kong_deb_checksum[platform] }}"
     dest: '/tmp/kong.deb'
     url: "https://packages.konghq.com/public/gateway-28/deb/ubuntu/pool/{{ kong_release_target }}/main/k/ko/kong_2.8.1/{{ kong_deb[platform] }}"
+  register: download_result
+  until: download_result is succeeded
+  retries: 3
+  delay: 2
 
 - name: Kong - deb installation
   ansible.builtin.apt:

ansible/tasks/setup-nginx.yml

@@ -17,6 +17,10 @@
     checksum: "{{ nginx_release_checksum }}"
     dest: '/tmp/nginx-{{ nginx_release }}.tar.gz'
     url: "https://nginx.org/download/nginx-{{ nginx_release }}.tar.gz"
+  register: download_result
+  until: download_result is succeeded
+  retries: 3
+  delay: 2
 
 - name: nginx - unpack archive
   ansible.builtin.unarchive: