Add github release creation to canary release

Author: Taucher2003

.gitlab/ci/release-coordinator.canary.gitlab-ci.yml

@@ -65,3 +65,14 @@ release-coordinator:canary:publish-containers:
     - bin/pyxis internal release_canary_publish_tags --coordinator-pipeline-id $CI_PIPELINE_ID
   variables:
     DRY_RUN: "false"
+
+release-coordinator:canary:publish-release:
+  extends:
+    - .release-coordinator:canary
+  stage: release-coordinator:canary:publish
+  needs:
+    - release-coordinator:canary:publish-containers
+  script:
+    - bin/pyxis internal release_canary_publish_release --coordinator-pipeline-id $CI_PIPELINE_ID
+  variables:
+    DRY_RUN: "false"

lib/pyxis/commands/internal.rb

@@ -8,19 +8,25 @@ class Internal < Thor
       desc 'release_canary_tmp_branch', ''
       method_option :build_id_to_promote, required: true, type: :numeric
       def release_canary_tmp_branch
-        Release::Canary.new.create_build_branch(options[:build_id_to_promote])
+        Pyxis::Release::Canary.new.create_build_branch(options[:build_id_to_promote])
       end
 
       desc 'release_canary_tmp_branch_cleanup', ''
       method_option :build_id_to_promote, required: true, type: :numeric
       def release_canary_tmp_branch_cleanup
-        Release::Canary.new.remove_build_branch(options[:build_id_to_promote])
+        Pyxis::Release::Canary.new.remove_build_branch(options[:build_id_to_promote])
       end
 
       desc 'release_canary_publish_tags', ''
       method_option :coordinator_pipeline_id, required: true, type: :numeric
       def release_canary_publish_tags
-        Release::Canary.new.publish_tags(options[:coordinator_pipeline_id])
+        Pyxis::Release::Canary.new.publish_tags(options[:coordinator_pipeline_id])
+      end
+
+      desc 'release_canary_publish_release', ''
+      method_option :coordinator_pipeline_id, required: true, type: :numeric
+      def release_canary_publish_release
+        Pyxis::Release::Canary.new.publish_release(options[:coordinator_pipeline_id])
       end
     end
   end

lib/pyxis/managed_versioning/component_info.rb

@@ -14,8 +14,8 @@ def initialize(build_id: nil, container_tag: nil)
 
       # @return [Hash<Symbol, String>] The versions of each component in the build
       # @return [nil] If the build does not exist
-      def execute
-        @build_id = find_build_id_for_container_tag unless container_tag.nil?
+      def execute(filter_components: nil)
+        find_build_id_for_container_tag unless container_tag.nil?
 
         return nil if build_id.nil?
 
@@ -28,12 +28,13 @@ def execute
         manifests = find_manifests_from_jobs(jobs)
 
         components = {
-          reticulum: pipeline.body.sha,
+          reticulum: (pipeline.body.sha if filter_components.nil? || filter_components.include?(:reticulum)),
         }
 
         manifests.each do |image|
           component = image.first.to_sym
           next if components.key?(component)
+          next if filter_components && !filter_components.include?(component)
 
           image_tag = image.length == 1 ? container_version : "#{container_version}-#{image.last}"
 
@@ -48,18 +49,22 @@ def execute
       end
 
       def find_build_id_for_container_tag
-        annotation_for(
+        return build_id unless build_id.nil?
+
+        @build_id = annotation_for(
           'code0-tech/reticulum/ci-builds/mise',
           container_tag,
           'tech.code0.reticulum.pipeline.id'
         )
       end
 
       def find_container_tag_for_build_id
+        return container_tag unless container_tag.nil?
+
         _, jobs = load_pipeline(build_id)
         return nil if jobs.nil?
 
-        find_container_version(jobs)
+        @container_tag = find_container_version(jobs)
       end
 
       def find_manifests

lib/pyxis/project/codezero.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module Pyxis
+  module Project
+    class Codezero < Base
+      class << self
+        def paths
+          {
+            github: 'code0-tech/codezero',
+          }
+        end
+      end
+    end
+  end
+end

lib/pyxis/release/canary.rb

@@ -38,10 +38,7 @@ def remove_build_branch(build_to_promote)
       end
 
       def publish_tags(coordinator_pipeline_id)
-        build_id = GitlabClient.client
-                               .list_pipeline_bridges(Project::Pyxis.api_gitlab_path, coordinator_pipeline_id)
-                               .find { |bridge| bridge['name'] == 'release-coordinator:canary:build' }
-                               .dig('downstream_pipeline', 'id')
+        build_id = find_build_id(coordinator_pipeline_id)
 
         info = ManagedVersioning::ComponentInfo.new(build_id: build_id)
         common = Common.new
@@ -50,6 +47,24 @@ def publish_tags(coordinator_pipeline_id)
 
         raise Pyxis::MessageError, 'Failed to copy all container images' unless success
       end
+
+      def publish_release(coordinator_pipeline_id)
+        build_id = find_build_id(coordinator_pipeline_id)
+
+        info = ManagedVersioning::ComponentInfo.new(build_id: build_id)
+        common = Common.new
+
+        common.publish_github_release(info, prerelease: true)
+      end
+
+      private
+
+      def find_build_id(coordinator_pipeline_id)
+        GitlabClient.client
+                    .list_pipeline_bridges(Project::Pyxis.api_gitlab_path, coordinator_pipeline_id)
+                    .find { |bridge| bridge['name'] == 'release-coordinator:canary:build' }
+                    .dig('downstream_pipeline', 'id')
+      end
     end
   end
 end

lib/pyxis/release/common.rb

@@ -14,7 +14,7 @@ class Common
       CONTAINER_IMAGES_TO_RELEASE = Project.components + %i[config-generator]
 
       def copy_container_images_to_release_registry(component_info)
-        container_tag = info.find_container_tag_for_build_id
+        container_tag = component_info.find_container_tag_for_build_id
         container_tags = component_info.find_manifests.map do |manifest|
           next nil unless CONTAINER_IMAGES_TO_RELEASE.include?(manifest.first.to_sym)
 
@@ -37,21 +37,22 @@ def copy_container_image_to_release_registry(tag)
           return if Pyxis::GlobalStatus.dry_run?
 
           success = system("crane copy #{CI_BUILDS_PREFIX}#{tag} #{CONTAINER_RELEASE_PREFIX}#{tag}")
-          logger.error('Failed to copy container image to release registry', tag: tag)
+          logger.error('Failed to copy container image to release registry', tag: tag) unless success
           success
         end
       end
 
       def with_release_registry_auth
-        return yield if File.exist?('tmp/gitlab_token')
+        token_exists = File.exist?('tmp/gitlab_token')
+        return yield if token_exists
 
         logger.info('Authentication with release registry')
         File.write('tmp/gitlab_token', Pyxis::Environment.gitlab_release_tools_token)
         success = system(
-          "crane auth login
-          -u #{CONTAINER_RELEASE_PUBLISH_USER}
-          --password-stdin #{CONTAINER_RELEASE_REGISTRY}
-          < tmp/gitlab_token"
+          'crane auth login ' \
+          "-u #{CONTAINER_RELEASE_PUBLISH_USER} " \
+          "--password-stdin #{CONTAINER_RELEASE_REGISTRY} " \
+          '< tmp/gitlab_token'
         )
 
         unless success
@@ -61,9 +62,70 @@ def with_release_registry_auth
 
         yield
       ensure
-        system("crane auth logout #{CONTAINER_RELEASE_REGISTRY}")
-        File.delete('tmp/gitlab_token')
-        logger.info('Unauthenticated from release registry')
+        unless token_exists
+          system("crane auth logout #{CONTAINER_RELEASE_REGISTRY}")
+          File.delete('tmp/gitlab_token')
+          logger.info('Unauthenticated from release registry')
+        end
+      end
+
+      def publish_github_release(component_info, prerelease:)
+        logger.info('Starting release to codezero repository', tag: component_info.find_container_tag_for_build_id)
+
+        release_version = component_info.find_container_tag_for_build_id
+        reticulum_sha = component_info.execute(filter_components: [:reticulum])[:reticulum]
+
+        compose_path = 'docker-compose/docker-compose.yml'
+        env_path = 'docker-compose/.env'
+
+        codezero_compose_content = GithubClient.octokit.contents(
+          Project::Codezero.github_path,
+          path: compose_path
+        )
+        codezero_env_content = GithubClient.octokit.contents(
+          Project::Codezero.github_path,
+          path: env_path
+        )
+
+        reticulum_compose_content = GithubClient.octokit.contents(
+          Project::Reticulum.github_path,
+          path: compose_path,
+          ref: reticulum_sha
+        )
+        reticulum_env_content = GithubClient.octokit.contents(
+          Project::Reticulum.github_path,
+          path: env_path,
+          ref: reticulum_sha
+        )
+
+        reticulum_env = Base64.decode64 reticulum_env_content.content
+        reticulum_compose = Base64.decode64 reticulum_compose_content.content
+
+        codezero_env = reticulum_env.sub('IMAGE_TAG=', "IMAGE_TAG=#{release_version}")
+
+        GithubClient.octokit.update_contents(
+          Project::Codezero.github_path,
+          env_path,
+          "Update compose env for #{release_version}",
+          codezero_env_content.sha,
+          codezero_env,
+          Project::Codezero.default_branch
+        )
+        GithubClient.octokit.update_contents(
+          Project::Codezero.github_path,
+          compose_path,
+          "Update compose file for #{release_version}",
+          codezero_compose_content.sha,
+          reticulum_compose,
+          Project::Codezero.default_branch
+        )
+
+        GithubClient.octokit.create_release(
+          Project::Codezero.github_path,
+          release_version,
+          name: release_version,
+          prerelease: prerelease
+        )
       end
     end
   end