|
| 1 | +#!/bin/bash |
| 2 | +set -ex |
| 3 | +# This script should be run at the root of the repository. |
| 4 | +# This script is used to update googleapis_commitish, gapic_generator_version, |
| 5 | +# and libraries_bom_version in generation configuration at the time of running |
| 6 | +# and create a pull request. |
| 7 | + |
| 8 | +# The following commands need to be installed before running the script: |
| 9 | +# 1. git |
| 10 | +# 2. gh |
| 11 | +# 3. jq |
| 12 | + |
| 13 | +# Utility functions |
| 14 | +# Get the latest released version of a Maven artifact. |
| 15 | +function get_latest_released_version() { |
| 16 | + local group_id=$1 |
| 17 | + local artifact_id=$2 |
| 18 | + group_id_url_path="$(sed 's|\.|/|g' <<< "${group_id}")" |
| 19 | + url="https://repo1.maven.org/maven2/${group_id_url_path}/${artifact_id}/maven-metadata.xml" |
| 20 | + xml_content=$(curl -s --fail "${url}") |
| 21 | + latest=$(xmllint --xpath 'metadata/versioning/latest/text()' - <<< "${xml_content}") |
| 22 | + if [[ -z "${latest}" ]]; then |
| 23 | + echo "The latest version of ${group_id}:${artifact_id} is empty." |
| 24 | + echo "The returned json from maven.org is invalid: ${json_content}" |
| 25 | + exit 1 |
| 26 | + else |
| 27 | + echo "${latest}" |
| 28 | + fi |
| 29 | +} |
| 30 | + |
| 31 | +# Update a key to a new value in the generation config. |
| 32 | +function update_config() { |
| 33 | + local key_word=$1 |
| 34 | + local new_value=$2 |
| 35 | + local file=$3 |
| 36 | + echo "Update ${key_word} to ${new_value} in ${file}" |
| 37 | + sed -i -e "s/^${key_word}.*$/${key_word}: ${new_value}/" "${file}" |
| 38 | +} |
| 39 | + |
| 40 | +# Update an action to a new version in GitHub action. |
| 41 | +function update_action() { |
| 42 | + local key_word=$1 |
| 43 | + local new_value=$2 |
| 44 | + local file=$3 |
| 45 | + echo "Update ${key_word} to ${new_value} in ${file}" |
| 46 | + # use a different delimiter because the key_word contains "/". |
| 47 | + sed -i -e "s|${key_word}@v.*$|${key_word}@v${new_value}|" "${file}" |
| 48 | +} |
| 49 | + |
| 50 | +# The parameters of this script is: |
| 51 | +# 1. base_branch, the base branch of the result pull request. |
| 52 | +# 2. repo, organization/repo-name, e.g., googleapis/google-cloud-java |
| 53 | +# 3. [optional] generation_config, the path to the generation configuration, |
| 54 | +# the default value is generation_config.yaml in the repository root. |
| 55 | +# 4. [optional] workflow, the library generation workflow file, |
| 56 | +# the default value is .github/workflows/hermetic_library_generation.yaml. |
| 57 | +while [[ $# -gt 0 ]]; do |
| 58 | +key="$1" |
| 59 | +case "${key}" in |
| 60 | + --base_branch) |
| 61 | + base_branch="$2" |
| 62 | + shift |
| 63 | + ;; |
| 64 | + --repo) |
| 65 | + repo="$2" |
| 66 | + shift |
| 67 | + ;; |
| 68 | + --generation_config) |
| 69 | + generation_config="$2" |
| 70 | + shift |
| 71 | + ;; |
| 72 | + --workflow) |
| 73 | + workflow="$2" |
| 74 | + shift |
| 75 | + ;; |
| 76 | + *) |
| 77 | + echo "Invalid option: [$1]" |
| 78 | + exit 1 |
| 79 | + ;; |
| 80 | +esac |
| 81 | +shift |
| 82 | +done |
| 83 | + |
| 84 | +if [ -z "${base_branch}" ]; then |
| 85 | + echo "missing required argument --base_branch" |
| 86 | + exit 1 |
| 87 | +fi |
| 88 | + |
| 89 | +if [ -z "${repo}" ]; then |
| 90 | + echo "missing required argument --repo" |
| 91 | + exit 1 |
| 92 | +fi |
| 93 | + |
| 94 | +if [ -z "${generation_config}" ]; then |
| 95 | + generation_config="generation_config.yaml" |
| 96 | + echo "Use default generation config: ${generation_config}" |
| 97 | +fi |
| 98 | + |
| 99 | +if [ -z "${workflow}" ]; then |
| 100 | + workflow=".github/workflows/hermetic_library_generation.yaml" |
| 101 | + echo "Use default library generation workflow file: ${workflow}" |
| 102 | +fi |
| 103 | + |
| 104 | +current_branch="generate-libraries-${base_branch}" |
| 105 | +title="chore: Update generation configuration at $(date)" |
| 106 | + |
| 107 | +git checkout "${base_branch}" |
| 108 | +# Try to find a open pull request associated with the branch |
| 109 | +pr_num=$(gh pr list -s open -H "${current_branch}" -q . --json number | jq ".[] | .number") |
| 110 | +# Create a branch if there's no open pull request associated with the |
| 111 | +# branch; otherwise checkout the pull request. |
| 112 | +if [ -z "${pr_num}" ]; then |
| 113 | + git checkout -b "${current_branch}" |
| 114 | + # Push the current branch to remote so that we can |
| 115 | + # compare the commits later. |
| 116 | + git push -u origin "${current_branch}" |
| 117 | +else |
| 118 | + gh pr checkout "${pr_num}" |
| 119 | +fi |
| 120 | + |
| 121 | +# Only allow fast-forward merging; exit with non-zero result if there's merging |
| 122 | +# conflict. |
| 123 | +git merge -m "chore: merge ${base_branch} into ${current_branch}" "${base_branch}" |
| 124 | + |
| 125 | +mkdir tmp-googleapis |
| 126 | +# Use partial clone because only commit history is needed. |
| 127 | +git clone --filter=blob:none https://github.com/googleapis/googleapis.git tmp-googleapis |
| 128 | +pushd tmp-googleapis |
| 129 | +git pull |
| 130 | +latest_commit=$(git rev-parse HEAD) |
| 131 | +popd |
| 132 | +rm -rf tmp-googleapis |
| 133 | +update_config "googleapis_commitish" "${latest_commit}" "${generation_config}" |
| 134 | + |
| 135 | +# Update gapic-generator-java version to the latest |
| 136 | +latest_version=$(get_latest_released_version "com.google.api" "gapic-generator-java") |
| 137 | +update_config "gapic_generator_version" "${latest_version}" "${generation_config}" |
| 138 | + |
| 139 | +# Update composite action version to latest gapic-generator-java version |
| 140 | +update_action "googleapis/sdk-platform-java/.github/scripts" \ |
| 141 | + "${latest_version}" \ |
| 142 | + "${workflow}" |
| 143 | + |
| 144 | +# Update libraries-bom version to the latest |
| 145 | +latest_version=$(get_latest_released_version "com.google.cloud" "libraries-bom") |
| 146 | +update_config "libraries_bom_version" "${latest_version}" "${generation_config}" |
| 147 | + |
| 148 | +git add "${generation_config}" "${workflow}" |
| 149 | +changed_files=$(git diff --cached --name-only) |
| 150 | +if [[ "${changed_files}" == "" ]]; then |
| 151 | + echo "The latest generation config is not changed." |
| 152 | + echo "Skip committing to the pull request." |
| 153 | +else |
| 154 | + git commit -m "${title}" |
| 155 | +fi |
| 156 | + |
| 157 | +# There are potentially at most two commits: merge commit and change commit. |
| 158 | +# We want to exit the script if no commit happens (otherwise this will be an |
| 159 | +# infinite loop). |
| 160 | +# `git cherry` is a way to find whether the local branch has commits that are |
| 161 | +# not in the remote branch. |
| 162 | +# If we find any such commit, push them to remote branch. |
| 163 | +unpushed_commit=$(git cherry -v "origin/${current_branch}" | wc -l) |
| 164 | +if [[ "${unpushed_commit}" -eq 0 ]]; then |
| 165 | + echo "No unpushed commits, exit" |
| 166 | + exit 0 |
| 167 | +fi |
| 168 | + |
| 169 | +if [ -z "${pr_num}" ]; then |
| 170 | + git remote add remote_repo https://cloud-java-bot:"${GH_TOKEN}@github.com/${repo}.git" |
| 171 | + git fetch -q remote_repo |
| 172 | + git push -f remote_repo "${current_branch}" |
| 173 | + gh pr create --title "${title}" --head "${current_branch}" --body "${title}" --base "${base_branch}" |
| 174 | +else |
| 175 | + git push |
| 176 | + gh pr edit "${pr_num}" --title "${title}" --body "${title}" |
| 177 | +fi |
0 commit comments