Merge branch 'Azure:main' into main

Author: thisisdevanshu

.azure-pipelines/breaking-change-tests.yml

@@ -0,0 +1,49 @@
+resources:
+- repo: self
+
+trigger: none
+
+pr:
+  branches:
+    include:
+    - '*'
+
+variables:
+- template: ${{ variables.Pipeline.Workspace }}/.azure-pipelines/templates/variables.yml
+
+jobs:
+- job: BreakingChangeTest
+  displayName: "Breaking Change Test"
+  pool:
+    name: ${{ variables.ubuntu_pool }}
+  steps:
+  - checkout: self
+    fetchDepth: 0
+    fetchTags: true
+  - task: UsePythonVersion@0
+    displayName: 'Use Python 3.10'
+    inputs:
+      versionSpec: 3.10
+  - template: ${{ variables.Pipeline.Workspace }}/.azure-pipelines/templates/azdev_setup.yml
+  - bash: |
+      set -ev
+      . env/bin/activate
+      python scripts/ci/breaking_change_test.py
+      breakingChangeTest='false'
+      if [[ -f '/$(HOME)/.azdev/env_config/mnt/vss/_work/1/s/env/breaking_change_test.json' ]]; then
+        breakingChangeTest='true'
+      fi
+      echo "##vso[task.setvariable variable=breakingChangeTest]$breakingChangeTest"
+    displayName: "Breaking Change Test"
+    env:
+      PR_SRC_BRANCH: $(System.PullRequest.SourceBranch)
+      PR_TARGET_BRANCH: $(System.PullRequest.TargetBranch)
+      PULL_REQUEST_NUMBER: $(System.PullRequest.PullRequestNumber)
+      JOB_NAME: "breaking_change_test"
+  - task: PublishBuildArtifacts@1
+    condition: and(succeededOrFailed(), eq(variables.breakingChangeTest, 'true'))
+    inputs:
+      # /mnt/vss/.azdev/env_config/mnt/vss/_work/1/s/env/breaking_change_test.json
+      PathtoPublish: '/$(HOME)/.azdev/env_config/mnt/vss/_work/1/s/env/breaking_change_test.json'
+      ArtifactName: 'breaking_change_test'
+      publishLocation: 'Container'

.azure-pipelines/sync-alias.yml

@@ -0,0 +1,96 @@
+name: Azure CLI Sync Alias
+
+schedules:
+- cron: "50 15 * * 0"
+  displayName: 11:50 PM (UTC + 8:00) China Weekly Run
+  branches:
+    include:
+    - main
+
+# The 'resources' and 'uses' below are used to resolve the error 'Repository associated with wiki ID <WikiId> does not exist or you do not have permissions for the operation you are attempting.'
+resources:
+  repositories:
+  - repository: ServiceContactList
+    type: git
+    name: internal.wiki
+
+variables:
+- template: ${{ variables.Pipeline.Workspace }}/.azure-pipelines/templates/variables.yml
+
+jobs:
+- job: UpdateYaml
+  displayName: Update resourceManagement.yml
+  pool: 
+    name: ${{ variables.windows_pool }}
+  uses:
+    repositories:
+    - ServiceContactList
+
+  steps:
+  - task: UseDotNet@2
+    displayName: Install .NET 8 SDK
+    inputs:
+      packageType: sdk
+      version: 8.0.x
+
+  - pwsh: |
+      dotnet --version
+      dotnet new tool-manifest --force
+      dotnet tool install powershell --version 7.4.*
+    displayName: Install PowerShell 7.4.x
+
+  - pwsh: |
+      dotnet tool run pwsh -NoLogo -NoProfile -NonInteractive -File ./scripts/automation/ParseServiceContactsList.ps1 -AccessToken $env:SYSTEM_ACCESSTOKEN
+    env:
+      SYSTEM_ACCESSTOKEN: $(System.AccessToken)
+    displayName: Update resourceManagement.yml file locally
+
+  - pwsh: |
+      $hasChanges = git diff --name-only .github/policies
+      if ($null -eq $hasChanges) {
+          Write-Host "The wiki has no changes."
+          Write-Host "##vso[task.setvariable variable=ChangesDetected]false"
+      } else {
+          Write-Host "There are changes in the repository."
+          Write-Host "##vso[task.setvariable variable=ChangesDetected]true"
+      }
+    displayName: Check if Wiki table has any changes
+
+  - task: AzurePowerShell@5
+    inputs:
+      pwsh: true
+      azureSubscription: '$(AZURE_SDK_INFRA_SUB_CONNECTED_SERVICE)'
+      ScriptType: 'InlineScript'
+      Inline: |
+        $GithubToken = Get-AzKeyVaultSecret -VaultName $(GithubPATKeyVaultName) -Name $(GithubPATKeyVaultAccount) -AsPlainText
+        Write-Host "##vso[task.setvariable variable=GithubToken;issecret=true]$GithubToken"
+      azurePowerShellVersion: 'LatestVersion'
+    displayName: Get Github PAT from Key Vault
+
+  - pwsh: |
+      git config --global user.email "AzPyCLI@microsoft.com"
+      git config --global user.name "Azure CLI Team"
+      git checkout -b "sync_alias_$env:Build_BuildId"
+
+      git add .github/policies
+      git commit -m "Sync resourceManagement.yml"
+
+      git remote add azclibot https://azclibot:$(GithubToken)@github.com/azclibot/azure-cli-extensions.git
+      git push azclibot "sync_alias_$env:Build_BuildId" --force
+    displayName: Git commit and push
+    condition: and(succeeded(), eq(variables['ChangesDetected'], 'true'))
+
+  - pwsh: |
+      $Title = "{CI} Sync resourceManagement.yml according To ADO Wiki Page - Service Contact List"
+      $HeadBranch = "azclibot:sync_alias_$env:Build_BuildId"
+      $BaseBranch = "main"
+      $Description = "This PR synchronizes the task: 'Triage issues to the service team' part of resourceManagement.yml from table of Service Contact List in ADO wiki page"
+      
+      $Headers = @{"Accept" = "application/vnd.github+json"; "Authorization" = "Bearer $(GithubToken)" }
+      $RequestBody = @{"title" = $Title; "body" = $Description; "head" = $HeadBranch; "base" = $BaseBranch;}
+      $Uri = "https://api.github.com/repos/Azure/azure-cli-extensions/pulls"
+
+      Invoke-WebRequest -Uri $Uri -Method POST -Headers $Headers -Body ($RequestBody | ConvertTo-Json)
+
+    displayName: Create PR to azure/azure-cli-extensions main branch
+    condition: and(succeeded(), eq(variables['ChangesDetected'], 'true'))

.azure-pipelines/templates/azdev_setup.yml

@@ -0,0 +1,27 @@
+parameters:
+  - name: CLIRepoPath
+    type: string
+    default: '../azure-cli'
+  - name: CLIExtensionRepoPath
+    type: string
+    default: './'
+steps:
+  - bash: |
+      set -ev
+      python -m venv env
+      chmod +x env/bin/activate
+      source ./env/bin/activate
+      # clone azure-cli
+      git clone -q --single-branch -b dev https://github.com/Azure/azure-cli.git ../azure-cli
+      python -m pip install -U pip
+      pip install azdev
+      azdev --version
+      azdev setup -c $CLI_REPO_PATH -r $CLI_EXT_REPO_PATH --debug
+      # Installing setuptools with a version higher than 70.0.0 will not generate metadata.json
+      pip install setuptools==70.0.0
+      pip list -v
+      az --version
+    displayName: 'azdev setup'
+    env:
+      CLI_REPO_PATH: ${{ parameters.CLIRepoPath }}
+      CLI_EXT_REPO_PATH: ${{ parameters.CLIExtensionRepoPath }}

.azure-pipelines/templates/variables.yml

@@ -0,0 +1,4 @@
+variables:
+  ubuntu_pool: 'pool-ubuntu-2204'
+  windows_pool: 'pool-windows-2019'
+  ubuntu_arm64_pool: 'pool-ubuntu-latest-arm64'

.devcontainer/devcontainer.json

@@ -0,0 +1,22 @@
+{
+  "name": "Azure CLI Dev Container",
+  "image": "mcr.microsoft.com/devcontainers/python:3.12",
+  "features": {
+    "ghcr.io/devcontainers/features/github-cli:1": {}
+  },
+  "workspaceFolder": "/workspaces",
+  "onCreateCommand": "python -m venv venv",
+  "postCreateCommand": "REPO_NAME=$(basename $GITHUB_REPOSITORY) && cat $REPO_NAME/.devcontainer/login.sh >> ~/.bashrc && cp $REPO_NAME/.devcontainer/setup.sh easy_setup.sh && chmod +x easy_setup.sh",
+  "hostRequirements": {
+    "cpus": 16,
+    "memory": "64gb",
+    "storage": "128gb"
+  },
+  "customizations": {
+    "vscode": {
+      "extensions": [
+        "ms-python.python"
+      ]
+    }
+  }
+}

.devcontainer/login.sh

@@ -0,0 +1,10 @@
+
+. /workspaces/venv/bin/activate
+
+export GITHUB_TOKEN=  # logout default account
+
+if gh auth status -a 2>/dev/null | grep "Token scopes: " | grep -q "repo"; then  # check `repo` scope exists or not
+    echo "You were already logged into GitHub."
+else
+    gh auth login -p https -w
+fi

.devcontainer/setup.sh

@@ -0,0 +1,62 @@
+#!/bin/bash
+
+# define color codes
+GREEN="\033[0;32m"
+YELLOW="\033[1;33m"
+NC="\033[0m"  # no color
+
+set_or_add_remote() {
+    local REMOTE_NAME=$1
+    local REMOTE_URL=$2
+    local REPO_PATH="/workspaces/$REPO_NAME"
+
+    git -C "$REPO_PATH" remote get-url "$REMOTE_NAME" &>/dev/null || git -C "$REPO_PATH" remote add "$REMOTE_NAME" "$REMOTE_URL"
+    git -C "$REPO_PATH" remote set-url "$REMOTE_NAME" "$REMOTE_URL"
+}
+
+setup_repo() {
+    local DIR_NAME="$1"
+    local DIR_PATH="/workspaces/$DIR_NAME"
+    local REPO="Azure/$DIR_NAME"
+
+    if [ -d "$DIR_PATH" ]; then
+        echo -e "\n${YELLOW}($DIR_NAME) Pulling the latest changes from upstream...${NC}"
+        gh repo fork "$REPO" --clone=false
+    else
+        echo -e "\n${GREEN}($DIR_NAME) Forking and cloning the repository...${NC}"
+        gh repo fork "$REPO" --clone=true
+    fi
+
+    # git doesn't work well with private repository
+    if [ "$(gh repo view "$REPO" --json visibility --jq '.visibility')" == "PRIVATE" ]; then
+        cd "$DIR_PATH"
+        gh repo sync --source "$REPO"
+        cd /workspaces
+    else
+        DEFAULT_BRANCH=$(git -C "$DIR_PATH" remote show upstream | grep "HEAD branch" | awk '{print $NF}')
+        git -C "$DIR_PATH" pull -r upstream "$DEFAULT_BRANCH"
+    fi
+}
+
+SECONDS=0
+
+REPO_NAME=$(basename "$GITHUB_REPOSITORY")
+set_or_add_remote origin "https://github.com/$GITHUB_USER/$REPO_NAME.git"
+set_or_add_remote upstream "https://github.com/Azure/$REPO_NAME.git"
+
+pip install aaz-dev
+
+# azdev repositories
+setup_repo "azure-cli"
+setup_repo "azure-cli-extensions"
+
+azdev setup -c -r ./azure-cli-extensions
+
+# aaz-dev repositories
+setup_repo "aaz"
+setup_repo "azure-rest-api-specs"
+setup_repo "azure-rest-api-specs-pr"
+
+ELAPSED_TIME=$SECONDS
+echo -e "\n${YELLOW}Elapsed time: $((ELAPSED_TIME / 60)) min $((ELAPSED_TIME % 60)) sec.${NC}"
+echo -e "${GREEN}Finished setup! Please launch the codegen tool via \`aaz-dev run -c azure-cli -e azure-cli-extensions -s azure-rest-api-specs -a aaz\`.${NC}\n"

.flake8

@@ -2,13 +2,20 @@
 max-line-length = 120
 max-complexity = 10
 ignore =
-    E501,  # line too long, it is covered by pylint
-    E722,  # bare except, bad practice, to be removed in the future
-    F401,  # imported but unused, too many violations, to be removed in the future
-    F811,  # redefinition of unused, to be removed in the future
-    C901   # code flow is too complex, too many violations, to be removed in the future
-    W503   # line break before binary operator effect on readability is subjective
-    W504   # line break after binary operator effect on readability is subjective
+    # line too long, it is covered by pylint
+    E501
+    # bare except, bad practice, to be removed in the future
+    E722
+    # imported but unused, too many violations, to be removed in the future
+    F401
+    # redefinition of unused, to be removed in the future
+    F811
+    # code flow is too complex, too many violations, to be removed in the future
+    C901
+    # line break before binary operator effect on readability is subjective
+    W503
+    # line break after binary operator effect on readability is subjective
+    W504
 exclude =
     */vendored_sdks
     docs

.gitattributes

@@ -1 +1,10 @@
+# Set default behavior to automatically normalize line endings
+* text=auto
+
+# Force bash scripts to use LF
+*.sh text eol=lf
+
+# Force batch scripts to use CRLF
+*.bat text eol=crlf
+
 src/vmware/azext_vmware/tests/latest/recordings/*.yaml linguist-generated=true

.githooks/README.md

@@ -0,0 +1,57 @@
+# Git Hooks for Azure CLI Extension Development
+
+## Setup
+
+Please run the following command to enable the hooks.
+
+```bash
+azdev setup -c {azure_cli_repo_path} -r {azure_cli_extension_repo_path}
+
+# if you install azdev which version is less than 0.1.84, you need to run the following command to enable the hooks
+git config --local core.hooksPath .githooks
+```
+
+## Usage
+
+Every time you git commit or git push, please make sure you have activated the python environment and completed the azdev setup.
+
+If you want to skip the verification, you can add `--no-verify` to the git command.
+This option will bypass any pre-commit or pre-push hooks that are configured in the repository, allowing you to commit or push changes without running these checks.
+For example:
+Skipping verification during commit
+git commit -m "your commit message" --no-verify
+Skipping verification during push
+git push origin main --no-verify
+
+## Note
+
+### pre-commit
+
+The pre-commit hook (`pre-commit.ps1`) performs the following checks:
+
+1. Verifies that azdev is active in your current environment
+2. Runs `azdev scan` on all staged files to detect potential secrets
+3. If any secrets are detected, the commit will be blocked
+   - You can use `azdev mask` to remove secrets before committing
+   - Alternatively, use `git commit --no-verify` to bypass the check
+
+### pre-push
+
+The pre-push hooks (`pre-push.sh` for bash and `pre-push.ps1` for PowerShell) perform several quality checks:
+
+1. Verifies that azdev is active in your current environment
+2. Detects which repository you're working in:
+   - For azure-cli (when installed in editable mode):
+     * Checks if your branch needs rebasing against upstream/dev
+     * If rebasing is needed, displays instructions and provides a 5-second window to cancel
+   - For extensions:
+     * Automatically detects modified extensions
+     * Adds them to the test scope using `azdev extension add`
+3. Runs the following quality checks on changed files:
+   - `azdev lint`: Checks for linting issues
+   - `azdev style`: Verifies code style compliance
+   - `azdev test`: Runs tests for modified code/extensions
+4. If any check fails, the push will be blocked
+   - Use `git push --no-verify` to bypass these checks (not recommended)
+
+The hooks support both Windows (PowerShell) and Unix-like systems (Bash), automatically using the appropriate script for your environment.