Add daily pipeline to register unregistered azure-mgmt-* package names (#45485)

* Add daily pipeline to register unregistered azure-mgmt-* package names

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* Disable step 3 (pipeline trigger) for testing, log results only

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* Annotate step 3 with early return for testing, keep original code intact

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* Fix Get-ChildItem glob pattern for _version.py discovery

PowerShell does not support ** in -Path; use -Recurse -Filter instead.

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* Re-enable step 3: trigger name reservation pipeline

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* Update eng/pipelines/register-package-name.yml

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

* Update eng/pipelines/register-package-name.yml

Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>

* update with review comments

* Skip Publish stage when no packages found in Build

Promote HasPackages to an output variable (isOutput=true) in the Build
job and add a stage condition on Publish that checks it. When auto mode
finds no packages to register, the Publish stage is cleanly skipped
instead of running the approval gate and ESRP task unnecessarily.

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* Fix: move step 'name' after 'pwsh' for ADO parser compatibility

ADO YAML identifies step type by the first key in the mapping. Having
'name' before 'pwsh' caused 'Unexpected value name' error.

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

* simplify the build a bit

---------

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>
Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com>
Co-authored-by: Scott Beddall <scbedd@microsoft.com>

Author: 4 people

eng/pipelines/templates/jobs/build-namereserve-package.yml

@@ -1,8 +1,10 @@
 parameters:
   - name: NameForReservation
     type: string
+    default: 'auto'
   - name: VersionForReservation
     type: string
+    default: '0.0.0'
 
 jobs:
   - job: generate_namereserve_package
@@ -20,15 +22,26 @@ jobs:
           python -m pip install -r eng/ci_tools.txt
         displayName: Install Dependencies
 
-      - pwsh: |
-          $ErrorActionPreference = 'Stop'
-          $PSNativeCommandUseErrorActionPreference = $true
+      - ${{ if eq(parameters.NameForReservation, 'auto') }}:
+        - pwsh: |
+            python eng/scripts/discover_unpublished_packages.py `
+              --output-dir "$(Build.ArtifactStagingDirectory)" `
+              --version "${{ parameters.VersionForReservation }}"
+          name: generatePackages
+          displayName: Discover and Generate Name Reservation Packages
+
+      - ${{ else }}:
+        - pwsh: |
+            Write-Host "##vso[task.setvariable variable=HasPackages;isOutput=true]true"
+            $ErrorActionPreference = 'Stop'
+            $PSNativeCommandUseErrorActionPreference = $true
 
-          generate_namereserve_package `
-            --package_version "${{ parameters.VersionForReservation }}" `
-            --output_dir "$(Build.ArtifactStagingDirectory)" `
-            "${{ parameters.NameForReservation }}"
-        displayName: Generate Name Reservation Package
+            generate_namereserve_package `
+              --package_version "${{ parameters.VersionForReservation }}" `
+              --output_dir "$(Build.ArtifactStagingDirectory)" `
+              "${{ parameters.NameForReservation }}"
+          name: generatePackages
+          displayName: Generate Name Reservation Package
 
       - template: /eng/common/pipelines/templates/steps/publish-1es-artifact.yml
         parameters:

eng/pipelines/templates/stages/publish-namereserve-package.yml

@@ -1,6 +1,18 @@
+trigger: none
+pr: none
+
+schedules:
+  - cron: "0 22 * * *"
+    displayName: Daily Package Name Registration
+    branches:
+      include:
+        - main
+    always: true
+
 parameters:
   - name: NameForReservation
     type: string
+    default: 'auto'
   - name: VersionForReservation
     type: string
     default: '0.0.0'
@@ -20,6 +32,11 @@ extends:
     - stage: Publish
       displayName: 'Publish Name Reservation Package'
       dependsOn: Build
+      condition: >-
+        and(
+          succeeded(),
+          ne(dependencies.Build.outputs['generate_namereserve_package.generatePackages.HasPackages'], 'false')
+        )
       jobs:
         - deployment: PublishPackage
           displayName: "Publish to PyPI"
@@ -48,7 +65,7 @@ extends:
                   - pwsh: |
                       New-Item -ItemType Directory -Force -Path "$(PUBLISHDIRECTORY)"
 
-                      Get-ChildItem -Path "$(Pipeline.Workspace)/NameReservePackage/${{parameters.NameForReservation}}" `
+                      Get-ChildItem -Path "$(Pipeline.Workspace)/NameReservePackage" -Recurse `
                         | Where-Object { ($_.Name -like "*.tar.gz" -or $_.Name -like "*.whl") } `
                         | Copy-Item -Destination "$(PUBLISHDIRECTORY)"
                       Get-ChildItem "$(PUBLISHDIRECTORY)"

eng/scripts/discover_unpublished_packages.py

@@ -0,0 +1,44 @@
+#!/usr/bin/env python
+
+"""Discovers unreleased azure-mgmt-* packages not yet on PyPI and generates
+name-reservation placeholders for each."""
+
+import argparse
+import sys
+
+from ci_tools.functions import discover_targeted_packages
+from ci_tools.parsing import ParsedSetup
+from packaging_tools.generate_namereserve_package import generate_main
+from pypi_tools.pypi import PyPIClient
+
+INITIAL_VERSION = "1.0.0b1"
+
+
+def _is_on_pypi(client, name):
+    try:
+        client.project(name)
+        return True
+    except Exception:
+        return False
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description=__doc__)
+    parser.add_argument("--output-dir", required=True)
+    parser.add_argument("--version", default="0.0.0")
+    parser.add_argument("--root-dir", default=".")
+    args = parser.parse_args()
+
+    folders = discover_targeted_packages("azure-mgmt-*", args.root_dir, filter_type="Build", compatibility_filter=False)
+    candidates = [ParsedSetup.from_path(f) for f in folders]
+    pypi = PyPIClient()
+    to_register = [p for p in candidates if p.version == INITIAL_VERSION and not _is_on_pypi(pypi, p.name)]
+
+    for pkg in to_register:
+        print(f"Generating reservation package: {pkg.name}")
+        generate_main(["--output_dir", args.output_dir, "--package_version", args.version, pkg.name])
+
+    if not to_register:
+        print("No unregistered management packages found.")
+
+    print(f"##vso[task.setvariable variable=HasPackages;isOutput=true]{'true' if to_register else 'false'}")