Fix changelog PyPI version filtering (#48162)

* Fix changelog PyPI version filtering

* update

Author: msyyc

eng/tools/azure-sdk-tools/packaging_tools/package_utils.py

@@ -55,10 +55,17 @@ def change_log_new(package_folder: str, lastest_pypi_version: bool) -> str:
 def get_version_info(package_name: str, tag_is_stable: bool = False) -> Tuple[str, str]:
     from pypi_tools.pypi import PyPIClient
 
+    SDK_VERSIONS_WITH_CHANGELOG_ISSUE = {}
+    SKIP_SDK_VERSIONS = {"azure-mgmt-datatransfer": "1.0.0b1"}  # could be removed after new SDK version released
+
     try:
-        client = PyPIClient()
-        # Ignore 0.0.0 when it appears on PyPI as a placeholder or name-reservation version.
-        ordered_versions = [v for v in client.get_ordered_versions(package_name) if v.base_version != "0.0.0"]
+        client = PyPIClient(force_pypi=True)
+        # Ignore 0.0.0 placeholder releases, including prereleases like 0.0.0b1 via base_version.
+        ordered_versions = [
+            v
+            for v in client.get_ordered_versions(package_name)
+            if v.base_version != "0.0.0" and str(v) != SKIP_SDK_VERSIONS.get(package_name)
+        ]
         if not ordered_versions:
             return "", ""
         last_release = ordered_versions[-1]
@@ -72,10 +79,9 @@ def get_version_info(package_name: str, tag_is_stable: bool = False) -> Tuple[st
         # temporary logic to always get latest version from pypi for specific packages whose latest stable version
         # is not updated for a long time and has some issue in changelog generation.
         # This is a workaround before we have a better solution to determine the version for changelog generation.
-        sdks_with_changelog_issue = {}
-        if package_name in sdks_with_changelog_issue and (
-            last_version == sdks_with_changelog_issue[package_name]
-            or last_stable_version == sdks_with_changelog_issue[package_name]
+        if package_name in SDK_VERSIONS_WITH_CHANGELOG_ISSUE and (
+            last_version == SDK_VERSIONS_WITH_CHANGELOG_ISSUE[package_name]
+            or last_stable_version == SDK_VERSIONS_WITH_CHANGELOG_ISSUE[package_name]
         ):
             _LOGGER.info(
                 f"Package {package_name} has changelog generation issue with version {last_version}, fallback to get latest version from pypi"

eng/tools/azure-sdk-tools/tests/test_package_utils.py

@@ -107,3 +107,14 @@ def test_get_version_info_does_not_filter_0_0_0_1():
         result = pu.get_version_info("azure-some-package", tag_is_stable=False)
 
     assert result == ("0.0.0.1", "0.0.0.1")
+
+
+def test_get_version_info_skips_package_specific_version():
+    with patch("pypi_tools.pypi.PyPIClient") as MockClient:
+        mock_client = MagicMock()
+        MockClient.return_value = mock_client
+        mock_client.get_ordered_versions.return_value = [Version("0.9.0"), Version("1.0.0b1")]
+
+        result = pu.get_version_info("azure-mgmt-datatransfer", tag_is_stable=False)
+
+    assert result == ("0.9.0", "0.9.0")