[feat]: [CDS-41440]: Add ARM/BP endpoints from CG to NG (#36385)

nassergonzalez · web-flow · commit bf50359a3ee3 · 2022-08-22T11:05:16.000+01:00
* [CDS-41440]: Add ARM/BP endpoints from CG to NG
diff --git a/120-ng-manager/src/main/java/io/harness/ng/core/resources/azure/AzureResource.java b/120-ng-manager/src/main/java/io/harness/ng/core/resources/azure/AzureResource.java
@@ -22,6 +22,8 @@
 import io.harness.cdng.infra.yaml.InfrastructureDefinitionConfig;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureClustersDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureDeploymentSlotsDTO;
+import io.harness.cdng.k8s.resources.azure.dtos.AzureLocationsDTO;
+import io.harness.cdng.k8s.resources.azure.dtos.AzureManagementGroupsDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureResourceGroupsDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureSubscriptionsDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureWebAppNamesDTO;
@@ -302,4 +304,33 @@ private InfrastructureDefinitionConfig getInfrastructureDefinitionConfig(
     return InfrastructureEntityConfigMapper.toInfrastructureConfig(infrastructureEntity)
         .getInfrastructureDefinitionConfig();
   }
+
+  @GET
+  @Path("management-groups")
+  @ApiOperation(value = "Gets azure management groups", nickname = "getManagementGroups")
+  public ResponseDTO<AzureManagementGroupsDTO> getManagementGroups(
+      @NotNull @QueryParam("connectorRef") String azureConnectorIdentifier,
+      @NotNull @QueryParam(NGCommonEntityConstants.ACCOUNT_KEY) String accountId,
+      @NotNull @QueryParam(NGCommonEntityConstants.ORG_KEY) String orgIdentifier,
+      @NotNull @QueryParam(NGCommonEntityConstants.PROJECT_KEY) String projectIdentifier) {
+    IdentifierRef connectorRef =
+        IdentifierRefHelper.getIdentifierRef(azureConnectorIdentifier, accountId, orgIdentifier, projectIdentifier);
+    return ResponseDTO.newResponse(
+        azureResourceService.getAzureManagementGroups(connectorRef, orgIdentifier, projectIdentifier));
+  }
+
+  @GET
+  @Path("locations")
+  @ApiOperation(value = "Gets azure locations defined for a subscription", nickname = "getLocationsBySubscription")
+  public ResponseDTO<AzureLocationsDTO> getLocations(
+      @NotNull @QueryParam("connectorRef") String azureConnectorIdentifier,
+      @QueryParam("subscriptionId") String subscriptionId,
+      @NotNull @QueryParam(NGCommonEntityConstants.ACCOUNT_KEY) String accountId,
+      @NotNull @QueryParam(NGCommonEntityConstants.ORG_KEY) String orgIdentifier,
+      @NotNull @QueryParam(NGCommonEntityConstants.PROJECT_KEY) String projectIdentifier) {
+    IdentifierRef connectorRef =
+        IdentifierRefHelper.getIdentifierRef(azureConnectorIdentifier, accountId, orgIdentifier, projectIdentifier);
+    return ResponseDTO.newResponse(
+        azureResourceService.getLocations(connectorRef, orgIdentifier, projectIdentifier, subscriptionId));
+  }
 }
diff --git a/125-cd-nextgen/src/main/java/io/harness/cdng/k8s/resources/azure/dtos/AzureLocationsDTO.java b/125-cd-nextgen/src/main/java/io/harness/cdng/k8s/resources/azure/dtos/AzureLocationsDTO.java
@@ -0,0 +1,27 @@
+/*
+ * Copyright 2022 Harness Inc. All rights reserved.
+ * Use of this source code is governed by the PolyForm Free Trial 1.0.0 license
+ * that can be found in the licenses directory at the root of this repository, also available at
+ * https://polyformproject.org/wp-content/uploads/2020/05/PolyForm-Free-Trial-1.0.0.txt.
+ */
+
+package io.harness.cdng.k8s.resources.azure.dtos;
+
+import static io.harness.annotations.dev.HarnessTeam.CDP;
+
+import io.harness.annotations.dev.OwnedBy;
+
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
+import io.swagger.v3.oas.annotations.media.Schema;
+import java.util.List;
+import lombok.Builder;
+import lombok.Value;
+
+@Value
+@Builder
+@JsonIgnoreProperties(ignoreUnknown = true)
+@OwnedBy(CDP)
+@Schema(name = "AzureLocationsDTO", description = "Azure response for locations")
+public class AzureLocationsDTO {
+  List<String> locations;
+}
diff --git a/125-cd-nextgen/src/main/java/io/harness/cdng/k8s/resources/azure/dtos/AzureManagementGroupsDTO.java b/125-cd-nextgen/src/main/java/io/harness/cdng/k8s/resources/azure/dtos/AzureManagementGroupsDTO.java
@@ -0,0 +1,28 @@
+/*
+ * Copyright 2022 Harness Inc. All rights reserved.
+ * Use of this source code is governed by the PolyForm Free Trial 1.0.0 license
+ * that can be found in the licenses directory at the root of this repository, also available at
+ * https://polyformproject.org/wp-content/uploads/2020/05/PolyForm-Free-Trial-1.0.0.txt.
+ */
+
+package io.harness.cdng.k8s.resources.azure.dtos;
+
+import static io.harness.annotations.dev.HarnessTeam.CDP;
+
+import io.harness.annotations.dev.OwnedBy;
+import io.harness.delegate.beans.azure.ManagementGroupData;
+
+import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
+import io.swagger.v3.oas.annotations.media.Schema;
+import java.util.List;
+import lombok.Builder;
+import lombok.Value;
+
+@Value
+@Builder
+@JsonIgnoreProperties(ignoreUnknown = true)
+@OwnedBy(CDP)
+@Schema(name = "AzureManagementGroupsDTO", description = "Azure response for management groups")
+public class AzureManagementGroupsDTO {
+  List<ManagementGroupData> managementGroups;
+}
diff --git a/125-cd-nextgen/src/main/java/io/harness/cdng/k8s/resources/azure/service/AzureResourceService.java b/125-cd-nextgen/src/main/java/io/harness/cdng/k8s/resources/azure/service/AzureResourceService.java
@@ -13,6 +13,8 @@
 import io.harness.cdng.azure.resources.dtos.AzureTagsDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureClustersDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureDeploymentSlotsDTO;
+import io.harness.cdng.k8s.resources.azure.dtos.AzureLocationsDTO;
+import io.harness.cdng.k8s.resources.azure.dtos.AzureManagementGroupsDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureResourceGroupsDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureSubscriptionsDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureWebAppNamesDTO;
@@ -35,4 +37,10 @@ AzureDeploymentSlotsDTO getAppServiceDeploymentSlots(IdentifierRef connectorRef,
 
   AzureTagsDTO getTags(
       IdentifierRef connectorRef, String orgIdentifier, String projectIdentifier, String subscriptionId);
+
+  AzureManagementGroupsDTO getAzureManagementGroups(
+      IdentifierRef connectorRef, String orgIdentifier, String projectIdentifier);
+
+  AzureLocationsDTO getLocations(
+      IdentifierRef connectorRef, String orgIdentifier, String projectIdentifier, String subscriptionId);
 }
diff --git a/125-cd-nextgen/src/main/java/io/harness/cdng/k8s/resources/azure/service/AzureResourceServiceImpl.java b/125-cd-nextgen/src/main/java/io/harness/cdng/k8s/resources/azure/service/AzureResourceServiceImpl.java
@@ -17,13 +17,17 @@
 import io.harness.cdng.k8s.resources.azure.dtos.AzureClustersDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureDeploymentSlotDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureDeploymentSlotsDTO;
+import io.harness.cdng.k8s.resources.azure.dtos.AzureLocationsDTO;
+import io.harness.cdng.k8s.resources.azure.dtos.AzureManagementGroupsDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureResourceGroupDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureResourceGroupsDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureSubscriptionDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureSubscriptionsDTO;
 import io.harness.cdng.k8s.resources.azure.dtos.AzureWebAppNamesDTO;
 import io.harness.delegate.beans.azure.response.AzureClustersResponse;
 import io.harness.delegate.beans.azure.response.AzureDeploymentSlotsResponse;
+import io.harness.delegate.beans.azure.response.AzureLocationsResponse;
+import io.harness.delegate.beans.azure.response.AzureMngGroupsResponse;
 import io.harness.delegate.beans.azure.response.AzureResourceGroupsResponse;
 import io.harness.delegate.beans.azure.response.AzureSubscriptionsResponse;
 import io.harness.delegate.beans.azure.response.AzureTagsResponse;
@@ -37,6 +41,7 @@
 
 import com.google.inject.Inject;
 import com.google.inject.Singleton;
+import com.hazelcast.aws.utility.StringUtil;
 import java.util.Collections;
 import java.util.HashMap;
 import java.util.List;
@@ -229,4 +234,46 @@ public AzureTagsDTO getTags(
                   .collect(Collectors.toList()))
         .build();
   }
+
+  @Override
+  public AzureManagementGroupsDTO getAzureManagementGroups(
+      IdentifierRef connectorRef, String orgIdentifier, String projectIdentifier) {
+    AzureConnectorDTO connector = azureHelperService.getConnector(connectorRef);
+    BaseNGAccess baseNGAccess =
+        azureHelperService.getBaseNGAccess(connectorRef.getAccountIdentifier(), orgIdentifier, projectIdentifier);
+    List<EncryptedDataDetail> encryptionDetails = azureHelperService.getEncryptionDetails(connector, baseNGAccess);
+
+    AzureTaskParams azureTaskParamsTaskParams = AzureTaskParams.builder()
+                                                    .azureTaskType(AzureTaskType.LIST_MNG_GROUP)
+                                                    .azureConnector(connector)
+                                                    .encryptionDetails(encryptionDetails)
+                                                    .delegateSelectors(connector.getDelegateSelectors())
+                                                    .build();
+    AzureMngGroupsResponse response = (AzureMngGroupsResponse) azureHelperService.executeSyncTask(
+        azureTaskParamsTaskParams, baseNGAccess, "Azure list management groups task failure due to error");
+    return AzureManagementGroupsDTO.builder().managementGroups(response.getManagementGroups()).build();
+  }
+
+  @Override
+  public AzureLocationsDTO getLocations(
+      IdentifierRef connectorRef, String orgIdentifier, String projectIdentifier, String subscriptionId) {
+    AzureConnectorDTO connector = azureHelperService.getConnector(connectorRef);
+    BaseNGAccess baseNGAccess =
+        azureHelperService.getBaseNGAccess(connectorRef.getAccountIdentifier(), orgIdentifier, projectIdentifier);
+    List<EncryptedDataDetail> encryptionDetails = azureHelperService.getEncryptionDetails(connector, baseNGAccess);
+    Map<AzureAdditionalParams, String> additionalParams = new HashMap<>(Collections.emptyMap());
+    if (StringUtil.isNotEmpty(subscriptionId)) {
+      additionalParams.put(AzureAdditionalParams.SUBSCRIPTION_ID, subscriptionId);
+    }
+    AzureTaskParams azureTaskParamsTaskParams = AzureTaskParams.builder()
+                                                    .azureTaskType(AzureTaskType.LIST_SUBSCRIPTION_LOCATIONS)
+                                                    .azureConnector(connector)
+                                                    .encryptionDetails(encryptionDetails)
+                                                    .delegateSelectors(connector.getDelegateSelectors())
+                                                    .additionalParams(additionalParams)
+                                                    .build();
+    AzureLocationsResponse response = (AzureLocationsResponse) azureHelperService.executeSyncTask(
+        azureTaskParamsTaskParams, baseNGAccess, "Azure list locations task failure due to error");
+    return AzureLocationsDTO.builder().locations(response.getLocations()).build();
+  }
 }
diff --git a/260-delegate/src/test/resources/kryo-registrations.txt b/260-delegate/src/test/resources/kryo-registrations.txt
@@ -1745,6 +1745,8 @@
 55502:io.harness.delegate.beans.instancesync.info.AzureSshWinrmServerInstanceInfo
 55503:io.harness.delegate.beans.instancesync.info.AwsSshWinrmServerInstanceInfo
 55504:io.harness.delegate.beans.ci.vm.steps.VmBackgroundStep
+55505:io.harness.delegate.beans.azure.response.AzureLocationsResponse
+55506:io.harness.delegate.beans.azure.response.AzureMngGroupsResponse
 56335:io.harness.delegate.task.gitpolling.request.GitPollingTaskParameters
 56336:io.harness.delegate.task.gitpolling.github.GitHubPollingDelegateRequest
 56337:io.harness.delegate.task.gitpolling.GitPollingSourceType
diff --git a/930-delegate-tasks/src/main/java/software/wings/delegatetasks/azure/AzureAsyncTaskHelper.java b/930-delegate-tasks/src/main/java/software/wings/delegatetasks/azure/AzureAsyncTaskHelper.java
@@ -21,6 +21,7 @@
 import io.harness.artifact.ArtifactUtilities;
 import io.harness.artifacts.beans.BuildDetailsInternal;
 import io.harness.artifacts.comparator.BuildDetailsInternalComparatorDescending;
+import io.harness.azure.AzureEnvironmentType;
 import io.harness.azure.client.AzureAuthorizationClient;
 import io.harness.azure.client.AzureComputeClient;
 import io.harness.azure.client.AzureContainerRegistryClient;
@@ -36,12 +37,16 @@
 import io.harness.connector.ConnectivityStatus;
 import io.harness.connector.ConnectorValidationResult;
 import io.harness.data.encoding.EncodingUtils;
+import io.harness.delegate.beans.DelegateResponseData;
+import io.harness.delegate.beans.azure.ManagementGroupData;
 import io.harness.delegate.beans.azure.response.AzureAcrTokenTaskResponse;
 import io.harness.delegate.beans.azure.response.AzureClustersResponse;
 import io.harness.delegate.beans.azure.response.AzureDeploymentSlotResponse;
 import io.harness.delegate.beans.azure.response.AzureDeploymentSlotsResponse;
 import io.harness.delegate.beans.azure.response.AzureHostResponse;
 import io.harness.delegate.beans.azure.response.AzureHostsResponse;
+import io.harness.delegate.beans.azure.response.AzureLocationsResponse;
+import io.harness.delegate.beans.azure.response.AzureMngGroupsResponse;
 import io.harness.delegate.beans.azure.response.AzureRegistriesResponse;
 import io.harness.delegate.beans.azure.response.AzureRepositoriesResponse;
 import io.harness.delegate.beans.azure.response.AzureResourceGroupsResponse;
@@ -73,7 +78,10 @@
 import com.microsoft.azure.management.appservice.DeploymentSlot;
 import com.microsoft.azure.management.containerregistry.Registry;
 import com.microsoft.azure.management.resources.Subscription;
+import com.microsoft.azure.management.resources.fluentcore.arm.Region;
 import com.microsoft.azure.management.resources.fluentcore.arm.models.HasName;
+import java.util.ArrayList;
+import java.util.Arrays;
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
@@ -641,4 +649,66 @@ public AzureAcrTokenTaskResponse getAcrLoginToken(
         .commandExecutionStatus(CommandExecutionStatus.SUCCESS)
         .build();
   }
+
+  public AzureMngGroupsResponse listMngGroup(
+      List<EncryptedDataDetail> encryptionDetails, AzureConnectorDTO azureConnector) {
+    log.info("Fetching Azure management groups");
+    AzureConfig azureConfig = AcrRequestResponseMapper.toAzureInternalConfig(azureConnector.getCredential(),
+        encryptionDetails, azureConnector.getCredential().getAzureCredentialType(),
+        azureConnector.getAzureEnvironmentType(), secretDecryptionService);
+
+    AzureMngGroupsResponse azureMngGroupsResponse =
+        AzureMngGroupsResponse.builder()
+            .managementGroups(azureManagementClient.listManagementGroups(azureConfig)
+                                  .stream()
+                                  .map(group
+                                      -> ManagementGroupData.builder()
+                                             .name(group.getName())
+                                             .id(group.getId())
+                                             .displayName(group.getProperties().getDisplayName())
+                                             .build())
+                                  .collect(Collectors.toList()))
+            .commandExecutionStatus(CommandExecutionStatus.SUCCESS)
+            .build();
+
+    log.info(format("Retrieved %d management groups", azureMngGroupsResponse.getManagementGroups().size()));
+    return azureMngGroupsResponse;
+  }
+
+  public AzureLocationsResponse listSubscriptionLocations(
+      List<EncryptedDataDetail> encryptionDetails, AzureConnectorDTO azureConnector, String subscriptionId) {
+    log.info("Fetching Azure locations");
+    AzureConfig azureConfig = AcrRequestResponseMapper.toAzureInternalConfig(azureConnector.getCredential(),
+        encryptionDetails, azureConnector.getCredential().getAzureCredentialType(),
+        azureConnector.getAzureEnvironmentType(), secretDecryptionService);
+    AzureLocationsResponse azureLocationsResponse =
+        AzureLocationsResponse.builder()
+            .locations(
+                new ArrayList<>(azureManagementClient.listLocationsBySubscriptionId(azureConfig, subscriptionId)))
+            .commandExecutionStatus(CommandExecutionStatus.SUCCESS)
+            .build();
+    log.info(format("Retrieved %d locations", azureLocationsResponse.getLocations().size()));
+    return azureLocationsResponse;
+  }
+
+  public DelegateResponseData listLocations(
+      List<EncryptedDataDetail> encryptionDetails, AzureConnectorDTO azureConnector) {
+    log.info("Fetching Azure locations");
+    AzureConfig azureConfig = AcrRequestResponseMapper.toAzureInternalConfig(azureConnector.getCredential(),
+        encryptionDetails, azureConnector.getCredential().getAzureCredentialType(),
+        azureConnector.getAzureEnvironmentType(), secretDecryptionService);
+    AzureEnvironmentType azureEnvironmentType = azureConfig.getAzureEnvironmentType();
+    AzureLocationsResponse azureLocationsResponse =
+        AzureLocationsResponse.builder()
+            .locations(Arrays.stream(Region.values())
+                           .filter(region
+                               -> (AzureEnvironmentType.AZURE_US_GOVERNMENT == azureEnvironmentType)
+                                   == AzureUtils.AZURE_GOV_REGIONS_NAMES.contains(region.name()))
+                           .map(Region::label)
+                           .collect(Collectors.toList()))
+            .commandExecutionStatus(CommandExecutionStatus.SUCCESS)
+            .build();
+    log.info(format("Retrieved %d locations", azureLocationsResponse.getLocations().size()));
+    return azureLocationsResponse;
+  }
 }
diff --git a/930-delegate-tasks/src/main/java/software/wings/delegatetasks/azure/AzureTask.java b/930-delegate-tasks/src/main/java/software/wings/delegatetasks/azure/AzureTask.java
@@ -59,6 +59,19 @@ public DelegateResponseData run(TaskParameters parameters) {
         ConnectorValidationResult connectorValidationResult = azureValidationHandler.validate(azureTaskParams);
         connectorValidationResult.setDelegateId(getDelegateId());
         return AzureValidateTaskResponse.builder().connectorValidationResult(connectorValidationResult).build();
+      case LIST_MNG_GROUP:
+        return azureAsyncTaskHelper.listMngGroup(
+            azureTaskParams.getEncryptionDetails(), azureTaskParams.getAzureConnector());
+      case LIST_SUBSCRIPTION_LOCATIONS:
+        if (azureTaskParams.getAdditionalParams() != null
+            && azureTaskParams.getAdditionalParams().get(AzureAdditionalParams.SUBSCRIPTION_ID) != null) {
+          return azureAsyncTaskHelper.listSubscriptionLocations(azureTaskParams.getEncryptionDetails(),
+              azureTaskParams.getAzureConnector(),
+              azureTaskParams.getAdditionalParams().get(AzureAdditionalParams.SUBSCRIPTION_ID));
+        } else {
+          return azureAsyncTaskHelper.listLocations(
+              azureTaskParams.getEncryptionDetails(), azureTaskParams.getAzureConnector());
+        }
       case LIST_SUBSCRIPTIONS:
         return azureAsyncTaskHelper.listSubscriptions(
             azureTaskParams.getEncryptionDetails(), azureTaskParams.getAzureConnector());
diff --git a/950-delegate-tasks-beans/src/main/java/io/harness/delegate/beans/azure/response/AzureLocationsResponse.java b/950-delegate-tasks-beans/src/main/java/io/harness/delegate/beans/azure/response/AzureLocationsResponse.java
@@ -0,0 +1,24 @@
+/*
+ * Copyright 2022 Harness Inc. All rights reserved.
+ * Use of this source code is governed by the PolyForm Free Trial 1.0.0 license
+ * that can be found in the licenses directory at the root of this repository, also available at
+ * https://polyformproject.org/wp-content/uploads/2020/05/PolyForm-Free-Trial-1.0.0.txt.
+ */
+
+package io.harness.delegate.beans.azure.response;
+
+import io.harness.annotations.dev.HarnessTeam;
+import io.harness.annotations.dev.OwnedBy;
+
+import java.util.List;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+import lombok.experimental.SuperBuilder;
+
+@Data
+@SuperBuilder
+@NoArgsConstructor
+@OwnedBy(HarnessTeam.CDP)
+public class AzureLocationsResponse extends AzureDelegateTaskResponse {
+  private List<String> locations;
+}
diff --git a/950-delegate-tasks-beans/src/main/java/io/harness/delegate/beans/azure/response/AzureMngGroupsResponse.java b/950-delegate-tasks-beans/src/main/java/io/harness/delegate/beans/azure/response/AzureMngGroupsResponse.java
@@ -0,0 +1,25 @@
+/*
+ * Copyright 2022 Harness Inc. All rights reserved.
+ * Use of this source code is governed by the PolyForm Free Trial 1.0.0 license
+ * that can be found in the licenses directory at the root of this repository, also available at
+ * https://polyformproject.org/wp-content/uploads/2020/05/PolyForm-Free-Trial-1.0.0.txt.
+ */
+
+package io.harness.delegate.beans.azure.response;
+
+import io.harness.annotations.dev.HarnessTeam;
+import io.harness.annotations.dev.OwnedBy;
+import io.harness.delegate.beans.azure.ManagementGroupData;
+
+import java.util.List;
+import lombok.Data;
+import lombok.NoArgsConstructor;
+import lombok.experimental.SuperBuilder;
+
+@Data
+@SuperBuilder
+@NoArgsConstructor
+@OwnedBy(HarnessTeam.CDP)
+public class AzureMngGroupsResponse extends AzureDelegateTaskResponse {
+  private List<ManagementGroupData> managementGroups;
+}
diff --git a/950-delegate-tasks-beans/src/main/java/io/harness/delegate/beans/connector/azureconnector/AzureTaskType.java b/950-delegate-tasks-beans/src/main/java/io/harness/delegate/beans/connector/azureconnector/AzureTaskType.java
@@ -22,5 +22,7 @@ public enum AzureTaskType {
   LIST_WEBAPP_NAMES,
   LIST_DEPLOYMENT_SLOTS,
   LIST_TAGS,
-  LIST_HOSTS
+  LIST_HOSTS,
+  LIST_MNG_GROUP,
+  LIST_SUBSCRIPTION_LOCATIONS
 }
diff --git a/950-delegate-tasks-beans/src/main/java/io/harness/serializer/kryo/DelegateTasksBeansKryoRegister.java b/950-delegate-tasks-beans/src/main/java/io/harness/serializer/kryo/DelegateTasksBeansKryoRegister.java
