test: configure pipeline for statefulset workload validation

Author: diamondpowell

pipelines/system/new-pipeline-test.yml

@@ -1,25 +1,36 @@
 trigger: none
 
 variables:
-  SCENARIO_TYPE: <scenario-type>
-  SCENARIO_NAME: <scenario-name>
+  SCENARIO_TYPE: perf-eval
+  SCENARIO_NAME: k8s-gpu-cluster-crud
 
 stages:
-  - stage: <stage-name> # format: <cloud>[_<region>]+ (e.g. azure_eastus2, aws_eastus_westus)
+  - stage: azure_australiaeast_node_pool_crud
     dependsOn: []
     jobs:
-      - template: /jobs/competitive-test.yml # must keep as is
+      - template: /jobs/competitive-test.yml
         parameters:
-          cloud: <cloud> # e.g. azure, aws
-          regions: # list of regions
-            - region1 # e.g. eastus2
-          topology: <topology> # e.g. cluster-autoscaler
-          engine: <engine> # e.g. clusterloader2
-          matrix: # list of test parameters to customize the provisioned resources
-            <case-name>:
-              <key1>: <value1>
-              <key2>: <value2>
-          max_parallel: <number of concurrent jobs> # required
-          credential_type: service_connection # required
+          cloud: azure
+          regions:
+            - australiaeast
+          topology: k8s-crud-gpu
+          engine: crud
+          matrix:
+            node_pool_crud_statefulset:
+              VM_SIZE: Standard_D8ds_v5
+              CREATE_NODE_COUNT: 1
+              SCALE_NODE_COUNT: 2
+              SCALE_STEP_SIZE: 1
+              POOL_NAME: testpool
+              STEP_TIME_OUT: 600
+              GPU_NODE_POOL: ""
+              STEP_WAIT_TIME: 30
+              DEPLOYMENT_NAME: ""
+              NUMBER_OF_DEPLOYMENTS: 1
+              NUMBER_OF_STATEFULSETS: 1
+              REPLICAS: 2
+              MANIFEST_DIR: $(Pipeline.Workspace)/s/modules/python/crud/workload_templates
+          max_parallel: 1
+          credential_type: service_connection
           ssh_key_enabled: false
-          timeout_in_minutes: 60 # if not specified, default is 60
+          timeout_in_minutes: 60