Hardcode the workernode instance type familes

Author: narendran1560

cft-templates/nextflow-advanced.yaml

@@ -88,7 +88,7 @@ Parameters:
     Description: Head Node EC2 instance type
     Type: String
     Default: t2.small
-    AllowedValues: [t2.nano, t2.micro, t2.small, t2.medium]
+    AllowedValues: [t2.nano, t2.micro, t2.small, t2.medium, t2.large, m5.8xlarge]
     ConstraintDescription: Must be a valid EC2 instance type.
   KeyPair:
     Description: Name of an existing EC2 KeyPair to enable SSH access to the Head Node. If no key pairs exist, please create one from the button next to the dropdown. Please contact your Administrator if you are unable to create one.
@@ -110,7 +110,7 @@ Parameters:
     Description: Specify the instance types to be used to carry out the computation. You can specify one or more family or instance type. The option 'optimal' chooses the best fit of M4, C4, and R4 instance types available in the region.
     Type: String
     Default: optimal
-    AllowedValues: [optimal, c4.large, m4.large, r4.large, c4.4xlarge, m4.4xlarge, r4.4xlarge]
+    AllowedValues: [optimal, c4.large, m4.large, r4.large, c4.4xlarge, m4.4xlarge, r4.4xlarge, r5.8xlarge, r5.12xlarge, r5.16xlarge, r5.24xlarge, c6i.32xlarge]
   WorkerNodeEBSVolumeSize:
     Description: The initial size of the volume (in GBs) Worker Node EBS will use for storage.
     Type: Number
@@ -505,8 +505,7 @@ Resources:
           LaunchTemplateId: !Ref EC2LaunchTemplate
           Version: $Latest
         InstanceRole: !GetAtt BatchInstanceProfile.Arn
-        InstanceTypes: 
-          - !Ref WorkerNodeInstanceType
+        InstanceTypes: [c5, c5a, c5ad, c5d, i3, m5, r5, c6i ]
         MinvCpus: !Ref ComputeEnvMinvCpus
         MaxvCpus: !Ref ComputeEnvMaxvCpus
         SecurityGroupIds:
@@ -608,8 +607,15 @@ Resources:
               process.container = '${PipelineContainer}'
               process.executor = 'awsbatch'
               process.queue = '${DefaultQueue}'
-              workDir = 's3://${S3Bucket}/${AWS::StackName}'
+              workDir = 's3://${S3Bucket}/${AWS::StackName}' 
+              process.errorStrategy = {                                                       
+                sleep( Math.pow( 2, task.attempt ) * 150 as long )                    
+                return 'retry'                                                        
+              }                                                                       
+              process.maxRetries = 5
               aws.batch.cliPath = '/home/ec2-user/miniconda/bin/aws'
+              aws.batch.maxParallelTransfers = 5
+              aws.batch.maxTransferAttempts = 5
             }
           }