Merge pull request #60 from narendran1560/topic-release

Added new parameter called namespace to the S3 CFT

Author: RLIndia

cft-templates/nextflow-advanced.yaml

@@ -88,7 +88,7 @@ Parameters:
     Description: Head Node EC2 instance type
     Type: String
     Default: t2.small
-    AllowedValues: [t2.nano, t2.micro, t2.small, t2.medium]
+    AllowedValues: [t2.nano, t2.micro, t2.small, t2.medium, t2.large, m5.8xlarge]
     ConstraintDescription: Must be a valid EC2 instance type.
   KeyPair:
     Description: Name of an existing EC2 KeyPair to enable SSH access to the Head Node. If no key pairs exist, please create one from the button next to the dropdown. Please contact your Administrator if you are unable to create one.
@@ -110,7 +110,7 @@ Parameters:
     Description: Specify the instance types to be used to carry out the computation. You can specify one or more family or instance type. The option 'optimal' chooses the best fit of M4, C4, and R4 instance types available in the region.
     Type: String
     Default: optimal
-    AllowedValues: [optimal, c4.large, m4.large, r4.large, c4.4xlarge, m4.4xlarge, r4.4xlarge]
+    AllowedValues: [optimal, c4.large, m4.large, r4.large, c4.4xlarge, m4.4xlarge, r4.4xlarge, r5.8xlarge, r5.12xlarge, r5.16xlarge, r5.24xlarge, c6i.32xlarge]
   WorkerNodeEBSVolumeSize:
     Description: The initial size of the volume (in GBs) Worker Node EBS will use for storage.
     Type: Number
@@ -505,8 +505,7 @@ Resources:
           LaunchTemplateId: !Ref EC2LaunchTemplate
           Version: $Latest
         InstanceRole: !GetAtt BatchInstanceProfile.Arn
-        InstanceTypes: 
-          - !Ref WorkerNodeInstanceType
+        InstanceTypes: [c5, c5a, c5ad, c5d, i3, m5, r5, c6i ]
         MinvCpus: !Ref ComputeEnvMinvCpus
         MaxvCpus: !Ref ComputeEnvMaxvCpus
         SecurityGroupIds:
@@ -608,8 +607,15 @@ Resources:
               process.container = '${PipelineContainer}'
               process.executor = 'awsbatch'
               process.queue = '${DefaultQueue}'
-              workDir = 's3://${S3Bucket}/${AWS::StackName}'
+              workDir = 's3://${S3Bucket}/${AWS::StackName}' 
+              process.errorStrategy = {                                                       
+                sleep( Math.pow( 2, task.attempt ) * 150 as long )                    
+                return 'retry'                                                        
+              }                                                                       
+              process.maxRetries = 5
               aws.batch.cliPath = '/home/ec2-user/miniconda/bin/aws'
+              aws.batch.maxParallelTransfers = 5
+              aws.batch.maxTransferAttempts = 5
             }
           }
 

cft-templates/s3.yaml

@@ -1,14 +1,21 @@
 AWSTemplateFormatVersion: '2010-09-09'
 Description: create a single S3 bucket
 
+Parameters:
+  Namespace:
+    Type: String
+    Description: An environment name that will be prefixed to resource names  
+
 Resources:
   SampleBucket:
     Type: AWS::S3::Bucket
+    Properties:
+      BucketName: !Ref Namespace
 
 Outputs:
   BucketArn:
     Value: !GetAtt [SampleBucket, Arn]
     Description: URL for website hosted on S3
   BucketName:
     Value: !Ref SampleBucket
-    Description: Name of S3 bucket
+    Description: Name of S3 bucket