feat update to idf 1.14.0

CHANGELOG.md

@@ -20,6 +20,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
   - examples/example-spark-dags/requirements.in
   - examples/example-spark-dags/requirements.txt
 - replace hardcoded partitions
+- uodated manifests to idf 1.14.0
 
 ### **Removed**
 

manifests/example-dev/core-modules.yaml

@@ -1,5 +1,5 @@
 name: mwaa
-path: git::https://github.com/awslabs/idf-modules.git//modules/orchestration/mwaa?ref=release/1.12.0&depth=1
+path: git::https://github.com/awslabs/idf-modules.git//modules/orchestration/mwaa?ref=release/1.14.0&depth=1
 parameters:
   - name: vpc-id
     valueFrom:
@@ -35,7 +35,7 @@ parameters:
     value: Rosbag-Scene-Metadata
 ---
 name: opensearch
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/opensearch?ref=release/1.12.0&depth=1
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/opensearch?ref=release/1.14.0&depth=1
 parameters:
   - name: opensearch_data_nodes
     value: 1
@@ -65,10 +65,10 @@ parameters:
         key: PrivateSubnetIds
 ---
 name: eks
-path: git::https://github.com/awslabs/idf-modules.git//modules/compute/eks?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/compute/eks?ref=release/1.14.0
 dataFiles:
-  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/1.29.yaml?ref=release/1.12.0
-  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/default.yaml?ref=release/1.12.0
+  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/1.29.yaml?ref=release/1.14.0
+  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/default.yaml?ref=release/1.14.0
 parameters:
   - name: replicated-ecr-images-metadata-s3-path
     valueFrom:
@@ -205,7 +205,7 @@ parameters:
           #   - mitigate-log4shell
 ---
 name: batch-compute
-path: git::https://github.com/awslabs/idf-modules.git//modules/compute/aws-batch?ref=release/1.12.0&depth=1
+path: git::https://github.com/awslabs/idf-modules.git//modules/compute/aws-batch?ref=release/1.14.0&depth=1
 parameters:
   - name: vpc-id
     valueFrom:
@@ -243,7 +243,7 @@ parameters:
           order: 1
 ---
 name: neptune
-path: git::https://github.com/awslabs/idf-modules.git//modules/database/neptune?ref=release/1.12.0&depth=1
+path: git::https://github.com/awslabs/idf-modules.git//modules/database/neptune?ref=release/1.14.0&depth=1
 parameters:
   - name: number-instances
     value: 1
@@ -261,7 +261,7 @@ parameters:
         key: PrivateSubnetIds
 ---
 name: fsx-lustre
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/fsx-lustre?ref=release/1.12.0&depth=1
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/fsx-lustre?ref=release/1.14.0&depth=1
 parameters:
   - name: vpc-id
     valueFrom:
@@ -281,7 +281,7 @@ parameters:
     value: 50
 ---
 name: efs
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/efs?ref=release/1.12.0&depth=1
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/efs?ref=release/1.14.0&depth=1
 parameters:
   - name: retention-type
     value: RETAIN

manifests/example-dev/example-modules.yaml

@@ -27,7 +27,7 @@ parameters:
         key: FullAccessPolicyArn
 ---
 name: docker-build
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.12.0&depth=1
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.14.0&depth=1
 parameters:
   - name: ecr-repo-name
     value: python-sample-app

manifests/example-dev/optional-modules.yaml

@@ -1,5 +1,5 @@
 name: networking
-path: git::https://github.com/awslabs/idf-modules.git//modules/network/basic-cdk?ref=release/1.12.0&depth=1
+path: git::https://github.com/awslabs/idf-modules.git//modules/network/basic-cdk?ref=release/1.14.0&depth=1
 parameters:
   - name: internet-accessible
     value: true

manifests/example-dev/replicator-modules.yaml

@@ -1,8 +1,8 @@
 name: replication
-path: git::https://github.com/awslabs/idf-modules.git//modules/replication/dockerimage-replication?ref=release/1.12.0&depth=1
+path: git::https://github.com/awslabs/idf-modules.git//modules/replication/dockerimage-replication?ref=release/1.14.0&depth=1
 dataFiles:
-  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/1.29.yaml?ref=v1.12.0&depth=1
-  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/default.yaml?ref=v1.12.0&depth=1
+  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/1.29.yaml?ref=v1.14.0&depth=1
+  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/default.yaml?ref=v1.14.0&depth=1
 parameters:
   - name: eks-version
     value: "1.29"

manifests/ml-training-on-eks/core-modules.yaml

@@ -1,8 +1,8 @@
 name: eks
-path: git::https://github.com/awslabs/idf-modules.git//modules/compute/eks?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/compute/eks?ref=release/1.14.0
 dataFiles:
-  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/1.29.yaml?ref=release/1.12.0
-  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/default.yaml?ref=release/1.12.0
+  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/1.29.yaml?ref=release/1.14.0
+  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/default.yaml?ref=release/1.14.0
 parameters:
   # - name: replicated-ecr-images-metadata-s3-path
   #   valueFrom:
@@ -87,7 +87,7 @@ parameters:
       deploy_aws_fsx_csi: True
 ---
 name: fsx-lustre
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/fsx-lustre?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/fsx-lustre?ref=release/1.14.0
 parameters:
   - name: vpc-id
     valueFrom:

manifests/ml-training-on-eks/integration-modules.yaml

@@ -1,5 +1,5 @@
 name: lustre-on-eks
-path: git::https://github.com/awslabs/idf-modules.git//modules/integration/fsx-lustre-on-eks?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/integration/fsx-lustre-on-eks?ref=release/1.14.0
 parameters:
   - name: EksClusterAdminRoleArn
     valueFrom:

manifests/ml-training-on-eks/optional-modules.yaml

@@ -5,13 +5,13 @@ parameters:
     value: SSE
 ---
 name: networking
-path: git::https://github.com/awslabs/idf-modules.git//modules/network/basic-cdk?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/network/basic-cdk?ref=release/1.14.0
 parameters:
   - name: internet-accessible
     value: True
 ---
 name: ecr-ml-images
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.14.0
 parameters:
   - name: repository-name
     value: ml-mnist-images

manifests/ml-training-on-eks/replicator-modules.yaml

@@ -1,8 +1,8 @@
 name: replication
-path: git::https://github.com/awslabs/idf-modules.git//modules/replication/dockerimage-replication?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/replication/dockerimage-replication?ref=release/1.14.0
 dataFiles:
-  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/1.29.yaml?ref=release/1.12.0
-  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/default.yaml?ref=release/1.12.0
+  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/1.29.yaml?ref=release/1.14.0
+  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/default.yaml?ref=release/1.14.0
 parameters:
   - name: eks-version
     # value: "1.29"

manifests/robotic-training-on-eks/buckets.yaml

@@ -1,2 +1,2 @@
 name: eureka-data-bucket
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/buckets?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/buckets?ref=release/1.14.0

manifests/robotic-training-on-eks/core-modules.yaml

@@ -1,9 +1,9 @@
 name: eks
 
-path: git::https://github.com/awslabs/idf-modules.git//modules/compute/eks?ref=release/1.12.0&depth=1
+path: git::https://github.com/awslabs/idf-modules.git//modules/compute/eks?ref=release/1.14.0&depth=1
 dataFiles:
-  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/1.29.yaml?ref=release/1.12.0
-  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/default.yaml?ref=release/1.12.0
+  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/1.29.yaml?ref=release/1.14.0
+  - filePath: git::https://github.com/awslabs/idf-modules.git//data/eks_dockerimage-replication/versions/default.yaml?ref=release/1.14.0
 parameters:
   - name: vpc-id
     valueFrom:

manifests/robotic-training-on-eks/storage.yaml

@@ -1,43 +1,43 @@
-name: fsx
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/fsx-lustre?ref=release/1.12.0&depth=1
-parameters:
-  - name: vpc_id
-    valueFrom:
-      moduleMetadata:
-        group: optionals
-        name: networking
-        key: VpcId
-  - name: private_subnet_ids
-    valueFrom:
-      moduleMetadata:
-        group: optionals
-        name: networking
-        key: PublicSubnetIds
-  - name: fs_deployment_type
-    value: PERSISTENT_2
-  - name: data_bucket_name
-    valueFrom:
-      moduleMetadata:
-        group: buckets
-        name: eureka-data-bucket
-        key: ArtifactsBucketName
-  - name: import_path
-    valueFrom:
-      moduleMetadata:
-        group: buckets
-        name: eureka-data-bucket
-        key: ArtifactsBucketName
-  - name: storage_throughput
-    value: 500
----
-name: robotic-applications
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.12.0
-parameter:
-  - name: image-tag-mutability
-    value: "MUTABLE"
----
-name: dcv
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.12.0
-parameter:
-  - name: image-tag-mutability
+name: fsx
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/fsx-lustre?ref=release/1.14.0&depth=1
+parameters:
+  - name: vpc_id
+    valueFrom:
+      moduleMetadata:
+        group: optionals
+        name: networking
+        key: VpcId
+  - name: private_subnet_ids
+    valueFrom:
+      moduleMetadata:
+        group: optionals
+        name: networking
+        key: PublicSubnetIds
+  - name: fs_deployment_type
+    value: PERSISTENT_2
+  - name: data_bucket_name
+    valueFrom:
+      moduleMetadata:
+        group: buckets
+        name: eureka-data-bucket
+        key: ArtifactsBucketName
+  - name: import_path
+    valueFrom:
+      moduleMetadata:
+        group: buckets
+        name: eureka-data-bucket
+        key: ArtifactsBucketName
+  - name: storage_throughput
+    value: 500
+---
+name: robotic-applications
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.14.0
+parameter:
+  - name: image-tag-mutability
+    value: "MUTABLE"
+---
+name: dcv
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.14.0
+parameter:
+  - name: image-tag-mutability
     value: "MUTABLE"

manifests/ros-image-demo/ros-image-demo-mwaa/core-modules.yaml

@@ -1,5 +1,5 @@
 name: mwaa
-path: git::https://github.com/awslabs/idf-modules.git//modules/orchestration/mwaa?ref=release/1.12.0&depth=1
+path: git::https://github.com/awslabs/idf-modules.git//modules/orchestration/mwaa?ref=release/1.14.0&depth=1
 parameters:
   - name: vpc-id
     valueFrom:
@@ -25,7 +25,7 @@ parameters:
     value: "2.6.3"
 ---
 name: batch-compute
-path: git::https://github.com/awslabs/idf-modules.git//modules/compute/aws-batch?ref=release/1.12.0&depth=1
+path: git::https://github.com/awslabs/idf-modules.git//modules/compute/aws-batch?ref=release/1.14.0&depth=1
 parameters:
   - name: vpc-id
     valueFrom:

manifests/ros-image-demo/ros-image-demo-mwaa/docker-repository-modules.yaml

@@ -1,29 +1,29 @@
 name: ros-to-parquet
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.14.0
 parameters:
   - name: image-tag-mutability
     value: "MUTABLE"
   - name: removal-policy
     value: "DESTROY"
 ---
 name: ros-to-png
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.14.0
 parameters:
   - name: image-tag-mutability
     value: "MUTABLE"
   - name: removal-policy
     value: "DESTROY"
 ---
 name: object-detection
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.14.0
 parameters:
   - name: image-tag-mutability
     value: "MUTABLE"
   - name: removal-policy
     value: "DESTROY"
 ---
 name: lane-detection
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.14.0
 parameters:
   - name: image-tag-mutability
     value: "MUTABLE"

manifests/ros-image-demo/ros-image-demo-mwaa/optional-modules.yaml

@@ -1,5 +1,5 @@
 name: networking
-path: git::https://github.com/awslabs/idf-modules.git//modules/network/basic-cdk?ref=release/1.12.0&depth=1
+path: git::https://github.com/awslabs/idf-modules.git//modules/network/basic-cdk?ref=release/1.14.0&depth=1
 parameters:
   - name: internet-accessible
     value: true

manifests/ros-image-demo/ros-image-demo-sfn/core-modules.yaml

@@ -1,5 +1,5 @@
 name: batch-compute
-path: git::https://github.com/awslabs/idf-modules.git//modules/compute/aws-batch/?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/compute/aws-batch/?ref=release/1.14.0
 parameters:
   - name: vpc-id
     valueFrom:
@@ -47,7 +47,7 @@ parameters:
     value: Rosbag-Scene-Metadata
 ---
 name: opensearch
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/opensearch/?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/opensearch/?ref=release/1.14.0
 parameters:
   - name: retention-type
     value: DESTROY
@@ -75,7 +75,7 @@ parameters:
         key: PrivateSubnetIds
 ---
 name: emr-serverless
-path: git::https://github.com/awslabs/idf-modules.git//modules/compute/emr-serverless/?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/compute/emr-serverless/?ref=release/1.14.0
 parameters:
   - name: private-subnet-ids
     valueFrom:

manifests/ros-image-demo/ros-image-demo-sfn/docker-repository-modules.yaml

@@ -1,29 +1,29 @@
 name: ros-to-parquet
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.14.0
 parameters:
   - name: image-tag-mutability
     value: "MUTABLE"
   - name: removal-policy
     value: "DESTROY"
 ---
 name: ros-to-png
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.14.0
 parameters:
   - name: image-tag-mutability
     value: "MUTABLE"
   - name: removal-policy
     value: "DESTROY"
 ---
 name: object-detection
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.14.0
 parameters:
   - name: image-tag-mutability
     value: "MUTABLE"
   - name: removal-policy
     value: "DESTROY"
 ---
 name: lane-detection
-path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/storage/ecr?ref=release/1.14.0
 parameters:
   - name: image-tag-mutability
     value: "MUTABLE"

manifests/ros-image-demo/ros-image-demo-sfn/optional-modules.yaml

@@ -1,5 +1,5 @@
 name: networking
-path: git::https://github.com/awslabs/idf-modules.git//modules/network/basic-cdk?release/1.12.0
+path: git::https://github.com/awslabs/idf-modules.git//modules/network/basic-cdk?release/1.14.0
 parameters:
   - name: internet-accessible
     value: true