firelens-stability: high throughput test

Signed-off-by: Matthew Fala <falamatt@amazon.com>

Author: matthewfala

apps/firelens-stability/collections/ecs-firelens-one-flow-tests/rainbow-stability/case-config.json

@@ -1,6 +1,5 @@
 {
     "config": {
-        "template": "rainbow-fargate-one-flow",
         "taskCount": 5
     },
     "definitions": {

apps/firelens-stability/collections/ecs-firelens-one-flow-tests/rainbow-stability/cases/cloudwatch-go.json

@@ -1,6 +1,7 @@
 {
     "definitions": {
         "rainbow_cw_c_on": false,
-        "rainbow_cw_go_on": true
+        "rainbow_cw_go_on": true,
+        "kbps_throughput_tcp": 1000
     }
 }

apps/firelens-stability/execution.json

@@ -1,5 +1,5 @@
 {
-    "executionName":  "2_32_1_one-flow-tests",
+    "executionName":  "2_32_1_one-flow-tests_run-02",
     "executeCollections": [
         "ecs-firelens-one-flow-tests"
     ],

apps/firelens-stability/templates/rainbow-fargate/default-config.json

@@ -12,6 +12,6 @@
         "include_onepod": false,
         "kbps_throughput_tcp": 10,
         "debugS3Bucket": "{{managed.s3OutputBucket}}",
-        "debugS3KeyPrefix": "{{managed.s3OutputExecutionPath}}/{{managed.caseNameUnique}}",
+        "debugS3KeyPrefix": "{{managed.s3OutputExecutionPath}}/{{managed.caseNameUnique}}"
     }
 }

apps/firelens-stability/templates/rainbow-fargate/fluent-bit.conf

@@ -50,7 +50,7 @@
     Match               ApplicationLogs
     region              {{config.region}}
     log_group_name      {{definitions.cw_log_group_name}}
-    log_stream_prefix   {{definitions.cw_log_stream_name_prefix}}_cw-c
+    log_stream_prefix   {{definitions.cw_log_stream_name_prefix}}_cw-c_${ECS_TASK_ID}
     log_key             log
     auto_create_group   {{definitions.cw_auto_create_group}}
     retry_limit         3
@@ -62,6 +62,6 @@
     Match               ApplicationLogs
     region              {{config.region}}
     log_group_name      {{definitions.cw_log_group_name}}
-    log_stream_prefix   {{definitions.cw_log_stream_name_prefix}}_cw-go
+    log_stream_prefix   {{definitions.cw_log_stream_name_prefix}}_cw-go_${ECS_TASK_ID}
     auto_create_group   {{definitions.cw_auto_create_group}}
 {{/if}}

apps/firelens-stability/templates/rainbow-fargate/task-definition.json

@@ -85,6 +85,10 @@
       {
         "name": "fluent-bit",
         "image": "{{definitions.imageAwsForFluentBit}}",
+        "command": [
+          "/bin/sh", "-c",
+          "/init/fluent_bit_init_process; chmod +x /init/invoke_fluent_bit.sh; exec env ECS_TASK_ID=$(curl -s \"${ECS_CONTAINER_METADATA_URI_V4}/task\" | awk -F '\"TaskARN\":\"' '{print $2}' | cut -d \\\" -f 1 | cut -d \\\\ -f 3) /init/invoke_fluent_bit.sh"
+        ],
         "cpu": 1024,
         "firelensConfiguration": {
           "type": "fluentbit"
@@ -103,7 +107,7 @@
           {
             "name": "aws_fluent_bit_init_s3_1",
             "value": "{{managed.s3ResourcesArn}}/fluent-bit.conf"
-          }
+          },
           {
             "name": "S3_BUCKET",
             "value": "{{definitions.debugS3Bucket}}"
@@ -126,11 +130,7 @@
         },
         "linuxParameters": {
           "initProcessEnabled": true
-        },
-        "dependsOn": [{
-          "containerName": "mock",
-          "condition": "START"
-        }]
+        }
       },
       {
         "name": "datajet",