Merge remote-tracking branch 'origin/develop' into feature/error-analyzer-8

Author: webarch-ai

.gitlab-ci.yml

@@ -4,6 +4,10 @@
 # Any publicly available image
 image: public.ecr.aws/docker/library/python:3.13-bookworm
 
+# Global timeout for all jobs
+default:
+  timeout: 2h
+
 # Change pip's cache directory to be inside the project directory since we can
 # only cache local items.
 # variables:
@@ -49,15 +53,34 @@ developer_tests:
       junit: lib/idp_common_pkg/test-reports/test-results.xml
     expire_in: 1 week
 
+deployment_validation:
+  stage: deployment_validation
+  rules:
+    - when: on_success
+
+  before_script:
+    - apt-get update -y
+    - apt-get install curl unzip python3-pip -y
+    # Install AWS CLI
+    - curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
+    - unzip awscliv2.zip
+    - ./aws/install
+    # Install PyYAML for template analysis
+    - pip install PyYAML
+
+  script:
+    # Check if service role has sufficient permissions for main stack deployment
+    - python3 scripts/validate_service_role_permissions.py
+
 integration_tests:
   stage: integration_tests
+  timeout: 2h
   # variables:
   #   # In order to run tests in another account, add a AWS_CREDS_TARGET_ROLE variable to the Gitlab pipeline variables.
   #   AWS_CREDS_TARGET_ROLE: ${AWS_CREDS_TARGET_ROLE}
   #   AWS_DEFAULT_REGION: ${AWS_DEFAULT_REGION}
   #   IDP_ACCOUNT_ID: ${IDP_ACCOUNT_ID}
 
- # Add rules to only run on develop branch
  # Add rules to only run on develop branch
   rules:
     - if: $CI_COMMIT_BRANCH == "develop"
@@ -73,44 +96,23 @@ integration_tests:
     - when: manual
 
   before_script:
-    - python --version
     - apt-get update -y
-    - apt-get install zip unzip curl make -y
-       
-    # Install Poetry
-    - curl -sSL https://install.python-poetry.org | python3 -
-    - export PATH="/root/.local/bin:$PATH"
-    - poetry --version
-
+    - apt-get install zip unzip curl python3-pip -y
     # Install AWS CLI
     - curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
     - unzip awscliv2.zip
     - ./aws/install
+    # Install boto3 for Python script
+    - pip install boto3
 
   script:
     - aws --version
     - aws sts get-caller-identity --no-cli-pager
-    - cd ./scripts/sdlc/idp-cli
-    - poetry install
-    - make put
-    - make wait
-
-deployment_validation:
-  stage: deployment_validation
-  rules:
-    - when: on_success
-
-  before_script:
-    - apt-get update -y
-    - apt-get install curl unzip python3-pip -y
-    # Install AWS CLI
-    - curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip"
-    - unzip awscliv2.zip
-    - ./aws/install
-    # Install PyYAML for template analysis
-    - pip install PyYAML
-
-  script:
-    # Check if service role has sufficient permissions for main stack deployment
-    - python3 scripts/validate_service_role_permissions.py
-  
+    
+    # Set environment variables for Python script
+    - export IDP_ACCOUNT_ID=${IDP_ACCOUNT_ID:-020432867916}
+    - export AWS_DEFAULT_REGION=${AWS_DEFAULT_REGION:-us-east-1}
+    - export IDP_PIPELINE_NAME=idp-sdlc-deploy-pipeline
+    
+    # Run integration test deployment
+    - python3 scripts/integration_test_deployment.py

CHANGELOG.md

@@ -5,6 +5,8 @@ SPDX-License-Identifier: MIT-0
 
 ## [Unreleased]
 
+## [0.3.21]
+
 ### Added
 
 - **Claude Sonnet 4.5 Haiku Model Support**
@@ -19,8 +21,26 @@ SPDX-License-Identifier: MIT-0
   - Simplified CloudWatch results structure for improved readability and analysis
   - Updated error analyzer recommendations to leverage X-Ray insights for more accurate root cause identification
 
+- **EU Region Support with Automatic Model Mapping**
+  - Added support for deploying the solution in EU regions (eu-central-1, eu-west-1, etc.)
+  - Automatic model endpoint mapping between US and EU regions for seamless deployment
+  - Comprehensive model mapping table covering Amazon Nova and Anthropic Claude models
+  - Intelligent fallback mappings when direct EU equivalents are unavailable
+  - Quick Launch button for eu-central-1 region in README and deployment documentation
+  - IDP CLI now supports eu-central-1 deployment with automatic template URL selection
+  - Complete technical documentation in `docs/eu-region-model-support.md` with best practices and troubleshooting
+
 ### Changed
 
+- **Migrated Evaluation from EventBridge Trigger to Step Functions Workflow**
+  - Moved evaluation processing from external EventBridge-triggered Lambda to integrated Step Functions workflow step
+  - **Race Condition Eliminated**: Evaluation now runs inside state machine before WorkflowTracker marks documents COMPLETE, preventing premature completion status when evaluation is still running
+  - **Config-Driven Control**: Evaluation now controlled by `evaluation.enabled` configuration setting instead of CloudFormation stack parameter, enabling runtime control without stack redeployment
+  - **Enhanced Status Tracking**: Added EVALUATING status to document processing pipeline for better visibility of evaluation progress
+  - **UI Improvements**: Added support for displaying EVALUATING status in processing flow viewer and "NOT ENABLED" badge when evaluation is disabled in configuration
+  - **Consistent Pattern**: Aligns evaluation with summarization and assessment patterns for unified feature control approach
+
+
 - **Migrated UI Build System from Create React App to Vite**
   - Upgraded to Vite 7 for faster build times
   - Updated to React 18, AWS Amplify v6, react-router-dom v6, and Cloudscape Design System

README.md

@@ -70,6 +70,7 @@ To quickly deploy the GenAI-IDP solution in your AWS account:
 | --------------------- | ----------- | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
 | US West (Oregon)      | us-west-2   | [![Launch Stack](https://cdn.rawgit.com/buildkite/cloudformation-launch-stack-button-svg/master/launch-stack.svg)](https://us-west-2.console.aws.amazon.com/cloudformation/home?region=us-west-2#/stacks/create/review?templateURL=https://s3.us-west-2.amazonaws.com/aws-ml-blog-us-west-2/artifacts/genai-idp/idp-main.yaml&stackName=IDP) |
 | US East (N.Virginia)      | us-east-1   | [![Launch Stack](https://cdn.rawgit.com/buildkite/cloudformation-launch-stack-button-svg/master/launch-stack.svg)](https://us-east-1.console.aws.amazon.com/cloudformation/home?region=us-east-1#/stacks/create/review?templateURL=https://s3.us-east-1.amazonaws.com/aws-ml-blog-us-east-1/artifacts/genai-idp/idp-main.yaml&stackName=IDP) |
+| EU Central (Frankfurt)      | eu-central-1   | [![Launch Stack](https://cdn.rawgit.com/buildkite/cloudformation-launch-stack-button-svg/master/launch-stack.svg)](https://eu-central-1.console.aws.amazon.com/cloudformation/home?region=eu-central-1#/stacks/create/review?templateURL=https://s3.eu-central-1.amazonaws.com/aws-ml-blog-eu-central-1/artifacts/genai-idp/idp-main.yaml&stackName=IDP) |
 
 3. When the stack deploys for the first time, you'll receive an email with a temporary password to access the web UI
 4. Use this temporary password for your first login to set up a permanent password
@@ -138,6 +139,7 @@ To update an existing GenAIIDP stack to a new version:
 5. Enter the template URL: 
    - us-west-2: `https://s3.us-west-2.amazonaws.com/aws-ml-blog-us-west-2/artifacts/genai-idp/idp-main.yaml`
    - us-east-1: `https://s3.us-east-1.amazonaws.com/aws-ml-blog-us-east-1/artifacts/genai-idp/idp-main.yaml`
+   - eu-central-1: `https://s3.eu-central-1.amazonaws.com/aws-ml-blog-eu-central-1/artifacts/genai-idp/idp-main.yaml`
 6. Follow the prompts to update your stack, reviewing any parameter changes
 7. For detailed instructions, see the [Deployment Guide](./docs/deployment.md#updating-an-existing-stack)
 

VERSION

@@ -1 +1 @@
-0.3.21-wip1
+0.3.21

config_library/pattern-1/lending-package-sample/config.yaml

@@ -67,6 +67,7 @@ summarization:
   system_prompt: >-
     You are a document summarization expert who can analyze and summarize documents from various domains including medical, financial, legal, and general business documents. Your task is to create a summary that captures the key information, main points, and important details from the document. Your output must be in valid JSON format. \nSummarization Style: Balanced\\nCreate a balanced summary that provides a moderate level of detail. Include the main points and key supporting information, while maintaining the document's overall structure. Aim for a comprehensive yet concise summary.\n Your output MUST be in valid JSON format with markdown content. You MUST strictly adhere to the output format specified in the instructions.
 evaluation:
+  enabled: true
   llm_method:
     top_p: '0.1'
     max_tokens: '4096'
@@ -334,16 +335,6 @@ pricing:
         price: '8.0E-8'
       - name: cacheWriteInputTokens
         price: '1.0E-6'
-  - name: bedrock/us.anthropic.claude-3-5-sonnet-20241022-v2:0
-    units:
-      - name: inputTokens
-        price: '3.0E-6'
-      - name: outputTokens
-        price: '1.5E-5'
-      - name: cacheReadInputTokens
-        price: '3.0E-7'
-      - name: cacheWriteInputTokens
-        price: '3.75E-6'
   - name: bedrock/us.anthropic.claude-haiku-4-5-20251001-v1:0
     units:
       - name: inputTokens
@@ -354,6 +345,16 @@ pricing:
         price: '1.1E-07'
       - name: cacheWriteInputTokens
         price: '1.4E-06'
+  - name: bedrock/us.anthropic.claude-3-5-sonnet-20241022-v2:0
+    units:
+      - name: inputTokens
+        price: '3.0E-6'
+      - name: outputTokens
+        price: '1.5E-5'
+      - name: cacheReadInputTokens
+        price: '3.0E-7'
+      - name: cacheWriteInputTokens
+        price: '3.75E-6'
   - name: bedrock/us.anthropic.claude-3-7-sonnet-20250219-v1:0
     units:
       - name: inputTokens
@@ -424,6 +425,93 @@ pricing:
         price: '1.5E-6'
       - name: cacheWriteInputTokens
         price: '1.875E-5'
+  # EU model pricing
+  - name: bedrock/eu.amazon.nova-lite-v1:0
+    units:
+      - name: inputTokens
+        price: '7.8E-8'
+      - name: outputTokens
+        price: '3.1E-7'
+      - name: cacheReadInputTokens
+        price: '1.9E-8'
+      - name: cacheWriteInputTokens
+        price: '7.8E-8'
+  - name: bedrock/eu.amazon.nova-pro-v1:0
+    units:
+      - name: inputTokens
+        price: '1.0E-6'
+      - name: outputTokens
+        price: '4.2E-6'
+      - name: cacheReadInputTokens
+        price: '2.6E-7'
+      - name: cacheWriteInputTokens
+        price: '1.0E-6'
+  - name: bedrock/eu.anthropic.claude-3-haiku-20240307-v1:0
+    units:
+      - name: inputTokens
+        price: '2.5E-7'
+      - name: outputTokens
+        price: '1.25E-6'
+  - name: bedrock/eu.anthropic.claude-haiku-4-5-20251001-v1:0
+    units:
+      - name: inputTokens
+        price: '1.1E-6'
+      - name: outputTokens
+        price: '5.5E-6'
+      - name: cacheReadInputTokens
+        price: '1.1E-7'
+      - name: cacheWriteInputTokens
+        price: '1.4E-6'
+  - name: bedrock/eu.anthropic.claude-3-5-sonnet-20241022-v2:0
+    units:
+      - name: inputTokens
+        price: '3.0E-6'
+      - name: outputTokens
+        price: '1.5E-5'
+      - name: cacheReadInputTokens
+        price: '3.0E-7'
+      - name: cacheWriteInputTokens
+        price: '3.75E-6'
+  - name: bedrock/eu.anthropic.claude-3-7-sonnet-20250219-v1:0
+    units:
+      - name: inputTokens
+        price: '3.0E-6'
+      - name: outputTokens
+        price: '1.5E-5'
+      - name: cacheReadInputTokens
+        price: '3.0E-7'
+      - name: cacheWriteInputTokens
+        price: '3.75E-6'
+  - name: bedrock/eu.anthropic.claude-sonnet-4-20250514-v1:0
+    units:
+      - name: inputTokens
+        price: '3.0E-6'
+      - name: outputTokens
+        price: '1.5E-5'
+      - name: cacheReadInputTokens
+        price: '3.0E-7'
+      - name: cacheWriteInputTokens
+        price: '3.75E-6'
+  - name: bedrock/eu.anthropic.claude-sonnet-4-5-20250929-v1:0
+    units:
+      - name: inputTokens
+        price: '3.3E-6'
+      - name: outputTokens
+        price: '1.65E-5'
+      - name: cacheReadInputTokens
+        price: '3.3E-7'
+      - name: cacheWriteInputTokens
+        price: '4.125E-6'
+  - name: bedrock/eu.anthropic.claude-sonnet-4-5-20250929-v1:0:1m
+    units:
+      - name: inputTokens
+        price: '6.6E-6'
+      - name: outputTokens
+        price: '2.475E-5'
+      - name: cacheReadInputTokens
+        price: '6.6E-7'
+      - name: cacheWriteInputTokens
+        price: '8.25E-6'
   # AWS Lambda pricing (US East - N. Virginia)
   - name: lambda/requests
     units:
@@ -433,4 +521,3 @@ pricing:
     units:
       - name: gb_seconds
         price: '1.66667E-5'   # $0.0000166667 per GB-second ($16.67 per 1M GB-seconds)
-