Merge branch 'develop' v0.3.21

Author: Bob Strahan

.gitignore

@@ -22,4 +22,5 @@ rvl_cdip_*
 notebooks/examples/data
 .idea/
 .dsr/
-*tmp-dev-assets*
+*tmp-dev-assets*
+scratch/

.gitlab-ci.yml

@@ -4,6 +4,10 @@
 # Any publicly available image
 image: public.ecr.aws/docker/library/python:3.13-bookworm
 
+# Global timeout for all jobs
+default:
+  timeout: 2h
+
 # Change pip's cache directory to be inside the project directory since we can
 # only cache local items.
 # variables:
@@ -51,6 +55,7 @@ developer_tests:
 
 integration_tests:
   stage: integration_tests
+  timeout: 2h
   # variables:
   #   # In order to run tests in another account, add a AWS_CREDS_TARGET_ROLE variable to the Gitlab pipeline variables.
   #   AWS_CREDS_TARGET_ROLE: ${AWS_CREDS_TARGET_ROLE}
@@ -61,16 +66,16 @@ integration_tests:
  # Add rules to only run on develop branch
   rules:
     - if: $CI_COMMIT_BRANCH == "develop"
-      when: always # always # When idp-accelerator CICD is reconfigured
+      when: on_success
     - if: $CI_COMMIT_BRANCH =~ /^feature\/.*/
-      when: always
+      when: on_success
     - if: $CI_COMMIT_BRANCH =~ /^fix\/.*/
-      when: always
+      when: on_success
     - if: $CI_COMMIT_BRANCH =~ /^hotfix\/.*/
       when: manual
     - if: $CI_COMMIT_BRANCH =~ /^release\/.*/
       when: manual
-    - when: manual  # This will make it available on all other branches
+    - when: manual
 
   before_script:
     - python --version
@@ -98,7 +103,7 @@ integration_tests:
 deployment_validation:
   stage: deployment_validation
   rules:
-    - when: always
+    - when: on_success
 
   before_script:
     - apt-get update -y

CHANGELOG.md

@@ -5,6 +5,55 @@ SPDX-License-Identifier: MIT-0
 
 ## [Unreleased]
 
+## [0.3.21]
+
+### Added
+
+- **Claude Sonnet 4.5 Haiku Model Support**
+  - Added support for Claude Haiku 4.5
+  - Available for configuration across all document processing steps
+
+- **X-Ray Integration for Error Analyzer Agent**
+  - Integrated AWS X-Ray tracing tools to enhance diagnostic capabilities of the error analyzer agent
+  - X-Ray context enables better distinction between infrastructure issues and application logic failures
+  - Added trace ID persistence in DynamoDB alongside document status for complete traceability
+  - Enhanced CloudWatch error log filtering for more targeted error analysis
+  - Simplified CloudWatch results structure for improved readability and analysis
+  - Updated error analyzer recommendations to leverage X-Ray insights for more accurate root cause identification
+
+- **EU Region Support with Automatic Model Mapping**
+  - Added support for deploying the solution in EU regions (eu-central-1, eu-west-1, etc.)
+  - Automatic model endpoint mapping between US and EU regions for seamless deployment
+  - Comprehensive model mapping table covering Amazon Nova and Anthropic Claude models
+  - Intelligent fallback mappings when direct EU equivalents are unavailable
+  - Quick Launch button for eu-central-1 region in README and deployment documentation
+  - IDP CLI now supports eu-central-1 deployment with automatic template URL selection
+  - Complete technical documentation in `docs/eu-region-model-support.md` with best practices and troubleshooting
+
+### Changed
+
+- **Migrated Evaluation from EventBridge Trigger to Step Functions Workflow**
+  - Moved evaluation processing from external EventBridge-triggered Lambda to integrated Step Functions workflow step
+  - **Race Condition Eliminated**: Evaluation now runs inside state machine before WorkflowTracker marks documents COMPLETE, preventing premature completion status when evaluation is still running
+  - **Config-Driven Control**: Evaluation now controlled by `evaluation.enabled` configuration setting instead of CloudFormation stack parameter, enabling runtime control without stack redeployment
+  - **Enhanced Status Tracking**: Added EVALUATING status to document processing pipeline for better visibility of evaluation progress
+  - **UI Improvements**: Added support for displaying EVALUATING status in processing flow viewer and "NOT ENABLED" badge when evaluation is disabled in configuration
+  - **Consistent Pattern**: Aligns evaluation with summarization and assessment patterns for unified feature control approach
+
+
+- **Migrated UI Build System from Create React App to Vite**
+  - Upgraded to Vite 7 for faster build times
+  - Updated to React 18, AWS Amplify v6, react-router-dom v6, and Cloudscape Design System
+  - Reduced dependencies and node_modules size
+  - Implemented strategic code splitting for improved performance
+  - Environment variables now use `VITE_` prefix instead of `REACT_APP_` for local development
+
+### Fixed
+
+- **IDP CLI Code Cleanup and Portability Improvements** - [#91](https://github.com/aws-solutions-library-samples/accelerated-intelligent-document-processing-on-aws/issues/91), [#92](https://github.com/aws-solutions-library-samples/accelerated-intelligent-document-processing-on-aws/issues/92)
+  - Removed dead code from previous refactors in batch_processor.py (51 lines)
+  - Replaced hardcoded absolute paths with dynamic path resolution in rerun_processor.py for cross-platform compatibility
+
 ## [0.3.20]
 
 ### Added

Dockerfile.optimized

@@ -1,6 +1,10 @@
 # Optimized Dockerfile for Lambda functions with minimal dependencies
 # This builds each function with ONLY the dependencies it needs
 
+# checkov:skip=CKV_DOCKER_3: "The Dockerfile uses the official AWS Lambda Python base image (public.ecr.aws/lambda/python:3.12-arm64), which already configures the appropriate non-root user for Lambda execution"
+# checkov:skip=CKV_DOCKER_2: "The Dockerfile.optimized is specifically designed for AWS Lambda container images, which don't use Docker HEALTHCHECK instructions."
+
+
 FROM public.ecr.aws/lambda/python:3.12-arm64 AS builder
 
 # Copy uv from official distroless image

README.md

@@ -70,6 +70,7 @@ To quickly deploy the GenAI-IDP solution in your AWS account:
 | --------------------- | ----------- | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- |
 | US West (Oregon)      | us-west-2   | [![Launch Stack](https://cdn.rawgit.com/buildkite/cloudformation-launch-stack-button-svg/master/launch-stack.svg)](https://us-west-2.console.aws.amazon.com/cloudformation/home?region=us-west-2#/stacks/create/review?templateURL=https://s3.us-west-2.amazonaws.com/aws-ml-blog-us-west-2/artifacts/genai-idp/idp-main.yaml&stackName=IDP) |
 | US East (N.Virginia)      | us-east-1   | [![Launch Stack](https://cdn.rawgit.com/buildkite/cloudformation-launch-stack-button-svg/master/launch-stack.svg)](https://us-east-1.console.aws.amazon.com/cloudformation/home?region=us-east-1#/stacks/create/review?templateURL=https://s3.us-east-1.amazonaws.com/aws-ml-blog-us-east-1/artifacts/genai-idp/idp-main.yaml&stackName=IDP) |
+| EU Central (Frankfurt)      | eu-central-1   | [![Launch Stack](https://cdn.rawgit.com/buildkite/cloudformation-launch-stack-button-svg/master/launch-stack.svg)](https://eu-central-1.console.aws.amazon.com/cloudformation/home?region=eu-central-1#/stacks/create/review?templateURL=https://s3.eu-central-1.amazonaws.com/aws-ml-blog-eu-central-1/artifacts/genai-idp/idp-main.yaml&stackName=IDP) |
 
 3. When the stack deploys for the first time, you'll receive an email with a temporary password to access the web UI
 4. Use this temporary password for your first login to set up a permanent password
@@ -138,6 +139,7 @@ To update an existing GenAIIDP stack to a new version:
 5. Enter the template URL: 
    - us-west-2: `https://s3.us-west-2.amazonaws.com/aws-ml-blog-us-west-2/artifacts/genai-idp/idp-main.yaml`
    - us-east-1: `https://s3.us-east-1.amazonaws.com/aws-ml-blog-us-east-1/artifacts/genai-idp/idp-main.yaml`
+   - eu-central-1: `https://s3.eu-central-1.amazonaws.com/aws-ml-blog-eu-central-1/artifacts/genai-idp/idp-main.yaml`
 6. Follow the prompts to update your stack, reviewing any parameter changes
 7. For detailed instructions, see the [Deployment Guide](./docs/deployment.md#updating-an-existing-stack)
 

VERSION

@@ -1 +1 @@
-0.3.20
+0.3.21

config_library/pattern-1/lending-package-sample/config.yaml

@@ -67,6 +67,7 @@ summarization:
   system_prompt: >-
     You are a document summarization expert who can analyze and summarize documents from various domains including medical, financial, legal, and general business documents. Your task is to create a summary that captures the key information, main points, and important details from the document. Your output must be in valid JSON format. \nSummarization Style: Balanced\\nCreate a balanced summary that provides a moderate level of detail. Include the main points and key supporting information, while maintaining the document's overall structure. Aim for a comprehensive yet concise summary.\n Your output MUST be in valid JSON format with markdown content. You MUST strictly adhere to the output format specified in the instructions.
 evaluation:
+  enabled: true
   llm_method:
     top_p: '0.1'
     max_tokens: '4096'
@@ -242,7 +243,19 @@ agents:
       - Extract log_group, log_stream, and events data from tool response
       - Show complete log group and log stream names without truncation
       - Present actual log messages from events array in code blocks
-
+  
+      ANALYSIS GUIDELINES:
+      - If has_performance_issues is false, focus on application logic errors
+      - Use service timeline to rule out infrastructure bottlenecks
+      - Service response times help eliminate timeout-related causes
+      - For application errors use CloudWatch error messages for recommendations
+      
+      ROOT CAUSE DETERMINATION:
+      - Start with Step Function failure details (most specific)
+      - Validate with CloudWatch error logs (most detailed)
+      - Use X-Ray to categorize as infrastructure vs. application issue
+      - DynamoDB provides supporting timeline context only
+      
       RECOMMENDATION GUIDELINES:
       For code-related issues or system bugs:
       - Do not suggest code modifications
@@ -322,6 +335,16 @@ pricing:
         price: '8.0E-8'
       - name: cacheWriteInputTokens
         price: '1.0E-6'
+  - name: bedrock/us.anthropic.claude-haiku-4-5-20251001-v1:0
+    units:
+      - name: inputTokens
+        price: '1.1E-06'
+      - name: outputTokens
+        price: '5.5E-06'
+      - name: cacheReadInputTokens
+        price: '1.1E-07'
+      - name: cacheWriteInputTokens
+        price: '1.4E-06'
   - name: bedrock/us.anthropic.claude-3-5-sonnet-20241022-v2:0
     units:
       - name: inputTokens
@@ -402,6 +425,93 @@ pricing:
         price: '1.5E-6'
       - name: cacheWriteInputTokens
         price: '1.875E-5'
+  # EU model pricing
+  - name: bedrock/eu.amazon.nova-lite-v1:0
+    units:
+      - name: inputTokens
+        price: '7.8E-8'
+      - name: outputTokens
+        price: '3.1E-7'
+      - name: cacheReadInputTokens
+        price: '1.9E-8'
+      - name: cacheWriteInputTokens
+        price: '7.8E-8'
+  - name: bedrock/eu.amazon.nova-pro-v1:0
+    units:
+      - name: inputTokens
+        price: '1.0E-6'
+      - name: outputTokens
+        price: '4.2E-6'
+      - name: cacheReadInputTokens
+        price: '2.6E-7'
+      - name: cacheWriteInputTokens
+        price: '1.0E-6'
+  - name: bedrock/eu.anthropic.claude-3-haiku-20240307-v1:0
+    units:
+      - name: inputTokens
+        price: '2.5E-7'
+      - name: outputTokens
+        price: '1.25E-6'
+  - name: bedrock/eu.anthropic.claude-haiku-4-5-20251001-v1:0
+    units:
+      - name: inputTokens
+        price: '1.1E-6'
+      - name: outputTokens
+        price: '5.5E-6'
+      - name: cacheReadInputTokens
+        price: '1.1E-7'
+      - name: cacheWriteInputTokens
+        price: '1.4E-6'
+  - name: bedrock/eu.anthropic.claude-3-5-sonnet-20241022-v2:0
+    units:
+      - name: inputTokens
+        price: '3.0E-6'
+      - name: outputTokens
+        price: '1.5E-5'
+      - name: cacheReadInputTokens
+        price: '3.0E-7'
+      - name: cacheWriteInputTokens
+        price: '3.75E-6'
+  - name: bedrock/eu.anthropic.claude-3-7-sonnet-20250219-v1:0
+    units:
+      - name: inputTokens
+        price: '3.0E-6'
+      - name: outputTokens
+        price: '1.5E-5'
+      - name: cacheReadInputTokens
+        price: '3.0E-7'
+      - name: cacheWriteInputTokens
+        price: '3.75E-6'
+  - name: bedrock/eu.anthropic.claude-sonnet-4-20250514-v1:0
+    units:
+      - name: inputTokens
+        price: '3.0E-6'
+      - name: outputTokens
+        price: '1.5E-5'
+      - name: cacheReadInputTokens
+        price: '3.0E-7'
+      - name: cacheWriteInputTokens
+        price: '3.75E-6'
+  - name: bedrock/eu.anthropic.claude-sonnet-4-5-20250929-v1:0
+    units:
+      - name: inputTokens
+        price: '3.3E-6'
+      - name: outputTokens
+        price: '1.65E-5'
+      - name: cacheReadInputTokens
+        price: '3.3E-7'
+      - name: cacheWriteInputTokens
+        price: '4.125E-6'
+  - name: bedrock/eu.anthropic.claude-sonnet-4-5-20250929-v1:0:1m
+    units:
+      - name: inputTokens
+        price: '6.6E-6'
+      - name: outputTokens
+        price: '2.475E-5'
+      - name: cacheReadInputTokens
+        price: '6.6E-7'
+      - name: cacheWriteInputTokens
+        price: '8.25E-6'
   # AWS Lambda pricing (US East - N. Virginia)
   - name: lambda/requests
     units:
@@ -411,4 +521,3 @@ pricing:
     units:
       - name: gb_seconds
         price: '1.66667E-5'   # $0.0000166667 per GB-second ($16.67 per 1M GB-seconds)
-