TEST

Author: liustve

.github/workflows/python-ec2-genai-test.yml

@@ -127,27 +127,34 @@ jobs:
           --instance-id ${{ env.INSTANCE_ID }}
           --trace-id ${{ env.W3C_TRACE_ID }}'
 
-      - name: Validate generated metrics
+      - name: Validate generated traces
         if: (success() || failure()) && !cancelled()
-        run: ./gradlew validator:run --args='-c python/ec2/adot-genai/metric-validation.yml
+        run: ./gradlew validator:run --args='-c python/ec2/adot-genai/trace-validation.yml
           --testing-id ${{ env.TESTING_ID }}
           --endpoint http://${{ env.INSTANCE_IP }}:8000
           --region ${{ env.E2E_TEST_AWS_REGION }}
           --metric-namespace ${{ env.METRIC_NAMESPACE }}
+          --log-group ${{ env.SPANS_LOG_GROUP }}
           --service-name langchain-traceloop-app
-          --instance-id ${{ env.INSTANCE_ID }}'
+          --instance-id ${{ env.INSTANCE_ID }}
+          --trace-id ${{ env.XRAY_TRACE_ID }}'
 
-      - name: Validate generated traces
+      - name: Wait for metrics to be published
         if: (success() || failure()) && !cancelled()
-        run: ./gradlew validator:run --args='-c python/ec2/adot-genai/trace-validation.yml
+        run: |
+          echo "Waiting 75 seconds for EMF metrics to be published to CloudWatch"
+          sleep 75
+
+      - name: Validate generated metrics
+        if: (success() || failure()) && !cancelled()
+        run: ./gradlew validator:run --args='-c python/ec2/adot-genai/metric-validation.yml
           --testing-id ${{ env.TESTING_ID }}
           --endpoint http://${{ env.INSTANCE_IP }}:8000
           --region ${{ env.E2E_TEST_AWS_REGION }}
           --metric-namespace ${{ env.METRIC_NAMESPACE }}
-          --log-group ${{ env.SPANS_LOG_GROUP }}
+          --log-group ${{ env.LOG_GROUP_NAME }}
           --service-name langchain-traceloop-app
-          --instance-id ${{ env.INSTANCE_ID }}
-          --trace-id ${{ env.XRAY_TRACE_ID }}'
+          --instance-id ${{ env.INSTANCE_ID }}'
 
       - name: Cleanup
         if: always()