Test e2e build workflow

Author: mxiamxia

.github/actions/lambda_artifacts_build/action.yml

@@ -0,0 +1,73 @@
+name: Build and Push Staging AWSOpenTelemetryDistroJs Layer
+description: |
+  This action assumes that the repo was checked out. Builds and pushes/loads tarball and image files. Also performs scan
+  of the resultant image.
+
+inputs:
+  aws-region:
+    required: false
+    description: 'AWS Region, required only if push_image is true'
+  node_version:
+    required: true
+    description: 'The node version used in actions'
+  iam-role:
+    required: true
+    description: 'The role use to publish lambda layer'
+  layer_directory:
+    required: true
+    description: 'The role use to publish lambda layer'
+  terraform_directory:
+    required: true
+    description: 'The role use to publish lambda layer'
+  sample_app_directory:
+    required: true
+    description: 'The role use to publish lambda layer'
+  staging_s3_bucket:
+    required: true
+    description: 'S3 bucket holds SDK artifact tarball'
+
+runs:
+  using: 'composite'
+  steps:
+    - name: Download SDK Tarball from S3
+      shell: bash
+      run: |
+        aws s3 cp s3://${{ inputs.staging_s3_bucket }} ./aws-distro-opentelemetry-node-autoinstrumentation/
+    - name: Build layers
+      shell: bash
+      run: npm install
+      working-directory: ${{ inputs.layer_directory }}
+    - name: Build lambda sample app
+      shell: bash
+      run: npm install
+      working-directory: ${{ inputs.lambda-layer/sample-apps/aws-sdk }}
+    - name: Get terraform directory
+      shell: bash
+      run: |
+        echo TERRAFORM_DIRECTORY=lambda-layer/terraform/lambda |
+        tee --append $GITHUB_ENV
+    - uses: hashicorp/setup-terraform@v2
+    - name: Initialize terraform
+      shell: bash
+      run: terraform init
+      working-directory: ${{ inputs.terraform_directory }}
+    - name: Get terraform Lambda function name
+      shell: bash
+      run: |
+        echo TERRAFORM_LAMBDA_FUNCTION_NAME=AdotLambdaNodeJsSampleApp-${{ github.sha }}|
+        tee --append $GITHUB_ENV
+    - name: Apply terraform
+      shell: bash
+      run: terraform apply -auto-approve
+      working-directory: ${{ inputs.terraform_directory }}
+      env:
+        TF_VAR_sdk_layer_name: AWSOpenTelemetryDistroJs-${{ github.run_id }}
+        TF_VAR_function_name: ${{ env.TERRAFORM_LAMBDA_FUNCTION_NAME }}
+        TF_VAR_architecture: ${{ env.LAMBDA_FUNCTION_ARCH }}
+        TF_VAR_configuration_source: ${{ matrix.confmap }}
+        TF_VAR_runtime: ${{ matrix.runtime }}
+    - name: Extract endpoint
+      id: extract-endpoint
+      shell: bash
+      run: terraform output -raw api-gateway-url
+      working-directory: ${{ inputs.terraform_directory }}

.github/actions/set_up/action.yml

@@ -7,10 +7,10 @@ inputs:
     required: true
     description: "The node version used in actions"
   package_name:
-    required: true
+    required: false
     description: "The package name"
   os:
-    required: true
+    required: false
     description: "The os"
   run_unit_tests:
     required: true

.github/workflows/main-build.yml

@@ -6,7 +6,10 @@ on:
       - main
       - "release/v*"
       - e2e-parallel
+      - ci-workflow
+  workflow_dispatch:
 
+# TODO: move the following into secrets, not expose any account id
 env:
   AWS_DEFAULT_REGION: us-east-1
   STAGING_ECR_REGISTRY: 637423224110.dkr.ecr.us-east-1.amazonaws.com
@@ -62,6 +65,17 @@ jobs:
           package_name: aws-distro-opentelemetry-node-autoinstrumentation
           os: ubuntu-latest
 
+      - name: Build and Publish Lambda Staging Layer
+        uses: ./.github/actions/lambda_artifacts_build
+        with:
+          aws-region: ${{ env.AWS_DEFAULT_REGION }}
+          node_version: "20"
+          iam-role: "abc"
+          layer_directory: lambda-layer/packages/layer
+          terraform_directory: lambda-layer/terraform/lambda
+          sample_app_directory: lambda-layer/sample-apps/aws-sdk
+          staging_s3_bucket: ${{ env.STAGING_S3_BUCKET }}
+
       - name: Output Tarball File Name
         id: staging_tarball_output
         run: |
@@ -96,3 +110,29 @@ jobs:
   #   with:
   #     staging-wheel-name: ${{ needs.build.outputs.staging_wheel_file }}
   #     adot-image-name: ${{ needs.build.outputs.staging_registry }}/aws-observability/adot-autoinstrumentation-python-staging:${{ needs.build.outputs.python_image_tag }}
+
+  # build-lambda-function-and-layer:
+  #   runs-on: ubuntu-latest
+  #   needs: [ build ]
+  #   outputs:
+  #     aws_default_region: ${{ steps.node_output.outputs.awsDefaultRegion}}
+  #   steps:
+  #     - name: Checkout Contrib Repo @ SHA - ${{ github.sha }}
+  #       uses: actions/checkout@v4
+
+  #     - name: Get Node Distro Output
+  #       id: node_output
+  #       run: |
+  #         pkg_version=$(jq -r '.version' ./package.json)
+  #         echo "ADOT_NODE_VERSION=$pkg_version" >> $GITHUB_OUTPUT
+  #         shortsha="$(git rev-parse --short HEAD)"
+  #         echo "SHORT_SHA=$shortsha" >> $GITHUB_ENV
+  #         node_distro_tag=$pkg_version-$shortsha
+  #         echo "awsDefaultRegion=${{ env.AWS_DEFAULT_REGION }}" >> $GITHUB_OUTPUT
+  #         echo "node_image_tag=$node_distro_tag" >> $GITHUB_OUTPUT
+  #         echo "stagingRegistry=${{ env.STAGING_ECR_REGISTRY }}" >> $GITHUB_OUTPUT
+  #         echo "stagingRepository=${{ env.STAGING_ECR_REPOSITORY }}" >> $GITHUB_OUTPUT
+  #         echo "stagingImage=${{ env.STAGING_ECR_REGISTRY }}/${{ env.STAGING_ECR_REPOSITORY }}:$node_distro_tag" >> $GITHUB_OUTPUT
+  #     - name: Build Layer Artifact
+  #     - name: Build Lambda Function Artifact
+  #     - name: update to S3