Add release workflow for Python (aws-observability#673)

Fixes aws-observability#651

Author: ocelotl

.github/workflows/release-layer-python.yml

@@ -0,0 +1,76 @@
+name: "Release Python Lambda Layer"
+
+on:
+  # (Using tag push instead of release to allow filtering by tag prefix.)
+  push:
+    tags:
+      - layer-python/**
+
+permissions:
+  id-token: write
+  contents: read
+
+jobs:
+  build-layer:
+    runs-on: ubuntu-latest
+    outputs:
+      PYTHON_SDK_VERSION: ${{ steps.save-python-sdk-version.outputs.PYTHON_SDK_VERSION}}
+    steps:
+      - uses: actions/checkout@v3
+
+      - uses: actions/setup-python@v3
+        with:
+          python-version: '3.9'
+
+      - name: Build
+        run: |
+          cd python/sample-apps
+          PYTHON_SDK_VERSION=$(./run.sh -n opentelemetry-python-layer -b true 2>&1 > /dev/null | sed -n "s/opentelemetry-sdk==\(.*\)/\1/p")
+        shell: bash
+
+      - name: Show directory contents
+        run: |
+          ls -al
+        working-directory: python/sample-apps
+
+      - name: Save Python SDK Version
+        id: save-python-sdk-version
+        run: |
+          echo "PYTHON_SDK_VERSION=$PYTHON_SDK_VERSION" >> $GITHUB_OUTPUT
+
+      - uses: actions/upload-artifact@v3
+        name: Save assembled layer to build
+        with:
+          name: opentelemetry-python-layer.zip
+          path: python/sample-apps/opentelemetry-python-layer.zip
+
+  publish-layer:
+    uses: ./.github/workflows/layer-publish.yml
+    needs: build-layer
+    strategy:
+      matrix:
+        aws_region: 
+#          - ap-northeast-1
+#          - ap-northeast-2
+#          - ap-south-1
+#          - ap-southeast-1
+#          - ap-southeast-2
+#          - ca-central-1
+#          - eu-central-1
+#          - eu-north-1
+#          - eu-west-1
+#          - eu-west-2
+#          - eu-west-3
+#          - sa-east-1
+#          - us-east-1
+#          - us-east-2
+          - us-west-1
+          - us-west-2
+    with:
+      artifact-name: opentelemetry-python-layer.zip
+      layer-name: opentelemetry-python
+      component-version: ${{needs.build-layer.outputs.PYTHON_SDK_VERSION}}
+      # architecture:
+      release-group: dev
+      aws_region: ${{ matrix.aws_region }}
+    secrets: inherit

.gitignore

@@ -16,3 +16,4 @@ terraform.*
 __pycache__/*
 .pyc
 
+*.zip

python/README.md

@@ -11,4 +11,6 @@ Scripts and files used to build AWS Lambda Layers for running OpenTelemetry on A
 * [Docker](https://docs.docker.com/get-docker)
 3. Run aws configure to [set aws credential(with administrator permissions)](https://docs.aws.amazon.com/serverless-application-model/latest/developerguide/serverless-sam-cli-install-mac.html#serverless-sam-cli-install-mac-iam-permissions) and default region.
 4. Download a local copy of this repository from Github.
-5. cd python/sample-apps && ./run.sh
+5. `cd python/sample-apps`
+6. If you just want to create a zip file with the OpenTelemetry Python AWS Lambda layer, then use the `-b true` option: `bash run.sh -n <LAYER_NAME_HERE> -b true`
+7. If you want to create the layer and automatically publish it, use no options: `bash run.sh`

python/sample-apps/run.sh

@@ -5,6 +5,7 @@ build-OTelLayer:
 	mkdir -p $(ARTIFACTS_DIR)/python
 	python3 -m pip install -r $(SDK)/requirements.txt -t $(ARTIFACTS_DIR)/python
 	python3 -m pip install -r $(SDK)/requirements-nodeps.txt -t $(ARTIFACTS_DIR)/tmp --no-deps
+	python3 -m pip freeze --path $(ARTIFACTS_DIR)/python
 	cp -r $(ARTIFACTS_DIR)/tmp/* $(ARTIFACTS_DIR)/python/
 	rm -rf $(ARTIFACTS_DIR)/tmp
 	cp -r $(SDK)/* $(ARTIFACTS_DIR)/python

python/src/otel/Makefile

@@ -30,7 +30,6 @@ main() {
 	deploy=false
 	layer=false
 
-	region=${AWS_REGION-$(aws configure get region)}
 	stack=${OTEL_LAMBDA_STACK-"otel-stack"}
 	layerName=${OTEL_LAMBDA_LAYER-"otel-layer"}
 
@@ -75,6 +74,10 @@ main() {
 		esac
 	done
 
+	if [[ $deploy == true && $region == "" ]]; then
+		region=${AWS_REGION-$(aws configure get region)}
+	fi
+
 	echo "Invoked with: ${saved_args}"
 
 	if [[ $build == false && $deploy == false && $layer == false ]]; then
@@ -89,19 +92,20 @@ main() {
 		echo "run.sh: building the collector..."
 		pushd "$collectorPath"
 		make package
-		rm build/collector-extension-amd64.zip
+		rm -f build/collector-extension-amd64.zip
 		popd
 		rm -rf otel/collector_build/
 		cp -r "$collectorPath"/build/ otel/collector_build/
 
 		echo "run.sh: Starting sam build."
 		sam build -u -t "$template"
+		zip -qr "$layerName".zip .aws-sam/build
 	fi
 
 	if [[ $deploy == true ]]; then
 		sam deploy --stack-name "$stack" --region "$region" --capabilities CAPABILITY_NAMED_IAM --resolve-s3 --parameter-overrides LayerName="$layerName"
 		rm -rf otel/otel_collector
-		rm -rf .aws-sam
+		rm -f "$layerName".zip
 	fi
 
 	if [[ $layer == true ]]; then