chore: build the layers

Author: apiarian-datadog

.gitlab/scripts/build_layer.sh

@@ -0,0 +1,53 @@
+#!/bin/bash
+
+# Unless explicitly stated otherwise all files in this repository are licensed
+# under the Apache License Version 2.0.
+# This product includes software developed at Datadog (https://www.datadoghq.com/).
+# Copyright 2024 Datadog, Inc.
+
+set -e
+
+if [ -z "$ARCHITECTURE" ]; then
+    printf "[ERROR]: ARCHITECTURE not specified\n"
+    exit 1
+fi
+
+if [ -z "$ALPINE" ]; then
+    printf "[ERROR]: ALPINE not specified\n"
+    exit 1
+fi
+
+prepare_folders() {
+    # Move into the root directory, so this script can be called from any directory
+    SCRIPTS_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" >/dev/null 2>&1 && pwd)"
+    ROOT_DIR=$SCRIPTS_DIR/../..
+    cd $ROOT_DIR
+
+    echo $ROOT_DIR
+
+    EXTENSION_DIR=".layers"
+    TARGET_DIR=$(pwd)/$EXTENSION_DIR
+
+    rm -rf ${EXTENSION_DIR} 2>/dev/null
+    mkdir -p $EXTENSION_DIR
+
+    cd $ROOT_DIR
+}
+
+
+docker_build() {
+    local arch=$1
+
+    docker buildx build --platform linux/${arch} \
+        -t datadog/build-extension-${SUFFIX} \
+        -f ./scripts/Dockerfile.build_layer \
+        --build-arg SUFFIX=$SUFFIX \
+        . -o $TARGET_DIR/datadog-extension-${SUFFIX}
+
+    cp $TARGET_DIR/datadog-extension-${SUFFIX}/datadog_extension.zip $TARGET_DIR/datadog_extension-${SUFFIX}.zip
+    unzip $TARGET_DIR/datadog-extension-${SUFFIX}/datadog_extension.zip -d $TARGET_DIR/datadog_extension-${SUFFIX}
+    rm -rf $TARGET_DIR/datadog-extension-${SUFFIX}/
+}
+
+prepare_folders
+docker_build $ARCHITECTURE

.gitlab/templates/pipeline.yaml.tpl

@@ -1,7 +1,8 @@
 stages:
   # TODO: swap these back once we're happy with the compile speed
-  - compile
+  - compile binaries
   - check code
+  - build layers
   - build
   - test
   - sign
@@ -48,7 +49,7 @@ cargo clippy ({{ $flavor.name }}):
 {{ end }} # end needs_code_checks
 
 go agent ({{ $flavor.name }}):
-  stage: compile
+  stage: compile binaries
   image: registry.ddbuild.io/images/docker:20.10
   tags: ["arch:amd64"]
   needs: []
@@ -68,9 +69,8 @@ go agent ({{ $flavor.name }}):
     - cd .. && git clone -b $AGENT_BRANCH --single-branch https://github.com/DataDog/datadog-agent.git && cd datadog-agent && git rev-parse HEAD && cd ../datadog-lambda-extension
     - .gitlab/scripts/compile_go_agent.sh
 
-
 bottlecap ({{ $flavor.name }}):
-  stage: compile
+  stage: compile binaries
   image: registry.ddbuild.io/images/docker:20.10
   tags: ["arch:amd64"]
   needs: []
@@ -85,6 +85,30 @@ bottlecap ({{ $flavor.name }}):
   script:
     - .gitlab/scripts/compile_bottlecap.sh
 
+layer ({{ $flavor.name }}):
+  stage: build layers
+  image: registry.ddbuild.io/images/docker:20.10
+  tags: ["arch:amd64"]
+  needs:
+    - go agent ({{ $flavor.name }})
+    - bottlecap ({{ $flavor.name }})
+  dependencies:
+    - go agent ({{ $flavor.name })
+    - bottlecap ({{ $flavor.name }})
+  artifacts:
+    expire_in: 1 hr
+    paths:
+      - .layers/datadog_extension-{{ $flavor.suffix }}.zip
+      - .layers/datadog_extension-{{ $flavor.suffix }}/*
+  variables:
+    ARCHITECTURE: {{ $flavor.arch }}
+    ALPINE: {{ $flavor.alpine }}
+    SUFFIX: {{ $flavor.suffix }}
+  script:
+    - .gitlab/scripts/build_layer.sh
+
+{{ if $flavor.alpine }}
+
 {{ end }}  # end flavors
 
 {{ range $architecture := (ds "architectures").architectures }}

scripts/Dockerfile.build_layer

@@ -0,0 +1,26 @@
+FROM ubuntu:22.04 as compresser
+ARG DATADOG_WRAPPER=datadog_wrapper
+ARG SUFFIX
+
+RUN apt-get update
+RUN apt-get install -y zip binutils upx
+
+COPY .binaries/datadog-agent-$SUFFIX /datadog-agent-go
+RUN strip /datadog-agent-go
+RUN upx -1 /datadog-agent-go
+
+RUN mkdir /extensions
+WORKDIR /extensions
+
+COPY .binaries/bottlecap-$SUFFIX /extensions/datadog-agent
+
+COPY ./scripts/$DATADOG_WRAPPER /$DATADOG_WRAPPER
+RUN chmod +x /$DATADOG_WRAPPER
+
+RUN  zip -r datadog_extension.zip /extensions /$DATADOG_WRAPPER /datadog-agent-go
+
+# keep the smallest possible docker image
+FROM scratch
+COPY --from=compresser /extensions/datadog_extension.zip /
+ENTRYPOINT ["/datadog_extension.zip"]
+