feat(ci): support build apisix under arm64 (#188)

Author: soulbird

.circleci/config.yml

@@ -11,16 +11,47 @@ jobs:
     machine:
       image: ubuntu-2004:202101-01
     resource_class: arm.medium
+    environment:
+      - TEST_VERSION: 0-latest
     steps:
       - checkout
       - run:
-          name: "build apisix base deb"
+          name: install dependencies
           command: |
-            sudo BUILD_PATH=~/project version=latest ./utils/build-common.sh build_apisix_base_deb
+            sudo apt-get install -y make
       - run:
-          name: "echo openresty version"
+          name: package apisix-base
           command: |
-            /usr/local/openresty/bin/openresty -V
+            make package type=deb app=apisix-base version=${TEST_VERSION}
+      - run:
+          name: package apisx
+          command: |
+            make package type=deb app=apisix version=${TEST_VERSION} checkout=master image_base=ubuntu image_tag=20.04
+      - run:
+          name: install apisix deb into container
+          command: |
+            docker build -t apache/apisix:${TEST_VERSION}-deb-test --build-arg APISIX_VERSION=${TEST_VERSION} -f test/apisix/Dockerfile.test.apisix.arm64.ubuntu20.04 .
+      - run:
+          name: start apisix and test
+          command: |
+            docker run -d --rm --name apisix-${TEST_VERSION}-deb-test -v $(pwd)/test/apisix/config.yaml:/usr/local/apisix/conf/config.yaml -p 9080:9080 -p 9443:9443 apache/apisix:${TEST_VERSION}-deb-test
+            sleep 20
+            curl http://127.0.0.1:9080/apisix/admin/routes/1 \
+            -H 'X-API-KEY: edd1c9f034335f136f87ad84b625c8f1' -X PUT -d '
+              {
+                "uri": "/get",
+                "upstream": {
+                    "type": "roundrobin",
+                    "nodes": {
+                        "httpbin.org:80": 1
+                    }
+                }
+              }'
+            result_code=`curl -I -m 10 -o /dev/null -s -w %{http_code} http://127.0.0.1:9080/get`
+            if [[ $result_code -ne 200 ]]; then
+                printf "result_code: %s\n" "$result_code"
+                exit 125
+            fi
 
 # Invoke jobs via workflows
 # See: https://circleci.com/docs/2.0/configuration-reference/#workflows

package-apisix-base.sh

@@ -11,6 +11,8 @@ if [ "$ARTIFACT" != "0" ]; then
     artifact=${ARTIFACT}
 fi
 
+ARCH=${ARCH:-`(uname -m | tr '[:upper:]' '[:lower:]')`}
+
 openresty_zlib_version="1.2.11-3"
 openresty_openssl111_version="1.1.1n"
 openresty_pcre_version="8.44-1"
@@ -41,7 +43,12 @@ fpm -f -s dir -t "$PACKAGE_TYPE" \
     --config-files usr/lib/systemd/system/openresty.service \
     --prefix=/usr/local
 
+PACKAGE_ARCH="amd64"
+if [[ $ARCH == "arm64" ]] || [[ $ARCH == "aarch64" ]]; then
+    PACKAGE_ARCH="arm64"
+fi
+
 if [ "$PACKAGE_TYPE" == "deb" ]; then
     # Rename deb file with adding $DIST section
-    mv /output/apisix-base_"${PACKAGE_VERSION}"-"${ITERATION}"_amd64.deb /output/apisix-base_"${PACKAGE_VERSION}"-"${ITERATION}"~"${dist}"_amd64.deb
+    mv /output/apisix-base_"${PACKAGE_VERSION}"-"${ITERATION}"_"${PACKAGE_ARCH}".deb /output/apisix-base_"${PACKAGE_VERSION}"-"${ITERATION}"~"${dist}"_"${PACKAGE_ARCH}".deb
 fi

package-apisix.sh

@@ -4,6 +4,8 @@ set -x
 mkdir /output
 dist=$(cat /tmp/dist)
 
+ARCH=${ARCH:-`(uname -m | tr '[:upper:]' '[:lower:]')`}
+
 # Determine the dependencies
 dep_ldap="openldap-devel"
 if [ "$PACKAGE_TYPE" == "deb" ]
@@ -61,8 +63,13 @@ fpm -f -s dir -t "$PACKAGE_TYPE" \
 	--config-files usr/local/apisix/conf/config.yaml \
 	--config-files usr/local/apisix/conf/config-default.yaml
 
+PACKAGE_ARCH="amd64"
+if [[ $ARCH == "arm64" ]] || [[ $ARCH == "aarch64" ]]; then
+    PACKAGE_ARCH="arm64"
+fi
+
 # Rename deb file with adding $DIST section
 if [ "$PACKAGE_TYPE" == "deb" ]
 then
-	mv /output/apisix_${PACKAGE_VERSION}-${ITERATION}_amd64.deb /output/apisix_${PACKAGE_VERSION}-${ITERATION}~${dist}_amd64.deb
+	mv /output/apisix_${PACKAGE_VERSION}-${ITERATION}_"${PACKAGE_ARCH}".deb /output/apisix_${PACKAGE_VERSION}-${ITERATION}~${dist}_"${PACKAGE_ARCH}".deb
 fi

test/apisix/Dockerfile.test.apisix.arm64.ubuntu20.04

@@ -0,0 +1,38 @@
+ARG IMAGE_BASE="ubuntu"
+ARG IMAGE_TAG="20.04"
+
+FROM ${IMAGE_BASE}:${IMAGE_TAG}
+
+ARG ETCD_VERSION="v3.4.18"
+ARG APISIX_VERSION
+ARG IMAGE_BASE
+ARG IMAGE_TAG
+
+ENV RUNNING_ETCD_VERSION=${ETCD_VERSION}
+
+COPY ./output/apisix_${APISIX_VERSION}-0~${IMAGE_BASE}${IMAGE_TAG}_arm64.deb /apisix_${APISIX_VERSION}-0~${IMAGE_BASE}${IMAGE_TAG}_arm64.deb
+COPY ./output/apisix-base_"${APISIX_VERSION}"-0~"${IMAGE_BASE}${IMAGE_TAG}"_arm64.deb /apisix-base_"${APISIX_VERSION}"-0~"${IMAGE_BASE}${IMAGE_TAG}"_arm64.deb
+COPY ./utils/install-common.sh /install-common.sh
+
+
+RUN set -x \
+    && apt-get update \
+    && apt-get install -y sudo git libreadline-dev lsb-release libssl-dev perl build-essential \
+    && apt-get -y install --no-install-recommends wget gnupg ca-certificates \
+    && wget -O - https://openresty.org/package/pubkey.gpg | apt-key add - \
+    && echo "deb http://openresty.org/package/arm64/ubuntu $(lsb_release -sc) main" | tee /etc/apt/sources.list.d/openresty.list \
+    && apt-get update \
+    && apt-get install -y openresty-openssl111-dev openresty-pcre-dev openresty-zlib-dev \
+    && dpkg -i /apisix-base_"${APISIX_VERSION}"-0~"${IMAGE_BASE}${IMAGE_TAG}"_arm64.deb
+
+
+# install apisix
+RUN set -x \
+    && /install-common.sh install_etcd \
+    && apt install -y libldap2-dev \
+    && dpkg -i --ignore-depends=openresty /apisix_${APISIX_VERSION}-0~${IMAGE_BASE}${IMAGE_TAG}_arm64.deb
+
+# start etcd and test
+CMD ["sh", "-c", "(ETCD_UNSUPPORTED_ARCH=arm64 nohup etcd-$RUNNING_ETCD_VERSION-linux-arm64/etcd >/tmp/etcd.log 2>&1 &) && sleep 10 && apisix start && sleep 3600"]
+
+EXPOSE 9080 9443

utils/install-common.sh

@@ -2,6 +2,8 @@
 set -euo pipefail
 set -x
 
+ARCH=${ARCH:-`(uname -m | tr '[:upper:]' '[:lower:]')`}
+
 install_apisix_dependencies_deb() {
     install_dependencies_deb
     install_openresty_deb
@@ -29,11 +31,15 @@ install_dependencies_deb() {
 
 install_openresty_deb() {
     # install openresty and openssl111
+    arch_path=""
+    if [[ $ARCH == "arm64" ]] || [[ $ARCH == "aarch64" ]]; then
+        arch_path="arm64/"
+    fi
     DEBIAN_FRONTEND=noninteractive apt-get update
     DEBIAN_FRONTEND=noninteractive apt-get install -y libreadline-dev lsb-release libpcre3 libpcre3-dev libldap2-dev libssl-dev perl build-essential
     DEBIAN_FRONTEND=noninteractive apt-get -y install --no-install-recommends wget gnupg ca-certificates
     wget -O - https://openresty.org/package/pubkey.gpg | apt-key add -
-    echo "deb http://openresty.org/package/ubuntu $(lsb_release -sc) main" | tee /etc/apt/sources.list.d/openresty.list
+    echo "deb http://openresty.org/package/${arch_path}ubuntu $(lsb_release -sc) main" | tee /etc/apt/sources.list.d/openresty.list
     DEBIAN_FRONTEND=noninteractive apt-get update
     DEBIAN_FRONTEND=noninteractive apt-get install -y openresty-openssl111-dev openresty
 }
@@ -51,8 +57,12 @@ install_luarocks() {
 }
 
 install_etcd() {
-    wget https://github.com/etcd-io/etcd/releases/download/"${RUNNING_ETCD_VERSION}"/etcd-"${RUNNING_ETCD_VERSION}"-linux-amd64.tar.gz
-    tar -zxvf etcd-"${RUNNING_ETCD_VERSION}"-linux-amd64.tar.gz
+    ETCD_ARCH="amd64"
+    if [[ $ARCH == "arm64" ]] || [[ $ARCH == "aarch64" ]]; then
+        ETCD_ARCH="arm64"
+    fi
+    wget https://github.com/etcd-io/etcd/releases/download/"${RUNNING_ETCD_VERSION}"/etcd-"${RUNNING_ETCD_VERSION}"-linux-"${ETCD_ARCH}".tar.gz
+    tar -zxvf etcd-"${RUNNING_ETCD_VERSION}"-linux-"${ETCD_ARCH}".tar.gz
 }
 
 version_gt() { test "$(echo "$@" | tr " " "\n" | sort -V | head -n 1)" != "$1"; }
@@ -106,8 +116,12 @@ install_apisix() {
 }
 
 install_golang() {
-    wget https://dl.google.com/go/go1.16.linux-amd64.tar.gz
-    tar -xzf go1.16.linux-amd64.tar.gz
+    GO_ARCH="amd64"
+    if [[ $ARCH == "arm64" ]] || [[ $ARCH == "aarch64" ]]; then
+        GO_ARCH="arm64"
+    fi
+    wget https://dl.google.com/go/go1.16.linux-"${GO_ARCH}".tar.gz
+    tar -xzf go1.16.linux-"${GO_ARCH}".tar.gz
     mv go /usr/local
 }