SNOW-582912 adding scripts for Jenkins builds (#298)

Author: sfc-gh-mkeller

ci/build.sh

@@ -0,0 +1,24 @@
+#!/bin/bash -e
+#
+# Build snowflake-sqlalchemy
+set -o pipefail
+
+PYTHON="python3.7"
+THIS_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
+SQLALCHEMY_DIR="$(dirname "${THIS_DIR}")"
+DIST_DIR="${SQLALCHEMY_DIR}/dist"
+
+cd "$SQLALCHEMY_DIR"
+# Clean up previously built DIST_DIR
+if [ -d "${DIST_DIR}" ]; then
+    echo "[WARN] ${DIST_DIR} already existing, deleting it..."
+    rm -rf "${DIST_DIR}"
+fi
+
+# Constants and setup
+
+echo "[Info] Building snowflake-sqlalchemy with $PYTHON"
+# Clean up possible build artifacts
+rm -rf build generated_version.py
+${PYTHON} -m pip install --upgrade pip setuptools wheel build
+${PYTHON} -m build --outdir ${DIST_DIR} .

ci/build_docker.sh

@@ -0,0 +1,31 @@
+#!/bin/bash -e
+#
+# Build snowflake-sqlalchemy universal wheel in Docker
+set -o pipefail
+
+THIS_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+source $THIS_DIR/set_base_image.sh
+SQLALCHEMY_DIR="$( dirname "${THIS_DIR}")"
+
+mkdir -p $SQLALCHEMY_DIR/dist
+cd $THIS_DIR/docker/sqlalchemy_build
+
+arch=$(uname -p)
+
+BASE_IMAGE=$BASE_IMAGE_MANYLINUX2014
+
+if [[ "$arch" == "aarch64" ]]; then
+  GOSU_URL=https://github.com/tianon/gosu/releases/download/1.11/gosu-arm64
+else
+  GOSU_URL=https://github.com/tianon/gosu/releases/download/1.11/gosu-amd64
+fi
+
+echo "[Info] Building snowflake-sqlalchemy"
+docker run \
+    --rm \
+    -e TERM=vt102 \
+    -e PIP_DISABLE_PIP_VERSION_CHECK=1 \
+    -e LOCAL_USER_ID=$(id -u ${USER}) \
+    --mount type=bind,source="${SQLALCHEMY_DIR}",target=/home/user/snowflake-sqlalchemy \
+    $(docker build --pull --build-arg BASE_IMAGE=$BASE_IMAGE --build-arg GOSU_URL="$GOSU_URL" -q .) \
+    /home/user/snowflake-sqlalchemy/ci/build.sh $1

ci/docker/sqlalchemy_build/Dockerfile

@@ -0,0 +1,19 @@
+# We use manylinux1 base image because pyarrow_manylinux2010 has a bug and wheel failed to be audited
+ARG BASE_IMAGE=quay.io/pypa/manylinux2014_x86_64
+FROM $BASE_IMAGE
+
+# This is to solve permission issue, read https://denibertovic.com/posts/handling-permissions-with-docker-volumes/
+ARG GOSU_URL=https://github.com/tianon/gosu/releases/download/1.14/gosu-amd64
+ENV GOSU_PATH $GOSU_URL
+RUN curl -o /usr/local/bin/gosu -SL $GOSU_PATH \
+    && chmod +x /usr/local/bin/gosu
+
+COPY scripts/entrypoint.sh /usr/local/bin/entrypoint.sh
+RUN chmod +x /usr/local/bin/entrypoint.sh
+
+WORKDIR /home/user
+RUN chmod 777 /home/user
+
+ENV PATH="${PATH}:/opt/python/cp37-cp37m/bin:/opt/python/cp38-cp38/bin:/opt/python/cp39-cp39/bin:/opt/python/cp310-cp310/bin"
+
+ENTRYPOINT ["/usr/local/bin/entrypoint.sh"]

ci/docker/sqlalchemy_build/scripts/entrypoint.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+# Add local user
+# Either use the LOCAL_USER_ID if passed in at runtime or
+# fallback
+
+USER_ID=${LOCAL_USER_ID:-9001}
+
+echo "Starting with UID : $USER_ID"
+useradd --shell /bin/bash -u $USER_ID -o -c "" -m user
+export HOME=/home/user
+
+/usr/local/bin/gosu user "$@"

ci/set_base_image.sh

@@ -0,0 +1,17 @@
+#!/bin/bash -e
+#
+# Use the internal docker registry if running on Jenkins
+#
+set -o pipefail
+INTERNAL_REPO=nexus.int.snowflakecomputing.com:8086
+if [[ -n "$NEXUS_PASSWORD" ]]; then
+    echo "[INFO] Pull docker images from $INTERNAL_REPO"
+    NEXUS_USER=${USERNAME:-jenkins}
+    docker login --username "$NEXUS_USER" --password "$NEXUS_PASSWORD" $INTERNAL_REPO
+    export BASE_IMAGE_MANYLINUX2010=${INTERNAL_REPO}/docker/manylinux2010_x86_64
+    export BASE_IMAGE_MANYLINUX2014=${INTERNAL_REPO}/docker/manylinux2014_x86_64
+else
+    echo "[INFO] Pull docker images from public registry"
+    export BASE_IMAGE_MANYLINUX2010=quay.io/pypa/manylinux2010_x86_64
+    export BASE_IMAGE_MANYLINUX2014=quay.io/pypa/manylinux2014_x86_64
+fi