SNOW-132958 SNOW-104556 copied connector scripts into sub-directory and added py38 support

Author: sfc-gh-stakeda

docker/python_connector_tests/Dockerfile-x86_64_base

@@ -0,0 +1,16 @@
+# We use manylinux1 base image because pyarrow_manylinux2010 has a bug and wheel failed to be audited
+FROM quay.io/pypa/manylinux2010_x86_64
+
+# This is to solve permission issue, read https://denibertovic.com/posts/handling-permissions-with-docker-volumes/
+RUN curl -o /usr/local/bin/gosu -SL "https://github.com/tianon/gosu/releases/download/1.11/gosu-amd64"
+RUN chmod +x /usr/local/bin/gosu
+
+COPY scripts/entrypoint.sh /usr/local/bin/entrypoint.sh
+RUN chmod +x /usr/local/bin/entrypoint.sh
+
+
+WORKDIR /home/user
+RUN chmod 777 /home/user
+ENV PATH="${PATH}:/opt/python/cp35-cp35m/bin:/opt/python/cp36-cp36m/bin:/opt/python/cp37-cp37m/bin:/opt/python/cp38-cp38/bin/"
+
+ENTRYPOINT ["/usr/local/bin/entrypoint.sh"]

docker/python_connector_tests/scripts/entrypoint.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+
+# Add local user
+# Either use the LOCAL_USER_ID if passed in at runtime or
+# fallback
+
+USER_ID=${LOCAL_USER_ID:-9001}
+
+echo "Starting with UID : $USER_ID"
+useradd --shell /bin/bash -u $USER_ID -o -c "" -m user
+export HOME=/home/user
+
+/usr/local/bin/gosu user "$@"

scripts/anaconda/bld.bat

@@ -0,0 +1 @@
+$PYTHON setup.py install

scripts/anaconda/build.sh

@@ -0,0 +1 @@
+$PYTHON setup.py install --single-version-externally-managed --record=record.txt

scripts/anaconda/meta.yaml

@@ -0,0 +1,29 @@
+package:
+    name: snowflake_connector_python
+    version: "1.2.3"
+ 
+source:
+    path: /tmp/anaconda_workspace/src
+ 
+requirements:
+    build:
+        - python
+        - setuptools
+
+    run:
+        - python
+        - boto3 ==1.3.1
+        - botocore ==1.4.26
+        - future
+        - six
+        - pytz
+        - pycrypto ==2.6.1
+        - pyopenssl ==0.15.1
+        - cryptography ==1.2.3
+        - cffi ==1.6.0
+ 
+about:
+    home: https://www.snowflake.net/
+    license: Apache 2.0
+    license_file: /tmp/anaconda_workspace/src/LICENSE.txt
+    summary: Snowflake Connector for Python

scripts/build.sh

@@ -0,0 +1,15 @@
+#!/bin/bash -e
+#
+# Build Snowflake SQLAlchemy for Python
+#
+THIS_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+SQLALCHEMY_DIR="$( dirname "${THIS_DIR}")"
+source $THIS_DIR/build_init.sh
+
+cleanup_workspace
+is_up_to_date "$SQLALCHEMY_DIR/dist/snowflake_sqlalchemy*$python_svn_revision*.whl" "SQLALCHEMY_DIR" && exit 0
+generate_version_file $RELEASE_PACKAGE
+create_wheel
+if [[ -n "$RELEASE_PACKAGE" ]]; then
+    create_sdist
+fi

scripts/build_docker.sh

@@ -0,0 +1,21 @@
+#!/bin/bash -x
+
+THIS_DIR="$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd )"
+CONNECTOR_DIR="$( dirname "${THIS_DIR}")"
+
+mkdir -P $CONNECTOR_DIR/dist
+cd $CONNECTOR_DIR/docker/manylinux2010
+
+CONTAINER_NAME=build_connector
+
+echo "[Info] Start building docker image"
+docker build -t manylinux:1.0 -f Dockerfile-x86_64_base .
+
+user_id=$(id -u $USER)
+docker run -it \
+    -e TERM=vt102 \
+    -e PIP_DISABLE_PIP_VERSION_CHECK=1 \
+    -e LOCAL_USER_ID=$user_id \
+    --mount type=bind,source="$CONNECTOR_DIR",target=/home/user/snowflake-connector-python \
+    manylinux:1.0 \
+    /home/user/snowflake-connector-python/scripts/build_pyarrow_linux.sh $1