linux: install patched versions of setuptools and pip

This is related to https://bugs.python.org/issue37060 and
pypa/pip#6543.

With patched versions of setuptools and pip installed, we can
now `pip install` without issue on non-dynamic Python
executables!

Author: indygreg

cpython-linux/build-cpython.sh

@@ -20,6 +20,8 @@ export LLVM_PROFDATA=/tools/clang-linux64/bin/llvm-profdata
 find /tools/deps -name '*.so*' -exec rm {} \;
 
 tar -xf Python-${PYTHON_VERSION}.tar.xz
+unzip setuptools-${SETUPTOOLS_VERSION}.zip
+tar -xf pip-${PIP_VERSION}.tar.gz
 
 cat Setup.local
 mv Setup.local Python-${PYTHON_VERSION}/Modules/Setup.local
@@ -89,6 +91,55 @@ cat ../Makefile.extra >> Makefile
 make -j `nproc`
 make -j `nproc` install DESTDIR=/build/out/python
 
+# Install pip so we can patch it to work with non-dynamic executables
+# and work around https://github.com/pypa/pip/issues/6543. But pip's bundled
+# setuptools has the same bug! So we need to install a patched version.
+pushd /build/setuptools-${SETUPTOOLS_VERSION}
+patch -p1 <<EOF
+diff --git a/setuptools/glibc.py b/setuptools/glibc.py
+index a134591c..c9c3f378 100644
+--- a/setuptools/glibc.py
++++ b/setuptools/glibc.py
+@@ -14,7 +14,10 @@ def glibc_version_string():
+     # manpage says, "If filename is NULL, then the returned handle is for the
+     # main program". This way we can let the linker do the work to figure out
+     # which libc our process is actually using.
+-    process_namespace = ctypes.CDLL(None)
++    try:
++        process_namespace = ctypes.CDLL(None)
++    except OSError:
++        return None
+     try:
+         gnu_get_libc_version = process_namespace.gnu_get_libc_version
+     except AttributeError:
+EOF
+
+/build/out/python/install/bin/python3 setup.py install
+popd
+
+pushd /build/pip-${PIP_VERSION}
+patch -p1 <<EOF
+diff --git a/src/pip/_internal/utils/glibc.py b/src/pip/_internal/utils/glibc.py
+--- a/src/pip/_internal/utils/glibc.py
++++ b/src/pip/_internal/utils/glibc.py
+@@ -18,7 +18,10 @@ def glibc_version_string():
+     # manpage says, "If filename is NULL, then the returned handle is for the
+     # main program". This way we can let the linker do the work to figure out
+     # which libc our process is actually using.
+-    process_namespace = ctypes.CDLL(None)
++    try:
++        process_namespace = ctypes.CDLL(None)
++    except OSError:
++        return None
+     try:
+         gnu_get_libc_version = process_namespace.gnu_get_libc_version
+     except AttributeError:
+
+EOF
+
+/build/out/python/install/bin/python3 setup.py install
+popd
+
 # Downstream consumers don't require bytecode files. So remove them.
 # Ideally we'd adjust the build system. But meh.
 find /build/out/python/install -type d -name __pycache__ -print0 | xargs -0 rm -rf

cpython-linux/build.py

@@ -626,6 +626,8 @@ def process_setup_line(line, variant=None):
 def build_cpython(client, image, platform, optimized=False, musl=False):
     """Build CPythin in a Docker image'"""
     python_archive = download_entry('cpython-3.7', BUILD)
+    setuptools_archive = download_entry('setuptools', BUILD)
+    pip_archive = download_entry('pip', BUILD)
 
     with (SUPPORT / 'static-modules').open('rb') as fh:
         static_modules_lines = [l.rstrip() for l in fh if not l.startswith(b'#')]
@@ -661,6 +663,8 @@ def build_cpython(client, image, platform, optimized=False, musl=False):
         install_tools_archive(container, BUILD / ('zlib-%s.tar' % dep_platform))
         #copy_rust(container)
         copy_file_to_container(python_archive, container, '/build')
+        copy_file_to_container(setuptools_archive, container, '/build')
+        copy_file_to_container(pip_archive, container, '/build')
         copy_file_to_container(SUPPORT / 'build-cpython.sh', container,
                                '/build')
         copy_file_to_container(ROOT / 'python-licenses.rst', container, '/build')
@@ -685,7 +689,9 @@ def build_cpython(client, image, platform, optimized=False, musl=False):
 
         env = {
             'CC': 'clang',
+            'PIP_VERSION': DOWNLOADS['pip']['version'],
             'PYTHON_VERSION': DOWNLOADS['cpython-3.7']['version'],
+            'SETUPTOOLS_VERSION': DOWNLOADS['setuptools']['version'],
         }
 
         if musl:

pythonbuild/downloads.py

@@ -201,6 +201,12 @@
         'sha256': '8af0ae5ceed63fa8a2ded611d44cc341027a91df22aaaa071efedc81437412a5',
         'version': '2.11.06',
     },
+    'pip': {
+        'url': 'https://files.pythonhosted.org/packages/93/ab/f86b61bef7ab14909bd7ec3cd2178feb0a1c86d451bc9bccd5a1aedcde5f/pip-19.1.1.tar.gz',
+        'size': 1334144,
+        'sha256': '44d3d7d3d30a1eb65c7e5ff1173cdf8f7467850605ac7cc3707b6064bddd0958',
+        'version': '19.1.1',
+    },
     'readline': {
         'url': 'ftp://ftp.gnu.org/gnu/readline/readline-6.3.tar.gz',
         'size': 2468560,
@@ -212,6 +218,12 @@
         'size': 236997689,
         'sha256': 'a01a493ed8946fc1c15f63e74fc53299b26ebf705938b4d04a388a746dfdbf9e',
     },
+    'setuptools': {
+        'url': 'https://files.pythonhosted.org/packages/1d/64/a18a487b4391a05b9c7f938b94a16d80305bf0369c6b0b9509e86165e1d3/setuptools-41.0.1.zip',
+        'size': 849016,
+        'sha256': 'a222d126f5471598053c9a77f4b5d4f26eaa1f150ad6e01dcf1a42e185d05613',
+        'version': '41.0.1',
+    },
     'sqlite': {
         'url': 'https://www.sqlite.org/2019/sqlite-autoconf-3280000.tar.gz',
         'size': 2810415,