Create a universal build for linux-x64 using the system-provided sasl2 library

Author: jgiannuzzi

setup.py

@@ -1,5 +1,6 @@
 #!/usr/bin/env python
 
+import ctypes.util
 import os
 from setuptools import setup
 from setuptools import Extension
@@ -16,13 +17,44 @@
 else:
     librdkafka_libname = 'rdkafka'
 
-module = Extension('confluent_kafka.cimpl',
-                   libraries=[librdkafka_libname],
-                   sources=[os.path.join(ext_dir, 'confluent_kafka.c'),
-                            os.path.join(ext_dir, 'Producer.c'),
-                            os.path.join(ext_dir, 'Consumer.c'),
-                            os.path.join(ext_dir, 'Metadata.c'),
-                            os.path.join(ext_dir, 'AdminTypes.c'),
-                            os.path.join(ext_dir, 'Admin.c')])
+# Define the default module to build, without external dependencies.
+module_defs = [
+    {
+        'name': 'confluent_kafka.cimpl.nodeps.cimpl',
+        'libname': librdkafka_libname,
+    }
+]
 
-setup(ext_modules=[module])
+# Check for GSSAPI support and add the appropriate module definitions.
+if ctypes.util.find_library('rdkafka_sasl2_2'):
+    module_defs.append(
+        {
+            'name': 'confluent_kafka.cimpl.sasl2_2.cimpl',
+            'libname': 'rdkafka_sasl2_2',
+        }
+    )
+if ctypes.util.find_library('rdkafka_sasl2_3'):
+    module_defs.append(
+        {
+            'name': 'confluent_kafka.cimpl.sasl2_3.cimpl',
+            'libname': 'rdkafka_sasl2_3',
+        }
+    )
+
+setup(
+    ext_modules=[
+        Extension(
+            mod_def['name'],
+            libraries=[mod_def['libname']],
+            sources=[
+                os.path.join(ext_dir, 'confluent_kafka.c'),
+                os.path.join(ext_dir, 'Producer.c'),
+                os.path.join(ext_dir, 'Consumer.c'),
+                os.path.join(ext_dir, 'Metadata.c'),
+                os.path.join(ext_dir, 'AdminTypes.c'),
+                os.path.join(ext_dir, 'Admin.c'),
+            ],
+        )
+        for mod_def in module_defs
+    ]
+)

src/confluent_kafka/cimpl/__init__.py

@@ -0,0 +1,10 @@
+try:
+    from .sasl2_3.cimpl import *
+    variant = "sasl2_3"
+except ImportError:
+    try:
+        from .sasl2_2.cimpl import *
+        variant = "sasl2_2"
+    except ImportError:
+        from .nodeps.cimpl import *
+        variant = "nodeps"

src/confluent_kafka/cimpl/nodeps/__init__.py

@@ -39,15 +39,23 @@ ARCH=${ARCH:-x64}
 
 if [[ $OSTYPE == linux* ]]; then
     # Linux
+    LIBDIR=runtimes/linux-$ARCH/native
 
     # Copy the librdkafka build with least dependencies to librdkafka.so.1
     if [[ $ARCH == arm64* ]]; then
-        cp -v runtimes/linux-$ARCH/native/{librdkafka.so,librdkafka.so.1}
+        cp -v $LIBDIR/{librdkafka.so,librdkafka.so.1}
     else
-        # GR: Include the build with SASL2 support
-        cp -v runtimes/linux-$ARCH/native/{librdkafka.so,librdkafka.so.1}
+        cp -v $LIBDIR/{centos8-librdkafka.so,librdkafka.so.1}
+        # Copy the librdkafka build with sasl2 support to 2 versions:
+        # librdkafka_sasl2_2.so.1 for debian-based distros
+        # librdkafka_sasl2_3.so.1 for rpm-based distros
+        patchelf --set-soname librdkafka_sasl2_2.so.1 --output $LIBDIR/{librdkafka_sasl2_2.so.1,librdkafka.so}
+        patchelf --replace-needed libsasl2.so.3 libsasl2.so.2 $LIBDIR/librdkafka_sasl2_2.so.1
+        ln -s librdkafka_sasl2_2.so.1 $LIBDIR/librdkafka_sasl2_2.so
+        patchelf --set-soname librdkafka_sasl2_3.so.1 --output $LIBDIR/{librdkafka_sasl2_3.so.1,librdkafka.so}
+        ln -s librdkafka_sasl2_3.so.1 $LIBDIR/librdkafka_sasl2_3.so
     fi
-    ldd runtimes/linux-$ARCH/native/librdkafka.so.1
+    ldd $LIBDIR/librdkafka.so.1
 
 elif [[ $OSTYPE == darwin* ]]; then
     # MacOS X