Add Bazel build support

Author: kenneth-jia

.bazelrc

@@ -0,0 +1,2 @@
+build --copt='-std=c++17' --linkopt='-L/usr/local/lib'
+

.github/workflows/kafka_api_bazel_build.yml

@@ -0,0 +1,90 @@
+name: '[Kafka API] Bazel Build'
+
+on:
+  pull_request:
+  push:
+    branches:
+      - main
+
+env:
+  KAFKA_SRC_LINK:     https://archive.apache.org/dist/kafka/2.8.1/kafka_2.13-2.8.1.tgz
+  CPU_CORE_NUM:       2
+  LIBRDKAFKA_VERSION: 1.7.0
+
+jobs:
+  kafka-api-bazel-build:
+    runs-on: ${{ matrix.os }}
+
+    env:
+      OS_VERSION:        ${{ matrix.os }}
+      TEST_LABELS:       ${{ matrix.test-labels }}
+
+    strategy:
+      matrix:
+        include:
+          - os:                ubuntu-20.04
+            test-labels:       unit,integration
+
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Update the List for Available Packages
+        if: contains(matrix.os, 'ubuntu')
+        run: |
+          sed -e 's/azure.archive.ubuntu.com/us.archive.ubuntu.com/g' -e t -e d /etc/apt/sources.list | sudo tee /etc/apt/sources.list.d/nonazure.list
+          sudo apt-get update
+
+      - name: Install Dependencies
+        run: |
+          # 1. Install librdkafka
+          wget -nv https://github.com/edenhill/librdkafka/archive/v${LIBRDKAFKA_VERSION}.tar.gz
+          tar -xzf v${LIBRDKAFKA_VERSION}.tar.gz
+          cd librdkafka-${LIBRDKAFKA_VERSION}
+          ./configure
+          make -j${CPU_CORE_NUM} && sudo make install
+          cd ../
+
+          # 2. Install boost lib
+          if [[ ${OS_VERSION} == 'ubuntu'* ]]; then
+            sudo apt install -y libboost-all-dev
+          elif [[ ${OS_VERSION} == 'macos'* ]]; then
+            /bin/bash -c "$(curl -fsSL https://raw.githubusercontent.com/Homebrew/install/HEAD/install.sh)"
+            brew install boost
+          fi
+
+      - name: Build
+        run: |
+          bazel build //...
+
+      - name: Test
+        if: matrix.test-labels
+        timeout-minutes: 15
+        run: |
+          # Setup Kafka cluster for integration test & regression test
+          if [[ ${TEST_LABELS} == *'integration'* ]]; then
+            # Install kafka
+            time wget -nv ${KAFKA_SRC_LINK}
+            tar -xzf `basename ${KAFKA_SRC_LINK}`
+            export PATH=`pwd`/`basename ${KAFKA_SRC_LINK} .tgz`/bin:$PATH
+
+            # Start Kafka cluster
+            rm -f test.env
+            scripts/start-local-kafka-cluster.py --zookeeper-port 52181 --broker-ports 50091 50092 50093 --temp-dir ./tmp &
+
+            # Wait server to be ready
+            for i in {1..60}; do cat test.env 2>/dev/null && break || sleep 1; done
+
+            # Set the environment variables: KAFKA_BROKER_LIST, KAFKA_BROKER_PIDS
+            source test.env
+          fi
+
+          # Run tests
+          bazel test  //... --test_env=KAFKA_BROKER_LIST=$KAFKA_BROKER_LIST --test_tag_filters="${TEST_LABELS}" --test_verbose_timeout_warnings --test_output=all
+
+          # Stop Kafka cluster for integration test & regression test
+          if [[ ${TEST_LABELS} == *'integration'* ]]; then
+            # Stop kafka cluster
+            kafka-server-stop.sh
+            zookeeper-server-stop.sh
+          fi
+

.github/workflows/kafka_api_ci_tests.yml

@@ -4,13 +4,13 @@ on:
   pull_request:
   push:
     branches:
-      - master
+      - main
 
 env:
   KAFKA_SRC_LINK:     https://archive.apache.org/dist/kafka/2.8.1/kafka_2.13-2.8.1.tgz
   CPU_CORE_NUM:       2
   LIBRDKAFKA_VERSION: 1.7.0
-  BUILD_SUB_DIR:      build/sub-build
+  BUILD_SUB_DIR:      builds/sub-build
 
 jobs:
   kafka-api-tests:
@@ -32,43 +32,43 @@ jobs:
         include:
           - os:                macos-10.15
             build-cxx:         clang++
-            test-labels:       UT|IT
+            test-labels:       unit|integration
 
           - os:                ubuntu-20.04
             build-cxx:         g++
             build-type:        Debug
-            test-labels:       UT|IT
+            test-labels:       unit|integration
             enable-ut-stubs:   true
 
           - os:                ubuntu-20.04
             build-cxx:         g++
             build-type:        Release
-            test-labels:       RT
+            test-labels:       robustness
 
           - os:                ubuntu-20.04
             build-cxx:         g++
             build-type:        Release
             cxx-standard:      14
-            test-labels:       UT|IT
+            test-labels:       unit|integration
 
           - os:                ubuntu-20.04
             build-cxx:         g++
             check-option:      asan
-            test-labels:       UT|IT
+            test-labels:       unit|integration
 
           - os:                ubuntu-20.04
             build-cxx:         g++
             check-option:      tsan
-            test-labels:       UT|IT
+            test-labels:       unit|integration
 
           - os:                ubuntu-20.04
             build-cxx:         g++
             check-option:      ubsan
-            test-labels:       UT|IT
+            test-labels:       unit|integration
 
           - os:                ubuntu-20.04
             build-cxx:         clang++
-            test-labels:       UT|IT
+            test-labels:       unit|integration
             generate-doc:      true
             with-installation: true
 
@@ -79,11 +79,11 @@ jobs:
 
           - os:                ubuntu-18.04
             build-cxx:         g++
-            test-labels:       UT|IT
+            test-labels:       unit|integration
 
           - os:                ubuntu-18.04
             build-cxx:         clang++
-            test-labels:       RT
+            test-labels:       robustness
 
     steps:
       - uses: actions/checkout@v2
@@ -96,7 +96,7 @@ jobs:
 
       - name: Install Dependencies
         run: |
-          mkdir -p $BUILD_SUB_DIR
+          mkdir -p ${BUILD_SUB_DIR}
           cd ${BUILD_SUB_DIR}
 
           # 1. Install clang/clang-tidy
@@ -110,10 +110,10 @@ jobs:
             sudo apt install -y clang-tidy
           fi
 
-          # 2. Install googletest (v1.10.0)
-          wget -nv https://github.com/google/googletest/archive/release-1.10.0.tar.gz
-          tar -xzf release-1.10.0.tar.gz
-          cd googletest-release-1.10.0
+          # 2. Install googletest (v1.11.0)
+          wget -nv https://github.com/google/googletest/archive/refs/tags/release-1.11.0.tar.gz
+          tar -xzf release-1.11.0.tar.gz
+          cd googletest-release-1.11.0
           env CXX=${BUILD_CXX} cmake ./
           make -j${CPU_CORE_NUM} && sudo make install
           cd ../
@@ -211,7 +211,7 @@ jobs:
           cd ${BUILD_SUB_DIR}
 
           # Setup Kafka cluster for integration test & regression test
-          if [[ ${TEST_LABELS} == *'IT'* ]] || [[ ${TEST_LABELS} == *'RT'* ]]; then
+          if [[ ${TEST_LABELS} == *'integration'* ]] || [[ ${TEST_LABELS} == *'robustness'* ]]; then
             # Install kafka
             time wget -nv ${KAFKA_SRC_LINK}
             tar -xzf `basename ${KAFKA_SRC_LINK}`
@@ -229,7 +229,7 @@ jobs:
           fi
 
           # Install gtest-parallel
-          if [[ ${TEST_LABELS} == *'IT'* ]]; then
+          if [[ ${TEST_LABELS} == *'integration'* ]]; then
             wget https://github.com/google/gtest-parallel/archive/refs/heads/master.zip
             unzip master.zip
             export PATH=`pwd`/gtest-parallel-master:$PATH
@@ -239,7 +239,7 @@ jobs:
           ctest -VV -L "${TEST_LABELS}"
 
           # Stop Kafka cluster for integration test & regression test
-          if [[ ${TEST_LABELS} == *'IT'* ]] || [[ ${TEST_LABELS} == *'RT'* ]]; then
+          if [[ ${TEST_LABELS} == *'integration'* ]] || [[ ${TEST_LABELS} == *'robustness'* ]]; then
             # Stop kafka cluster
             kafka-server-stop.sh
             zookeeper-server-stop.sh
@@ -249,7 +249,7 @@ jobs:
     runs-on: windows-latest
 
     env:
-      TEST_LABELS: ${{ matrix.test-labels }}
+      TEST_LABELS:   ${{ matrix.test-labels }}
 
     strategy:
       matrix:
@@ -278,8 +278,6 @@ jobs:
           vcpkg install boost-program-options
 
           cp -v "C:\VCPKG\INSTALLED\x86-windows\lib\boost_program_options-vc140-mt.lib" "C:\VCPKG\INSTALLED\x86-windows\lib\boost_program_options.lib"
-          cp -v "C:\VCPKG\INSTALLED\x86-windows\bin\boost_program_options-vc142-mt-x32-1_77.dll" "C:\VCPKG\INSTALLED\x86-windows\bin\boost_program_options.dll"
-          cp -v "C:\VCPKG\INSTALLED\x86-windows\bin\boost_program_options-vc142-mt-x32-1_77.pdb" "C:\VCPKG\INSTALLED\x86-windows\bin\boost_program_options.pdb"
 
           # Install rapidjson
           vcpkg install rapidjson

BUILD

@@ -0,0 +1,12 @@
+cc_library(
+    name = "modern-cpp-kafka-api",
+
+    hdrs = glob(["include/kafka/*.h", "include/kafka/addons/*.h"]),
+
+    includes = ["include"],
+
+    linkopts = ["-lpthread", "-lrdkafka"],
+
+    visibility = ["//visibility:public"],
+)
+

WORKSPACE

@@ -0,0 +1,15 @@
+load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive")
+
+http_archive(
+    name = "gtest",
+    urls = ["https://github.com/google/googletest/archive/refs/tags/release-1.11.0.zip"],
+    strip_prefix = "googletest-release-1.11.0",
+)
+
+http_archive(
+    name = "rapidjson",
+    build_file = "//customrules:rapidjson.BUILD",
+    urls = ["https://github.com/Tencent/rapidjson/archive/refs/heads/master.zip"],
+    strip_prefix="rapidjson-master",
+)
+

customrules/BUILD

@@ -0,0 +1,10 @@
+cc_library(
+    name = "rapidjson",
+
+    hdrs = glob(["include/rapidjson/**"]),
+
+    includes = ["include"],
+
+    visibility = ["//visibility:public"],
+)
+

customrules/rapidjson.BUILD

@@ -0,0 +1,40 @@
+cc_binary(
+    name = "kafka_sync_producer",
+
+    srcs = ["kafka_sync_producer.cc"],
+
+    deps = ["//:modern-cpp-kafka-api"],
+)
+
+cc_binary(
+    name = "kafka_async_producer_copy_payload",
+
+    srcs = ["kafka_async_producer_copy_payload.cc"],
+
+    deps = ["//:modern-cpp-kafka-api"],
+)
+
+cc_binary(
+    name = "kafka_async_producer_not_copy_payload",
+
+    srcs = ["kafka_async_producer_not_copy_payload.cc"],
+
+    deps = ["//:modern-cpp-kafka-api"],
+)
+
+cc_binary(
+    name = "kafka_auto_commit_consumer",
+
+    srcs = ["kafka_auto_commit_consumer.cc"],
+
+    deps = ["//:modern-cpp-kafka-api"],
+)
+
+cc_binary(
+    name = "kafka_manual_commit_consumer",
+
+    srcs = ["kafka_manual_commit_consumer.cc"],
+
+    deps = ["//:modern-cpp-kafka-api"],
+)
+

examples/BUILD

@@ -0,0 +1,46 @@
+cc_test(
+    name = "kafka-unit-test",
+
+    srcs = glob(["unit/*.cc", "utils/*.h"]),
+
+    deps = ["//:modern-cpp-kafka-api",
+            "@gtest//:gtest",
+            "@gtest//:gtest_main",
+            "@rapidjson//:rapidjson"],
+
+    timeout = "short",
+
+    tags = ["unit"],
+)
+
+
+cc_test(
+    name = "kafka-integration-test",
+
+    srcs = glob(["integration/*.cc", "utils/*.h"]),
+
+    deps = ["//:modern-cpp-kafka-api",
+            "@gtest//:gtest",
+            "@gtest//:gtest_main"],
+
+    timeout = "long",
+    shard_count = 8,
+
+    tags = ["integration"],
+)
+
+cc_test(
+    name = "kafka-robustness-test",
+
+    srcs = glob(["robustness/*.cc", "utils/*.h"]),
+
+    deps = ["//:modern-cpp-kafka-api",
+            "@gtest//:gtest",
+            "@gtest//:gtest_main"],
+
+    timeout = "long",
+    shard_count = 1,
+
+    tags = ["robustness"],
+)
+

tests/BUILD

@@ -8,7 +8,7 @@ target_link_libraries("${PROJECT_NAME}" modern-cpp-kafka-api gtest gtest_main)
 
 add_test(NAME ${PROJECT_NAME}
          COMMAND gtest-parallel ./${PROJECT_NAME})
-set_tests_properties(${PROJECT_NAME} PROPERTIES LABELS "IT")
+set_tests_properties(${PROJECT_NAME} PROPERTIES LABELS "integration")
 
 if (BUILD_OPTION_USE_ASAN OR BUILD_OPTION_USE_TSAN)
     target_compile_options(${PROJECT_NAME} PRIVATE "-fno-sanitize=all")