Adds a cmake project to build and install all third party dependencies. Adds a install_thirdparty.sh bash script. Use the script in ci and remove the separate install scripts for abseil, googletest, protobuf, and grpc. Adds third party tag files and removes references to specific third party versions from ci workflows.

Author: dbarker

.github/workflows/ci.yml

@@ -19,6 +19,7 @@ jobs:
       CMAKE_VERSION: '3.31.6'
       # cxx17 is the default for windows-2022
       CXX_STANDARD: '17'
+      CMAKE_EXTRA_ARGS: "-DWITH_STL=CXX17 -DOTELCPP_THIRDPARTY_FIND_PACKAGE_ONLY=ON"
     steps:
       - name: Harden the runner (Audit all outbound calls)
         uses: step-security/harden-runner@0634a2670c59f64b4a01f0f96f84700a4088b9f0 # v2.12.0
@@ -44,6 +45,7 @@ jobs:
       # Set to the latest version of cmake 3.x
       CMAKE_VERSION: '3.31.6'
       CXX_STANDARD: '20'
+      CMAKE_EXTRA_ARGS: "-DWITH_GSL=ON -DOTELCPP_THIRDPARTY_FIND_PACKAGE_ONLY=ON"
     steps:
       - name: Harden the runner (Audit all outbound calls)
         uses: step-security/harden-runner@0634a2670c59f64b4a01f0f96f84700a4088b9f0 # v2.12.0
@@ -75,19 +77,50 @@ jobs:
       uses: step-security/harden-runner@0634a2670c59f64b4a01f0f96f84700a4088b9f0 # v2.12.0
       with:
         egress-policy: audit
-
     - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
       with:
         submodules: 'recursive'
-    - name: Install libcurl, zlib, nlohmann-json with apt
+    - name: Setup CI Environment
       run: |
         sudo -E ./ci/setup_ci_environment.sh
         sudo -E ./ci/setup_cmake.sh
-        sudo -E ./ci/setup_googletest.sh
-    - name: Install abseil, protobuf, and grpc with apt
+    - name: Install Dependencies
       run: |
         sudo -E apt-get update
-        sudo -E apt-get install -y libabsl-dev libprotobuf-dev libgrpc++-dev protobuf-compiler protobuf-compiler-grpc
+        sudo -E apt-get install -y libabsl-dev libcurl4-openssl-dev zlib1g-dev nlohmann-json3-dev libprotobuf-dev libgrpc++-dev protobuf-compiler protobuf-compiler-grpc
+    - name: Run Tests (static libs)
+      env:
+        BUILD_SHARED_LIBS: 'OFF'
+      run: ./ci/do_ci.sh cmake.install.test
+    - name: Run Tests (shared libs)
+      env:
+        BUILD_SHARED_LIBS: 'ON'
+      run: ./ci/do_ci.sh cmake.install.test
+
+  ubuntu_2404_all_fetch:
+    name: Ubuntu 24.04 fetch all dependencies (static libs - shared libs - opentracing shim)
+    runs-on: ubuntu-24.04
+    env:
+      INSTALL_TEST_DIR: '/home/runner/install_test'
+      # CMake 3.28 is apt package version for Ubuntu 24.04
+      CMAKE_VERSION: '3.28.3'
+      # The default cxx standard for Ubuntu 24.04
+      CXX_STANDARD: '17'
+      CMAKE_EXTRA_ARGS: "-DOTELCPP_THIRDPARTY_FETCH_CONTENT_ONLY=ON"
+      BUILD_TYPE: 'Debug'
+    steps:
+    - name: Harden the runner (Audit all outbound calls)
+      uses: step-security/harden-runner@0634a2670c59f64b4a01f0f96f84700a4088b9f0 # v2.12.0
+      with:
+        egress-policy: audit
+    - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+      with:
+        # Don't checkout the submodules.
+        submodules: false
+    - name: Setup CI Environment
+      run: |
+        sudo -E ./ci/setup_ci_environment.sh
+        sudo -E ./ci/setup_cmake.sh
     - name: Run Tests (static libs)
       env:
         BUILD_SHARED_LIBS: 'OFF'
@@ -96,43 +129,36 @@ jobs:
       env:
         BUILD_SHARED_LIBS: 'ON'
       run: ./ci/do_ci.sh cmake.install.test
+    - name: Run OpenTracing Shim Test
+      run: ./ci/do_ci.sh cmake.opentracing_shim.install.test
 
   ubuntu_2404_latest:
     name: Ubuntu 24.04 latest versions cxx20 (static libs)
     runs-on: ubuntu-24.04
     env:
       INSTALL_TEST_DIR: '/home/runner/install_test'
+      OTELCPP_PROTO_PATH: '/home/runner/third-party/opentelemetry-proto'
       # Set to the latest version of cmake 3.x
       CMAKE_VERSION: '3.31.6'
       # Set to the latest cxx standard supported by opentelemetry-cpp
       CXX_STANDARD: '20'
-      # Versions below set to the latest version available
-      # The abseil and protobuf versions are taken from
-      # the grpc submodules at the GRPC_VERSION tag
-      GOOGLETEST_VERSION: '1.16.0'
-      ABSEIL_CPP_VERSION: '20240722.1'
-      PROTOBUF_VERSION: '29.0'
-      GRPC_VERSION: 'v1.71.0'
+      CMAKE_EXTRA_ARGS: '-DWITH_STL=CXX20 -DOTELCPP_THIRDPARTY_FIND_PACKAGE_ONLY=ON'
       BUILD_TYPE: 'Debug'
     steps:
     - name: Harden the runner (Audit all outbound calls)
       uses: step-security/harden-runner@0634a2670c59f64b4a01f0f96f84700a4088b9f0 # v2.12.0
       with:
         egress-policy: audit
-
     - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
       with:
-        submodules: 'recursive'
-    - name: Install gtest, libcurl, zlib, nlohmann-json with apt
+        submodules: false
+    - name: Setup CI Environment
       run: |
         sudo -E ./ci/setup_ci_environment.sh
         sudo -E ./ci/setup_cmake.sh
-        sudo -E ./ci/setup_googletest.sh
-    - name: Build abseil, protobuf, and grpc with ci scripts
+    - name: Install Dependencies
       run: |
-        sudo -E ./ci/install_abseil.sh
-        sudo -E ./ci/install_protobuf.sh
-        sudo -E ./ci/setup_grpc.sh -r $GRPC_VERSION -s $CXX_STANDARD -p protobuf -p abseil-cpp
+        sudo -E ./ci/install_thirdparty.sh /usr/local install/cmake/third_party_latest
     - name: Run Tests (static libs)
       env:
         BUILD_SHARED_LIBS: 'OFF'
@@ -143,35 +169,27 @@ jobs:
     runs-on: ubuntu-22.04
     env:
       INSTALL_TEST_DIR: '/home/runner/install_test'
+      OTELCPP_PROTO_PATH: '/home/runner/third-party/opentelemetry-proto'
       # CMake 3.22 is the apt package version for Ubuntu 22.04
       CMAKE_VERSION: '3.22.0'
       CXX_STANDARD: '17'
-      # These are stable versions tested in the main ci workflow
-      # and defaults in the devcontainer
-      GOOGLETEST_VERSION: '1.14.0'
-      ABSEIL_CPP_VERSION: '20230125.3'
-      PROTOBUF_VERSION: '23.3'
-      GRPC_VERSION: 'v1.55.0'
+      CMAKE_EXTRA_ARGS: "-DWITH_STL=CXX17 -DOTELCPP_THIRDPARTY_FIND_PACKAGE_ONLY=ON"
       BUILD_TYPE: 'Debug'
     steps:
     - name: Harden the runner (Audit all outbound calls)
       uses: step-security/harden-runner@0634a2670c59f64b4a01f0f96f84700a4088b9f0 # v2.12.0
       with:
         egress-policy: audit
-
     - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
       with:
-        submodules: 'recursive'
-    - name: Install gtest, libcurl, zlib, nlohmann-json with apt
+        submodules: false
+    - name: Setup CI Environment
       run: |
         sudo -E ./ci/setup_ci_environment.sh
         sudo -E ./ci/setup_cmake.sh
-        sudo -E ./ci/setup_googletest.sh
-    - name: Build abseil, protobuf, and grpc with ci scripts
+    - name: Install Dependencies
       run: |
-        sudo -E ./ci/install_abseil.sh
-        sudo -E ./ci/install_protobuf.sh
-        sudo -E ./ci/setup_grpc.sh -r $GRPC_VERSION -s $CXX_STANDARD -p protobuf -p abseil-cpp
+        sudo -E ./ci/install_thirdparty.sh /usr/local install/cmake/third_party_stable
     - name: Run Tests (static libs)
       env:
         BUILD_SHARED_LIBS: 'OFF'
@@ -186,36 +204,28 @@ jobs:
     runs-on: ubuntu-22.04
     env:
       INSTALL_TEST_DIR: '/home/runner/install_test'
+      OTELCPP_PROTO_PATH: '/home/runner/third-party/opentelemetry-proto'
       # Set to the current minimum version of cmake
       CMAKE_VERSION: '3.14.0'
       # cxx14 is the default for Ubuntu 22.04
       CXX_STANDARD: '14'
-      # This is the apt package version of googletest for Ubuntu 22.04
-      GOOGLETEST_VERSION: '1.11.0'
-      # These are minimum versions tested in the main ci workflow
-      ABSEIL_CPP_VERSION: '20220623.2'
-      PROTOBUF_VERSION: '21.12'
-      GRPC_VERSION: 'v1.49.2'
-      BUILD_TYPE: 'Debug'
+      CMAKE_EXTRA_ARGS: "-DWITH_GSL=ON -DOTELCPP_THIRDPARTY_FIND_PACKAGE_ONLY=ON"
+      BUILD_TYPE: 'Release'
     steps:
     - name: Harden the runner (Audit all outbound calls)
       uses: step-security/harden-runner@0634a2670c59f64b4a01f0f96f84700a4088b9f0 # v2.12.0
       with:
         egress-policy: audit
-
     - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
       with:
-        submodules: 'recursive'
-    - name: Install gtest, libcurl, zlib, nlohmann-json with apt
+        submodules: false
+    - name: Setup CI Environment
       run: |
         sudo -E ./ci/setup_ci_environment.sh
         sudo -E ./ci/setup_cmake.sh
-        sudo -E ./ci/setup_googletest.sh
-    - name: Build abseil, protobuf, and grpc with ci scripts
+    - name: Install Dependencies
       run: |
-        sudo -E ./ci/install_abseil.sh
-        sudo -E ./ci/install_protobuf.sh
-        sudo -E ./ci/setup_grpc.sh -r $GRPC_VERSION -s $CXX_STANDARD -p protobuf -p abseil-cpp
+        sudo -E ./ci/install_thirdparty.sh /usr/local install/cmake/third_party_minimum
     - name: Run Tests (static libs)
       env:
           BUILD_SHARED_LIBS: 'OFF'
@@ -233,6 +243,7 @@ jobs:
        # CMake 3.28 is apt package version for Ubuntu 24.04
       CMAKE_VERSION: '3.28.3'
       CXX_STANDARD: '17'
+      CMAKE_EXTRA_ARGS: "-DOTELCPP_THIRDPARTY_FIND_PACKAGE_ONLY=ON"
       CMAKE_TOOLCHAIN_FILE: /home/runner/conan/build/Debug/generators/conan_toolchain.cmake
       BUILD_TYPE: 'Debug'
     steps:
@@ -243,7 +254,10 @@ jobs:
 
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
         with:
-          submodules: 'recursive'
+          submodules: false
+      - name: Get required submodules
+        run: |
+          git submodule update --init --depth 1 third_party/opentelemetry-proto
       - name: Install Conan
         run: |
           python3 -m pip install pip==25.0.1
@@ -270,13 +284,14 @@ jobs:
         run: ./ci/do_ci.sh cmake.opentracing_shim.install.test
 
   ubuntu_2404_conan_latest:
-    name: Ubuntu 24.04 conan latest versions cxx17 (static libs)
+    name: Ubuntu 24.04 conan latest versions cxx17 (static libs - opentracing shim)
     runs-on: ubuntu-24.04
     env:
       INSTALL_TEST_DIR: '/home/runner/install_test'
       # Set to the latest version of cmake 3.x
       CMAKE_VERSION: '3.31.6'
       CXX_STANDARD: '17'
+      CMAKE_EXTRA_ARGS: "-DOTELCPP_THIRDPARTY_FIND_PACKAGE_ONLY=ON"
       CMAKE_TOOLCHAIN_FILE: /home/runner/conan/build/Debug/generators/conan_toolchain.cmake
       BUILD_TYPE: 'Debug'
     steps:
@@ -287,7 +302,10 @@ jobs:
 
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
         with:
-          submodules: 'recursive'
+          submodules: false
+      - name: Get required submodules
+        run: |
+          git submodule update --init --depth 1 third_party/opentelemetry-proto
       - name: Install Conan
         run: |
           python3 -m pip install pip==25.0.1
@@ -306,6 +324,8 @@ jobs:
         run: |
           export PKG_CONFIG_PATH=$INSTALL_TEST_DIR/lib/pkgconfig:$PKG_CONFIG_PATH
           ./ci/verify_packages.sh
+      - name: Run OpenTracing Shim Test
+        run: ./ci/do_ci.sh cmake.opentracing_shim.install.test
 
   macos_14_conan_stable:
     name: macOS 14 conan stable versions cxx17 (static libs)
@@ -314,6 +334,7 @@ jobs:
       INSTALL_TEST_DIR: '/Users/runner/install_test'
       CMAKE_VERSION: '3.28.3'
       CXX_STANDARD: '17'
+      CMAKE_EXTRA_ARGS: "-DOTELCPP_THIRDPARTY_FIND_PACKAGE_ONLY=ON"
       CMAKE_TOOLCHAIN_FILE: '/Users/runner/conan/build/Debug/generators/conan_toolchain.cmake'
       BUILD_TYPE: 'Debug'
     steps:
@@ -324,7 +345,10 @@ jobs:
 
     - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
       with:
-        submodules: 'recursive'
+        submodules: false
+    - name: Get required submodules
+      run: |
+        git submodule update --init --depth 1 third_party/opentelemetry-proto
     - name: Install Conan and tools
       run: |
         brew install conan autoconf automake libtool coreutils
@@ -347,6 +371,7 @@ jobs:
       # Set to the latest version of cmake 3.x
       CMAKE_VERSION: '3.31.6'
       CXX_STANDARD: '17'
+      CMAKE_EXTRA_ARGS: "-DOTELCPP_THIRDPARTY_FIND_PACKAGE_ONLY=ON"
       BUILD_TYPE: 'Debug'
     steps:
     - name: Harden the runner (Audit all outbound calls)
@@ -356,7 +381,10 @@ jobs:
 
     - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
       with:
-        submodules: 'recursive'
+        submodules: false
+    - name: Get required submodules
+      run: |
+        git submodule update --init --depth 1 third_party/opentelemetry-proto
     - name: Install Dependencies with Homebrew
       run: |
         ./ci/setup_cmake_macos.sh

.github/workflows/cmake_install.yml

@@ -30,6 +30,7 @@ jobs:
             build-essential \
             ninja-build \
             libssl-dev \
+            zlib1g-dev \
             libcurl4-openssl-dev \
             libabsl-dev \
             libprotobuf-dev \
@@ -40,11 +41,13 @@ jobs:
             libgtest-dev \
             libbenchmark-dev \
             llvm-dev \
-            libclang-dev
+            libclang-dev \
+            zlib1g-dev \
           sudo ./ci/setup_cmake.sh
       - name: Install include-what-you-use
         run: |
           sudo ./ci/install_iwyu.sh
+
       - name: Prepare CMake
         run: |
           TOPDIR=`pwd`

.github/workflows/iwyu.yml

@@ -24,7 +24,6 @@ by invoking the script
   checker.
 * `benchmark`: run all benchmarks.
 * `format`: use `tools/format.sh` to enforce text formatting.
-* `third_party.tags`: store third_party release tags.
 * `code.coverage`: build cmake targets with CXX option `--coverage` and run
   tests.
 

ci/README.md

@@ -330,6 +330,17 @@ switch ($action) {
         $CXX_STANDARD = 14
     }
     Write-Host "Using CXX_STANDARD: $CXX_STANDARD"
+
+    if (Test-Path Env:\CMAKE_EXTRA_ARGS) {
+        # Split on any run of whitespace; filter out any empty tokens
+        $CMAKE_EXTRA_ARGS = $Env:CMAKE_EXTRA_ARGS -split '\s+' |
+                          Where-Object { -not [string]::IsNullOrWhiteSpace($_) }
+    }
+    else {
+        $CMAKE_EXTRA_ARGS = @()
+    }
+
+    Write-Host "CMAKE_EXTRA_ARGS is: $CMAKE_EXTRA_ARGS"
 
     $CMAKE_OPTIONS = @(
     "-DCMAKE_CXX_STANDARD=$CXX_STANDARD",
@@ -362,7 +373,8 @@ switch ($action) {
       -DWITH_EXAMPLES=ON `
       -DWITH_EXAMPLES_HTTP=ON `
       -DBUILD_W3CTRACECONTEXT_TEST=ON `
-      -DOPENTELEMETRY_INSTALL=ON
+      -DOPENTELEMETRY_INSTALL=ON `
+      @CMAKE_EXTRA_ARGS
 
     $exit = $LASTEXITCODE
     if ($exit -ne 0) {