Merge branch 'test/glibc-debug-debs' into 'develop'

Reduce gblic-debug artifatcs size

See merge request itv-backend/reindexer!2296

Author: reindexer-bot

.clang-format

@@ -154,6 +154,9 @@ LambdaBodyIndentation: Signature
 LineEnding:      DeriveLF
 MacroBlockBegin: ''
 MacroBlockEnd:   ''
+Macros:
+  - RX_GET_WITHOUT_MUTEX_ANALYSIS=[]()
+  - RX_MUTEX_ACCESS=private
 MaxEmptyLinesToKeep: 1
 NamespaceIndentation: None
 ObjCBinPackProtocolList: Auto
@@ -234,6 +237,7 @@ StatementMacros:
   - Q_UNUSED
   - QT_REQUIRE_VERSION
 TabWidth:        4
+TypenameMacros: []
 UseTab:          Always
 VerilogBreakBetweenInstancePorts: true
 WhitespaceSensitiveMacros:

.github/workflows/test.yml

@@ -6,39 +6,22 @@ jobs:
     runs-on: windows-latest
     strategy:
       matrix:
-        compiler: ["Visual Studio 17 2022"]
+        compiler: ['Visual Studio 17 2022', 'MinGW Makefiles']
       fail-fast: false
+    env:
+      EXTRA_FLAGS:
+        "${{ matrix.compiler == 'Visual Studio 17 2022' && '-Ax64' || '' }}"
     steps:
       - name: Checkout repository
         uses: actions/checkout@v4
-      - name: Build Reindexer
-        run: |
-          mkdir build && cd build
-          cmake -G "${{matrix.compiler}}" .. -Ax64
-          cmake --build . --config Release
-          cmake --build . --config Release --target face
-          cmake --build . --config Release --target swagger
-          cpack
-      - name: Upload Artifacts
-        uses: actions/upload-artifact@v4
+      - name: Install NSIS
+        uses: repolevedavaj/install-nsis@v1.0.3
         with:
-          name: windows-latest
-          path: build/*.exe
-          if-no-files-found: error
-
-  build-windows-2019:
-    runs-on: windows-2019
-    strategy:
-      matrix:
-        compiler: ["Visual Studio 16 2019", "MinGW Makefiles"]
-      fail-fast: false
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
+          nsis-version: '3.11'
       - name: Build Reindexer
         run: |
           mkdir build && cd build
-          cmake -G "${{matrix.compiler}}" ..
+          cmake -G "${{matrix.compiler}}" -DBUILD_ANN_INDEXES=builtin .. $EXTRA_FLAGS
           cmake --build . --config Release
           cmake --build . --config Release --target face
           cmake --build . --config Release --target swagger
@@ -47,7 +30,7 @@ jobs:
   build:
     strategy:
       matrix:
-        os: [ubuntu-22.04, ubuntu-24.04, macos-13]
+        os: [ubuntu-22.04, ubuntu-24.04, macos-15]
         include:
           - os: ubuntu-latest
             sanitizer: ASAN
@@ -82,7 +65,7 @@ jobs:
           mkdir build && cd build
           if [[ $OS == ubuntu-latest ]]; then
             if [[ $SANITIZER == 'ASAN' ]]; then
-              cmake -DENABLE_GRPC=ON -DWITH_${{matrix.sanitizer}}=On -DGTEST_SKIP_SHARDING=On ..
+              cmake -DENABLE_GRPC=ON -DWITH_${{matrix.sanitizer}}=On -DGTEST_SKIP_ASAN_MEMORY_HEAVY=On ..
             else
               cmake -DENABLE_GRPC=ON -DWITH_${{matrix.sanitizer}}=On ..
             fi
@@ -114,7 +97,7 @@ jobs:
   test:
     strategy:
       matrix:
-        os: [ubuntu-22.04, ubuntu-24.04, macos-13]
+        os: [ubuntu-22.04, ubuntu-24.04, macos-15]
         test: ['C++', 'GO']
         include:
           - os: ubuntu-latest
@@ -123,14 +106,12 @@ jobs:
           - os: ubuntu-latest
             sanitizer: ASAN
             test: 'GO'
-#         - os: ubuntu-latest
-#           sanitizer: TSAN
-#           cc: gcc-12
-#           cxx: g++-12
-#           test: 'C++'
+          #  os: ubuntu-latest
+          #  test: 'C++'
           - os: ubuntu-latest
             sanitizer: TSAN
             test: 'GO'
+
       fail-fast: false
     runs-on: ${{matrix.os}}
     needs: build
@@ -142,24 +123,24 @@ jobs:
       SANITIZER: ${{matrix.sanitizer}}
     steps:
       - name: Checkout repository
-        if: ${{ matrix.os != 'macos-13' || matrix.test == 'GO' }}
+        if: ${{ matrix.os != 'macos-15' || matrix.test == 'GO' }}
         uses: actions/checkout@v4
       - name: Install Go
         uses: actions/setup-go@v5
-        if: ${{ matrix.os == 'macos-13' && matrix.test == 'GO' }}
+        if: ${{ matrix.os == 'macos-15' && matrix.test == 'GO' }}
         with:
-          go-version: '1.22.x'
+          go-version: '1.24.x'
           check-latest: true
       - name: Download ${{matrix.os}}${{matrix.sanitizer}} Artifacts
-        if: ${{ matrix.os != 'macos-13' || matrix.test == 'GO' }}
+        if: ${{ matrix.os != 'macos-15' || matrix.test == 'GO' }}
         uses: actions/download-artifact@v4
         with:
           name: ${{matrix.os}}${{matrix.sanitizer}}
       - name: 'Untar Artifacts'
-        if: ${{ matrix.os != 'macos-13' || matrix.test == 'GO' }}
+        if: ${{ matrix.os != 'macos-15' || matrix.test == 'GO' }}
         run: tar -xvf artifacts.tar
       - name: Prepare Environment
-        if: ${{ matrix.os != 'macos-13' || matrix.test == 'GO' }}
+        if: ${{ matrix.os != 'macos-15' || matrix.test == 'GO' }}
         env:
           OS: ${{matrix.os}}
         run: |
@@ -174,7 +155,7 @@ jobs:
             ./.github/workflows/install_gtest_parallel.sh
           fi
       - name: Tests
-        if: ${{ matrix.os != 'macos-13' || matrix.test == 'GO' }}
+        if: ${{ matrix.os != 'macos-15' || matrix.test == 'GO' }}
         run: |
           if [[ $TEST == 'GO' ]]; then
             if [[ $SANITIZER == 'ASAN' ]]; then
@@ -183,7 +164,12 @@ jobs:
             if [[ -z "$SANITIZER" ]]; then
               go test -timeout 15m ./test/... -bench . -benchmem -benchtime 100ms -seedcount 50000
             else
-              go test -timeout 35m ./test/... -bench . -benchmem -benchtime 100ms -seedcount 50000
+              export TSAN_OPTIONS="halt_on_error=1 suppressions=$PWD/test/tsan/builtin.tsan.suppressions"
+              mkdir gotests
+              # Using preocompiled tests to get readable Thread sanitizer backtraces from builtin C++ library
+              go test ./test/... -c -o gotests -tags tiny_vectors
+              ./gotests/test.test -test.timeout 35m -test.bench . -test.benchmem -test.benchtime 100ms -seedcount 50000
+              ./gotests/ft.test -test.bench . -test.benchmem -test.benchtime 100ms -seedcount 50000
             fi
           else
             cd build
@@ -219,9 +205,9 @@ jobs:
         run: |
           cd build
           if [[ $OS == ubuntu* ]]; then
-            sudo dpkg -i reindexer-4-dev*.deb
+            sudo dpkg -i reindexer-dev*.deb
             sudo apt-get install -f
-            sudo dpkg -i reindexer-4-server*.deb
+            sudo dpkg -i reindexer-server*.deb
             sudo apt-get install -f
           else
             for f in reindexer-*.tar.gz; do tar -xvzf "$f"; done
@@ -247,4 +233,3 @@ jobs:
         run: |
           cd pyreindexer
           ../.github/workflows/test.sh
-

.gitignore

@@ -19,8 +19,8 @@ __pycache__
 *.so
 .pytest_cache/
 qa_tests/logs/
-qa_tests/logs/
 qa_tests/venv/
+qa_tests/.venv/
 
 #ignore directory with compile commands
 .cache

CMakeLists.txt

@@ -1,10 +1,23 @@
-cmake_minimum_required(VERSION 3.10..3.13)
+cmake_minimum_required(VERSION 3.18)
 
 project(reindexer)
 
 enable_testing()
 set(CMAKE_DISABLE_IN_SOURCE_BUILD ON)
 set(CMAKE_POSITION_INDEPENDENT_CODE ON)
+set(CMAKE_PCH_WARN_INVALID OFF)
 set(REINDEXER_SOURCE_PATH ${PROJECT_SOURCE_DIR}/cpp_src)
+# Do not scan for C++ modules to save some overhead
+set(CMAKE_CXX_SCAN_FOR_MODULES OFF)
 
 add_subdirectory(cpp_src)
+
+# uninstall target
+if(NOT TARGET uninstall)
+  configure_file(
+    "${PROJECT_SOURCE_DIR}/cpp_src/cmake/cmake_uninstall.cmake.in"
+    "${PROJECT_BINARY_DIR}/cmake_uninstall.cmake"
+    IMMEDIATE @ONLY)
+
+  add_custom_target(uninstall COMMAND ${CMAKE_COMMAND} -P ${PROJECT_BINARY_DIR}/cmake_uninstall.cmake)
+endif()