Split HS Backend UTs (eBay#262)

HS backend test has grown to 10+ test cases taking nearly 10 minutes to
finish. This patch splits the test suite into separate PG, shard, blob
and misc tests to make them more lightweight with better maintainability
and diagnosability.

Author: koujl

conanfile.py

@@ -9,7 +9,7 @@
 
 class HomeObjectConan(ConanFile):
     name = "homeobject"
-    version = "2.2.9"
+    version = "2.2.10"
 
     homepage = "https://github.com/eBay/HomeObject"
     description = "Blob Store built on HomeReplication"

src/lib/homestore_backend/CMakeLists.txt

@@ -47,48 +47,55 @@ settings_gen_cpp(
     resync_blob_data.fbs
   )
 
+# Unit test objects
 add_subdirectory(tests)
 
-add_executable (homestore_test)
-target_sources(homestore_test PRIVATE
-    $<TARGET_OBJECTS:homestore_tests>
-)
-target_link_libraries(homestore_test PUBLIC
-    homeobject_homestore
-    ${COMMON_TEST_DEPS}
-)
-add_test(NAME HomestoreTest COMMAND homestore_test -csv error --executor immediate --config_path ./ --override_config homestore_config.consensus.snapshot_freq_distance:0)
-set_property(TEST HomestoreTest PROPERTY RUN_SERIAL 1)
+# Basic tests
+add_executable(homestore_test_pg)
+target_sources(homestore_test_pg PRIVATE $<TARGET_OBJECTS:homestore_tests_pg>)
+target_link_libraries(homestore_test_pg PUBLIC homeobject_homestore ${COMMON_TEST_DEPS})
+add_test(NAME HomestoreTestPg COMMAND homestore_test_pg -csv error --executor immediate --config_path ./
+        --override_config homestore_config.consensus.snapshot_freq_distance:0)
 
-add_executable (homestore_test_dynamic)
-target_sources(homestore_test_dynamic PRIVATE
-    $<TARGET_OBJECTS:homestore_tests_dynamic>
-)
-target_link_libraries(homestore_test_dynamic PUBLIC
-    homeobject_homestore
-    ${COMMON_TEST_DEPS}
-)
+add_executable(homestore_test_shard)
+target_sources(homestore_test_shard PRIVATE $<TARGET_OBJECTS:homestore_tests_shard>)
+target_link_libraries(homestore_test_shard PUBLIC homeobject_homestore ${COMMON_TEST_DEPS})
+add_test(NAME HomestoreTestShard COMMAND homestore_test_shard -csv error --executor immediate --config_path ./
+        --override_config homestore_config.consensus.snapshot_freq_distance:0)
+
+add_executable(homestore_test_blob)
+target_sources(homestore_test_blob PRIVATE $<TARGET_OBJECTS:homestore_tests_blob>)
+target_link_libraries(homestore_test_blob PUBLIC homeobject_homestore ${COMMON_TEST_DEPS})
+add_test(NAME HomestoreTestBlob COMMAND homestore_test_blob -csv error --executor immediate --config_path ./
+        --override_config homestore_config.consensus.snapshot_freq_distance:0)
 
+add_executable(homestore_test_misc)
+target_sources(homestore_test_misc PRIVATE $<TARGET_OBJECTS:homestore_tests_misc>)
+target_link_libraries(homestore_test_misc PUBLIC homeobject_homestore ${COMMON_TEST_DEPS})
+add_test(NAME HomestoreTestMisc COMMAND homestore_test_misc -csv error --executor immediate --config_path ./
+        --override_config homestore_config.consensus.snapshot_freq_distance:0)
+
+# Dynamic tests
+add_executable(homestore_test_dynamic)
+target_sources(homestore_test_dynamic PRIVATE $<TARGET_OBJECTS:homestore_tests_dynamic>)
+target_link_libraries(homestore_test_dynamic PUBLIC homeobject_homestore ${COMMON_TEST_DEPS})
 add_test(NAME HomestoreTestReplaceMember
         COMMAND homestore_test_dynamic -csv error --executor immediate --config_path ./
         --override_config homestore_config.consensus.snapshot_freq_distance:0
         --gtest_filter=HomeObjectFixture.ReplaceMember)
-
 # To test both baseline & incremental resync functionality, we use 13 to minimize the likelihood of it being a divisor of the total LSN (currently 30)
 add_test(NAME HomestoreTestReplaceMemberWithBaselineResync
         COMMAND homestore_test_dynamic -csv error --executor immediate --config_path ./
         --override_config homestore_config.consensus.snapshot_freq_distance:13
         --override_config homestore_config.consensus.num_reserved_log_items=13
         --override_config homestore_config.consensus.snapshot_sync_ctx_timeout_ms=5000
         --gtest_filter=HomeObjectFixture.ReplaceMember)
-
 add_test(NAME HomestoreResyncTestWithFollowerRestart
         COMMAND homestore_test_dynamic -csv error --executor immediate --config_path ./
         --override_config homestore_config.consensus.snapshot_freq_distance:13
         --override_config homestore_config.consensus.num_reserved_log_items=13
         --override_config homestore_config.consensus.snapshot_sync_ctx_timeout_ms=5000
         --gtest_filter=HomeObjectFixture.RestartFollower*)
-
 add_test(NAME HomestoreResyncTestWithLeaderRestart
         COMMAND homestore_test_dynamic -csv error --executor immediate --config_path ./
         --override_config homestore_config.consensus.snapshot_freq_distance:13

src/lib/homestore_backend/tests/CMakeLists.txt

@@ -1,32 +1,28 @@
 cmake_minimum_required(VERSION 3.13)
 
-include_directories (BEFORE .)
+include_directories(BEFORE .)
 
-list(APPEND TEST_SOURCES
-    hs_shard_tests.cpp
-    hs_blob_tests.cpp
-    hs_pg_tests.cpp
-    homeobj_cp_tests.cpp
-    test_homestore_backend.cpp
-    )
+add_library(homestore_tests_pg OBJECT)
+target_sources(homestore_tests_pg PRIVATE test_homestore_backend.cpp hs_pg_tests.cpp)
+target_link_libraries(homestore_tests_pg homeobject_homestore ${COMMON_TEST_DEPS})
 
-add_library(homestore_tests OBJECT)
-target_sources(homestore_tests PRIVATE ${TEST_SOURCES})
-target_link_libraries(homestore_tests
-            homeobject_homestore
-            ${COMMON_TEST_DEPS}
-        )
+add_library(homestore_tests_shard OBJECT)
+target_sources(homestore_tests_shard PRIVATE test_homestore_backend.cpp hs_shard_tests.cpp)
+target_link_libraries(homestore_tests_shard homeobject_homestore ${COMMON_TEST_DEPS})
 
+add_library(homestore_tests_blob OBJECT)
+target_sources(homestore_tests_blob PRIVATE test_homestore_backend.cpp hs_blob_tests.cpp)
+target_link_libraries(homestore_tests_blob homeobject_homestore ${COMMON_TEST_DEPS})
+
+add_library(homestore_tests_misc OBJECT)
+target_sources(homestore_tests_misc PRIVATE test_homestore_backend.cpp homeobj_misc_tests.cpp)
+target_link_libraries(homestore_tests_misc homeobject_homestore ${COMMON_TEST_DEPS})
 
 add_library(homestore_tests_dynamic OBJECT)
 target_sources(homestore_tests_dynamic PRIVATE test_homestore_backend_dynamic.cpp)
-target_link_libraries(homestore_tests_dynamic
-            homeobject_homestore
-            ${COMMON_TEST_DEPS}
-        )
+target_link_libraries(homestore_tests_dynamic homeobject_homestore ${COMMON_TEST_DEPS})
 
-add_executable (test_heap_chunk_selector)
+add_executable(test_heap_chunk_selector)
 target_sources(test_heap_chunk_selector PRIVATE test_heap_chunk_selector.cpp ../heap_chunk_selector.cpp)
 target_link_libraries(test_heap_chunk_selector homestore::homestore ${COMMON_TEST_DEPS})
 add_test(NAME HeapChunkSelectorTest COMMAND test_heap_chunk_selector)
-