[fix][coordinator] Expand job map initial bucket size.

If the initial bucket size is too small, there will be a performance
issue when many jobs generated in seconds.

Signed-off-by: Ketor <d.ketor@gmail.com>

Author: ketor

src/coordinator/coordinator_control.cc

@@ -92,26 +92,26 @@ CoordinatorControl::CoordinatorControl(std::shared_ptr<MetaReader> meta_reader,
       &table_index_map_, kPrefixTableIndex, raw_engine_of_meta);
 
   // init SafeMap
-  id_epoch_map_.Init(100);                // id_epoch_map_ is a small map
-  id_epoch_map_safe_temp_.Init(100);      // id_epoch_map_temp_ is a small map
-  schema_name_map_safe_temp_.Init(1000);  // schema_map_ is a big map
-  table_name_map_safe_temp_.Init(10000);  // table_map_ is a big map
-  store_operation_map_.Init(100);         // store_operation_map_ is a small map
-  region_cmd_map_.Init(2000);             // region_cmd_map_ is a big map
-  schema_map_.Init(10000);                // schema_map_ is a big map
-  table_map_.Init(10000);                 // table_map_ is a big map
-  region_map_.Init(30000);                // region_map_ is a big map
-  region_metrics_map_.Init(30000);        // region_metrics_map_ is a big map
-  coordinator_map_.Init(10);              // coordinator_map_ is a small map
-  store_map_.Init(100);                   // store_map_ is a small map
-  table_metrics_map_.Init(10000);         // table_metrics_map_ is a big map
-  job_map_.Init(100);                     // job_map_ is a small map
-  index_name_map_safe_temp_.Init(10000);  // index_map_ is a big map
-  index_map_.Init(10000);                 // index_map_ is a big map
-  index_metrics_map_.Init(10000);         // index_metrics_map_ is a big map
+  id_epoch_map_.Init(100);                 // id_epoch_map_ is a small map
+  id_epoch_map_safe_temp_.Init(100);       // id_epoch_map_temp_ is a small map
+  schema_name_map_safe_temp_.Init(10000);  // schema_map_ is a big map
+  table_name_map_safe_temp_.Init(100000);  // table_map_ is a big map
+  store_operation_map_.Init(10000);        // store_operation_map_ is a big map
+  region_cmd_map_.Init(100000);            // region_cmd_map_ is a big map
+  schema_map_.Init(10000);                 // schema_map_ is a big map
+  table_map_.Init(100000);                 // table_map_ is a big map
+  region_map_.Init(500000);                // region_map_ is a big map
+  region_metrics_map_.Init(500000);        // region_metrics_map_ is a big map
+  coordinator_map_.Init(100);              // coordinator_map_ is a small map
+  store_map_.Init(200);                    // store_map_ is a small map
+  table_metrics_map_.Init(100000);         // table_metrics_map_ is a big map
+  job_map_.Init(100000);                   // job_map_ is a big map
+  index_name_map_safe_temp_.Init(100000);  // index_map_ is a big map
+  index_map_.Init(100000);                 // index_map_ is a big map
+  index_metrics_map_.Init(100000);         // index_metrics_map_ is a big map
 
   // table index
-  table_index_map_.Init(10000);
+  table_index_map_.Init(100000);
 
   // tenant
   tenant_map_.Init(1000);  // tenant_map_ is a small map

src/coordinator/coordinator_control_coor.cc

@@ -3637,7 +3637,7 @@ butil::Status CoordinatorControl::CreateRegionWithJob(std::vector<pb::coordinato
 butil::Status CoordinatorControl::ValidateJobConflict(int64_t region_id, int64_t second_region_id) {
   // check job conflict
   butil::FlatMap<int64_t, pb::coordinator::Job> temp_job_map;
-  temp_job_map.init(1000);
+  temp_job_map.init(10000);
   int ret = job_map_.GetRawMapCopy(temp_job_map);
   if (ret < 0) {
     DINGO_LOG(ERROR) << "ValidateJobConflict job_map_.GetRawMapCopy "
@@ -3681,7 +3681,7 @@ butil::Status CoordinatorControl::ValidateJobConflict(int64_t region_id, int64_t
 
   // check store operation conflict
   butil::FlatMap<int64_t, pb::coordinator_internal::StoreOperationInternal> store_operation_map_temp;
-  store_operation_map_temp.init(1000);
+  store_operation_map_temp.init(10000);
   ret = store_operation_map_.GetRawMapCopy(store_operation_map_temp);
   if (ret < 0) {
     DINGO_LOG(ERROR) << "ValidateJobConflict store_operation_map_.GetRawMapCopy "
@@ -4622,9 +4622,9 @@ void CoordinatorControl::UpdateRegionMapAndStoreOperation(const pb::common::Stor
         region_to_update.definition().range().end_key() != region_metrics.region_definition().range().end_key()) {
       DINGO_LOG(INFO) << "region range change region_id = " << region_metrics.id() << " old range = ["
                       << Helper::StringToHex(region_to_update.definition().range().start_key()) << ", "
-                      << Helper::StringToHex(region_to_update.definition().range().end_key()) << ")"
-                      << " new range = [" << Helper::StringToHex(region_metrics.region_definition().range().start_key())
-                      << ", " << Helper::StringToHex(region_metrics.region_definition().range().end_key()) << ")";
+                      << Helper::StringToHex(region_to_update.definition().range().end_key()) << ")" << " new range = ["
+                      << Helper::StringToHex(region_metrics.region_definition().range().start_key()) << ", "
+                      << Helper::StringToHex(region_metrics.region_definition().range().end_key()) << ")";
       if (!leader_has_old_epoch) {
         need_update_region_metrics = true;
       }
@@ -6627,6 +6627,9 @@ butil::Status CoordinatorControl::RpcSendPushStoreOperation(const pb::common::Lo
 
     pb::push::PushService_Stub(&channel).PushStoreOperation(&cntl, &request, &response, nullptr);
 
+    DINGO_LOG(INFO) << fmt::format("[joblist] send store_operation to store:{}, request:{}",
+                                   location.ShortDebugString(), request.ShortDebugString());
+
     if (cntl.Failed()) {
       DINGO_LOG(ERROR) << fmt::format("[joblist] rpc failed, will retry, error code:{}, error message:{}",
                                       cntl.ErrorCode(), cntl.ErrorText());