Merge pull request ClickHouse#80471 from ClickHouse/chesema-fix-populate

fix populate for live and window view

Author: CheSema

src/Storages/LiveView/StorageLiveView.cpp

@@ -65,6 +65,7 @@ namespace Setting
     extern const SettingsUInt64 min_insert_block_size_bytes;
     extern const SettingsUInt64 min_insert_block_size_rows;
     extern const SettingsBool use_concurrency_control;
+    extern const SettingsBool deduplicate_blocks_in_dependent_materialized_views;
 }
 
 namespace ErrorCodes
@@ -434,15 +435,19 @@ void StorageLiveView::writeBlock(StorageLiveView & live_view, Block && block, Ch
             return std::make_shared<RestoreChunkInfosTransform>(chunk_infos.clone(), cur_header);
         });
 
-        String live_view_id = live_view.getStorageID().hasUUID() ? toString(live_view.getStorageID().uuid) : live_view.getStorageID().getFullNameNotQuoted();
-        builder.addSimpleTransform([&](const Block & stream_header)
+        bool disable_deduplication_for_children = !local_context->getSettingsRef()[Setting::deduplicate_blocks_in_dependent_materialized_views];
+        if (!disable_deduplication_for_children)
         {
-            return std::make_shared<DeduplicationToken::SetViewIDTransform>(live_view_id, stream_header);
-        });
-        builder.addSimpleTransform([&](const Block & stream_header)
-        {
-            return std::make_shared<DeduplicationToken::SetViewBlockNumberTransform>(stream_header);
-        });
+            String live_view_id = live_view.getStorageID().hasUUID() ? toString(live_view.getStorageID().uuid) : live_view.getStorageID().getFullNameNotQuoted();
+            builder.addSimpleTransform([&](const Block & stream_header)
+            {
+                return std::make_shared<DeduplicationToken::SetViewIDTransform>(live_view_id, stream_header);
+            });
+            builder.addSimpleTransform([&](const Block & stream_header)
+            {
+                return std::make_shared<DeduplicationToken::SetViewBlockNumberTransform>(stream_header);
+            });
+        }
 
         builder.addSimpleTransform([&](const Block & cur_header)
         {

src/Storages/WindowView/StorageWindowView.cpp

@@ -80,6 +80,7 @@ namespace Setting
     extern const SettingsSeconds wait_for_window_view_fire_signal_timeout;
     extern const SettingsSeconds window_view_clean_interval;
     extern const SettingsSeconds window_view_heartbeat_interval;
+    extern const SettingsBool deduplicate_blocks_in_dependent_materialized_views;
 }
 
 namespace ErrorCodes
@@ -1595,15 +1596,19 @@ void StorageWindowView::writeIntoWindowView(
         return std::make_shared<RestoreChunkInfosTransform>(chunk_infos.clone(), stream_header);
     });
 
-    String window_view_id = window_view.getStorageID().hasUUID() ? toString(window_view.getStorageID().uuid) : window_view.getStorageID().getFullNameNotQuoted();
-    builder.addSimpleTransform([&](const Block & stream_header)
+    bool disable_deduplication_for_children = !local_context->getSettingsRef()[Setting::deduplicate_blocks_in_dependent_materialized_views];
+    if (!disable_deduplication_for_children)
     {
-        return std::make_shared<DeduplicationToken::SetViewIDTransform>(window_view_id, stream_header);
-    });
-    builder.addSimpleTransform([&](const Block & stream_header)
-    {
-        return std::make_shared<DeduplicationToken::SetViewBlockNumberTransform>(stream_header);
-    });
+        String window_view_id = window_view.getStorageID().hasUUID() ? toString(window_view.getStorageID().uuid) : window_view.getStorageID().getFullNameNotQuoted();
+        builder.addSimpleTransform([&](const Block & stream_header)
+        {
+            return std::make_shared<DeduplicationToken::SetViewIDTransform>(window_view_id, stream_header);
+        });
+        builder.addSimpleTransform([&](const Block & stream_header)
+        {
+            return std::make_shared<DeduplicationToken::SetViewBlockNumberTransform>(stream_header);
+        });
+    }
 
 #ifdef DEBUG_OR_SANITIZER_BUILD
     builder.addSimpleTransform([&](const Block & stream_header)