[refactor](olap) Reduce header dependencies on column_reader.h (#59324)

### What problem does this PR solve?

This PR refactors header dependencies to minimize direct includes of
`olap/rowset/segment_v2/column_reader.h`.

Previously, a large number of headers included `column_reader.h`
either directly or indirectly, which caused widespread recompilation
whenever `ColumnReader` or `ColumnIterator` was modified. This made
iterating on the column reader implementation expensive and slowed
down development.

In this change, we:
- Remove unnecessary `#include "column_reader.h"` from header files
- Replace includes with forward declarations where possible
- Move required includes to corresponding source files

As a result, changes to `column_reader.h` no longer trigger
recompilation
of a large set of unrelated source files, significantly reducing build
time and improving developer productivity.

This refactor does not introduce any functional changes.

Related PR: #xxx

Problem Summary:

### Release note

None

### Check List (For Author)

- Test <!-- At least one of them must be included. -->
    - [ ] Regression test
    - [ ] Unit Test
    - [ ] Manual test (add detailed scripts or steps below)
    - [ ] No need to test or manual test. Explain why:
- [ ] This is a refactor/code format and no logic has been changed.
        - [ ] Previous test can cover this change.
        - [ ] No code files have been changed.
        - [ ] Other reason <!-- Add your reason?  -->

- Behavior changed:
    - [ ] No.
    - [ ] Yes. <!-- Explain the behavior change -->

- Does this need documentation?
    - [ ] No.
- [ ] Yes. <!-- Add document PR link here. eg:
apache/doris-website#1214 -->

### Check List (For Reviewer who merge this PR)

- [ ] Confirm the release note
- [ ] Confirm test cases
- [ ] Confirm document
- [ ] Add branch pick label <!-- Add branch pick label that this PR
should merge into -->

Author: mrhhsg

be/src/exec/rowid_fetcher.cpp

@@ -38,27 +38,22 @@
 #include <vector>
 
 #include "bthread/countdown_event.h"
-#include "cloud/cloud_storage_engine.h"
-#include "cloud/cloud_tablet.h"
-#include "cloud/cloud_tablet_mgr.h"
-#include "cloud/config.h"
 #include "common/config.h"
 #include "common/consts.h"
 #include "common/exception.h"
 #include "common/signal_handler.h"
 #include "exec/tablet_info.h" // DorisNodesInfo
 #include "olap/olap_common.h"
 #include "olap/rowset/beta_rowset.h"
+#include "olap/rowset/segment_v2/column_reader.h"
 #include "olap/storage_engine.h"
 #include "olap/tablet_fwd.h"
-#include "olap/tablet_manager.h"
 #include "olap/tablet_schema.h"
 #include "olap/utils.h"
 #include "runtime/descriptors.h"
 #include "runtime/exec_env.h"      // ExecEnv
 #include "runtime/fragment_mgr.h"  // FragmentMgr
 #include "runtime/runtime_state.h" // RuntimeState
-#include "runtime/types.h"
 #include "runtime/workload_group/workload_group_manager.h"
 #include "semaphore"
 #include "util/brpc_client_cache.h" // BrpcClientCache
@@ -69,13 +64,11 @@
 #include "vec/common/assert_cast.h"
 #include "vec/common/string_ref.h"
 #include "vec/core/block.h" // Block
-#include "vec/data_types/data_type_factory.hpp"
 #include "vec/data_types/data_type_struct.h"
 #include "vec/data_types/serde/data_type_serde.h"
 #include "vec/exec/format/orc/vorc_reader.h"
 #include "vec/exec/format/parquet/vparquet_reader.h"
 #include "vec/exec/scan/file_scanner.h"
-#include "vec/functions/function_helpers.h"
 #include "vec/jsonb/serialize.h"
 
 namespace doris {

be/src/olap/base_tablet.cpp

@@ -45,6 +45,7 @@
 #include "olap/rowset/rowset.h"
 #include "olap/rowset/rowset_fwd.h"
 #include "olap/rowset/rowset_reader.h"
+#include "olap/rowset/segment_v2/column_reader.h"
 #include "olap/tablet_fwd.h"
 #include "olap/txn_manager.h"
 #include "service/point_query_executor.h"

be/src/olap/delete_bitmap_calculator.cpp

@@ -22,10 +22,22 @@
 #include "common/cast_set.h"
 #include "common/status.h"
 #include "olap/primary_key_index.h"
+#include "olap/rowset/segment_v2/indexed_column_reader.h"
+#include "olap/tablet_meta.h"
 #include "vec/data_types/data_type_factory.hpp"
 
 namespace doris {
 #include "common/compile_check_begin.h"
+
+MergeIndexDeleteBitmapCalculatorContext::MergeIndexDeleteBitmapCalculatorContext(
+        std::unique_ptr<segment_v2::IndexedColumnIterator> iter, vectorized::DataTypePtr index_type,
+        int32_t segment_id, size_t num_rows, size_t batch_max_size)
+        : _iter(std::move(iter)),
+          _index_type(std::move(index_type)),
+          _num_rows(num_rows),
+          _max_batch_size(batch_max_size),
+          _segment_id(segment_id) {}
+
 Status MergeIndexDeleteBitmapCalculatorContext::get_current_key(Slice& slice) {
     if (_cur_row_id >= _num_rows) {
         return Status::EndOfFile("Reach the end of file");

be/src/olap/delete_bitmap_calculator.h

@@ -27,23 +27,19 @@
 
 #include "common/config.h"
 #include "common/status.h"
-#include "olap/base_tablet.h"
-#include "olap/binlog_config.h"
-#include "olap/data_dir.h"
 #include "olap/key_coder.h"
 #include "olap/olap_common.h"
-#include "olap/rowset/rowset.h"
-#include "olap/rowset/rowset_meta.h"
-#include "olap/rowset/rowset_reader.h"
 #include "olap/rowset/segment_v2/segment.h"
-#include "olap/tablet_meta.h"
-#include "olap/tablet_schema.h"
-#include "olap/version_graph.h"
-#include "util/metrics.h"
-#include "util/once.h"
 #include "util/slice.h"
 
 namespace doris {
+namespace segment_v2 {
+class IndexedColumnIterator;
+class Segment;
+
+} // namespace segment_v2
+
+using SegmentSharedPtr = std::shared_ptr<segment_v2::Segment>;
 
 class MergeIndexDeleteBitmapCalculatorContext {
 public:
@@ -62,12 +58,7 @@ class MergeIndexDeleteBitmapCalculatorContext {
 
     MergeIndexDeleteBitmapCalculatorContext(std::unique_ptr<segment_v2::IndexedColumnIterator> iter,
                                             vectorized::DataTypePtr index_type, int32_t segment_id,
-                                            size_t num_rows, size_t batch_max_size = 1024)
-            : _iter(std::move(iter)),
-              _index_type(index_type),
-              _num_rows(num_rows),
-              _max_batch_size(batch_max_size),
-              _segment_id(segment_id) {}
+                                            size_t num_rows, size_t batch_max_size = 1024);
     Status get_current_key(Slice& slice);
     Status advance();
     Status seek_at_or_after(Slice const& key);

be/src/olap/rowset/segment_v2/column_reader.h

@@ -24,17 +24,14 @@
 #include <cstddef> // for size_t
 #include <cstdint> // for uint32_t
 #include <memory>  // for unique_ptr
-#include <mutex>
 #include <string>
 #include <utility>
 #include <vector>
 
 #include "common/config.h"
-#include "common/exception.h"
 #include "common/logging.h"
 #include "common/status.h" // for Status
 #include "io/fs/file_reader_writer_fwd.h"
-#include "io/fs/file_system.h"
 #include "io/io_common.h"
 #include "olap/olap_common.h"
 #include "olap/rowset/segment_v2/common.h"
@@ -50,9 +47,7 @@
 #include "util/once.h"
 #include "vec/columns/column.h"
 #include "vec/columns/column_array.h" // ColumnArray
-#include "vec/columns/subcolumn_tree.h"
 #include "vec/data_types/data_type.h"
-#include "vec/json/path_in_data.h"
 
 namespace doris {
 #include "common/compile_check_begin.h"
@@ -662,7 +657,7 @@ class RowIdColumnIterator : public ColumnIterator {
 
     Status next_batch(size_t* n, vectorized::MutableColumnPtr& dst, bool* has_null) override {
         for (size_t i = 0; i < *n; ++i) {
-            rowid_t row_id = cast_set<uint32_t>(_current_rowid + i);
+            const auto row_id = cast_set<uint32_t>(_current_rowid + i);
             GlobalRowLoacation location(_tablet_id, _rowset_id, _segment_id, row_id);
             dst->insert_data(reinterpret_cast<const char*>(&location), sizeof(GlobalRowLoacation));
         }
@@ -722,14 +717,12 @@ class RowIdColumnIteratorV2 : public ColumnIterator {
 // This iterator is used to read default value column
 class DefaultValueColumnIterator : public ColumnIterator {
 public:
-    DefaultValueColumnIterator(bool has_default_value, const std::string& default_value,
-                               bool is_nullable, TypeInfoPtr type_info, int precision, int scale)
+    DefaultValueColumnIterator(bool has_default_value, std::string default_value, bool is_nullable,
+                               TypeInfoPtr type_info, int precision, int scale)
             : _has_default_value(has_default_value),
-              _default_value(default_value),
+              _default_value(std::move(default_value)),
               _is_nullable(is_nullable),
               _type_info(std::move(type_info)),
-              _is_default_value_null(false),
-              _type_size(0),
               _precision(precision),
               _scale(scale) {}
 
@@ -766,8 +759,8 @@ class DefaultValueColumnIterator : public ColumnIterator {
     std::string _default_value;
     bool _is_nullable;
     TypeInfoPtr _type_info;
-    bool _is_default_value_null;
-    size_t _type_size;
+    bool _is_default_value_null {false};
+    size_t _type_size {0};
     int _precision;
     int _scale;
     std::vector<char> _mem_value;

be/src/olap/rowset/segment_v2/column_reader_cache.h

@@ -18,10 +18,13 @@
 
 #include "agent/be_exec_version_manager.h"
 #include "io/fs/file_reader.h"
-#include "olap/rowset/segment_v2/column_reader.h"
+#include "olap/rowset/segment_v2/stream_reader.h"
+#include "olap/tablet_fwd.h"
+#include "vec/json/path_in_data.h"
 
 namespace doris::segment_v2 {
 
+class ColumnReader;
 class ColumnReaderCache;
 class ColumnMetaAccessor;
 
@@ -31,7 +34,7 @@ using ColumnReaderCacheKey = std::pair<int32_t, vectorized::PathInData>;
 // This node holds the cached ColumnReader and its key.
 struct CacheNode {
     ColumnReaderCacheKey key; // key: (column uid, column path)
-    std::shared_ptr<segment_v2::ColumnReader> reader;
+    std::shared_ptr<ColumnReader> reader;
     std::chrono::steady_clock::time_point last_access; // optional if needed
 };
 

be/src/olap/rowset/segment_v2/segment.h

@@ -27,7 +27,6 @@
 #include <memory> // for unique_ptr
 #include <string>
 #include <unordered_map>
-#include <vector>
 
 #include "agent/be_exec_version_manager.h"
 #include "common/status.h" // Status
@@ -37,21 +36,14 @@
 #include "olap/field.h"
 #include "olap/olap_common.h"
 #include "olap/page_cache.h"
-#include "olap/rowset/segment_v2/column_reader.h" // ColumnReader
 #include "olap/rowset/segment_v2/page_handle.h"
-#include "olap/rowset/segment_v2/variant/variant_column_reader.h"
 #include "olap/schema.h"
 #include "olap/tablet_schema.h"
-#include "runtime/define_primitive_type.h"
 #include "runtime/descriptors.h"
-#include "runtime/primitive_type.h"
 #include "util/once.h"
 #include "util/slice.h"
 #include "vec/columns/column.h"
 #include "vec/data_types/data_type.h"
-#include "vec/data_types/data_type_nullable.h"
-#include "vec/json/path_in_data.h"
-
 namespace doris {
 namespace vectorized {
 class IDataType;
@@ -70,10 +62,21 @@ class Segment;
 class InvertedIndexIterator;
 class IndexFileReader;
 class IndexIterator;
+class ColumnReader;
+class ColumnIterator;
 class ColumnReaderCache;
 class ColumnMetaAccessor;
 
 using SegmentSharedPtr = std::shared_ptr<Segment>;
+
+struct SparseColumnCache;
+using SparseColumnCacheSPtr = std::shared_ptr<SparseColumnCache>;
+
+// key is column path, value is the sparse column cache
+// now column path is only SPARSE_COLUMN_PATH, in the future, we can add more sparse column paths
+using PathToSparseColumnCache = std::unordered_map<std::string, SparseColumnCacheSPtr>;
+using PathToSparseColumnCacheUPtr = std::unique_ptr<PathToSparseColumnCache>;
+
 // A Segment is used to represent a segment in memory format. When segment is
 // generated, it won't be modified, so this struct aimed to help read operation.
 // It will prepare all ColumnReader to create ColumnIterator as needed.
@@ -95,7 +98,7 @@ class Segment : public std::enable_shared_from_this<Segment>, public MetadataAdd
         return file_cache_key(_rowset_id.to_string(), _segment_id);
     }
 
-    ~Segment();
+    ~Segment() override;
 
     int64_t get_metadata_size() const override;
     void update_metadata_size();

be/src/olap/rowset/segment_v2/stream_reader.cpp

@@ -0,0 +1,27 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+#include "stream_reader.h"
+
+#include "olap/rowset/segment_v2/column_reader.h"
+
+namespace doris::segment_v2 {
+SubstreamIterator::SubstreamIterator(vectorized::MutableColumnPtr&& col,
+                                     std::unique_ptr<ColumnIterator>&& it,
+                                     std::shared_ptr<const vectorized::IDataType> t)
+        : column(std::move(col)), iterator(std::move(it)), type(std::move(t)) {}
+} // namespace doris::segment_v2

be/src/olap/rowset/segment_v2/stream_reader.h

@@ -19,7 +19,6 @@
 
 #include <memory>
 
-#include "olap/rowset/segment_v2/column_reader.h"
 #include "vec/columns/column.h"
 #include "vec/columns/subcolumn_tree.h"
 #include "vec/data_types/data_type.h"
@@ -43,8 +42,7 @@ struct SubstreamIterator {
     size_t rows_read = 0;
     SubstreamIterator() = default;
     SubstreamIterator(vectorized::MutableColumnPtr&& col, std::unique_ptr<ColumnIterator>&& it,
-                      std::shared_ptr<const vectorized::IDataType> t)
-            : column(std::move(col)), iterator(std::move(it)), type(t) {}
+                      std::shared_ptr<const vectorized::IDataType> t);
 };
 
 // path -> SubstreamIterator

be/src/service/point_query_executor.cpp

@@ -26,7 +26,6 @@
 #include <google/protobuf/extension_set.h>
 #include <stdlib.h>
 
-#include <climits>
 #include <memory>
 #include <unordered_map>
 #include <vector>
@@ -41,8 +40,7 @@
 #include "olap/row_cursor.h"
 #include "olap/rowset/beta_rowset.h"
 #include "olap/rowset/rowset_fwd.h"
-#include "olap/storage_engine.h"
-#include "olap/tablet_manager.h"
+#include "olap/rowset/segment_v2/column_reader.h"
 #include "olap/tablet_schema.h"
 #include "olap/utils.h"
 #include "runtime/descriptors.h"