fix_partition

Author: dwdwqfwe

be/src/exec/tablet_info.cpp

@@ -538,6 +538,32 @@ Status VOlapTablePartitionParam::init() {
         }
     }
 
+    // Debug: dump all partitions BE currently holds
+    if (_is_in_partition) {
+        LOG(WARNING) << "=== BE PARTITIONS (LIST) count=" << _partitions.size();
+        for (auto* part : _partitions) {
+            LOG(WARNING) << "Partition id=" << part->id << " in_keys=" << part->in_keys.size();
+            for (size_t ik = 0; ik < part->in_keys.size(); ++ik) {
+                auto& br = part->in_keys[ik];
+                LOG(WARNING) << "  in_key[" << ik
+                             << "]: " << br.first->dump_data_json(br.second, 1);
+            }
+        }
+    } else {
+        LOG(WARNING) << "=== BE PARTITIONS (RANGE) count=" << _partitions.size();
+        for (auto* part : _partitions) {
+            std::string start =
+                    part->start_key.second == -1
+                            ? std::string("(min)")
+                            : part->start_key.first->dump_data_json(part->start_key.second, 1);
+            std::string end = part->end_key.second == -1 ? std::string("(max)")
+                                                         : part->end_key.first->dump_data_json(
+                                                                   part->end_key.second, 1);
+            LOG(WARNING) << "Partition id=" << part->id << " range: [" << start << ", " << end
+                         << ")";
+        }
+    }
+
     _mem_usage = _partition_block.allocated_bytes();
     _mem_tracker->consume(_mem_usage);
     return Status::OK();
@@ -584,13 +610,19 @@ static Status _create_partition_key(const TExprNode& t_expr, BlockRow* part_key,
             }
             column->insert_data(reinterpret_cast<const char*>(&dt), 0);
         } else {
+            // TYPE_DATE (DATEV1) or TYPE_DATETIME (DATETIMEV1)
             VecDateTimeValue dt;
             if (!dt.from_date_str(t_expr.date_literal.value.c_str(),
                                   t_expr.date_literal.value.size())) {
                 std::stringstream ss;
                 ss << "invalid date literal in partition column, date=" << t_expr.date_literal;
                 return Status::InternalError(ss.str());
             }
+            if (vectorized::DataTypeFactory::instance()
+                        .create_data_type(t_expr.type)
+                        ->get_primitive_type() == TYPE_DATE) {
+                dt.cast_to_date();
+            }
             column->insert_data(reinterpret_cast<const char*>(&dt), 0);
         }
         break;

regression-test/data/correctness_p0/test_function_signature_all_types.out

@@ -442,6 +442,11 @@ March
 2	2024-02-16T00:00	feb1
 3	2024-03-16T00:00	mar1
 
+-- !datev1_list_partitionv4 --
+1	2024-01-17	jan1
+2	2024-02-16	feb1
+3	2024-03-16	mar1
+
 -- !datev1_bucket --
 1	2024-01-15	val1
 2	2024-02-16	val2

regression-test/suites/correctness_p0/test_function_signature_all_types.groovy

@@ -30,7 +30,6 @@ suite("test_function_signature_all_types", 'nonConcurrent') {
     sql "SET enable_nereids_planner=true"
     sql "SET enable_fallback_to_original_planner=false"
 
-    // 创建测试表,包含各种数据类型
     sql """
         DROP TABLE IF EXISTS test_sig_all_types
     """
@@ -66,7 +65,6 @@ suite("test_function_signature_all_types", 'nonConcurrent') {
         )
     """
 
-    // 插入测试数据
     sql """
         INSERT INTO test_sig_all_types VALUES
         (0, 0, 0, 0, 0, 0.0, 0.0, 0.0, 'zero', 'zero', 'zero', '2023-12-15', '2023-12-15 00:00:00', '2023-12-15', '2023-12-15 00:00:00', false),
@@ -515,31 +513,31 @@ suite("test_function_signature_all_types", 'nonConcurrent') {
     sql "DROP TABLE IF EXISTS test_datev1_list_partitionv3"
 
     // Test 1.1: DATEV1 as List Partition key (v4)
-    // sql """
-    //     DROP TABLE IF EXISTS test_datev1_list_partitionv4
-    // """
-    // sql """
-    //     CREATE TABLE test_datev1_list_partitionv4 (
-    //         id INT,
-    //         dt DATEV1,
-    //         value VARCHAR(100)
-    //     ) DUPLICATE KEY(id)
-    //     PARTITION BY LIST(dt) (
-    //         PARTITION p1 VALUES IN ('2024-01-15', '2024-01-16', '2024-01-17'),
-    //         PARTITION p2 VALUES IN ('2024-02-15', '2024-02-16', '2024-02-17'),
-    //         PARTITION p3 VALUES IN ('2024-03-15', '2024-03-16', '2024-03-17')
-    //     )
-    //     DISTRIBUTED BY HASH(id) BUCKETS 3
-    //     PROPERTIES ("replication_num" = "1")
-    // """
-    // sql """
-    //     INSERT INTO test_datev1_list_partitionv4 VALUES
-    //     (1, '2024-01-17', 'jan1'),
-    //     (2, '2024-02-16', 'feb1'),
-    //     (3, '2024-03-16', 'mar1')
-    // """
-    // qt_datev1_list_partitionv4 "SELECT * FROM test_datev1_list_partitionv4 ORDER BY id"
-    // sql "DROP TABLE IF EXISTS test_datev1_list_partitionv4"
+    sql """
+        DROP TABLE IF EXISTS test_datev1_list_partitionv4
+    """
+    sql """
+        CREATE TABLE test_datev1_list_partitionv4 (
+            id INT,
+            dt DATEV1,
+            value VARCHAR(100)
+        ) DUPLICATE KEY(id)
+        PARTITION BY LIST(dt) (
+            PARTITION p1 VALUES IN ('2024-01-15', '2024-01-16', '2024-01-17'),
+            PARTITION p2 VALUES IN ('2024-02-15', '2024-02-16', '2024-02-17'),
+            PARTITION p3 VALUES IN ('2024-03-15', '2024-03-16', '2024-03-17')
+        )
+        DISTRIBUTED BY HASH(id) BUCKETS 3
+        PROPERTIES ("replication_num" = "1")
+    """
+    sql """
+        INSERT INTO test_datev1_list_partitionv4 VALUES
+        (1, '2024-01-17', 'jan1'),
+        (2, '2024-02-16', 'feb1'),
+        (3, '2024-03-16', 'mar1')
+    """
+    qt_datev1_list_partitionv4 "SELECT * FROM test_datev1_list_partitionv4 ORDER BY id"
+    sql "DROP TABLE IF EXISTS test_datev1_list_partitionv4"
 
     // Test 2: DATEV1 as bucketing key
     sql """