fix

Author: csun5285

be/src/vec/json/parse2column.cpp

@@ -168,6 +168,7 @@ void parse_json_to_variant(IColumn& column, const char* src, size_t length,
     auto [doc_snapshot_data_paths, doc_snapshot_data_values] =
             column_variant.get_doc_snapshot_data_paths_and_values();
     auto& doc_snapshot_data_offsets = column_variant.serialized_doc_snapshot_column_offsets();
+    std::unordered_set<std::string> subcolumn_set;
     if (config.parse_to_subcolumns) {
         for (size_t i = 0; i < paths.size(); ++i) {
             FieldInfo field_info;
@@ -198,6 +199,11 @@ void parse_json_to_variant(IColumn& column, const char* src, size_t length,
                         paths[i].get_path());
             }
             subcolumn->insert(std::move(values[i]), std::move(field_info));
+            if (subcolumn_set.contains(paths[i].get_path())) {
+                throw doris::Exception(ErrorCode::INVALID_ARGUMENT, "may contains duplicated entry : {}",
+                                       paths[i].get_path());
+            }
+            subcolumn_set.insert(paths[i].get_path());
             if (!paths[i].empty() && config.parse_to_doc_snapshot) {
                 subcolumn->serialize_to_sparse_column(doc_snapshot_data_paths, paths[i].get_path(),
                                                       doc_snapshot_data_values, old_num_rows);
@@ -208,6 +214,11 @@ void parse_json_to_variant(IColumn& column, const char* src, size_t length,
         for (size_t i = 0; i < paths.size(); ++i) {
             FieldInfo field_info;
             schema_util::get_field_info(values[i], &field_info);
+            if (subcolumn_set.contains(paths[i].get_path())) {
+                throw doris::Exception(ErrorCode::INVALID_ARGUMENT, "may contains duplicated entry : {}",
+                                       paths[i].get_path());
+            }
+            subcolumn_set.insert(paths[i].get_path());
             if (paths[i].empty()) {
                 column_variant.get_subcolumn(paths[i])->insert(std::move(values[i]),
                                                                std::move(field_info));