Commit 3d6337e

authored

refactor: replace in-tree meta core crates with external databend-meta v260205.1.0

* refactor: replace in-tree meta core crates with external databend-meta v260205.1.0 The meta core crates (`src/meta/core/`) — service, client, kvapi, raft-store, sled-store, types, runtime-api, and test-harness — are removed from the monorepo and replaced with the published external `databend-meta` crate family at v260205.1.0. This completes the separation of the meta-service into its own repository (databendlabs/databend-meta), reducing build coupling and enabling independent release cycles. All internal crate references are updated from `databend-common-meta-*` path dependencies to the external `databend-meta-*` crates via `[patch.crates-io]` git tag overrides. A new `databend-meta-ver` crate provides user-facing SemVer compatibility constants for `--cmd ver` display, decoupled from the CalVer protocol negotiation versions used internally by the external crate. Changes: - Delete `src/meta/core/` (service, client, kvapi, raft-store, sled-store, types, runtime-api, test-harness, kvapi-test-suite) - Add `databend-meta-ver` crate with `MIN_METASRV_VER_FOR_QUERY` and `MIN_QUERY_VER_FOR_METASRV` for user-facing version display - Remove version argument from `GrpcServer::create` calls (upstream API change) - Upgrade `databend-base` from v0.2.9 to v0.2.10 * feat: add query-meta version compatibility documentation Add `compat_docs/` with a 3-stage pipeline (extract → resolve → query) that builds compatible version range tables between databend-query and databend-meta. Source data is extracted from git tags, CalVer references are resolved to repo tags via external crate mappings, and the final output lists compatible version ranges for every release. Changes: - Add `extract_from_git.py` to extract min-compatible versions from git history - Add `resolve_versions.py` to merge external crate versions and resolve CalVer to SemVer - Add `find_compat.py` to query or enumerate compatible version ranges - Add pre-generated `query_to_meta.txt` and `meta_to_query.txt` lookup tables * chore: remove nextest config for removed databend-meta crate * M src/meta/ver/src/lib.rs * refactor: move compat_docs into src/meta/ver The compatibility documentation now lives alongside the version crate it documents, keeping version-related artifacts co-located under `src/meta/ver/`.

1 parent 7157e2c commit 3d6337eCopy full SHA for 3d6337e

654 files changed

+7843

-53182

lines changed

.config
- nextest.toml
Cargo.lock
Cargo.toml
src
- bendsave
  - Cargo.toml
  - src
    - storage.rs
- binaries
  - Cargo.toml
  - query
    - entry.rs
- meta
  - README.md
  - admin
    - Cargo.toml
    - src
      - http_service.rs
      - v1
        cluster_state.rs
        ctrl.rs
        features.rs
        metrics.rs
    - tests/it
  - api
    - Cargo.toml
    - src
  - app
    - Cargo.toml
    - src
  - binaries
    - Cargo.toml
    - metabench
      - main.rs
    - metactl
      - main.rs
    - metaverifier
      - main.rs
    - meta
      - entry.rs
  - cache
    - Cargo.toml
    - src
    - tests/it
      - grpc_cache.rs
  - cli-config
    - Cargo.toml
    - src
      - lib.rs
  - control
    - Cargo.toml
    - src
  - core
    - client
    - kvapi-test-suite
      - Cargo.toml
      - src
        kvapi_test_suite.rs
        lib.rs
    - kvapi
      - Cargo.toml
      - src
        kvapi
        api.rs
        dir_name.rs
        helper.rs
        item.rs
        key.rs
        key_builder.rs
        key_codec.rs
        key_parser.rs
        kv_api_ext.rs
        list_options.rs
        message.rs
        mod.rs
        pair.rs
        prefix.rs
        testing.rs
        value.rs
        value_with_name.rs
        lib.rs
    - raft-store
      - Cargo.toml
      - src
        applier
        applier_data
        mod.rs
        mod.rs
        config.rs
        immutable_compactor
        mod.rs
        key_spaces.rs
        leveled_store
        db_builder.rs
        db_exporter.rs
        db_impl_scoped_seq_bounded_read.rs
        db_open_snapshot_impl.rs
        db_scoped_seq_bounded_read_test.rs
        get_sub_table.rs
        immutable_data
        compact_into_stream.rs
        mod.rs
        immutable_levels
        compact_all.rs
        compact_conductor.rs
        compact_min_adjacent.rs
        mod.rs
        immutable
        compact.rs
        mod.rs
        key_spaces_impl.rs
        level_index.rs
        leveled_map
        compactor.rs
        impl_commit.rs
        impl_scoped_seq_bounded_get.rs
        impl_scoped_seq_bounded_range.rs
        impl_seq_bounded_get.rs
        impl_seq_bounded_range.rs
        leveled_map_data.rs
        leveled_map_test.rs
        mod.rs
        level
        mod.rs
        stat.rs
        map_api.rs
        mod.rs
        persisted_codec.rs
        rotbl_codec.rs
        rotbl_meta_value_impl.rs
        rotbl_seq_data_impl.rs
        rotbl_seq_mark_impl.rs
        snapshot.rs
        sys_data.rs
        sys_data_api.rs
        testing_data
        mod.rs
        types.rs
        util.rs
        view.rs
        lib.rs
        ondisk
        data_version.rs
        header.rs
        mod.rs
        upgrade_to_v004.rs
        version_info.rs
        raft_log_v004
        callback.rs
        callback_data.rs
        codec_wrapper.rs
        importer.rs
        io_desc.rs
        io_phase.rs
        log_store_meta.rs
        mod.rs
        raft_log_io_error.rs
        raft_log_types.rs
        util.rs
        sm_v003
        acquire_compactor_test.rs
        adapter.rs
        compact_with_db_test.rs
        compactor_acquirer.rs
        mod.rs
        open_snapshot.rs
        received.rs
        receiver_v003.rs
        sm_v003.rs
        sm_v003_kv_api.rs
        sm_v003_test.rs
        snapshot_loader.rs
        snapshot_store_error.rs
        snapshot_store_v003.rs
        write_entry.rs
        writer_acquirer.rs
        writer_stat.rs
        writer_v003.rs
        snapshot_config.rs
        state_machine_api_ext.rs
        state_machine_features.rs
        state_machine
        log_meta.rs
        mod.rs
        snapshot_id.rs
        state_machine_meta.rs
        testing.rs
        state
        mod.rs
        raft_state_kv.rs
        testing.rs
        utils.rs
      - tests/it
        config.rs
        main.rs
        raft_log_v004_recovery.rs
        types.rs
    - runtime-api
      - Cargo.toml
      - src
        lib.rs
        tokio_impl.rs
    - service
      - Cargo.toml
      - src
        analysis
        count_prefix.rs
        mod.rs
        request_histogram.rs
        api
        grpc_server.rs
        grpc
        grpc_service.rs
        mod.rs
        mod.rs
        configs
        inner.rs
        mod.rs
        lib.rs
        message.rs
        meta_node
        errors.rs
        meta_handle.rs
        meta_node.rs
        meta_node_builder.rs
        meta_node_status.rs
        meta_worker.rs
        mod.rs
        meta_service
        errors.rs
        forwarder.rs
        meta_leader.rs
        mod.rs
        raft_service_impl.rs
        runtime_config.rs
        watcher.rs
        metrics
        meta_metrics.rs
        mod.rs
        registry.rs
        network.rs
        raft_client.rs
        request_handling.rs
        store
        meta_raft_log
        impl_raft_log_storage.rs
        mod.rs
        meta_raft_state_machine
        mod.rs
        raft_state_machine_impl.rs
        mod.rs
        store.rs
        util.rs
        version.rs
      - tests/it
        api
        http
        cluster_state_test.rs
        mod.rs
        mod.rs
        configs.rs
        grpc
        metasrv_connection_error.rs
        metasrv_grpc_api.rs
        metasrv_grpc_export.rs
        metasrv_grpc_get_client_info.rs
        metasrv_grpc_handshake.rs
        metasrv_grpc_kv_api_restart_cluster.rs
        metasrv_grpc_kv_get_many.rs
        metasrv_grpc_kv_list.rs
        metasrv_grpc_kv_read_v1.rs
        metasrv_grpc_member_list.rs
        metasrv_grpc_tls.rs
        metasrv_grpc_transaction.rs
        metasrv_grpc_watch.rs
        mod.rs
        t53_metasrv_grpc_snapshot_keys_layout.rs
        main.rs
        meta_node
        meta_node_kv_api_expire.rs
        meta_node_lifecycle.rs
        meta_node_replication.rs
        meta_node_request_forwarding.rs
        mod.rs
        t90_time_revert_cross_snapshot_boundary.rs
        store.rs
        testing.rs
        tests
        meta_node.rs
        mod.rs
        service.rs
        tls_constants.rs
    - sled-store
      - Cargo.toml
      - src
        bytes_error.rs
        db.rs
        lib.rs
        sled_key_space.rs
        sled_serde.rs
        sled_serde_impl.rs
        sled_tree.rs
    - test-harness
      - Cargo.toml
      - src
        harness.rs
        lib.rs
        service.rs
    - types
  - kvapi-tests
    - Cargo.toml
    - tests/it
      - metasrv_builder.rs
      - test_kv_api.rs
  - process
    - Cargo.toml
    - src
  - proto-conv
    - Cargo.toml
    - tests/it
      - v105_dictionary_meta.rs
  - runtime
    - Cargo.toml
    - src
      - lib.rs
      - metrics.rs
  - schema-api-test-suite
    - Cargo.toml
    - src
  - schema-api-tests
    - Cargo.toml
    - tests/it
      - metasrv_builder.rs
  - semaphore
    - Cargo.toml
    - src
      - acquirer
        acquirer.rs
        permit.rs
      - meta_event_subscriber
        mod.rs
        processor.rs
        subscriber.rs
      - semaphore.rs
    - tests/it
      - grpc_semaphore.rs
  - store
    - Cargo.toml
    - src
      - lib.rs
      - local.rs
    - tests/it
      - kv_api.rs
  - ver
    - Cargo.toml
    - compat_docs
    - src
      - lib.rs
- query
  - catalog
    - Cargo.toml
    - src
      - catalog
        interface.rs
        manager.rs
      - cluster_info.rs
      - plan
        partition.rs
      - table.rs
    - tests/it
      - partitions.rs
  - config
    - Cargo.toml
    - src
      - inner.rs
  - ee_features
    - data_mask
      - Cargo.toml
      - src
        data_mask_handler.rs
    - resources_management
      - Cargo.toml
      - src
        resources_management.rs
    - row_access_policy
      - Cargo.toml
      - src
        row_access_policy_handler.rs
  - ee
    - Cargo.toml
    - src
      - data_mask
        data_mask_handler.rs
      - lib.rs
      - resource_management
        mod.rs
        resources_management_kubernetes.rs
        resources_management_self_managed.rs
        resources_management_system.rs
      - row_access_policy
        row_access_policy_handler.rs
      - stream
        handler.rs
      - table_ref
        handler.rs
    - tests/it/storages/fuse/operations
      - vacuum.rs
  - management
    - Cargo.toml
    - src
      - client_session.rs
      - errors.rs
      - procedure
        procedure_mgr.rs
      - quota
        quota_api.rs
        quota_mgr.rs
      - role
        role_api.rs
        role_mgr.rs
      - serde
        pb_serde.rs
      - setting
        setting_mgr.rs
      - stage
        stage_mgr.rs
      - task
        errors.rs
        task_mgr.rs
      - udf
        errors.rs
        udf_mgr.rs
      - user
        user_api.rs
        user_mgr.rs
      - warehouse
        warehouse_api.rs
        warehouse_mgr.rs
      - workload
        workload_mgr.rs
        workload_resource.rs
    - tests/it
  - service
    - Cargo.toml
    - src
      - catalogs
        default
        database_catalog.rs
        immutable_catalog.rs
        mutable_catalog.rs
        session_catalog.rs
        table_memory_meta.rs
        iceberg
        iceberg_catalog.rs
      - clusters
        cluster.rs
      - databases
        information_schema
        information_schema_database.rs
        system
        system_database.rs
      - global_services.rs
      - history_tables
        global_history_log.rs
        meta.rs
      - interpreters
        access
        privilege_access.rs
        common
        stream.rs
        util.rs
        hook
        refresh_hook.rs
        interpreter_database_create.rs
        interpreter_explain_perf.rs
        interpreter_inspect_warehouse.rs
        interpreter_set.rs
        interpreter_show_online_nodes.rs
        interpreter_table_add_column.rs
        interpreter_table_create.rs
        interpreter_table_modify_column.rs
        interpreter_table_set_options.rs
        interpreter_table_unset_options.rs
        interpreter_user_create.rs
        interpreter_user_stage_create.rs
        interpreter_view_alter.rs
      - lib.rs
      - locks
        lock_holder.rs
      - schedulers/fragments
        fragmenter.rs
        query_fragment_actions.rs
      - servers
        admin
        admin_service.rs
        v1
        cluster.rs
        flight/v1/packets
        packet_publisher.rs
        http
        http_services.rs
        middleware
        session.rs
      - sessions
        queue_mgr.rs
      - table_functions
        copy_history
        copy_history_table.rs
        others
        tenant_quota.rs
        policy_references
        policy_references_table.rs
        table_function_factory.rs
      - task
        meta.rs
        service.rs
      - test_kits
        cluster.rs
    - tests/it
      - servers/admin/v1
        cluster.rs
      - sessions
        queue_mgr.rs
      - sql
        exec
        get_table_bind_test.rs
        planner/optimizer
        optimizer_test.rs
      - storages/fuse/operations
        commit.rs
        create_or_replace_ownership_object.rs
  - sql
    - Cargo.toml
    - src
      - lib.rs
      - planner
        binder
        default_expr.rs
        table.rs
        plans
        ddl
        index.rs
        replace.rs
  - storages
    - basic
      - Cargo.toml
      - src
        lib.rs
        result_cache
        meta_manager.rs
        write
        sink.rs
    - common/session
      - Cargo.toml
      - src
        temp_table.rs
        transaction.rs
    - fuse
      - Cargo.toml
      - src
        operations
        commit.rs
        common/processors
        multi_table_insert_commit.rs
        revert.rs
        vacuum.rs
        retry
        commit.rs
    - hive/hive
      - Cargo.toml
      - src
        hive_catalog.rs
    - iceberg
      - Cargo.toml
      - src
        catalog.rs
        database.rs
    - system
      - Cargo.toml
      - src
        lib.rs
  - users

654 files changed

+7843

-53182

lines changed

`‎.config/nextest.toml‎`

-Original file line number
+Diff line change
@@ @@ -1,6 +0,0 @@ @@
 -[test-groups]
 -serial-integration = { max-threads = 1 }
+-
 -[[profile.default.overrides]]
 -filter = 'package(databend-meta)'
 -test-group = 'serial-integration'

Comments

(0)