refactor: move StateMachineApi to standalone crate (#18388)

Author: drmingdrmer

Cargo.lock

@@ -105,6 +105,7 @@ members = [
     "src/meta/raft-store",
     "src/meta/semaphore",
     "src/meta/sled-store",
+    "src/meta/state-machine-api",
     "src/meta/stoerr",
     "src/meta/store",
     "src/meta/types",
@@ -155,6 +156,7 @@ databend-common-meta-process = { path = "src/meta/process" }
 databend-common-meta-raft-store = { path = "src/meta/raft-store" }
 databend-common-meta-semaphore = { path = "src/meta/semaphore" }
 databend-common-meta-sled-store = { path = "src/meta/sled-store" }
+databend-common-meta-state-machine-api = { path = "src/meta/state-machine-api" }
 databend-common-meta-stoerr = { path = "src/meta/stoerr" }
 databend-common-meta-store = { path = "src/meta/store" }
 databend-common-meta-types = { path = "src/meta/types" }
@@ -658,7 +660,7 @@ backtrace = { git = "https://github.com/rust-lang/backtrace-rs.git", rev = "7226
 color-eyre = { git = "https://github.com/eyre-rs/eyre.git", rev = "e5d92c3" }
 deltalake = { git = "https://github.com/delta-io/delta-rs", rev = "9954bff" }
 display-more = { git = "https://github.com/databendlabs/display-more", tag = "v0.2.0" }
-map-api = { git = "https://github.com/databendlabs/map-api", tag = "v0.2.6" }
+map-api = { git = "https://github.com/databendlabs/map-api", tag = "v0.2.7" }
 openai_api_rust = { git = "https://github.com/datafuse-extras/openai-api", rev = "819a0ed" }
 openraft = { git = "https://github.com/databendlabs/openraft", tag = "v0.10.0-alpha.9" }
 orc-rust = { git = "https://github.com/datafuse-extras/orc-rust", rev = "d82aa6d" }

Cargo.toml

@@ -30,6 +30,7 @@ logcall = { workspace = true }
 maplit = { workspace = true }
 prost = { workspace = true }
 rand = { workspace = true }
+seq-marked = { workspace = true }
 serde = { workspace = true }
 serde_json = { workspace = true }
 thiserror = { workspace = true }

src/meta/api/Cargo.toml

@@ -28,16 +28,16 @@ use databend_common_meta_app::tenant_key::resource::TenantResource;
 use databend_common_meta_kvapi::kvapi;
 use databend_common_meta_kvapi::kvapi::DirName;
 use databend_common_meta_kvapi::kvapi::ValueWithName;
-use databend_common_meta_types::seq_value::SeqV;
-use databend_common_meta_types::seq_value::SeqValue;
 use databend_common_meta_types::MatchSeq;
 use databend_common_meta_types::MatchSeqExt;
 use databend_common_meta_types::MetaError;
+use databend_common_meta_types::SeqV;
 use databend_common_meta_types::With;
 use databend_common_proto_conv::FromToProto;
 pub use errors::CrudError;
 use futures::TryStreamExt;
 use log::info;
+use seq_marked::SeqValue;
 
 use crate::kv_pb_api::KVPbApi;
 use crate::kv_pb_api::UpsertPB;

src/meta/api/src/crud/mod.rs

@@ -15,9 +15,9 @@
 use databend_common_meta_kvapi::kvapi;
 use databend_common_meta_kvapi::kvapi::NonEmptyItem;
 use databend_common_meta_types::protobuf::StreamItem;
-use databend_common_meta_types::seq_value::SeqV;
 use databend_common_meta_types::Change;
 use databend_common_meta_types::Operation;
+use databend_common_meta_types::SeqV;
 use databend_common_proto_conv::FromToProto;
 
 use crate::kv_pb_api::errors::NoneValue;

src/meta/api/src/kv_pb_api/codec.rs

@@ -29,9 +29,8 @@ use databend_common_meta_kvapi::kvapi::DirName;
 use databend_common_meta_kvapi::kvapi::KVApi;
 use databend_common_meta_kvapi::kvapi::NonEmptyItem;
 use databend_common_meta_types::protobuf::StreamItem;
-use databend_common_meta_types::seq_value::SeqV;
 use databend_common_meta_types::Change;
-use databend_common_meta_types::SeqValue;
+use databend_common_meta_types::SeqV;
 use databend_common_meta_types::UpsertKV;
 use databend_common_proto_conv::FromToProto;
 use futures::future::FutureExt;
@@ -41,6 +40,7 @@ use futures::stream::BoxStream;
 use futures::stream::StreamExt;
 use futures::TryStreamExt;
 use itertools::Itertools;
+use seq_marked::SeqValue;
 
 pub(crate) use self::codec::decode_non_empty_item;
 pub(crate) use self::codec::decode_seqv;
@@ -524,16 +524,16 @@ mod tests {
     use databend_common_meta_kvapi::kvapi::KVStream;
     use databend_common_meta_kvapi::kvapi::UpsertKVReply;
     use databend_common_meta_types::protobuf::StreamItem;
-    use databend_common_meta_types::seq_value::SeqV;
-    use databend_common_meta_types::seq_value::SeqValue;
     use databend_common_meta_types::MetaError;
+    use databend_common_meta_types::SeqV;
     use databend_common_meta_types::TxnReply;
     use databend_common_meta_types::TxnRequest;
     use databend_common_meta_types::UpsertKV;
     use databend_common_proto_conv::FromToProto;
     use futures::StreamExt;
     use futures::TryStreamExt;
     use prost::Message;
+    use seq_marked::SeqValue;
 
     use crate::kv_pb_api::KVPbApi;
 

src/meta/api/src/kv_pb_api/mod.rs

@@ -20,12 +20,12 @@ use databend_common_meta_types::Change;
 use databend_common_meta_types::MatchSeq;
 use databend_common_meta_types::MetaError;
 use databend_common_meta_types::SeqV;
-use databend_common_meta_types::SeqValue;
 use databend_common_meta_types::TxnRequest;
 use databend_common_meta_types::With;
 use databend_common_proto_conv::FromToProto;
 use fastrace::func_name;
 use log::debug;
+use seq_marked::SeqValue;
 
 use crate::kv_pb_api::KVPbApi;
 use crate::kv_pb_api::UpsertPB;

src/meta/api/src/kv_pb_crud_api.rs

@@ -399,8 +399,8 @@ mod tests {
     use databend_common_meta_kvapi::kvapi::KVStream;
     use databend_common_meta_kvapi::kvapi::UpsertKVReply;
     use databend_common_meta_types::protobuf::StreamItem;
-    use databend_common_meta_types::seq_value::SeqV;
     use databend_common_meta_types::MetaError;
+    use databend_common_meta_types::SeqV;
     use databend_common_meta_types::TxnReply;
     use databend_common_meta_types::TxnRequest;
     use databend_common_meta_types::UpsertKV;

src/meta/api/src/name_id_value_api.rs

@@ -94,10 +94,10 @@ use databend_common_meta_app::schema::UpsertTableOptionReply;
 use databend_common_meta_app::schema::UpsertTableOptionReq;
 use databend_common_meta_app::tenant::Tenant;
 use databend_common_meta_kvapi::kvapi;
-use databend_common_meta_types::seq_value::SeqV;
 use databend_common_meta_types::Change;
 use databend_common_meta_types::MetaError;
 use databend_common_meta_types::MetaId;
+use databend_common_meta_types::SeqV;
 use databend_common_proto_conv::FromToProto;
 
 use crate::kv_app_error::KVAppError;

src/meta/api/src/schema_api.rs

@@ -178,15 +178,14 @@ use databend_common_meta_kvapi::kvapi;
 use databend_common_meta_kvapi::kvapi::DirName;
 use databend_common_meta_kvapi::kvapi::Key;
 use databend_common_meta_types::protobuf as pb;
-use databend_common_meta_types::seq_value::SeqV;
-use databend_common_meta_types::seq_value::SeqValue;
 use databend_common_meta_types::txn_op::Request;
 use databend_common_meta_types::txn_op_response::Response;
 use databend_common_meta_types::Change;
 use databend_common_meta_types::ConditionResult;
 use databend_common_meta_types::MatchSeqExt;
 use databend_common_meta_types::MetaError;
 use databend_common_meta_types::MetaId;
+use databend_common_meta_types::SeqV;
 use databend_common_meta_types::TxnGetRequest;
 use databend_common_meta_types::TxnGetResponse;
 use databend_common_meta_types::TxnOp;
@@ -200,6 +199,7 @@ use log::debug;
 use log::error;
 use log::info;
 use log::warn;
+use seq_marked::SeqValue;
 use ConditionResult::Eq;
 
 use crate::assert_table_exist;