Merge pull request #19 from socutes:openraft

openraft implementation is supported

Author: socutes

.gitignore

@@ -9,4 +9,5 @@ src/rlog/log/server.log
 .idea/.gitignore
 .idea/modules.xml
 .idea/robustmq.iml
-.idea/vcs.xml
+.idea/vcs.xml
+logs

Cargo.toml

@@ -49,6 +49,7 @@ mobc = "0.8.4"
 openraft = { git = "https://github.com/databendlabs/openraft.git", features = [
     "serde",
     "type-alias",
+    "loosen-follower-log-revert",
 ] }
 byteorder = "1.5.0"
 tracing = "0.1.40"

config/cluster/placement-center-1.toml

@@ -0,0 +1,25 @@
+# Copyright 2023 RobustMQ Team
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+cluster_name = "placement-test"
+addr = "127.0.0.1"
+node_id = 2
+grpc_port = 1228
+http_port = 8972
+nodes = { 2 = "127.0.0.1:1228", 3 = "127.0.0.1:1238", 4 = "127.0.0.1:1248" }
+data_path = "/tmp/placement-center-geek/geek-2"
+
+[log]
+log_config = "./config/log4rs.yaml"
+log_path = "./logs/2"

config/cluster/placement-center-2.toml

@@ -0,0 +1,25 @@
+# Copyright 2023 RobustMQ Team
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+cluster_name = "placement-test"
+addr = "127.0.0.1"
+node_id = 3
+grpc_port = 1238
+http_port = 8973
+nodes = { 2 = "127.0.0.1:1228", 3 = "127.0.0.1:1238", 4 = "127.0.0.1:1248" }
+data_path = "/tmp/placement-center-geek/geek-3"
+
+[log]
+log_config = "./config/log4rs.yaml"
+log_path = "./logs/3"

config/cluster/placement-center-3.toml

@@ -0,0 +1,25 @@
+# Copyright 2023 RobustMQ Team
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+cluster_name = "placement-test"
+addr = "127.0.0.1"
+node_id = 4
+grpc_port = 1248
+http_port = 8974
+nodes = { 2 = "127.0.0.1:1228", 3 = "127.0.0.1:1238", 4 = "127.0.0.1:1248" }
+data_path = "/tmp/placement-center-geek/geek-4"
+
+[log]
+log_config = "./config/log4rs.yaml"
+log_path = "./logs/4"

config/log4rs.yaml

@@ -45,9 +45,31 @@ appenders:
             pattern: "{$path}/requests-log-{}.log"
             base: 0
             count: 50
+  raft:
+    kind: rolling_file
+    path: "{$path}/raft.log"
+    encoder:
+        pattern: "{d(%Y-%m-%d %H:%M:%S)} {h({l})} {m}{n}"
+    policy:
+        trigger:
+            kind: size
+            limit: 1 gb
+        roller:
+            kind: fixed_window
+            pattern: "{$path}/raft-{}.log"
+            base: 0
+            count: 50
 
 root:
   level: info
   appenders:
     - stdout
-    - server
+    - server
+
+loggers:
+  openraft:
+    level: info
+    appenders:
+      - stdout
+      - raft
+    additive: false

config/placement-center.toml

@@ -18,8 +18,8 @@ node_id = 1
 grpc_port = 8871
 http_port = 8971
 nodes = { 1 = "127.0.0.1:1228" }
-data_path = "/tmp/placement-center"
+data_path = "/tmp/placement-center-geek/geek-local"
 
 [log]
 log_config = "./config/log4rs.yaml"
-log_path = "./logs"
+log_path = "./logs"

logs/raft.log

@@ -1,123 +1,9 @@
-2024-08-20 14:07:28 INFO PlacementCenterConfig { node_id: 1, grpc_port: 1228, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-20 14:07:28 INFO server log
-2024-08-20 14:07:28 INFO network log
-2024-08-20 14:07:28 INFO start server log
-2024-08-23 09:59:22 INFO PlacementCenterConfig { node_id: 1, grpc_port: 1228, http_port: 1227, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-23 09:59:22 INFO server log
-2024-08-23 09:59:22 INFO network log
-2024-08-23 09:59:22 INFO start server log
-2024-08-23 09:59:29 INFO PlacementCenterConfig { node_id: 1, grpc_port: 1228, http_port: 1227, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-23 09:59:29 INFO server log
-2024-08-23 09:59:29 INFO network log
-2024-08-23 09:59:29 INFO start server log
-2024-08-23 10:03:43 INFO PlacementCenterConfig { node_id: 1, grpc_port: 1228, http_port: 1227, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-23 10:05:19 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-23 10:06:10 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-23 10:06:27 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-23 10:06:37 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-23 10:07:05 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-23 10:17:15 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-23 10:18:22 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-25 09:47:39 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-25 10:18:26 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-25 10:20:14 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-25 10:20:14 INFO Broker Grpc Server start. port:8871
-2024-08-25 10:50:42 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-25 10:50:42 INFO Broker Grpc Server start. port:8871
-2024-08-25 10:51:06 INFO When ctrl + c is received, the service starts to stop
-2024-08-25 10:51:06 INFO HTTP Server stopped successfully
-2024-08-25 10:51:06 INFO HTTP Server stopped successfully
-2024-08-25 10:51:18 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-25 10:51:18 INFO Broker Grpc Server start. port:8871
-2024-08-25 10:51:18 INFO Broker HTTP Server start. port:8971
-2024-08-25 10:52:30 INFO When ctrl + c is received, the service starts to stop
-2024-08-25 10:52:30 INFO HTTP Server stopped successfully
-2024-08-25 10:52:30 INFO HTTP Server stopped successfully
-2024-08-25 10:52:37 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-25 10:52:37 INFO Broker HTTP Server start. port:8971
-2024-08-25 10:52:37 INFO Broker Grpc Server start. port:8871
-2024-08-25 10:52:40 INFO When ctrl + c is received, the service starts to stop
-2024-08-25 10:52:40 INFO HTTP Server stopped successfully
-2024-08-25 10:52:40 INFO HTTP Server stopped successfully
-2024-08-25 10:56:25 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-08-25 10:56:25 INFO Broker HTTP Server start. port:8971
-2024-08-25 10:56:25 INFO Broker Grpc Server start. port:8871
-2024-08-25 10:56:27 INFO When ctrl + c is received, the service starts to stop
-2024-08-25 10:56:27 INFO HTTP Server stopped successfully
-2024-08-25 10:56:27 INFO HTTP Server stopped successfully
-2024-09-06 17:08:30 INFO PlacementCenterConfig { node_id: 1, grpc_port: 8871, http_port: 8971, data_path: "/tmp/placement-center", log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-09-06 17:08:30 INFO Broker HTTP Server start. port:8971
-2024-09-06 17:08:30 INFO Broker Grpc Server start. port:8871
-2024-09-06 17:08:33 INFO When ctrl + c is received, the service starts to stop
-2024-09-06 17:08:33 INFO HTTP Server stopped successfully
-2024-09-06 17:08:33 INFO HTTP Server stopped successfully
-2024-09-19 14:45:10 INFO PlacementCenterConfig { cluster_name: "placement-test", addr: "127.0.0.1", node_id: 1, grpc_port: 8871, nodes: {"1": String("127.0.0.1:1228")}, http_port: 8971, data_path: "/tmp/placement-center", log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-09-19 14:45:10 INFO Broker Grpc Server start. port:8871
-2024-09-19 14:45:10 INFO Broker HTTP Server start. port:8971
-2024-09-19 14:45:14 INFO When ctrl + c is received, the service starts to stop
-2024-09-19 14:45:14 INFO HTTP Server stopped successfully
-2024-09-19 14:45:14 INFO HTTP Server stopped successfully
-2024-09-19 15:11:27 INFO PlacementCenterConfig { cluster_name: "placement-test", addr: "127.0.0.1", node_id: 1, grpc_port: 8871, nodes: {"1": String("127.0.0.1:1228")}, http_port: 8971, data_path: "/tmp/placement-center", log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-09-19 15:11:27 INFO Broker HTTP Server start. port:8971
-2024-09-19 15:11:27 INFO Broker Grpc Server start. port:8871
-2024-09-19 15:11:29 INFO Node Raft Role changes from  【Follower】 to 【Leader】
-2024-09-19 15:11:29 INFO save hardState!!!,len:HardState { term: 1, vote: 1, commit: 0 }
-2024-09-19 15:11:29 INFO save light rd!!!,commit:1
-2024-09-19 15:11:34 INFO When ctrl + c is received, the service starts to stop
-2024-09-19 15:11:34 INFO HTTP Server stopped successfully
-2024-09-19 15:11:34 INFO HTTP Server stopped successfully
-2024-09-19 15:12:22 INFO PlacementCenterConfig { cluster_name: "placement-test", addr: "127.0.0.1", node_id: 1, grpc_port: 8871, nodes: {"1": String("127.0.0.1:1228")}, http_port: 8971, data_path: "/tmp/placement-center", log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-09-19 15:12:22 INFO Broker HTTP Server start. port:8971
-2024-09-19 15:12:22 INFO Broker Grpc Server start. port:8871
-2024-09-19 15:12:24 INFO Node Raft Role changes from  【Follower】 to 【Leader】
-2024-09-19 15:12:24 INFO save hardState!!!,len:HardState { term: 2, vote: 1, commit: 1 }
-2024-09-19 15:12:24 INFO save light rd!!!,commit:2
-2024-09-19 15:20:14 INFO When ctrl + c is received, the service starts to stop
-2024-09-19 15:20:14 INFO HTTP Server stopped successfully
-2024-09-19 15:20:14 INFO HTTP Server stopped successfully
-2024-09-19 15:20:22 INFO PlacementCenterConfig { cluster_name: "placement-test", addr: "127.0.0.1", node_id: 1, grpc_port: 8871, nodes: {"1": String("127.0.0.1:1228")}, http_port: 8971, data_path: "/tmp/placement-center", log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-09-19 15:20:22 INFO Broker HTTP Server start. port:8971
-2024-09-19 15:20:22 INFO Broker Grpc Server start. port:8871
-2024-09-19 15:20:24 INFO Node Raft Role changes from  【Follower】 to 【Leader】
-2024-09-19 15:20:24 INFO save hardState!!!,len:HardState { term: 3, vote: 1, commit: 2 }
-2024-09-19 15:20:24 INFO save light rd!!!,commit:3
-2024-09-19 15:20:49 INFO When ctrl + c is received, the service starts to stop
-2024-09-19 15:20:49 INFO HTTP Server stopped successfully
-2024-09-19 15:20:49 INFO HTTP Server stopped successfully
-2024-09-19 15:20:49 INFO Raft Node Process services stop.
-2024-09-19 15:20:57 INFO PlacementCenterConfig { cluster_name: "placement-test", addr: "127.0.0.1", node_id: 1, grpc_port: 8871, nodes: {"1": String("127.0.0.1:1228")}, http_port: 8971, data_path: "/tmp/placement-center", log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-09-19 15:20:57 INFO Broker HTTP Server start. port:8971
-2024-09-19 15:20:57 INFO Broker Grpc Server start. port:8871
-2024-09-19 15:20:58 INFO Node Raft Role changes from  【Follower】 to 【Leader】
-2024-09-19 15:20:58 INFO save hardState!!!,len:HardState { term: 4, vote: 1, commit: 3 }
-2024-09-19 15:20:58 INFO save light rd!!!,commit:4
-2024-09-19 15:21:01 INFO When ctrl + c is received, the service starts to stop
-2024-09-19 15:21:01 INFO HTTP Server stopped successfully
-2024-09-19 15:21:01 INFO HTTP Server stopped successfully
-2024-09-19 15:26:54 INFO PlacementCenterConfig { cluster_name: "placement-test", addr: "127.0.0.1", node_id: 1, grpc_port: 8871, nodes: {"1": String("127.0.0.1:1228")}, http_port: 8971, data_path: "/tmp/placement-center", log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-09-19 15:26:54 INFO Broker HTTP Server start. port:8971
-2024-09-19 15:26:54 INFO Broker Grpc Server start. port:8871
-2024-09-19 15:26:56 INFO Node Raft Role changes from  【Follower】 to 【Leader】
-2024-09-19 15:26:56 INFO save hardState!!!,len:HardState { term: 5, vote: 1, commit: 4 }
-2024-09-19 15:26:56 INFO save light rd!!!,commit:5
-2024-09-19 15:28:44 INFO When ctrl + c is received, the service starts to stop
-2024-09-19 15:28:44 INFO HTTP Server stopped successfully
-2024-09-19 15:28:44 INFO HTTP Server stopped successfully
-2024-10-01 11:12:15 INFO PlacementCenterConfig { cluster_name: "placement-test", addr: "127.0.0.1", node_id: 1, grpc_port: 8871, nodes: {"1": String("127.0.0.1:1228")}, http_port: 8971, data_path: "/tmp/placement-center", log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-10-01 11:12:15 INFO Broker Grpc Server start. port:8871
-2024-10-01 11:12:15 INFO Broker HTTP Server start. port:8971
-2024-10-01 11:12:17 INFO Node Raft Role changes from  【Follower】 to 【Leader】
-2024-10-01 11:12:17 INFO save hardState!!!,len:HardState { term: 1, vote: 1, commit: 0 }
-2024-10-01 11:12:17 INFO save light rd!!!,commit:1
-2024-10-01 11:13:07 INFO When ctrl + c is received, the service starts to stop
-2024-10-01 11:13:07 INFO HTTP Server stopped successfully
-2024-10-01 11:13:07 INFO HTTP Server stopped successfully
-2024-10-01 16:06:08 INFO PlacementCenterConfig { cluster_name: "placement-test", addr: "127.0.0.1", node_id: 1, grpc_port: 8871, nodes: {"1": String("127.0.0.1:1228")}, http_port: 8971, data_path: "/tmp/placement-center", log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
-2024-10-01 16:06:08 INFO Broker HTTP Server start. port:8971
-2024-10-01 16:06:08 INFO Broker Grpc Server start. port:8871
-2024-10-01 16:06:10 INFO Node Raft Role changes from  【Follower】 to 【Leader】
-2024-10-01 16:06:10 INFO save hardState!!!,len:HardState { term: 2, vote: 1, commit: 1 }
-2024-10-01 16:06:10 INFO save light rd!!!,commit:2
-2024-10-01 16:06:21 INFO When ctrl + c is received, the service starts to stop
-2024-10-01 16:06:21 INFO HTTP Server stopped successfully
-2024-10-01 16:06:21 INFO HTTP Server stopped successfully
+2024-10-04 08:58:06 INFO PlacementCenterConfig { cluster_name: "placement-test", addr: "127.0.0.1", node_id: 1, grpc_port: 8871, nodes: {"1": String("127.0.0.1:1228")}, http_port: 8971, data_path: "/tmp/placement-center-geek/geek-local", log: Log { log_config: "./config/log4rs.yaml", log_path: "./logs" } }
+2024-10-04 08:58:06 INFO Raft Nodes:{1: Node { node_id: 1, rpc_addr: "127.0.0.1:1228" }}
+2024-10-04 08:58:06 INFO Broker HTTP Server start. port:8971
+2024-10-04 08:58:06 INFO Broker Grpc Server start. port:8871
+2024-10-04 08:58:06 INFO Whether nodes should be initialized, flag=false
+2024-10-04 08:58:06 INFO Node {1: Node { node_id: 1, rpc_addr: "127.0.0.1:1228" }} was initialized successfully
+2024-10-04 08:58:29 INFO When ctrl + c is received, the service starts to stop
+2024-10-04 08:58:29 INFO HTTP Server stopped successfully
+2024-10-04 08:58:29 INFO HTTP Server stopped successfully

logs/server.log

@@ -90,15 +90,17 @@ impl Manager for OpenRaftServiceManager {
     type Error = RobustMQError;
 
     async fn connect(&self) -> Result<Self::Connection, Self::Error> {
-        match OpenRaftServiceClient::connect(format!("http://{}", self.addr.clone())).await {
+        let mut addr = format!("http://{}", self.addr.clone());
+
+        match OpenRaftServiceClient::connect(addr.clone()).await {
             Ok(client) => {
                 return Ok(client);
             }
             Err(err) => {
                 return Err(RobustMQError::CommmonError(format!(
                     "{},{}",
                     err.to_string(),
-                    self.addr.clone()
+                    addr
                 )))
             }
         };