ltio: update bench code and pin to a fixed branch (#6756)

* [ltio] a coroutine based c++ netlib

* add benchmark source code

* json api encode response every time

* update bench branch to fcontex

* fix server name error

Co-authored-by: gonghuan <[email protected]>

Author: echoface

frameworks/C++/ltio/README.md

@@ -20,4 +20,3 @@ http://localhost:5006/json
 ### PLAINTEXT
 
 http://localhost:5006/plaintext
-

frameworks/C++/ltio/http_benchmark.cc

@@ -1,23 +1,28 @@
-#include <vector>
 #include <csignal>
+#include <vector>
 
 #include "base/utils/string/str_utils.h"
 #include "fmt/chrono.h"
+#include "fmt/format.h"
 #include "gflags/gflags.h"
-#include "nlohmann/json.hpp"
 #include "net_io/server/http_server/http_server.h"
-
+#include "nlohmann/json.hpp"
 
 using namespace lt::net;
 using namespace lt;
 using namespace base;
+using namespace co;
 
 DEFINE_int32(loops, 4, "how many loops use for handle message and io");
-DEFINE_string(http, "0.0.0.0:5006", "host:port used for http service listen on");
+DEFINE_bool(echo, false, "just echo response without any logic");
+DEFINE_bool(coro, false, "using coro context handle request");
+DEFINE_string(http,
+              "0.0.0.0:5006",
+              "host:port used for http service listen on");
 
-class HttpBenchMarkServer {
+class HttpBenchServer {
 public:
-  ~HttpBenchMarkServer() {
+  ~HttpBenchServer() {
     LOG(INFO) << __func__ << " close app";
     for (auto loop : loops) {
       delete loop;
@@ -26,43 +31,47 @@ class HttpBenchMarkServer {
   }
 
   void Run() {
-    main_loop.Start();
-
+    json_message["message"] = "Hello, World!";
 
-    int loop_count = std::max(FLAGS_loops, int(std::thread::hardware_concurrency()));
+    int loop_count =
+        std::max(FLAGS_loops, int(std::thread::hardware_concurrency()));
     LOG(INFO) << __func__ << " use loop count:" << loop_count;
 
     for (int i = 0; i < loop_count; i++) {
-      auto loop = new(base::MessageLoop);
-      loop->Start();
-      loops.push_back(loop);
+      loops.push_back(new base::MessageLoop(fmt::format("io_{}", i)));
+      loops.back()->Start();
+      CoroRunner::RegisteRunner(loops.back());
     }
 
-    http_server.WithIOLoops(loops)
-      .WithAddress(base::StrUtil::Concat("http://", FLAGS_http))
-      .ServeAddress([this](const RefHttpRequestCtx& context) {
-        VLOG(GLOG_VTRACE) << " got Http request from benchmark api";
-
-        const HttpRequest* req = context->Request();
-        //TODO: response freelist
-        auto response = HttpResponse::CreateWithCode(200);
-        response->SetKeepAlive(req->IsKeepAlive());
-
+    auto func = [this](const RefHttpRequestCtx& context) {
+      const HttpRequest* req = context->Request();
+      // TODO: response freelist
+      auto response = HttpResponse::CreateWithCode(200);
+      response->SetKeepAlive(req->IsKeepAlive());
+      if (FLAGS_echo) {
+        response->MutableBody() = "echo";
+      } else {
         response->InsertHeader("Server", "ltio");
         auto tm = fmt::gmtime(std::time(nullptr));
-        response->InsertHeader("Date", fmt::format("{:%a, %d %b %Y %H:%M:%S %Z}", tm));
+        response->InsertHeader("Date",
+                               fmt::format("{:%a, %d %b %Y %H:%M:%S %Z}", tm));
         if (req->RequestUrl() == "/plaintext") {
           response->MutableBody() = "Hello, World!";
         } else if (req->RequestUrl() == "/json") {
-          nlohmann::json json_message;
-          json_message["message"] = "Hello, World!";
-          response->MutableBody() = std::move(json_message.dump());
           response->InsertHeader("Content-Type", "application/json");
+          response->MutableBody() = std::move(json_message.dump());
         }
-        return context->Response(response);
-      });
+      }
+      return context->Response(response);
+    };
 
-    main_loop.WaitLoopEnd();
+    handler.reset(FLAGS_coro ? NewHttpCoroHandler(func) : NewHttpHandler(func));
+
+    // ProfilerStart("perf.out");
+    http_server.WithIOLoops(loops)
+        .WithAddress(base::StrUtil::Concat("http://", FLAGS_http))
+        .ServeAddress(handler.get());
+    loops.back()->WaitLoopEnd();
   }
 
   void Stop() {
@@ -71,32 +80,32 @@ class HttpBenchMarkServer {
     http_server.StopServer(CO_RESUMER);
     CO_YIELD;
     LOG(INFO) << __FUNCTION__ << " stop leave";
-    main_loop.QuitLoop();
+    loops.back()->QuitLoop();
   }
 
   HttpServer http_server;
-  //HttpCoroServer http_server;
+  std::unique_ptr<CodecService::Handler> handler;
   base::MessageLoop main_loop;
+  nlohmann::json json_message;
   std::vector<base::MessageLoop*> loops;
 };
 
-HttpBenchMarkServer app;
+HttpBenchServer app;
 
-void signalHandler( int signum ){
+void signalHandler(int signum) {
   LOG(INFO) << "sighandler sig:" << signum;
-  CO_GO std::bind(&HttpBenchMarkServer::Stop, &app);
+  CO_GO std::bind(&HttpBenchServer::Stop, &app);
 }
 
 int main(int argc, char* argv[]) {
   gflags::ParseCommandLineFlags(&argc, &argv, true);
   gflags::SetUsageMessage("usage: exec --http=ip:port ");
 
-  //google::InitGoogleLogging(argv[0]);
-  //google::SetVLOGLevel(NULL, 26);
+  // google::InitGoogleLogging(argv[0]);
+  // google::SetVLOGLevel(NULL, 26);
 
   signal(SIGINT, signalHandler);
   signal(SIGTERM, signalHandler);
 
   app.Run();
 }
-

frameworks/C++/ltio/ltio.dockerfile

@@ -1,7 +1,7 @@
 FROM buildpack-deps:focal
 
 RUN apt-get update -yqq && apt-get install -yqq software-properties-common unzip cmake
-RUN apt-get install -yqq build-essential libgoogle-perftools-dev git-core
+RUN apt-get install -yqq build-essential libgoogle-perftools-dev git-core libssl-dev zlib1g-dev
 
 EXPOSE 5006
 RUN mkdir build_ltio
@@ -10,7 +10,7 @@ ADD CMakeLists.txt build_ltio/
 ADD http_benchmark.cc build_ltio/
 
 WORKDIR /build_ltio
-RUN pwd; git clone https://github.com/echoface/ltio.git --recurse
+RUN pwd; git clone -b benchmark https://github.com/echoface/ltio.git --recurse
 
 RUN ls; cmake .; make