feat: implement initial flux pipeline.

Author: yiming-l21

xllm/api_service/image_generation_service_impl.cpp

@@ -88,13 +88,16 @@ void ImageGenerationServiceImpl::process_async(
        request_id = request_params.request_id,
        created_time = absl::ToUnixSeconds(absl::Now())](
           const DiTRequestOutput& req_output) -> bool {
+        LOG(INFO) << "into callback before request finished";
+        LOG(INFO) << req_output.outputs.size();
+        LOG(INFO) << req_output.outputs[0].image_tensor;
         if (req_output.status.has_value()) {
           const auto& status = req_output.status.value();
           if (!status.ok()) {
             return call->finish_with_error(status.code(), status.message());
           }
         }
-
+        LOG(INFO) << "into callback after request finished";
         return send_result_to_client_brpc(
             call, request_id, created_time, model, req_output);
       });

xllm/core/framework/CMakeLists.txt

@@ -53,9 +53,11 @@ cc_library(
     model_loader
   HDRS
     hf_model_loader.h
+    dit_model_loader.h
     model_loader.h
   SRCS
     hf_model_loader.cpp
+    dit_model_loader.cpp
     model_loader.cpp
   DEPS
     :common

xllm/core/framework/batch/CMakeLists.txt

@@ -6,11 +6,13 @@ cc_library(
   NAME 
     batch
   HDRS
+    dit_batch.h
     batch.h
     batch_factory.h
     batch_input_builder.h
     mposition.h
   SRCS 
+    dit_batch.cpp
     batch.cpp
     batch_factory.cpp
     batch_input_builder.cpp

xllm/core/framework/batch/dit_batch.cpp

@@ -0,0 +1,36 @@
+/* Copyright 2025 The xLLM Authors. All Rights Reserved.
+Copyright 2024 The ScaleLLM Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    https://github.com/jd-opensource/xllm/blob/main/LICENSE
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#include "dit_batch.h"
+
+#include <c10/core/DeviceType.h>
+#include <torch/torch.h>
+
+#include <vector>
+
+namespace xllm {
+
+DiTForwardInput xllm::DiTBatch::prepare_forward_input() {
+  DiTForwardInput forward_input;
+  if (dit_request_data_vec_.empty()) {
+    return forward_input;
+  }
+  forward_input.input_params = dit_request_data_vec_[0].input_params;
+  forward_input.generation_params = dit_request_data_vec_[0].generation_params;
+  return forward_input;
+}
+
+}  // namespace xllm

xllm/core/framework/batch/dit_batch.h

@@ -0,0 +1,45 @@
+/* Copyright 2025 The xLLM Authors. All Rights Reserved.
+Copyright 2024 The ScaleLLM Authors. All Rights Reserved.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    https://github.com/jd-opensource/xllm/blob/main/LICENSE
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+==============================================================================*/
+
+#pragma once
+
+#include <torch/torch.h>
+
+#include <limits>
+#include <vector>
+
+#include "framework/request/dit_request_params.h"
+#include "runtime/dit_forward_params.h"
+
+namespace xllm {
+
+struct DiTBatch {
+ public:
+  DiTBatch() = default;
+  void add(const DiTRequestParams& dit_request_state) {
+    dit_request_data_vec_.emplace_back(dit_request_state);
+  }
+  size_t size() const { return dit_request_data_vec_.size(); }
+  bool empty() const { return dit_request_data_vec_.empty(); }
+
+  // prepare forward input
+  DiTForwardInput prepare_forward_input();
+
+ private:
+  std::vector<DiTRequestParams> dit_request_data_vec_;
+};
+
+}  // namespace xllm