Skip to content

Commit bc64bdc

Browse files
committed
clean up and add back onnx_ctx_model_helper.cc
1 parent 4f5ffcb commit bc64bdc

File tree

3 files changed

+11
-17
lines changed

3 files changed

+11
-17
lines changed

plugin_execution_providers/tensorrt/tensorrt_execution_provider.cc

Lines changed: 11 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -5,11 +5,15 @@
55
#include <iostream>
66
#include <cuda_runtime.h>
77

8+
#define ORT_API_MANUAL_INIT
9+
#include "onnxruntime_cxx_api.h"
10+
#undef ORT_API_MANUAL_INIT
11+
812
#include "ep_abi_utils.h"
913
#include "tensorrt_execution_provider.h"
1014
#include "tensorrt_execution_provider_utils.h"
1115
#include "tensorrt_cuda_allocator.h"
12-
//#include "onnx_ctx_model_helper.h"
16+
#include "onnx_ctx_model_helper.h"
1317
#include "onnx/onnx_pb.h"
1418
#include "cuda/unary_elementwise_ops_impl.h"
1519

@@ -1697,9 +1701,10 @@ static const char* ORT_API_CALL GetNameImpl(const OrtEp* this_ptr) {
16971701
/// Constructor of Plugin TensorRT EP
16981702
///
16991703
/// </summary>
1700-
struct TensorrtExecutionProvider : TensorrtExecutionProvider(ApiPtrs apis, const std::string& name, const OrtHardwareDevice& device,
1701-
const OrtSessionOptions& session_options, const OrtLogger& logger)
1702-
: ApiPtrs(apis), name_{name}, hardware_device_{device}, session_options_{session_options}, logger_{logger} {
1704+
TensorrtExecutionProvider::TensorrtExecutionProvider(ApiPtrs apis, const std::string& name,
1705+
const OrtHardwareDevice& device,
1706+
const OrtSessionOptions& session_options, const OrtLogger& logger)
1707+
: ApiPtrs(apis), name_{name}, hardware_device_{device}, session_options_{session_options}, logger_{logger} {
17031708
// Initialize the execution provider.
17041709
auto status = ort_api.Logger_LogMessage(&logger_,
17051710
OrtLoggingLevel::ORT_LOGGING_LEVEL_INFO,
@@ -1731,9 +1736,9 @@ struct TensorrtExecutionProvider : TensorrtExecutionProvider(ApiPtrs apis, const
17311736

17321737
// Provider options to TensorrtExecutionProviderInfo
17331738
info_ = TensorrtExecutionProviderInfo::FromProviderOptions(provider_options);
1734-
if (ep_info.size() > 0) info_.has_trt_options = true;
1739+
info_.has_trt_options = true;
17351740
device_id_ = info_.device_id;
1736-
api_->CreateDevice(OrtMemoryInfoDeviceType::OrtMemoryInfoDeviceType_GPU, OrtMemoryType::OrtMemoryType_Default, device_id_, &default_device);
1741+
//api_->CreateDevice(OrtMemoryInfoDeviceType::OrtMemoryInfoDeviceType_GPU, OrtMemoryType::OrtMemoryType_Default, device_id_, &default_device);
17371742

17381743
std::string profile_min_shapes, profile_max_shapes, profile_opt_shapes;
17391744

@@ -2167,15 +2172,6 @@ struct TensorrtExecutionProvider : TensorrtExecutionProvider(ApiPtrs apis, const
21672172
}
21682173
}
21692174

2170-
TensorrtExecutionProviderFactory::TensorrtExecutionProviderFactory() {
2171-
OrtExecutionProviderFactory::CreateExecutionProvider = [](OrtExecutionProviderFactory* this_, const char* const* ep_option_keys, const char* const* ep_option_values, size_t option_size) -> OrtExecutionProvider* {
2172-
ProviderOptions options;
2173-
for (size_t i = 0; i < option_size; i++) options[ep_option_keys[i]] = ep_option_values[i];
2174-
std::unique_ptr<TensorrtExecutionProvider> ret = std::make_unique<TensorrtExecutionProvider>(tensorrtEp.c_str(), std::move(options));
2175-
return ret.release();
2176-
};
2177-
}
2178-
21792175
nvinfer1::IBuilder* TensorrtExecutionProvider::GetBuilder(TensorrtLogger& trt_logger) const {
21802176
if (!builder_) {
21812177
{

plugin_execution_providers/tensorrt/tensorrt_execution_provider.h

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -228,11 +228,9 @@ struct ApiPtrs {
228228
const OrtEpApi& ep_api;
229229
};
230230

231-
/// <summary>
232231
///
233232
/// Plugin TensorRT EP that implements OrtEp
234233
///
235-
/// </summary>
236234
struct TensorrtExecutionProvider : OrtEp, ApiPtrs {
237235
TensorrtExecutionProvider(ApiPtrs apis, const std::string& name, const OrtHardwareDevice& device,
238236
const OrtSessionOptions& session_options, const OrtLogger& logger);

0 commit comments

Comments
 (0)