Skip to content

Commit b911754

Browse files
committed
Temporarily manually creates cudaStream to run
1 parent a8dde45 commit b911754

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

plugin_execution_providers/tensorrt/tensorrt_execution_provider.cc

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2339,6 +2339,9 @@ OrtStatus* TRTEpNodeComputeInfo::ComputeImpl(OrtNodeComputeInfo* this_ptr, void*
23392339
Ort::ThrowOnError(ep.ort_api.KernelContext_GetGPUComputeStream(kernel_context, &cuda_stream));
23402340
cudaStream_t stream = static_cast<cudaStream_t>(cuda_stream);
23412341

2342+
//cudaStream_t stream;
2343+
cudaStreamCreate(&stream);
2344+
23422345
// Name the engine cache based on GPU compute capacity and reduce the chance of loading an incompatible cache
23432346
// Note: Engine cache generated on a GPU with large memory might not be loadable on a GPU with smaller memory, even
23442347
// if they share the same compute capacity Prepare cache name

0 commit comments

Comments
 (0)