Skip to content

Commit 9e9a9a6

Browse files
authored
re-enable nvfuser (#87)
* re-enable nvfuser * WARN->INFO, formatting
1 parent 4a971e6 commit 9e9a9a6

File tree

1 file changed

+3
-6
lines changed

1 file changed

+3
-6
lines changed

src/libtorch.cc

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -432,7 +432,6 @@ ModelState::ParseParameters()
432432
.c_str());
433433
}
434434

435-
// TODO Re-enable NvFuser once fixed
436435
// If 'ENABLE_NVFUSER' is not present in 'parameters' then no
437436
// update is made to 'enable_nvfuser'.
438437
bool enable_nvfuser = false;
@@ -448,11 +447,9 @@ ModelState::ParseParameters()
448447
TRITONSERVER_ErrorDelete(err);
449448
}
450449
} else {
451-
// Override, disable NvFuser till fixed
452-
enable_nvfuser = false;
453450
enable_nvfuser_pair_ = {true, enable_nvfuser};
454451
LOG_MESSAGE(
455-
TRITONSERVER_LOG_WARN, (std::string("NvFuser is ") +
452+
TRITONSERVER_LOG_INFO, (std::string("NvFuser is ") +
456453
(enable_nvfuser ? "enabled" : "disabled") +
457454
" for model instance '" + Name() + "'")
458455
.c_str());
@@ -1231,15 +1228,15 @@ ModelInstanceState::ProcessRequests(
12311228
&compute_input_duration, compute_input_start_event_,
12321229
compute_infer_start_event_),
12331230
TRITONSERVER_ERROR_INTERNAL, "Failed to capture elapsed time"),
1234-
"Failed to capture elapsed time");
1231+
"Failed to capture elapsed time");
12351232

12361233
LOG_IF_ERROR(
12371234
ConvertCUDAStatusToTritonError(
12381235
cudaEventElapsedTime(
12391236
&compute_infer_duration, compute_infer_start_event_,
12401237
compute_output_start_event_),
12411238
TRITONSERVER_ERROR_INTERNAL, "Failed to capture elapsed time"),
1242-
"Failed to capture elapsed time");
1239+
"Failed to capture elapsed time");
12431240

12441241
compute_start_ns = exec_start_ns + (compute_input_duration * 1e6);
12451242
compute_end_ns = compute_start_ns + (compute_infer_duration * 1e6);

0 commit comments

Comments
 (0)