We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent f7c13a4 commit ab0d768Copy full SHA for ab0d768
tensorrt_llm/_torch/pyexecutor/py_executor.py
@@ -444,7 +444,8 @@ def profile_step():
444
f"iter = {self.model_engine.iter_counter}, "
445
f"global_rank = {self.global_rank}, "
446
f"rank = {self.dist.rank}, "
447
- f"currank_total_requests = {self.num_fetch_requests_cur_rank}/{self.num_fetch_requests}, "
+ f"currank_total_requests = {self.executor_request_queue.num_fetch_requests_cur_rank}/"
448
+ f"{self.executor_request_queue.num_fetch_requests}, "
449
f"elapsed_time = {end_time - start_time}s, "
450
f"timestamp = {formatted_timestamp}, "
451
f"num_scheduled_requests: {self.num_scheduled_requests}, "
0 commit comments