File tree Expand file tree Collapse file tree 1 file changed +0
-3
lines changed Expand file tree Collapse file tree 1 file changed +0
-3
lines changed Original file line number Diff line number Diff line change @@ -1740,8 +1740,6 @@ def execute_model(
1740
1740
uniform_decode = uniform_decode )
1741
1741
cudagraph_runtime_mode , batch_descriptor = \
1742
1742
self .cudagraph_dispatcher .dispatch (batch_descriptor )
1743
-
1744
- logger .info (f"NUM TOKENS: { num_input_tokens } cudagraph_runtime_mode { cudagraph_runtime_mode } UBATCHING { ubatch_slices is not None } " )
1745
1743
1746
1744
# Run the model.
1747
1745
# Use persistent buffers for CUDA graphs.
@@ -3133,7 +3131,6 @@ def initialize_cudagraph_capture(self) -> None:
3133
3131
3134
3132
# Trigger cudagraph dispatching keys initialization here (after
3135
3133
# initializing attn backends).
3136
- logger .info (f"INITIALIZING KEYS FOR MODE: { self .compilation_config .cudagraph_mode } " )
3137
3134
self .cudagraph_dispatcher .initialize_cudagraph_keys (
3138
3135
self .compilation_config .cudagraph_mode ,
3139
3136
self .uniform_decode_query_len )
You can’t perform that action at this time.
0 commit comments