Skip to content

Commit 528dd51

Browse files
committed
fix
1 parent 092cfd1 commit 528dd51

File tree

1 file changed

+4
-4
lines changed

1 file changed

+4
-4
lines changed

lightllm/common/triton_utils/autotuner.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -91,17 +91,17 @@ def __call__(self, *args, **kwargs):
9191
# Lazy load
9292
self._try_load_cache(static_key)
9393

94-
if is_triton_autotune_enabled():
95-
if run_key not in self.cached_configs.get(static_key, {}):
96-
self._autotune(args, kwargs, static_key, run_key)
97-
9894
if static_key not in self.cached_configs:
9995
logger.warning(
10096
f"No kernel config for {self.kernel_name} - {static_key}, \
10197
using default config. Use `LIGHTLLM_TRITON_AUTOTUNE=1` to enable autotune.",
10298
)
10399
self.cached_configs[static_key] = {}
104100

101+
if is_triton_autotune_enabled():
102+
if run_key not in self.cached_configs.get(static_key, {}):
103+
self._autotune(args, kwargs, static_key, run_key)
104+
105105
all_configs = self.cached_configs.get(static_key)
106106

107107
if len(all_configs) != 0:

0 commit comments

Comments
 (0)