We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 2a0a2a7 commit 7eeb1ceCopy full SHA for 7eeb1ce
lightllm/utils/envs_utils.py
@@ -204,7 +204,6 @@ def get_diverse_max_batch_shared_group_size() -> int:
204
@lru_cache(maxsize=None)
205
def enable_diverse_mode_gqa_decode_fast_kernel() -> bool:
206
return get_env_start_args().diverse_mode and "ppl_int8kv_flashdecoding_diverse" in get_env_start_args().mode
207
- return int(os.getenv("LIGHTLMM_RADIX_TREE_MERGE_DELTA", 6000))
208
209
210
0 commit comments