We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 8d9068b commit e9c073cCopy full SHA for e9c073c
lightllm/common/mem_utils.py
@@ -11,7 +11,7 @@
11
12
def select_mem_manager_class(mode):
13
logger.info(f"mode setting params: {mode}")
14
- if "ppl_int8kv" in mode or "ppl_int8kv_flashdecoding" in mode:
+ if "ppl_int8kv" in mode or "ppl_int8kv_flashdecoding" in mode or "ppl_int8kv_flashdecoding_diverse" in mode:
15
memory_manager_class = PPLINT8KVMemoryManager
16
logger.info(f"Model kv cache using mode {mode}")
17
elif "ppl_int4kv_flashdecoding" in mode:
0 commit comments