Skip to content

Commit 151333f

Browse files
author
liujiacheng
committed
rename multi level kv cache
1 parent c3d5e61 commit 151333f

File tree

2 files changed

+3
-3
lines changed

2 files changed

+3
-3
lines changed

lightllm/server/router/model_infer/mode_backend/base_backend.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,7 @@
3131
from lightllm.server.router.shm_reqs_io_buffer import ShmReqsIOBuffer
3232
from lightllm.server.router.model_infer.mode_backend.overlap_events import OverlapEventManager, OverlapEventPack
3333
from lightllm.models.deepseek_mtp.model import Deepseek3MTPModel
34-
from .multi_level_cache import MultiLevelCacheModule
34+
from .multi_level_kv_cache import MultiLevelKvCacheModule
3535

3636

3737
class ModeBackend:
@@ -201,7 +201,7 @@ def init_model(self, kvargs):
201201
self.infer_loop_thread1.start()
202202

203203
if self.args.enable_cpu_cache:
204-
self.multi_level_cache_module = MultiLevelCacheModule(self)
204+
self.multi_level_cache_module = MultiLevelKvCacheModule(self)
205205
return
206206

207207
def init_custom(self):

lightllm/server/router/model_infer/mode_backend/multi_level_cache.py renamed to lightllm/server/router/model_infer/mode_backend/multi_level_kv_cache.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@
1212
from lightllm.server.router.model_infer.infer_batch import g_infer_context
1313

1414

15-
class MultiLevelCacheModule(object):
15+
class MultiLevelKvCacheModule(object):
1616
def __init__(self, backend):
1717
self.args = get_env_start_args()
1818
from .base_backend import ModeBackend

0 commit comments

Comments
 (0)