We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 4cc6d08 commit b011825Copy full SHA for b011825
lightllm/server/api_start.py
@@ -296,6 +296,16 @@ def normal_or_p_d_start(args):
296
],
297
)
298
299
+ if args.enable_cpu_cache:
300
+ from .multi_level_kv_cache.manager import start_multi_level_kv_cache_manager
301
+
302
+ process_manager.start_submodule_processes(
303
+ start_funcs=[
304
+ start_multi_level_kv_cache_manager,
305
+ ],
306
+ start_args=[(args,)],
307
+ )
308
309
process_manager.start_submodule_processes(
310
start_funcs=[
311
start_metric_manager,
0 commit comments