We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 5702cc8 commit e4e1418Copy full SHA for e4e1418
vllm/v1/core/kv_cache_manager.py
@@ -68,7 +68,7 @@ def __init__(
68
self,
69
kv_cache_config: KVCacheConfig,
70
max_model_len: int,
71
- enable_caching: bool = False,
+ enable_caching: bool = True,
72
caching_hash_algo: str = "builtin",
73
use_eagle: bool = False,
74
log_stats: bool = False,
0 commit comments