We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7074ae7 commit 50c43a3Copy full SHA for 50c43a3
ai_edge_torch/generative/layers/kv_cache.py
@@ -20,6 +20,7 @@
20
21
from ai_edge_torch import hlfb
22
from ai_edge_torch.generative.layers import model_config
23
+from ai_edge_torch.generative.utilities.dynamic_update_slice import dynamic_update_slice
24
import torch
25
import torch.utils._pytree as pytree
26
@@ -159,8 +160,6 @@ def update(
159
160
Returns:
161
KVCacheEntry: The updated KVCache entry based on the passed inputs.
162
"""
- # Turn dynamic_update_slice updates off for now.
163
- use_dus=False
164
update_kv_cache = _update_kv_impl if use_dus else _update_kv_base_impl
165
return update_kv_cache(cache, input_pos, k_slice, v_slice)
166
0 commit comments