We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 97594d2 commit 038e28bCopy full SHA for 038e28b
candle-transformers/src/models/quantized_phi3.rs
@@ -136,7 +136,7 @@ impl LayerWeights {
136
let q = self.apply_rotary_emb(&q, index_pos)?.contiguous()?;
137
let k = self.apply_rotary_emb(&k, index_pos)?;
138
139
- if index_pos == 0 {
+ if index_pos == 0 {
140
self.kv_cache.reset();
141
}
142
let (k, v) = self.kv_cache.append(&k.contiguous()?, &v.contiguous()?)?;
0 commit comments