Skip to content

Commit 9b47e6c

Browse files
authored
Merge branch 'main' into custom_dtype
2 parents 5f492e7 + 2f9675c commit 9b47e6c

32 files changed

+16724
-0
lines changed

QEfficient/transformers/models/modeling_auto.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -3556,6 +3556,8 @@ def check_and_get_num_speculative_tokens(self, num_speculative_tokens: Optional[
35563556
If `num_speculative_tokens` is not an integer greater than 1.
35573557
If `prefill_seq_len` is less than `num_speculative_tokens + 1`.
35583558
"""
3559+
if not self.is_tlm:
3560+
return None
35593561
if hasattr(self.model.config, "speculative_config"):
35603562
num_speculative_tokens_ = self.model.config.speculative_config["num_speculative_tokens"]
35613563
if num_speculative_tokens is not None:

0 commit comments

Comments
 (0)