We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent cf497bb commit 0194cd3Copy full SHA for 0194cd3
paddlenlp/transformers/deepseek_v2/modeling.py
@@ -1746,7 +1746,6 @@ def prepare_inputs_for_generation(
1746
):
1747
batch_size, seq_length = input_ids.shape
1748
position_ids = kwargs.get("position_ids", paddle.arange(seq_length).expand((batch_size, seq_length)))
1749
- attention_mask = kwargs.get("attention_mask", None)
1750
if past_key_values:
1751
input_ids = input_ids[:, -1].unsqueeze(axis=-1)
1752
position_ids = position_ids[:, -1].unsqueeze(-1)
0 commit comments