We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 2473e7a commit 7f73cf8Copy full SHA for 7f73cf8
aiu_fms_testing_utils/scripts/drive_paged_programs.py
@@ -554,7 +554,10 @@ def get_valid_prompts(
554
# this will get the number of bits for the sequence length and shift to get the power of 2 that is less than or equal to the sequence length
555
tkv_cutoff = 1 << (valid_prompt_shape[1].bit_length() - 1)
556
possible_seq_lengths = [
557
- _ for _ in range(tkv_cutoff, valid_prompt_shape[1], pad_multiple)
+ _
558
+ for _ in range(
559
+ tkv_cutoff, valid_prompt_shape[1], pad_multiple
560
+ )
561
]
562
# favor sequences that are close to the valid prompt length
563
possible_seq_lengths.reverse()
0 commit comments