We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 7390687 commit 0f75bbaCopy full SHA for 0f75bba
modelopt/torch/speculative/utils.py
@@ -330,7 +330,9 @@ def validate(
330
331
if ground_truth is None:
332
ground_truth = self.get_ground_truth(input_ids, osl)
333
- ground_truth = self.check_data_consistency_across_ranks(ground_truth)
+ ground_truth = self.check_data_consistency_across_ranks(
334
+ ground_truth, fail_when_mismatch=False
335
+ )
336
337
cnt = 0
338
draft_tokens = None
0 commit comments