We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e032a52 commit 5328b55Copy full SHA for 5328b55
modelopt/torch/speculative/utils.py
@@ -331,7 +331,9 @@ def validate(
331
332
if ground_truth is None:
333
ground_truth = self.get_ground_truth(input_ids, osl)
334
- ground_truth = self.check_data_consistency_across_ranks(ground_truth)
+ ground_truth = self.check_data_consistency_across_ranks(
335
+ ground_truth, fail_when_mismatch=False
336
+ )
337
338
cnt = 0
339
draft_tokens = None
0 commit comments