File tree Expand file tree Collapse file tree 1 file changed +1
-8
lines changed
modelopt/torch/speculative/plugins Expand file tree Collapse file tree 1 file changed +1
-8
lines changed Original file line number Diff line number Diff line change 46
46
from transformers .trainer_pt_utils import LabelSmoother
47
47
from transformers .utils import ModelOutput
48
48
49
- from ..eagle .conversion import EagleDMRegistry , OfflineEagleDMRegistry
49
+ from ..eagle .conversion import EagleDMRegistry
50
50
from ..eagle .eagle_model import EagleModel
51
51
from ..eagle .utils import RMSNorm , expand_mask , make_causal_mask
52
52
from ..medusa .conversion import MedusaDMRegistry
@@ -1141,13 +1141,6 @@ def pseudo_speculative_generate(
1141
1141
return base_token , draft_tokens
1142
1142
1143
1143
1144
- @OfflineEagleDMRegistry .register ({PreTrainedModel : "hf.PreTrainedModel" })
1145
- class DetachedHFEagleModel (HFEagleModel ):
1146
- """A wrapper for detached Eagle module."""
1147
-
1148
- # TODO: Implement DetachedHFEagleModel class for offline eagle.
1149
-
1150
-
1151
1144
class HFARValidation (AcceptanceRateValidation ):
1152
1145
"""This is the subclass for HF model AR validation."""
1153
1146
You can’t perform that action at this time.
0 commit comments