Skip to content

Commit 529a2f2

Browse files
committed
remove OfflineEagleDMRegistry
Signed-off-by: Ye Yu <[email protected]>
1 parent 3205916 commit 529a2f2

File tree

1 file changed

+1
-8
lines changed

1 file changed

+1
-8
lines changed

modelopt/torch/speculative/plugins/transformers.py

Lines changed: 1 addition & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -46,7 +46,7 @@
4646
from transformers.trainer_pt_utils import LabelSmoother
4747
from transformers.utils import ModelOutput
4848

49-
from ..eagle.conversion import EagleDMRegistry, OfflineEagleDMRegistry
49+
from ..eagle.conversion import EagleDMRegistry
5050
from ..eagle.eagle_model import EagleModel
5151
from ..eagle.utils import RMSNorm, expand_mask, make_causal_mask
5252
from ..medusa.conversion import MedusaDMRegistry
@@ -1141,13 +1141,6 @@ def pseudo_speculative_generate(
11411141
return base_token, draft_tokens
11421142

11431143

1144-
@OfflineEagleDMRegistry.register({PreTrainedModel: "hf.PreTrainedModel"})
1145-
class DetachedHFEagleModel(HFEagleModel):
1146-
"""A wrapper for detached Eagle module."""
1147-
1148-
# TODO: Implement DetachedHFEagleModel class for offline eagle.
1149-
1150-
11511144
class HFARValidation(AcceptanceRateValidation):
11521145
"""This is the subclass for HF model AR validation."""
11531146

0 commit comments

Comments
 (0)