remove DetachedEagleGPT model and handle all offline mode in the _DynamicEagleGPTModel (#321)

Signed-off-by: Ye Yu <[email protected]>
Signed-off-by: Kinjal Patel <[email protected]>
Signed-off-by: Asha Anoosheh <[email protected]>
Signed-off-by: realAsma <[email protected]>
Signed-off-by: Chenjie Luo <[email protected]>
Signed-off-by: Riyad Islam <[email protected]>
Signed-off-by: Yue <[email protected]>
Signed-off-by: h-guo18 <[email protected]>
Signed-off-by: Chenjie Luo <[email protected]>
Signed-off-by: Keval Morabia <[email protected]>
Signed-off-by: omrialmog <[email protected]>
Signed-off-by: Jennifer Chen <[email protected]>
Co-authored-by: kinjalpatel27 <[email protected]>
Co-authored-by: Asha Anoosheh <[email protected]>
Co-authored-by: realAsma <[email protected]>
Co-authored-by: Chenjie Luo <[email protected]>
Co-authored-by: Riyad Islam <[email protected]>
Co-authored-by: yueshen2016 <[email protected]>
Co-authored-by: h-guo18 <[email protected]>
Co-authored-by: Chenjie Luo <[email protected]>
Co-authored-by: Keval Morabia <[email protected]>
Co-authored-by: omrialmog <[email protected]>
Co-authored-by: Jenny Chen <[email protected]>

Author: 12 people

modelopt/torch/speculative/eagle/conversion.py

@@ -24,24 +24,21 @@
 from ..config import EagleConfig
 
 EagleDMRegistry = _DMRegistryCls(prefix="Eagle")  # global instance for the registry
-OfflineEagleDMRegistry = _DMRegistryCls(prefix="DetachedEagle")  # global instance for the registry
 
 
 def convert_to_eagle_model(model: nn.Module, config: EagleConfig) -> ConvertReturnType:
     """Convert the model to a eagle model as per `config`."""
     # initialize the true module if necessary
     model = model.init_modellike() if isinstance(model, ModelLikeModule) else model
 
-    registry = OfflineEagleDMRegistry if config.eagle_offline else EagleDMRegistry
-
     original_cls = type(model)
-    if original_cls not in registry:
-        for cls in registry._registry:
+    if original_cls not in EagleDMRegistry:
+        for cls in EagleDMRegistry._registry:
             if issubclass(original_cls, cls):
-                registry.register({original_cls: "base_model_class"})(registry[cls])
+                EagleDMRegistry.register({original_cls: "base_model_class"})(EagleDMRegistry[cls])
                 break
 
-    eagle_model = registry.convert(model)
+    eagle_model = EagleDMRegistry.convert(model)
     eagle_model.modify(
         eagle_offline=config.eagle_offline,
         eagle_hidden_state_distillation=config.eagle_hidden_state_distillation,