get around gguf issue

Author: Gasoonjia

torchchat/model.py

@@ -486,27 +486,6 @@ def _load_model_state_dict(
             state_dict[new_key] = state_dict.pop(key)
         return state_dict
 
-    def __getattr__(self, name):
-        """
-        Rewrite __getattr__ to search attribute in Model and its model attribute.
-        Note that this is a temporary solution to expose internal model attributes to the user.
-
-        :param name: The name of the attribute to get.
-        :return: The attribute value if found, otherwise raise AttributeError.
-        """
-        try:
-            if name in self.__dict__:
-                return self.__dict__[name]
-        except AttributeError:
-            pass
-
-        try:
-            return getattr(self.model, name)
-        except AttributeError:
-            raise AttributeError(
-                f"'{type(self).__name__}' object has no attribute '{name}'"
-            )
-            
     @abstractmethod
     def forward(self, *args, **kwargs):
         raise NotImplementedError("forward method is not implemented")

torchchat/utils/gguf_loader.py

@@ -54,6 +54,10 @@ def _fqn_lookup(fqn: str, module: torch.nn.Module) -> Any:
     if fqn == "":
         return module
     atoms = fqn.split(".")
+    # Expose the root module to users.
+    # Note this is temporary, and will be removed once we removed Model.model
+    if isinstance(module, Model):
+        module = module.model
     curr = module
     for a in atoms:
         curr = getattr(curr, a)