get rid of model.model

Gasoonjia · Gasoonjia · commit a356897c6c3b · 2024-09-17T01:28:16.000-07:00
diff --git a/torchchat/generate.py b/torchchat/generate.py
@@ -795,7 +795,7 @@ def chat(
 
         # This is a hack to get around the fact that different models have different ways to record their max_seq_length and might be wrong
         # TODO: unify the max_seq_length config representation.
-        text_transformer_args = getattr(self.model.model, "config", None)
+        text_transformer_args = self.model.text_transformer_args
         max_seq_length = (
             text_transformer_args.max_seq_length if text_transformer_args else 2048
         )

Original file line number	Diff line number	Diff line change
`@@ -795,7 +795,7 @@ def chat(`
`795`	`795`
`796`	`796`	`# This is a hack to get around the fact that different models have different ways to record their max_seq_length and might be wrong`
`797`	`797`	`# TODO: unify the max_seq_length config representation.`
`798`		`- text_transformer_args = getattr(self.model.model, "config", None)`
	`798`	`+ text_transformer_args = self.model.text_transformer_args`
`799`	`799`	`max_seq_length = (`
`800`	`800`	`text_transformer_args.max_seq_length if text_transformer_args else 2048`
`801`	`801`	`)`