keep HF torchscript flag True for better tracing

chichun-charlie-liu · chichun-charlie-liu · commit 515884efc06e · 2025-01-16T16:45:44.000Z
Signed-off-by: chichun-charlie-liu &lt;chichun.charlie.liu@gmail.com&gt;
diff --git a/fms_mo/dq.py b/fms_mo/dq.py
@@ -86,7 +86,7 @@ def run_dq(model_args, data_args, opt_args, fms_mo_args):
         "cache_dir": model_args.cache_dir,
         "revision": model_args.model_revision,
         "use_auth_token": True if model_args.use_auth_token else None,
-        "torchscript": False,
+        "torchscript": True,
         "attn_implementation": attn_implementation,
     }
     config = AutoConfig.from_pretrained(model_args.model_name_or_path, **config_kwargs)

Original file line number	Diff line number	Diff line change
`@@ -86,7 +86,7 @@ def run_dq(model_args, data_args, opt_args, fms_mo_args):`
`86`	`86`	`"cache_dir": model_args.cache_dir,`
`87`	`87`	`"revision": model_args.model_revision,`
`88`	`88`	`"use_auth_token": True if model_args.use_auth_token else None,`
`89`		`- "torchscript": False,`
	`89`	`+ "torchscript": True,`
`90`	`90`	`"attn_implementation": attn_implementation,`
`91`	`91`	`}`
`92`	`92`	`config = AutoConfig.from_pretrained(model_args.model_name_or_path, **config_kwargs)`