up

metascroy · metascroy · commit 9db7b1852253 · 2025-09-29T15:44:33.000-07:00
diff --git a/extension/llm/export/config/llm_config.py b/extension/llm/export/config/llm_config.py
@@ -652,7 +652,7 @@ def from_args(cls, args: argparse.Namespace) -> "LlmConfig":  # noqa: C901
                 "use_torchao_kernels_tied_embedding",
             ]
         ):
-            if hasattr(args, "use_torchao_kernels") and args.torchao_kernels:
+            if hasattr(args, "use_torchao_kernels") and args.use_torchao_kernels:
                 # Enable all conversions if torchao_kernels is specified
                 llm_config.backend.torchao.use_torchao_kernels_linear = True
                 llm_config.backend.torchao.use_torchao_kernels_tied_embedding = True

Original file line number	Diff line number	Diff line change
`@@ -652,7 +652,7 @@ def from_args(cls, args: argparse.Namespace) -> "LlmConfig": # noqa: C901`
`652`	`652`	`"use_torchao_kernels_tied_embedding",`
`653`	`653`	`]`
`654`	`654`	`):`
`655`		`- if hasattr(args, "use_torchao_kernels") and args.torchao_kernels:`
	`655`	`+ if hasattr(args, "use_torchao_kernels") and args.use_torchao_kernels:`
`656`	`656`	`# Enable all conversions if torchao_kernels is specified`
`657`	`657`	`llm_config.backend.torchao.use_torchao_kernels_linear = True`
`658`	`658`	`llm_config.backend.torchao.use_torchao_kernels_tied_embedding = True`