Import

Author: larryliu0820

torchchat/export.py

@@ -48,6 +48,8 @@ def export_for_server(
     Returns:
         The path to the exported model.
     """
+    from torch._inductor.package import package_aoti
+
     if dynamic_shapes:
         input = (
             torch.tensor([[1, 9038, 2501, 263, 931]], dtype=torch.int, device=device),