Added subprocess launcher for NVFuser minifying

Author: Chillee

functorch/_src/fx_minifier.py

@@ -59,6 +59,7 @@ def minimizer(fail_f: fx.GraphModule, inps, module_fails):
     cur_size = len(failing_graph.nodes)
 
     def graph_fails(graph, inps):
+
         mod = fx.GraphModule(fail_f, graph)
         mod.graph.lint()
         return module_fails(mod, inps)
@@ -190,4 +191,26 @@ def delta_debugging(cur_graph: fx.Graph, cur_inps):
     failing_fx = fx.GraphModule(fail_f, failing_graph)
     print(failing_fx.code)
     print([i.shape for i in inps])
-    return failing_fx, inps
+    return failing_fx, inps
+
+import subprocess
+def check_nvfuser_subprocess(f, inps):
+    f.to_folder("temp")
+    with open("_temp.py", 'w') as fil:
+        fil.write(f'''
+    import torch
+    from temp import FxModule
+    f = FxModule().cuda()
+    inps = {[(i.shape, i.dtype) for i in inps]}
+    inps = [torch.randn(shape, dtype=dtype, device='cuda') for shape, dtype in inps]
+    with torch.jit.fuser("fuser2"):
+    nf = torch.jit.script(f)
+    for _ in range(5):
+        nf(*inps)
+    ''')
+    try:
+        subprocess.check_call("PYTORCH_NVFUSER_DISABLE_FALLBACK=1 python _temp.py", shell=True)
+    except Exception as e:
+        print(e)
+        return True
+    return False

test/test_minifier.py

@@ -44,7 +44,6 @@ def pass_checker(fx_g, inps):
             return torch.isnan(fx_g(*inps)[0]).any()
 
         min_f, inps = minimizer(failing_f, inps, pass_checker)
-        import pdb; pdb.set_trace()
         assert len(min_f.graph.nodes) == 3
         assert len(inps) == 1