tc

Author: clee2000

conf.py

@@ -48,6 +48,36 @@
 from pathlib import Path
 pio.renderers.default = 'sphinx_gallery'
 
+import sphinx_gallery.gen_rst
+import multiprocessing
+
+# Save the original function
+def isolated_call(func, args, kwargs, result_queue):
+    try:
+        result = func(*args, **kwargs)
+        result_queue.put((True, result))
+    except Exception as e:
+        result_queue.put((False, str(e)))
+
+def make_isolated_version(func):
+    def wrapper(*args, **kwargs):
+        result_queue = multiprocessing.Queue()
+        p = multiprocessing.Process(
+            target=isolated_call,
+            args=(func, args, kwargs, result_queue)
+        )
+        p.start()
+        p.join()
+        success, result = result_queue.get()
+        if success:
+            return result
+        else:
+            raise RuntimeError(f"Error in isolated process: {result}")
+    return wrapper
+
+# Monkey-patch
+sphinx_gallery.gen_rst.generate_file_rst = make_isolated_version(sphinx_gallery.gen_rst.generate_file_rst)
+
 try:
     import torchvision
 except ImportError:
@@ -114,7 +144,6 @@ def reset_seeds(gallery_conf, fname):
     'pypandoc': {'extra_args': ['--mathjax', '--toc'],
                  'filters': ['.jenkins/custom_pandoc_filter.py'],
     },
-    'parallel': 3,
 }
 
 html_baseurl = 'https://pytorch.org/tutorials/' # needed for sphinx-sitemap