fixes #86

Author: jph00

fastcore/utils.py

@@ -678,13 +678,12 @@ def _call(lock, pause, n, g, item):
 # Cell
 class ProcessPoolExecutor(concurrent.futures.ProcessPoolExecutor):
     "Same as Python's ProcessPoolExecutor, except can pass `max_workers==0` for serial execution"
-    def __init__(self, max_workers=defaults.cpus, on_exc=print, pause=0,
-                 mp_context=None, initializer=None, initargs=(),):
+    def __init__(self, max_workers=defaults.cpus, on_exc=print, pause=0, **kwargs):
         if max_workers is None: max_workers=defaults.cpus
         store_attr()
         self.not_parallel = max_workers==0
         if self.not_parallel: max_workers=1
-        super().__init__(max_workers, mp_context=mp_context, initializer=initializer, initargs=initargs)
+        super().__init__(max_workers, **kwargs)
 
     def map(self, f, items, timeout=None, chunksize=1, *args, **kwargs):
         self.lock = Manager().Lock()

nbs/02_utils.ipynb

@@ -294,7 +294,7 @@
     {
      "data": {
       "text/plain": [
-       "<__main__._t at 0x7fd7b4badb90>"
+       "<__main__._t at 0x7fd2eaf8cf50>"
       ]
      },
      "execution_count": null,
@@ -1625,7 +1625,7 @@
     {
      "data": {
       "text/plain": [
-       "['a', 'e', 'b', 'h', 'c', 'd', 'g', 'f']"
+       "['g', 'e', 'f', 'a', 'h', 'c', 'd', 'b']"
       ]
      },
      "execution_count": null,
@@ -3511,13 +3511,12 @@
     "#export\n",
     "class ProcessPoolExecutor(concurrent.futures.ProcessPoolExecutor):\n",
     "    \"Same as Python's ProcessPoolExecutor, except can pass `max_workers==0` for serial execution\"\n",
-    "    def __init__(self, max_workers=defaults.cpus, on_exc=print, pause=0,\n",
-    "                 mp_context=None, initializer=None, initargs=(),):\n",
+    "    def __init__(self, max_workers=defaults.cpus, on_exc=print, pause=0, **kwargs):\n",
     "        if max_workers is None: max_workers=defaults.cpus\n",
     "        store_attr()\n",
     "        self.not_parallel = max_workers==0\n",
     "        if self.not_parallel: max_workers=1\n",
-    "        super().__init__(max_workers, mp_context=mp_context, initializer=initializer, initargs=initargs)\n",
+    "        super().__init__(max_workers, **kwargs)\n",
     "\n",
     "    def map(self, f, items, timeout=None, chunksize=1, *args, **kwargs):\n",
     "        self.lock = Manager().Lock()\n",
@@ -3538,7 +3537,7 @@
       "text/markdown": [
        "<h4 id=\"ProcessPoolExecutor\" class=\"doc_header\"><code>class</code> <code>ProcessPoolExecutor</code><a href=\"\" class=\"source_link\" style=\"float:right\">[source]</a></h4>\n",
        "\n",
-       "> <code>ProcessPoolExecutor</code>(**`max_workers`**=*`64`*, **`on_exc`**=*`print`*, **`pause`**=*`0`*, **`mp_context`**=*`None`*, **`initializer`**=*`None`*, **`initargs`**=*`()`*) :: [`ProcessPoolExecutor`](/utils.html#ProcessPoolExecutor)\n",
+       "> <code>ProcessPoolExecutor</code>(**`max_workers`**=*`64`*, **`on_exc`**=*`print`*, **`pause`**=*`0`*, **\\*\\*`kwargs`**) :: [`ProcessPoolExecutor`](/utils.html#ProcessPoolExecutor)\n",
        "\n",
        "Same as Python's ProcessPoolExecutor, except can pass `max_workers==0` for serial execution"
       ],
@@ -3554,6 +3553,13 @@
     "show_doc(ProcessPoolExecutor, title_level=4)"
    ]
   },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "`kwargs` are passed to Python's [`concurrent.futures.ProcessPoolExecutor`](https://python.readthedocs.io/en/latest/library/concurrent.futures.html#processpoolexecutor), so depend on your python version. From Python 3.7, they are: `mp_context=None`, `initializer=None`, `initargs=()`."
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,