fixes #90

Author: jph00

fastcore/__init__.py

@@ -1 +1 @@
-__version__ = "1.0.12"
+__version__ = "1.0.13"

fastcore/_nbdev.py

@@ -51,6 +51,7 @@
          "mk_class": "02_utils.ipynb",
          "wrap_class": "02_utils.ipynb",
          "ignore_exceptions": "02_utils.ipynb",
+         "dict2obj": "02_utils.ipynb",
          "store_attr": "02_utils.ipynb",
          "attrdict": "02_utils.ipynb",
          "properties": "02_utils.ipynb",

fastcore/utils.py

@@ -1,6 +1,6 @@
 # AUTOGENERATED! DO NOT EDIT! File to edit: nbs/02_utils.ipynb (unless otherwise specified).
 
-__all__ = ['ifnone', 'maybe_attr', 'basic_repr', 'get_class', 'mk_class', 'wrap_class', 'ignore_exceptions',
+__all__ = ['ifnone', 'maybe_attr', 'basic_repr', 'get_class', 'mk_class', 'wrap_class', 'ignore_exceptions', 'dict2obj',
            'store_attr', 'attrdict', 'properties', 'camel2snake', 'snake2camel', 'class2attr', 'hasattrs', 'ShowPrint',
            'Int', 'Str', 'Float', 'tuplify', 'detuplify', 'replicate', 'uniqueify', 'setify', 'merge', 'is_listy',
            'range_of', 'groupby', 'first', 'last_index', 'shufflish', 'IterLen', 'ReindexCollection', 'num_methods',
@@ -87,6 +87,12 @@ class ignore_exceptions:
     def __enter__(self): pass
     def __exit__(self, *args): return True
 
+# Cell
+def dict2obj(d):
+    if isinstance(d, (L,list)): return L(d).map(dict2obj)
+    if not isinstance(d, dict): return d
+    return SimpleNamespace(**{k:dict2obj(v) for k,v in d.items()})
+
 # Cell
 def _store_attr(self, **attrs):
     for n,v in attrs.items():
@@ -678,12 +684,13 @@ def _call(lock, pause, n, g, item):
 # Cell
 class ProcessPoolExecutor(concurrent.futures.ProcessPoolExecutor):
     "Same as Python's ProcessPoolExecutor, except can pass `max_workers==0` for serial execution"
-    def __init__(self, max_workers=defaults.cpus, on_exc=print, pause=0, **kwargs):
+    def __init__(self, max_workers=defaults.cpus, on_exc=print, pause=0,
+                 mp_context=None, initializer=None, initargs=(),):
         if max_workers is None: max_workers=defaults.cpus
         store_attr()
         self.not_parallel = max_workers==0
         if self.not_parallel: max_workers=1
-        super().__init__(max_workers, **kwargs)
+        super().__init__(max_workers, mp_context=mp_context, initializer=initializer, initargs=initargs)
 
     def map(self, f, items, timeout=None, chunksize=1, *args, **kwargs):
         self.lock = Manager().Lock()

nbs/02_utils.ipynb

@@ -294,7 +294,7 @@
     {
      "data": {
       "text/plain": [
-       "<__main__._t at 0x7fd2eaf8cf50>"
+       "<__main__._t at 0x7efe2eb5ef90>"
       ]
      },
      "execution_count": null,
@@ -478,11 +478,77 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "## Attribute Helpers\n",
-    "\n",
+    "## Attribute Helpers"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
     "These functions reduce boilerplate when setting or manipulating attributes or properties of objects."
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "#export\n",
+    "def dict2obj(d):\n",
+    "    \"Convert (possibly nested) dicts (or lists of dicts) to `SimpleNamespace`\"\n",
+    "    if isinstance(d, (L,list)): return L(d).map(dict2obj)\n",
+    "    if not isinstance(d, dict): return d\n",
+    "    return SimpleNamespace(**{k:dict2obj(v) for k,v in d.items()})"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "This is a convenience to give you \"dotted\" access to (possibly nested) dictionaries, e.g:"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "namespace(a=1, b=namespace(c=2, d=3))"
+      ]
+     },
+     "execution_count": null,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "d1 = dict(a=1, b=dict(c=2,d=3))\n",
+    "d2 = dict2obj(d1)\n",
+    "test_eq(d2.b.c, 2)\n",
+    "d2"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "It can also be used on lists of dicts."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "ds = L(d1, d1)\n",
+    "test_eq(dict2obj(ds[0]).b.c, 2)"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -519,7 +585,7 @@
    "cell_type": "markdown",
    "metadata": {},
    "source": [
-    "In it's most basic form, you can use this to shorten code like this:"
+    "In it's most basic form, you can use `store_attr` to shorten code like this:"
    ]
   },
   {
@@ -1625,7 +1691,7 @@
     {
      "data": {
       "text/plain": [
-       "['g', 'e', 'f', 'a', 'h', 'c', 'd', 'b']"
+       "['a', 'e', 'b', 'h', 'c', 'd', 'g', 'f']"
       ]
      },
      "execution_count": null,
@@ -3511,12 +3577,13 @@
     "#export\n",
     "class ProcessPoolExecutor(concurrent.futures.ProcessPoolExecutor):\n",
     "    \"Same as Python's ProcessPoolExecutor, except can pass `max_workers==0` for serial execution\"\n",
-    "    def __init__(self, max_workers=defaults.cpus, on_exc=print, pause=0, **kwargs):\n",
+    "    def __init__(self, max_workers=defaults.cpus, on_exc=print, pause=0,\n",
+    "                 mp_context=None, initializer=None, initargs=(),):\n",
     "        if max_workers is None: max_workers=defaults.cpus\n",
     "        store_attr()\n",
     "        self.not_parallel = max_workers==0\n",
     "        if self.not_parallel: max_workers=1\n",
-    "        super().__init__(max_workers, **kwargs)\n",
+    "        super().__init__(max_workers, mp_context=mp_context, initializer=initializer, initargs=initargs)\n",
     "\n",
     "    def map(self, f, items, timeout=None, chunksize=1, *args, **kwargs):\n",
     "        self.lock = Manager().Lock()\n",
@@ -3537,7 +3604,7 @@
       "text/markdown": [
        "<h4 id=\"ProcessPoolExecutor\" class=\"doc_header\"><code>class</code> <code>ProcessPoolExecutor</code><a href=\"\" class=\"source_link\" style=\"float:right\">[source]</a></h4>\n",
        "\n",
-       "> <code>ProcessPoolExecutor</code>(**`max_workers`**=*`64`*, **`on_exc`**=*`print`*, **`pause`**=*`0`*, **\\*\\*`kwargs`**) :: [`ProcessPoolExecutor`](/utils.html#ProcessPoolExecutor)\n",
+       "> <code>ProcessPoolExecutor</code>(**`max_workers`**=*`64`*, **`on_exc`**=*`print`*, **`pause`**=*`0`*, **`mp_context`**=*`None`*, **`initializer`**=*`None`*, **`initargs`**=*`()`*) :: [`ProcessPoolExecutor`](/utils.html#ProcessPoolExecutor)\n",
        "\n",
        "Same as Python's ProcessPoolExecutor, except can pass `max_workers==0` for serial execution"
       ],
@@ -3553,13 +3620,6 @@
     "show_doc(ProcessPoolExecutor, title_level=4)"
    ]
   },
-  {
-   "cell_type": "markdown",
-   "metadata": {},
-   "source": [
-    "`kwargs` are passed to Python's [`concurrent.futures.ProcessPoolExecutor`](https://python.readthedocs.io/en/latest/library/concurrent.futures.html#processpoolexecutor), so depend on your python version. From Python 3.7, they are: `mp_context=None`, `initializer=None`, `initargs=()`."
-   ]
-  },
   {
    "cell_type": "code",
    "execution_count": null,

settings.ini

@@ -7,7 +7,7 @@ author = Jeremy Howard and Sylvain Gugger
 author_email = [email protected]
 copyright = fast.ai
 branch = master
-version = 1.0.12
+version = 1.0.13
 min_python = 3.6
 audience = Developers
 language = English