adds mkdir

Author: lgvaz

fastcore/xtras.py

@@ -74,7 +74,7 @@ def maybe_open(f, mode='r', **kwargs):
         with open(f, mode, **kwargs) as f: yield f
     else: yield f
 
-# %% ../nbs/03_xtras.ipynb 26
+# %% ../nbs/03_xtras.ipynb 28
 def image_size(fn):
     "Tuple of (w,h) for png, gif, or jpg; `None` otherwise"
     import imghdr,struct
@@ -98,7 +98,7 @@ def _png_size(f):
     d = dict(png=_png_size, gif=_gif_size, jpeg=_jpg_size)
     with maybe_open(fn, 'rb') as f: return d[imghdr.what(f)](f)
 
-# %% ../nbs/03_xtras.ipynb 28
+# %% ../nbs/03_xtras.ipynb 30
 def bunzip(fn):
     "bunzip `fn`, raising exception if output already exists"
     fn = Path(fn)
@@ -109,15 +109,15 @@ def bunzip(fn):
     with bz2.BZ2File(fn, 'rb') as src, out_fn.open('wb') as dst:
         for d in iter(lambda: src.read(1024*1024), b''): dst.write(d)
 
-# %% ../nbs/03_xtras.ipynb 30
+# %% ../nbs/03_xtras.ipynb 32
 def loads(s, **kw):
     "Same as `json.loads`, but handles `None`"
     if not s: return {}
     try: import ujson as json
     except ModuleNotFoundError: import json
     return json.loads(s, **kw)
 
-# %% ../nbs/03_xtras.ipynb 31
+# %% ../nbs/03_xtras.ipynb 33
 def loads_multi(s:str):
     "Generator of >=0 decoded json dicts, possibly with non-json ignored text at start and end"
     import json
@@ -129,22 +129,22 @@ def loads_multi(s:str):
         yield obj
         s = s[pos:]
 
-# %% ../nbs/03_xtras.ipynb 33
+# %% ../nbs/03_xtras.ipynb 35
 def dumps(obj, **kw):
     "Same as `json.dumps`, but uses `ujson` if available"
     try: import ujson as json
     except ModuleNotFoundError: import json
     else: kw['escape_forward_slashes']=False
     return json.dumps(obj, **kw)
 
-# %% ../nbs/03_xtras.ipynb 34
+# %% ../nbs/03_xtras.ipynb 36
 def _unpack(fname, out):
     import shutil
     shutil.unpack_archive(str(fname), str(out))
     ls = out.ls()
     return ls[0] if len(ls) == 1 else out
 
-# %% ../nbs/03_xtras.ipynb 35
+# %% ../nbs/03_xtras.ipynb 37
 def untar_dir(fname, dest, rename=False, overwrite=False):
     "untar `file` into `dest`, creating a directory if the root contains more than one item"
     import tempfile,shutil
@@ -162,14 +162,14 @@ def untar_dir(fname, dest, rename=False, overwrite=False):
         shutil.move(str(src), dest)
         return dest
 
-# %% ../nbs/03_xtras.ipynb 43
+# %% ../nbs/03_xtras.ipynb 45
 def repo_details(url):
     "Tuple of `owner,name` from ssh or https git repo `url`"
     res = remove_suffix(url.strip(), '.git')
     res = res.split(':')[-1]
     return res.split('/')[-2:]
 
-# %% ../nbs/03_xtras.ipynb 45
+# %% ../nbs/03_xtras.ipynb 47
 def run(cmd, *rest, same_in_win=False, ignore_ex=False, as_bytes=False, stderr=False):
     "Pass `cmd` (splitting with `shlex` if string) to `subprocess.run`; return `stdout`; raise `IOError` if fails"
     # Even the command is same on Windows, we have to add `cmd /c `"
@@ -193,7 +193,7 @@ def run(cmd, *rest, same_in_win=False, ignore_ex=False, as_bytes=False, stderr=F
     if res.returncode: raise IOError(stdout)
     return stdout
 
-# %% ../nbs/03_xtras.ipynb 53
+# %% ../nbs/03_xtras.ipynb 55
 def open_file(fn, mode='r', **kwargs):
     "Open a file, with optional compression if gz or bz2 suffix"
     if isinstance(fn, io.IOBase): return fn
@@ -204,81 +204,81 @@ def open_file(fn, mode='r', **kwargs):
     elif fn.suffix=='.zip': return zipfile.ZipFile(fn, mode, **kwargs)
     else: return open(fn,mode, **kwargs)
 
-# %% ../nbs/03_xtras.ipynb 54
+# %% ../nbs/03_xtras.ipynb 56
 def save_pickle(fn, o):
     "Save a pickle file, to a file name or opened file"
     import pickle
     with open_file(fn, 'wb') as f: pickle.dump(o, f)
 
-# %% ../nbs/03_xtras.ipynb 55
+# %% ../nbs/03_xtras.ipynb 57
 def load_pickle(fn):
     "Load a pickle file from a file name or opened file"
     import pickle
     with open_file(fn, 'rb') as f: return pickle.load(f)
 
-# %% ../nbs/03_xtras.ipynb 58
+# %% ../nbs/03_xtras.ipynb 60
 def dict2obj(d, list_func=L, dict_func=AttrDict):
     "Convert (possibly nested) dicts (or lists of dicts) to `AttrDict`"
     if isinstance(d, (L,list)): return list_func(d).map(dict2obj)
     if not isinstance(d, dict): return d
     return dict_func(**{k:dict2obj(v) for k,v in d.items()})
 
-# %% ../nbs/03_xtras.ipynb 63
+# %% ../nbs/03_xtras.ipynb 65
 def obj2dict(d):
     "Convert (possibly nested) AttrDicts (or lists of AttrDicts) to `dict`"
     if isinstance(d, (L,list)): return list(L(d).map(obj2dict))
     if not isinstance(d, dict): return d
     return dict(**{k:obj2dict(v) for k,v in d.items()})
 
-# %% ../nbs/03_xtras.ipynb 66
+# %% ../nbs/03_xtras.ipynb 68
 def _repr_dict(d, lvl):
     if isinstance(d,dict):
         its = [f"{k}: {_repr_dict(v,lvl+1)}" for k,v in d.items()]
     elif isinstance(d,(list,L)): its = [_repr_dict(o,lvl+1) for o in d]
     else: return str(d)
     return '\n' + '\n'.join([" "*(lvl*2) + "- " + o for o in its])
 
-# %% ../nbs/03_xtras.ipynb 67
+# %% ../nbs/03_xtras.ipynb 69
 def repr_dict(d):
     "Print nested dicts and lists, such as returned by `dict2obj`"
     return _repr_dict(d,0).strip()
 
-# %% ../nbs/03_xtras.ipynb 69
+# %% ../nbs/03_xtras.ipynb 71
 def is_listy(x):
     "`isinstance(x, (tuple,list,L,slice,Generator))`"
     return isinstance(x, (tuple,list,L,slice,Generator))
 
-# %% ../nbs/03_xtras.ipynb 71
+# %% ../nbs/03_xtras.ipynb 73
 def mapped(f, it):
     "map `f` over `it`, unless it's not listy, in which case return `f(it)`"
     return L(it).map(f) if is_listy(it) else f(it)
 
-# %% ../nbs/03_xtras.ipynb 75
+# %% ../nbs/03_xtras.ipynb 77
 @patch
 def readlines(self:Path, hint=-1, encoding='utf8'):
     "Read the content of `self`"
     with self.open(encoding=encoding) as f: return f.readlines(hint)
 
-# %% ../nbs/03_xtras.ipynb 76
+# %% ../nbs/03_xtras.ipynb 78
 @patch
 def read_json(self:Path, encoding=None, errors=None):
     "Same as `read_text` followed by `loads`"
     return loads(self.read_text(encoding=encoding, errors=errors))
 
-# %% ../nbs/03_xtras.ipynb 77
+# %% ../nbs/03_xtras.ipynb 79
 @patch
 def mk_write(self:Path, data, encoding=None, errors=None, mode=511):
     "Make all parent dirs of `self`, and write `data`"
     self.parent.mkdir(exist_ok=True, parents=True, mode=mode)
     self.write_text(data, encoding=encoding, errors=errors)
 
-# %% ../nbs/03_xtras.ipynb 78
+# %% ../nbs/03_xtras.ipynb 80
 @patch
 def relpath(self:Path, start=None):
     "Same as `os.path.relpath`, but returns a `Path`, and resolves symlinks"
     return Path(os.path.relpath(self.resolve(), Path(start).resolve()))
 
-# %% ../nbs/03_xtras.ipynb 81
+# %% ../nbs/03_xtras.ipynb 83
 @patch
 def ls(self:Path, n_max=None, file_type=None, file_exts=None):
     "Contents of path as a list"
@@ -290,7 +290,7 @@ def ls(self:Path, n_max=None, file_type=None, file_exts=None):
     if n_max is not None: res = itertools.islice(res, n_max)
     return L(res)
 
-# %% ../nbs/03_xtras.ipynb 87
+# %% ../nbs/03_xtras.ipynb 89
 @patch
 def __repr__(self:Path):
     b = getattr(Path, 'BASE_PATH', None)
@@ -299,7 +299,7 @@ def __repr__(self:Path):
         except: pass
     return f"Path({self.as_posix()!r})"
 
-# %% ../nbs/03_xtras.ipynb 90
+# %% ../nbs/03_xtras.ipynb 92
 @patch
 def delete(self:Path):
     "Delete a file, symlink, or directory tree"
@@ -309,12 +309,12 @@ def delete(self:Path):
         shutil.rmtree(self)
     else: self.unlink()
 
-# %% ../nbs/03_xtras.ipynb 92
+# %% ../nbs/03_xtras.ipynb 94
 class IterLen:
     "Base class to add iteration to anything supporting `__len__` and `__getitem__`"
     def __iter__(self): return (self[i] for i in range_of(self))
 
-# %% ../nbs/03_xtras.ipynb 93
+# %% ../nbs/03_xtras.ipynb 95
 @docs
 class ReindexCollection(GetAttr, IterLen):
     "Reindexes collection `coll` with indices `idxs` and optional LRU cache of size `cache`"
@@ -339,7 +339,7 @@ def __setstate__(self, s): self.coll,self.idxs,self.cache,self.tfm = s['coll'],s
                 shuffle="Randomly shuffle indices",
                 cache_clear="Clear LRU cache")
 
-# %% ../nbs/03_xtras.ipynb 112
+# %% ../nbs/03_xtras.ipynb 114
 def _is_type_dispatch(x): return type(x).__name__ == "TypeDispatch"
 def _unwrapped_type_dispatch_func(x): return x.first() if _is_type_dispatch(x) else x
 
@@ -366,15 +366,15 @@ def get_source_link(func):
         return f"{nbdev_mod.git_url}{module}#L{line}"
     except: return f"{module}#L{line}"
 
-# %% ../nbs/03_xtras.ipynb 115
+# %% ../nbs/03_xtras.ipynb 117
 def truncstr(s:str, maxlen:int, suf:str='…', space='')->str:
     "Truncate `s` to length `maxlen`, adding suffix `suf` if truncated"
     return s[:maxlen-len(suf)]+suf if len(s)+len(space)>maxlen else s+space
 
-# %% ../nbs/03_xtras.ipynb 117
+# %% ../nbs/03_xtras.ipynb 119
 spark_chars = '▁▂▃▅▆▇'
 
-# %% ../nbs/03_xtras.ipynb 118
+# %% ../nbs/03_xtras.ipynb 120
 def _ceil(x, lim=None): return x if (not lim or x <= lim) else lim
 
 def _sparkchar(x, mn, mx, incr, empty_zero):
@@ -383,7 +383,7 @@ def _sparkchar(x, mn, mx, incr, empty_zero):
     res = int((_ceil(x,mx)-mn)/incr-0.5)
     return spark_chars[res]
 
-# %% ../nbs/03_xtras.ipynb 119
+# %% ../nbs/03_xtras.ipynb 121
 def sparkline(data, mn=None, mx=None, empty_zero=False):
     "Sparkline for `data`, with `None`s (and zero, if `empty_zero`) shown as empty column"
     valid = [o for o in data if o is not None]
@@ -392,7 +392,7 @@ def sparkline(data, mn=None, mx=None, empty_zero=False):
     res = [_sparkchar(x=o, mn=mn, mx=mx, incr=(mx-mn)/n, empty_zero=empty_zero) for o in data]
     return ''.join(res)
 
-# %% ../nbs/03_xtras.ipynb 123
+# %% ../nbs/03_xtras.ipynb 125
 def modify_exception(
     e:Exception, # An exception
     msg:str=None, # A custom message
@@ -402,14 +402,14 @@ def modify_exception(
     e.args = [f'{e.args[0]} {msg}'] if not replace and len(e.args) > 0 else [msg]
     return e
 
-# %% ../nbs/03_xtras.ipynb 125
+# %% ../nbs/03_xtras.ipynb 127
 def round_multiple(x, mult, round_down=False):
     "Round `x` to nearest multiple of `mult`"
     def _f(x_): return (int if round_down else round)(x_/mult)*mult
     res = L(x).map(_f)
     return res if is_listy(x) else res[0]
 
-# %% ../nbs/03_xtras.ipynb 127
+# %% ../nbs/03_xtras.ipynb 129
 def set_num_threads(nt):
     "Get numpy (and others) to use `nt` threads"
     try: import mkl; mkl.set_num_threads(nt)
@@ -420,14 +420,14 @@ def set_num_threads(nt):
     for o in ['OPENBLAS_NUM_THREADS','NUMEXPR_NUM_THREADS','OMP_NUM_THREADS','MKL_NUM_THREADS']:
         os.environ[o] = str(nt)
 
-# %% ../nbs/03_xtras.ipynb 129
+# %% ../nbs/03_xtras.ipynb 131
 def join_path_file(file, path, ext=''):
     "Return `path/file` if file is a string or a `Path`, file otherwise"
     if not isinstance(file, (str, Path)): return file
     path.mkdir(parents=True, exist_ok=True)
     return path/f'{file}{ext}'
 
-# %% ../nbs/03_xtras.ipynb 132
+# %% ../nbs/03_xtras.ipynb 134
 def autostart(g):
     "Decorator that automatically starts a generator"
     @functools.wraps(g)
@@ -437,7 +437,7 @@ def f():
         return r
     return f
 
-# %% ../nbs/03_xtras.ipynb 133
+# %% ../nbs/03_xtras.ipynb 135
 class EventTimer:
     "An event timer with history of `store` items of time `span`"
 
@@ -461,15 +461,15 @@ def duration(self): return time.perf_counter()-self.start
     @property
     def freq(self): return self.events/self.duration
 
-# %% ../nbs/03_xtras.ipynb 137
+# %% ../nbs/03_xtras.ipynb 139
 _fmt = string.Formatter()
 
-# %% ../nbs/03_xtras.ipynb 138
+# %% ../nbs/03_xtras.ipynb 140
 def stringfmt_names(s:str)->list:
     "Unique brace-delimited names in `s`"
     return uniqueify(o[1] for o in _fmt.parse(s) if o[1])
 
-# %% ../nbs/03_xtras.ipynb 140
+# %% ../nbs/03_xtras.ipynb 142
 class PartialFormatter(string.Formatter):
     "A `string.Formatter` that doesn't error on missing fields, and tracks missing fields and unused args"
     def __init__(self):
@@ -485,24 +485,24 @@ def get_field(self, nm, args, kwargs):
     def check_unused_args(self, used, args, kwargs):
         self.xtra = filter_keys(kwargs, lambda o: o not in used)
 
-# %% ../nbs/03_xtras.ipynb 142
+# %% ../nbs/03_xtras.ipynb 144
 def partial_format(s:str, **kwargs):
     "string format `s`, ignoring missing field errors, returning missing and extra fields"
     fmt = PartialFormatter()
     res = fmt.format(s, **kwargs)
     return res,list(fmt.missing),fmt.xtra
 
-# %% ../nbs/03_xtras.ipynb 145
+# %% ../nbs/03_xtras.ipynb 147
 def utc2local(dt:datetime)->datetime:
     "Convert `dt` from UTC to local time"
     return dt.replace(tzinfo=timezone.utc).astimezone(tz=None)
 
-# %% ../nbs/03_xtras.ipynb 147
+# %% ../nbs/03_xtras.ipynb 149
 def local2utc(dt:datetime)->datetime:
     "Convert `dt` from local to UTC time"
     return dt.replace(tzinfo=None).astimezone(tz=timezone.utc)
 
-# %% ../nbs/03_xtras.ipynb 149
+# %% ../nbs/03_xtras.ipynb 151
 def trace(f):
     "Add `set_trace` to an existing function `f`"
     from pdb import set_trace
@@ -513,7 +513,7 @@ def _inner(*args,**kwargs):
     _inner._traced = True
     return _inner
 
-# %% ../nbs/03_xtras.ipynb 151
+# %% ../nbs/03_xtras.ipynb 153
 @contextmanager
 def modified_env(*delete, **replace):
     "Context manager temporarily modifying `os.environ` by deleting `delete` and replacing `replace`"
@@ -526,21 +526,21 @@ def modified_env(*delete, **replace):
         os.environ.clear()
         os.environ.update(prev)
 
-# %% ../nbs/03_xtras.ipynb 153
+# %% ../nbs/03_xtras.ipynb 155
 class ContextManagers(GetAttr):
     "Wrapper for `contextlib.ExitStack` which enters a collection of context managers"
     def __init__(self, mgrs): self.default,self.stack = L(mgrs),ExitStack()
     def __enter__(self): self.default.map(self.stack.enter_context)
     def __exit__(self, *args, **kwargs): self.stack.__exit__(*args, **kwargs)
 
-# %% ../nbs/03_xtras.ipynb 155
+# %% ../nbs/03_xtras.ipynb 157
 def shufflish(x, pct=0.04):
     "Randomly relocate items of `x` up to `pct` of `len(x)` from their starting location"
     n = len(x)
     import random
     return L(x[i] for i in sorted(range_of(x), key=lambda o: o+n*(1+random.random()*pct)))
 
-# %% ../nbs/03_xtras.ipynb 156
+# %% ../nbs/03_xtras.ipynb 158
 def console_help(
     libname:str):  # name of library for console script listing
     "Show help for all console scripts from `libname`"