Set up first aliases

Author: akb

setup.cfg

@@ -31,7 +31,7 @@ default_section = THIRDPARTY
 forced_separate = test_mario_addons
 not_skip = __init__.py
 skip = migrations
-known_third_party=click,requests,setuptools
+known_third_party=click,mario,requests,setuptools,toml
 ignore =
   .flake8
   dev-requirements.in

setup.py

@@ -81,5 +81,5 @@ def read(*names, **kwargs):
         #   "rst": ["docutils>=0.11"],
         #   ":python_version=="2.6"": ["argparse"],
     },
-    entry_points={"console_scripts": ["mario-addons = mario_addons.cli:cli"]},
+    entry_points={"mario_plugins": "addons = mario_addons.plugins"},
 )

src/mario_addons/plugins/__init__.py

@@ -0,0 +1,28 @@
+import csv
+import importlib.resources
+import typing as t
+
+import toml
+from mario import plug
+
+
+registry = plug.make_plugin_aliases_registry("mario_addons.plugins")
+print(registry)
+# TODO Add test cases in the toml.
+
+
+def read_csv(
+    file, header: bool, **kwargs
+) -> t.Iterable[t.Dict[t.Union[str, int], str]]:
+    "Read csv rows into an iterable of dicts."
+
+    rows = list(file)
+
+    first_row = next(csv.reader(rows))
+    if header:
+        fieldnames = first_row
+        reader = csv.DictReader(rows, fieldnames=fieldnames, **kwargs)
+        return list(reader)[1:]
+
+    fieldnames = range(len(first_row))
+    return csv.DictReader(rows, fieldnames=fieldnames, **kwargs)

src/mario_addons/plugins/addons.py

@@ -0,0 +1,99 @@
+### Convert yaml to json
+
+[[alias]]
+
+    name = "yml2json"
+    short_help = "Convert yaml to json"
+
+    [[alias.stage]]
+
+    command = "stack"
+    options = {code="yaml.safe_load ! json.dumps"}
+
+### Search for xpath elements with xpath
+
+[[alias]]
+    name="xpath"
+    short_help = "Find xml elements matching xpath query."
+    arguments = [{name="query", type="str"}]
+    inject_values=["query"]
+
+    [[alias.stage]]
+
+    command = "stack"
+    options= {code="x.encode() ! io.BytesIO ! lxml.etree.parse ! x.findall(query) ! map(lambda y: y, x) ! list" }
+
+    [[alias.stage]]
+    command="chain"
+
+### Generate json objects
+
+[[alias]]
+
+
+    name="jo"
+    short_help="Make json objects"
+    arguments=[{name="pairs", type="str"}]
+    inject_values=["pairs"]
+
+    [[alias.stage]]
+    command = "eval"
+    options = {code="pairs"}
+
+    [[alias.stage]]
+    command = "map"
+    options = {code="shlex.split(x, posix=False)"}
+
+    [[alias.stage]]
+    command = "chain"
+
+    [[alias.stage]]
+    command = "map"
+    options = {code="x.partition('=') ! [x[0], ast.literal_eval(re.sub(r'^(?P<value>[A-Za-z]+)$', r'\"\\g<value>\"', x[2]))]"}
+
+    [[alias.stage]]
+    command = "apply"
+    options = {"code"="dict"}
+
+    [[alias.stage]]
+    command = "map"
+    options = {code="json.dumps"}
+
+
+[[alias]]
+
+name = "jsonl"
+short_help = "Load jsonlines into python objects"
+
+[[alias.stage]]
+
+command = "map"
+
+options =  {code="json.loads"}
+
+
+[[alias]]
+    name = "csv"
+    help = "Load csv rows into python objects"
+    inject_values=["delimiter", "header"]
+
+    [[alias.options]]
+    name = "--delimiter"
+    default = ","
+    help = "field delimiter character"
+
+    [[alias.options]]
+    name = "--header/--no-header"
+    default=true
+    help = "Treat the first row as a header?"
+
+    [[alias.stage]]
+    command = "apply"
+    options = {code="mario_addons.plugins.addons.read_csv(x, header=header)"}
+
+    [[alias.stage]]
+    command = "chain"
+
+    [[alias.stage]]
+    command = "map"
+    options = {code="dict(x)"}