df: Real DataFlows and HTTP MultiComm

Fixes: #213 
Fixes: #211  
Fixes: #209 
Fixes: #204 
Fixes: #199 
Fixes: #193 
Fixes: #186 
Fixes: #90 

Signed-off-by: John Andersen <[email protected]>

Author: pdxjohnny

.ci/run.sh

@@ -20,6 +20,7 @@ function run_plugin() {
     ./scripts/docs.sh
     # Try running create for real
     cd $(mktemp -d)
+    # TODO Bash array
     # Create model
     dffml service dev create model travis-test-model
     cd travis-test-model
@@ -44,6 +45,12 @@ function run_plugin() {
     python setup.py install
     python setup.py test
     cd ..
+    # Create config
+    dffml service dev create config travis-test-config
+    cd travis-test-config
+    python setup.py install
+    python setup.py test
+    cd ..
   fi
 }
 

.gitignore

@@ -20,4 +20,5 @@ htmlcov/
 html/
 pages/
 examples/shouldi/response.json
-docs/plugins/service/http
+docs/plugins/service/http
+*pip-wheel-metadata/

CHANGELOG.md

@@ -4,8 +4,9 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
-## [Unreleased]
+## [0.3.0] - 2019-10-26
 ### Added
+- Real DataFlows, see operations tutorial and usage examples
 - Async helper concurrently nocancel optional keyword argument which, if set is
   a set of tasks not to cancel when the concurrently execution loop completes.
 - FileSourceTest has a `test_label` method which checks that a FileSource knows

config/yaml/.coveragerc

@@ -0,0 +1,13 @@
+[run]
+source =
+    dffml_config_yaml
+    tests
+branch = True
+
+[report]
+exclude_lines =
+    no cov
+    no qa
+    noqa
+    pragma: no cover
+    if __name__ == .__main__.:

config/yaml/.gitignore

@@ -0,0 +1,20 @@
+*.log
+*.pyc
+.cache/
+.coverage
+.idea/
+.vscode/
+*.egg-info/
+build/
+dist/
+docs/build/
+venv/
+wheelhouse/
+*.egss
+.mypy_cache/
+*.swp
+.venv/
+.eggs/
+*.modeldir
+*.db
+htmlcov/

config/yaml/LICENSE

@@ -0,0 +1,21 @@
+Copyright (c) 2019 Intel Corporation
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

config/yaml/MANIFEST.in

@@ -0,0 +1,3 @@
+include README.md
+include LICENSE
+include setup_common.py

config/yaml/README.md

@@ -0,0 +1,10 @@
+# DFFML Config For YAML Format
+
+## About
+
+Allows for reading and writing of ``yaml`` files.
+
+## License
+
+model_name Models are distributed under the terms of the
+[MIT License](LICENSE).

config/yaml/dffml_config_yaml/__init__.py

@@ -0,0 +1,31 @@
+"""
+Description of what this config does
+"""
+import yaml
+from typing import Dict, Any
+
+from dffml.util.entrypoint import entry_point
+from dffml.util.cli.arg import Arg
+from dffml.base import BaseConfig
+from dffml.config.config import BaseConfigLoaderContext, BaseConfigLoader
+
+
+class YamlConfigLoaderContext(BaseConfigLoaderContext):
+    async def loadb(self, resource: bytes) -> Dict:
+        return yaml.safe_load(resource.decode())
+
+    async def dumpb(self, resource: Dict) -> bytes:
+        return yaml.dump(resource, default_flow_style=False).encode()
+
+
+@entry_point("yaml")
+class YamlConfigLoader(BaseConfigLoader):
+    CONTEXT = YamlConfigLoaderContext
+
+    @classmethod
+    def args(cls, args, *above) -> Dict[str, Arg]:
+        return args
+
+    @classmethod
+    def config(cls, config, *above) -> BaseConfig:
+        return BaseConfig()