First commit yolo deploy?

Author: Jordan Mance

.github/workflows/deploy-pypi.yml

@@ -0,0 +1,60 @@
+name: Build & Test
+
+on:
+  push:
+    branches: [master]
+  pull_request:
+    branches: [master]
+
+jobs:
+  release:
+    if: github.ref == 'refs/heads/master'
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Python 3.8
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.8
+
+    - name: Install dependencies
+      run: |
+        sudo apt-get install libusb-1.0-0-dev
+        python -m pip install --upgrade pip
+        pip install setuptools twine pip wheel
+        if [ -f requirements.txt ]; then pip install -r requirements.txt; fi
+
+    - name: Upload To PyPi
+      env:
+        PYPI_RC: ${{ secrets.PYPI_FIGGY_CLI }}
+      run: |
+        echo "${PYPI_RC}" > ~/.pypirc
+        cd src
+        ./scripts/deploy-pypi.sh
+
+    - name: Prep Release
+      id: prep
+      run: |
+        cd cli
+        # Parse version
+        VERSION=$(./scripts/get_version.sh)
+        echo "Setting release version to $VERSION"
+        echo "::set-env name=RELEASE_VERSION::$VERSION"
+
+        # Parse changelog
+        CHANGELOG=$(cat CHANGELOG.md)
+
+        echo "Got changelog: $CHANGELOG"
+        echo "::set-output name=changelog::$CHANGELOG"
+
+    - name: Create Release
+      id: create_release
+      uses: actions/create-release@master
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+      with:
+        tag_name: ${{ env.RELEASE_VERSION }}
+        release_name: Release ${{ env.RELEASE_VERSION }}
+        body: ${{ steps.prep.outputs.changelog }}
+        draft: false
+        prerelease: true

CHANGELOG.md

@@ -0,0 +1,4 @@
+Python Figgy Lib Changelog
+
+## 0.0.1
+- Initial alpha release + testing

README.md

@@ -1,2 +1,6 @@
 # figgy.python.lib
 Contains a public python library that may be used be Figgy users to simply application config management.
+
+Start using figgy today: https://www.figgy.dev/
+
+Check out the detailed docs: https://www.figgy.dev/docs/

src/figgy/__init__.py

@@ -0,0 +1,4 @@
+from .fig_store import FigStore
+from .fig_svc import FigService
+from .writer import ConfigWriter
+from .figs import AppFig, ReplicatedFig, SharedFig, MergeFig

src/figgy/fig_store.py

@@ -0,0 +1,31 @@
+import logging
+from dataclasses import dataclass
+from typing import List
+
+from .fig_svc import FigService
+
+log = logging.getLogger(__name__)
+
+ENV_LOCAL_RUN = 'LOCAL_RUN'
+
+
+# All PS configurations are defined in our FigStore
+@dataclass
+class FigStore:
+    TWIG: str
+
+    @property
+    def figs(self) -> List[str]:
+        return [a for a in dir(self) if not a.startswith('__') and not a == 'TWIG' and not a == 'figs']
+
+    def __init__(self, fig_svc: FigService, lazy_load: bool = False):
+        # A little magic, setting the twig attribute for each FIG for a better user experience
+        for fig in self.figs:
+            self.__getattribute__(fig).twig = self.TWIG
+
+        if lazy_load:
+            for fig in self.figs:
+                self.__getattribute__(fig).fig_svc = fig_svc
+        else:
+            for fig in self.figs:
+                self.__getattribute__(fig).value = fig_svc.get_fig(self.__getattribute__(fig).name, prefix=self.TWIG)

src/figgy/fig_svc.py

@@ -0,0 +1,33 @@
+from typing import Optional
+
+from botocore.exceptions import ClientError
+
+from .utils import Utils
+
+
+class FigService:
+
+    def __init__(self, ssm):
+        self._ssm = ssm
+
+    @Utils.retry
+    def get_fig(self, name: str, prefix: Optional[str] = None) -> Optional[str]:
+        """
+        Gets a parameter, returns None if parameter doesn't exist.
+        Args:
+            name: The PS Name - E.G. /app/demo-time/parameter/abc123
+            prefix: Namespace prefix for this parameter. I.E. '/app/demo-time
+        Returns: str -> Parameter's value
+        """
+
+        if prefix:
+            if not name.startswith(prefix):
+                name = f'{prefix.rstrip("/")}/{name.lstrip("/")}'
+        try:
+            parameter = self._ssm.get_parameter(Name=name, WithDecryption=True)
+            return parameter['Parameter']['Value']
+        except ClientError as e:
+            if "ParameterNotFound" == e.response['Error']['Code']:
+                return None
+            else:
+                raise

src/figgy/figs.py

@@ -0,0 +1,125 @@
+import logging
+import os
+from abc import ABC
+from typing import Optional, List, Union
+
+# JSON Key Constants
+from .fig_svc import FigService
+
+FIG_MISSING = "FIG NOT SET"
+log = logging.getLogger(__name__)
+
+
+class ConfigurationMissingException(Exception):
+    def __init__(self, fig_name):
+        super().__init__(f"The configuration: {fig_name} "
+                         f"was not found in Parameter Store or as an environment variable override.")
+
+
+class Fig(ABC):
+    twig: str = None
+
+    """
+    Represents a single fig in ParameterStore.
+    """
+
+    def __init__(self, name: str, twig: Optional[str] = None):
+        self._name = name
+        self.twig = twig
+
+    @property
+    def env_name(self):
+        return self.base_name.replace("/", "_").replace("-", "_").upper().rstrip("_").lstrip("_")
+
+
+    @property
+    def base_name(self):
+        return self._name
+
+    @property
+    def name(self):
+        if self.twig:
+            if not self._name.startswith(self.twig):
+                return f'{self.twig.rstrip("/")}/{self._name.lstrip("/")}'
+            else:
+                return self._name
+
+    @name.setter
+    def name(self, name: str):
+        self._name = name
+
+    @property
+    def fig_svc(self):
+        return self._fig_svc
+
+    @fig_svc.setter
+    def fig_svc(self, fig_svc: FigService):
+        self._fig_svc = fig_svc
+
+    @property
+    def value(self) -> str:
+        if os.environ.get(self.env_name):
+            self._value = os.environ.get(self.env_name)
+            log.debug(f'{self.env_name} found in environment. Using value: {self._value}')
+        else:
+            if not hasattr(self, '_value') or not self._value:
+                if hasattr(self, '_fig_svc') and self._fig_svc:
+                    print(f"LOOKING UP FIG: {self.name}")
+                    self._value = self._fig_svc.get_fig(self.name)
+
+        # Either we can't find the value, or there is a bug in this software
+        if not self._value:
+            raise ConfigurationMissingException(self.name)
+
+        return self._value
+
+    @value.setter
+    def value(self, value):
+        self._value = value
+
+    def __str__(self):
+        return self.value if self.value else FIG_MISSING
+
+
+class AppFig(Fig):
+    default: Optional[str] = None
+
+    def __init__(self, name: str, default: Optional[str] = None):
+        super().__init__(name=name)
+        self.default = default
+
+
+class ReplicatedFig(Fig):
+    source: str
+
+    def __init__(self, name: str, source: str):
+        super().__init__(name=name)
+        self.source = source
+
+
+class SharedFig(Fig):
+    def __init__(self, name: str):
+        super().__init__(name=name)
+
+
+class MergeFig(Fig):
+    pattern: List[Union[str, Fig]]
+
+    def __init__(self, name: str, pattern: List[Union[str, Fig]]):
+        super().__init__(name=name)
+        self.pattern = pattern
+
+    @property
+    def pattern(self):
+        translated_pattern = []
+        for p in self._pattern:
+            if hasattr(p, 'name'):
+                translated_pattern.append(f'${{{p.name}}}')
+            else:
+                translated_pattern.append(p)
+
+        return translated_pattern
+
+    @pattern.setter
+    def pattern(self, pattern: List[Union[str, Fig]]):
+        self._pattern = pattern

src/figgy/utils.py

@@ -0,0 +1,34 @@
+import logging
+import time
+import botocore
+import urllib3
+
+log = logging.getLogger(__name__)
+
+BACKOFF = .25
+MAX_RETRIES = 5
+
+
+class Utils:
+
+    @staticmethod
+    def retry(function):
+        """
+        Decorator that supports automatic retries if connectivity issues are detected with boto or urllib operations
+        """
+
+        def inner(self, *args, **kwargs):
+            retries = 0
+            while True:
+                try:
+                    return function(self, *args, **kwargs)
+                except (botocore.exceptions.EndpointConnectionError, urllib3.exceptions.NewConnectionError) as e:
+                    print(e)
+                    if retries > MAX_RETRIES:
+                        raise e
+
+                    self._utils.notify("Network connectivity issues detected. Retrying with back off...")
+                    retries += 1
+                    time.sleep(retries * BACKOFF)
+
+        return inner

src/figgy/writer.py

@@ -0,0 +1,46 @@
+import json
+from collections import OrderedDict
+from .fig_store import FigStore
+from .figs import ReplicatedFig, AppFig, SharedFig, MergeFig
+
+TWIG = 'twig'
+APP_FIGS = 'app_figs'
+REPLICATE_FIGS = 'replicate_figs'
+SHARED_FIGS = 'shared_figs'
+MERGED_FIGS = 'merged_figs'
+
+
+class ConfigWriter:
+    """
+    Writes the figgy.json file into the provided directory. If no directory is provided, writes the figgy.json
+    to the local directory.
+    """
+
+    @staticmethod
+    def write(fig_store: FigStore, file_name: str = "figgy.json", destination_dir=""):
+        destination_dir = destination_dir.rstrip("/")
+
+        figgy_config: OrderedDict = OrderedDict()
+        figgy_config[TWIG] = fig_store.TWIG
+        figgy_config[APP_FIGS] = []
+        figgy_config[REPLICATE_FIGS] = {}
+        figgy_config[SHARED_FIGS] = []
+        figgy_config[MERGED_FIGS] = {}
+
+        for fig in fig_store.figs:
+            item = fig_store.__getattribute__(fig)
+            if isinstance(item, AppFig):
+                figgy_config[APP_FIGS].append(item.name)
+            elif isinstance(item, ReplicatedFig):
+                figgy_config[REPLICATE_FIGS][item.source] = item.name
+            elif isinstance(item, SharedFig):
+                figgy_config[SHARED_FIGS].append(item.name)
+            elif isinstance(item, MergeFig):
+                figgy_config[MERGED_FIGS][item.name] = item.pattern
+
+        destination_dir = f'{destination_dir.rstrip("/")}/' if destination_dir else ''
+
+        print(figgy_config)
+
+        with open(f"{destination_dir}{file_name}", "w") as file:
+            file.write(json.dumps(figgy_config, indent=4))

src/requirements.txt

@@ -0,0 +1 @@
+boto3==1.14.3