Add code

Author: Misc

.github/workflows/lint.yml

@@ -0,0 +1,24 @@
+name: Lint
+on: [push, pull_request]
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v2
+    - name: Setup python
+      uses: actions/setup-python@v2
+      with:
+        python-version: 3.9
+        architecture: x64
+    - uses: actions/cache@v1
+      with:
+        path: ~/.cache/pip
+        key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements_dev.txt') }}-${{ matrix.python-version }}
+        restore-keys: |
+          ${{ runner.os }}-pip-
+    - run: pip install -e .[dev]
+    - run: isort --check-only libcoveweb2 setup.py
+    - run: black --check libcoveweb2 setup.py
+    - run: flake8 libcoveweb2 setup.py
+    - run: mypy --install-types --non-interactive -p libcoveweb2

.gitignore

@@ -0,0 +1,2 @@
+__pycache__
+

LICENSE.rst

@@ -0,0 +1,18 @@
+Cove - COnvert Validate & Explore
+=================================
+
+Cove - COnvert Validate & Explore is free software designed to help people check data
+published to various different data standards.
+
+Cove - COnvert Validate & Explore is free software: you can redistribute it and/or modify
+it under the terms of the GNU Affero General Public License as published by
+the Free Software Foundation, either version 3 of the License, or
+(at your option) any later version.
+
+Cove - COnvert Validate & Explore is distributed in the hope that it will be useful,
+but WITHOUT ANY WARRANTY; without even the implied warranty of
+MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+GNU Affero General Public License for more details.
+
+You should have received a copy of the GNU Affero General Public License
+along with Cove - COnvert Validate & Explore.  If not, see <http://www.gnu.org/licenses/>.

libcoveweb2/admin.py

@@ -0,0 +1,3 @@
+# from django.contrib import admin
+
+# Register your models here.

libcoveweb2/apps.py

@@ -0,0 +1,6 @@
+from django.apps import AppConfig
+
+
+class Libcoveweb2Config(AppConfig):
+    default_auto_field = "django.db.models.BigAutoField"
+    name = "libcoveweb2"

libcoveweb2/background_worker.py

@@ -0,0 +1,19 @@
+import logging
+
+from libcoveweb2.celery import app
+from libcoveweb2.process.utils import process_data_worker
+
+logger = logging.getLogger(__name__)
+
+
+def process_supplied_data(id: str):
+    """Call to process some supplied data.
+    Sends processing work to a worker so calling thread will get a return immediately
+    (if Celery is configured properly)."""
+    logger.info("Adding to Queue - process supplied data id " + str(id))
+    _process_supplied_data_celery_task.delay(id)
+
+
+@app.task
+def _process_supplied_data_celery_task(id: str):
+    process_data_worker(id)

libcoveweb2/celery.py

@@ -0,0 +1,41 @@
+import os
+
+from celery import Celery
+
+# set the default Django settings module for the 'celery' program.
+os.environ.setdefault("DJANGO_SETTINGS_MODULE", "cove_project.settings")
+
+# Create Celery App
+app = Celery("tasks")
+
+# Using a string here means the worker doesn't have to serialize
+# the configuration object to child processes.
+# - namespace='CELERY' means all celery-related configuration keys
+#   should have a `CELERY_` prefix.
+app.config_from_object("django.conf:settings", namespace="CELERY")
+
+app.conf.update(
+    # Set so producer of messages will eventually time out and not try for ever
+    # This shouldn't ever apply on live; 20 is such a big number
+    # But it might apply if tests are ever run badly,
+    # and without this your tests is stuck in an infinite loop
+    #   (not great when it's run on someone's C.I.!)
+    broker_transport_options={"max_retries": 20},
+)
+# Load task modules from all registered Django app configs.
+app.autodiscover_tasks()
+
+
+class CeleryInspector:
+    def __init__(self):
+        global app
+        self._inspector = app.control.inspect()
+
+    def is_supplied_data_being_processed(self, id):
+        data = self._inspector.active()
+        if isinstance(data, dict):
+            for worker, tasks in data.items():
+                for task in tasks:
+                    if task.get("args", [])[0] == str(id):
+                        return True
+        return False

libcoveweb2/context_processors.py

@@ -0,0 +1,13 @@
+from django.conf import settings
+
+
+def from_settings(request):
+    context = {
+        "input_methods": settings.COVE_CONFIG.get("input_methods", []),
+        "app_verbose_name": settings.COVE_CONFIG.get("app_verbose_name", []),
+        "piwik": getattr(settings, "PIWIK", {"dimension_map": {}}),
+        "google_analytics_id": getattr(settings, "GOOGLE_ANALYTICS_ID", ""),
+        "sentry_dsn": getattr(settings, "SENTRY_DSN", ""),
+        "delete_files_after_days": getattr(settings, "DELETE_FILES_AFTER_DAYS", 7),
+    }
+    return context