feat: add conflation project type

Author: Gigaszi

mapswipe_workers/mapswipe_workers/project_types/__init__.py

@@ -1,3 +1,4 @@
+from .arbitrary_geometry.conflation.project import ConflationProject
 from .arbitrary_geometry.digitization.project import DigitizationProject
 from .arbitrary_geometry.footprint.project import FootprintProject
 from .arbitrary_geometry.footprint.tutorial import FootprintTutorial
@@ -24,4 +25,5 @@
     "DigitizationProject",
     "StreetProject",
     "StreetTutorial",
+    "ConflationProject",
 ]

mapswipe_workers/mapswipe_workers/project_types/arbitrary_geometry/conflation/__init__.py

@@ -0,0 +1,78 @@
+import json
+import urllib
+
+from mapswipe_workers.definitions import logger
+from mapswipe_workers.firebase.firebase import Firebase
+from mapswipe_workers.firebase_to_postgres.transfer_results import (
+    results_to_file,
+    save_results_to_postgres,
+    truncate_temp_results,
+)
+from mapswipe_workers.generate_stats.project_stats import (
+    get_statistics_for_integer_result_project,
+)
+from mapswipe_workers.project_types.arbitrary_geometry.project import (
+    ArbitraryGeometryProject,
+)
+from mapswipe_workers.utils.api_calls import geojsonToFeatureCollection, ohsome
+
+
+class ConflationProject(ArbitraryGeometryProject):
+    def __init__(self, project_draft):
+        super().__init__(project_draft)
+        self.inputType = project_draft["inputType"]
+
+    def handle_input_type(self, raw_input_file: str):
+        """
+        Handle different input types.
+
+        Input (self.geometry) can be:
+        'aoi_file' -> query ohsome with aoi from geometry then write
+            result to raw_input_file
+        a Link (str) -> download geojson from link and write to raw_input_file
+        a TMId -> get project info from geometry and query ohsome
+            for objects, then write to raw_input_file.
+        """
+        if not isinstance(self.geometry, str):
+            self.geometry = geojsonToFeatureCollection(self.geometry)
+            self.geometry = json.dumps(self.geometry)
+
+        if self.inputType == "aoi_file":
+            logger.info("aoi file detected")
+            # write string to geom file
+            ohsome_request = {"endpoint": "elements/geometry", "filter": self.filter}
+
+            result = ohsome(ohsome_request, self.geometry, properties="tags, metadata")
+            with open(raw_input_file, "w") as geom_file:
+                json.dump(result, geom_file)
+        elif self.inputType == "TMId":
+            logger.info("TMId detected")
+            hot_tm_project_id = int(self.TMId)
+            ohsome_request = {"endpoint": "elements/geometry", "filter": self.filter}
+            result = ohsome(ohsome_request, self.geometry, properties="tags, metadata")
+            result["properties"] = {}
+            result["properties"]["hot_tm_project_id"] = hot_tm_project_id
+            with open(raw_input_file, "w") as geom_file:
+                json.dump(result, geom_file)
+        elif self.inputType == "link":
+            logger.info("link detected")
+            urllib.request.urlretrieve(self.geometry, raw_input_file)
+
+    def save_tasks_to_firebase(self, projectId: str, tasks: dict):
+        firebase = Firebase()
+        firebase.save_tasks_to_firebase(projectId, tasks, useCompression=True)
+
+    @staticmethod
+    def results_to_postgres(results: dict, project_id: str, filter_mode: bool):
+        """How to move the result data from firebase to postgres."""
+        results_file, user_group_results_file = results_to_file(results, project_id)
+        truncate_temp_results()
+        save_results_to_postgres(results_file, project_id, filter_mode)
+        return user_group_results_file
+
+    @staticmethod
+    def get_per_project_statistics(project_id, project_info):
+        """How to aggregate the project results."""
+        return get_statistics_for_integer_result_project(
+            project_id, project_info, generate_hot_tm_geometries=False
+        )

mapswipe_workers/mapswipe_workers/project_types/arbitrary_geometry/conflation/project.py

@@ -0,0 +1,31 @@
+{
+  "createdBy" : "Sample Admin",
+  "filter" : "building=* and geometry:polygon",
+  "geometry" : {
+    "type": "FeatureCollection",
+    "features": [
+      {
+        "type": "Feature",
+        "properties": {},
+        "geometry": {
+          "type": "Polygon",
+          "coordinates": [[[9.18032169342041, 48.790552471542284],[9.187102317810059,48.790552471542284],[9.187102317810059,48.79407236257656],[9.18032169342041,48.79407236257656],[9.18032169342041,48.790552471542284]]]}
+      }
+    ]
+  },
+  "groupSize" : 25,
+  "lookFor": "Buildings",
+  "image": "http://www.fragosus.com/test/Javita.jpg",
+  "projectDetails": "This is a template for a GeoJSON AOI project. We use Bing as the tile server.",
+  "inputType" : "aoi_file",
+  "name" : "Test Footprint GeoJSON AOI",
+  "projectTopic" : "Test Footprint GeoJSON AOI",
+  "projectType" : 2,
+  "verificationNumber": 3,
+  "tileServer" : {
+    "credits" : "© 2019 Microsoft Corporation, Earthstar Geographics SIO",
+    "name" : "bing",
+    "url" : "",
+    "wmtsLayerName" : ""
+  }
+}

mapswipe_workers/tests/fixtures/projectDrafts/conflation.json

@@ -0,0 +1,25 @@
+import os
+import unittest
+
+from mapswipe_workers.project_types import ConflationProject
+from tests import fixtures
+
+
+class TestCreateConflationProject(unittest.TestCase):
+    def setUp(self) -> None:
+        project_draft = fixtures.get_fixture(
+            os.path.join(
+                "projectDrafts",
+                "conflation.json",
+            )
+        )
+        project_draft["projectDraftId"] = "foo"
+        self.project = ConflationProject(project_draft)
+
+    def test_init(self):
+        self.assertEqual(self.project.geometry["type"], "FeatureCollection")
+        self.assertEqual(self.project.inputType, "aoi_file")
+
+
+if __name__ == "__main__":
+    unittest.main()