Change tascomi API url

Author: LBHSBALLEY

notebook/scripts/planning/load-table-from-tascomi-API-endpoint.ipynb

@@ -58,7 +58,7 @@
     "private_key = PRIVATE_KEY.encode('utf-8')\n",
     "\n",
     "table_to_read = \"\"\n",
-    "request_uri = f'https://hackney-planning.tascomi.com/rest/v1/{table_to_read}'\n",
+    "request_uri = f'https://hackney-planning.idoxcloud.com/rest/v1/{table_to_read}'\n",
     "request_method = 'GET'"
    ]
   },

scripts/jobs/planning/tascomi_api_ingestion.py

@@ -79,7 +79,7 @@ def get_number_of_pages(resource, query = ""):
 
     headers = authenticate_tascomi(headers, public_key, private_key)
 
-    url = f'https://hackney-planning.tascomi.com/rest/v1/{resource}{query}'
+    url = f'https://hackney-planning.idoxcloud.com/rest/v1/{resource}{query}'
     res = requests.get(url, data="", headers=headers)
     if res.status_code == 202:
         logger.info(f"received status code 202, whilst getting number of pages for {resource}, with query {query}")
@@ -127,7 +127,7 @@ def get_requests_since_last_import(resource, last_import_date):
 
         number_of_pages = number_of_pages_reponse["number_of_pages"]
         logger.info(f"Number of pages to retrieve for {day}: {number_of_pages}")
-        requests_list += [ RequestRow(page_number, f'https://hackney-planning.tascomi.com/rest/v1/{resource}?page={page_number}&last_updated={day}', "") for page_number in range(1, number_of_pages + 1)]
+        requests_list += [ RequestRow(page_number, f'https://hackney-planning.idoxcloud.com/rest/v1/{resource}?page={page_number}&last_updated={day}', "") for page_number in range(1, number_of_pages + 1)]
     number_of_requests = len(requests_list)
     if number_of_requests == 0:
         return { "requests": [], "count": 0 }
@@ -142,7 +142,7 @@ def get_requests_for_full_load(resource):
 
     number_of_pages = number_of_pages_reponse["number_of_pages"]
     logger.info(f"Number of pages to retrieve: {number_of_pages}")
-    requests_list = [RequestRow(page_number, f'https://hackney-planning.tascomi.com/rest/v1/{resource}?page={page_number}', "") for page_number in range(1, number_of_pages + 1)]
+    requests_list = [RequestRow(page_number, f'https://hackney-planning.idoxcloud.com/rest/v1/{resource}?page={page_number}', "") for page_number in range(1, number_of_pages + 1)]
     number_of_requests = len(requests_list)
     requests_list = sc.parallelize(requests_list)
     requests_list = glue_context.createDataFrame(requests_list)

scripts/tests/planning/test_tascomi_parse_tables.py

@@ -23,7 +23,7 @@ def test_parsed_row_data(self, spark):
                                                                                    ' "creation_user_id": null,'
                                                                                    ' "title_id": "4"}'}])
         expected = {'id': '34607', 'creation_user_id': None, 'title_id': '4', 'page_number': 691,
-                     'import_api_url_requested': 'https://hackney-planning.tascomi.com/rest/v1/contacts?page=691',
+                     'import_api_url_requested': 'https://hackney-planning.idoxcloud.com/rest/v1/contacts?page=691',
                      'import_api_status_code': 200, 'import_exception_thrown': '',
                      'import_datetime': datetime(2021, 9, 16, 13, 10), 'import_timestamp': '1631797859.247579',
                      'import_year': '2021', 'import_month': '09', 'import_day': '16',
@@ -32,7 +32,7 @@ def test_parsed_row_data(self, spark):
 
     def parse_json_into_dataframe(self, spark, column, data):
         data_with_imports = [{'page_number': 691,
-                              'import_api_url_requested': 'https://hackney-planning.tascomi.com/rest/v1/contacts?page=691',
+                              'import_api_url_requested': 'https://hackney-planning.idoxcloud.com/rest/v1/contacts?page=691',
                               'import_api_status_code': 200, 'import_exception_thrown': '',
                               'import_datetime': datetime(2021, 9, 16, 13, 10), 'import_timestamp': '1631797859.247579',
                               'import_year': '2021', 'import_month': '09', 'import_day': '16',