[Fixes #13618] Reduced volume of data in upsert CSV error file (#13624)

* [Fixes #13618] Handle the Volume of error file on upsert

Author: sijandh35

geonode/upload/handlers/common/tests_vector.py

@@ -525,6 +525,14 @@ def test_upsert_data_should_fail_if_upsertkey_is_not_provided(self, upsert_funct
             "Was not possible to find the upsert key, upsert is aborted",
         )
 
+    def test_get_error_file_csv_headers(self):
+        handler = BaseVectorFileHandler()
+        mock_validator = MagicMock()
+        mock_validator.restrictions = {"type": {"restrictions": {"enumeration": ["type1"]}}}
+        with patch("geonode.upload.handlers.common.vector.feature_validators_registry.HANDLERS", [mock_validator]):
+            headers = handler._BaseVectorFileHandler__get_csv_headers()
+            self.assertEqual(headers, ["fid", "type", "error"])
+
 
 class TestUpsertBaseVectorHandler(TransactionImporterBaseTestSupport):
     """

geonode/upload/handlers/common/vector.py

@@ -1179,12 +1179,21 @@ def _validate_single_feature(self, exec_obj, OriginalResource, upsert_key, layer
             # cleaning up the feature from memory
             self._create_error_log(exec_obj, layers, errors)
 
+    def __get_csv_headers(self):
+        constrained_attributes = []
+        for handler in feature_validators_registry.HANDLERS:
+            if hasattr(handler, "restrictions"):
+                constrained_attributes.extend(handler.restrictions.keys())
+        return ["fid"] + constrained_attributes + ["error"]
+
     def _create_error_log(self, exec_obj, layers, errors):
         logger.error(
             "Error found during the upsert process, no update/create will be perfomed. The error log is going to be created..."
         )
         errors_to_print = errors[: settings.UPSERT_LIMIT_ERROR_LOG]
-        fieldnames = errors_to_print[0].keys()
+
+        fieldnames = self.__get_csv_headers()
+
         log_name = f'error_{layers[0].GetName()}_{datetime.now().strftime("%Y-%m-%d_%H-%M-%S")}.csv'
 
         with tempfile.TemporaryDirectory() as temp_dir_str:
@@ -1194,7 +1203,7 @@ def _create_error_log(self, exec_obj, layers, errors):
             csv_file_path = subfolder_path / log_name
             with open(csv_file_path, "w", newline="", encoding="utf-8") as csvfile:
                 # Create a DictWriter object. It maps dictionaries to output rows.
-                writer = csv.DictWriter(csvfile, fieldnames=fieldnames)
+                writer = csv.DictWriter(csvfile, fieldnames=fieldnames, extrasaction="ignore")
                 writer.writeheader()
                 writer.writerows(errors_to_print)