Update: make filtering configurable

Author: heptaflar

kaleidoscope/config/config.collect.json

@@ -12,32 +12,38 @@
   "DOC": {
     "attrs": {
       "long_name": "standard uncertainty of estimated DOC"
-    }
+    },
+    "filter": true
   },
   "PIC": {
     "attrs": {
       "long_name": "standard uncertainty of PIC"
-    }
+    },
+    "filter": true
   },
   "POC": {
     "attrs": {
       "long_name": "standard uncertainty of POC"
-    }
+    },
+    "filter": true
   },
   "pc": {
     "attrs": {
       "long_name": "standard uncertainty of Phytoplankton Carbon concentration in seawater"
-    }
+    },
+    "filter": true
   },
   "pp": {
     "attrs": {
       "long_name": "standard uncertainty of Phytoplankton Primary Production"
-    }
+    },
+    "filter": true
   },
   "Predicted_DOC": {
     "attrs": {
       "long_name": "standard uncertainty of Predicted Dissolved Organic Carbon",
       "description": "standard uncertainty of Predicted DOC values"
-    }
+    },
+    "filter": true
   }
 }

kaleidoscope/operators/collectop.py

@@ -110,7 +110,8 @@ def run(self, source: Dataset) -> Dataset:  # noqa: D102
             if v not in config:
                 continue
             self.add_uncertainty(target, source, v, x)
-            self.add_uncertainty(target, source, v, x, filtered=True)
+            if config[v].get("filter", False):
+                self.add_uncertainty(target, source, v, x, filtered=True)
         return target
 
     def add_uncertainty(self, target, source, v, x, filtered: bool = False):