Update time window for post-processing

Author: RobertPincus

download-data-with-wget.sh

@@ -30,4 +30,7 @@ do
   wget -e robots=off -m -nv -np -R .html,.tmp,.csv,.json -nd --cut-dirs=2 \
   "https://ladsweb.modaps.eosdis.nasa.gov/archive/allData/62/MCD06COSP_M3_MODIS/${yr}/" \
   --header "Authorization: Bearer ${EARTHDATA_TOKEN}" -P ${MODIS_DATA_CACHE_DIR}
-done
+done
+
+# Clean up leftover files
+rm ${MODIS_DATA_CACHE_DIR}/[0-9][0-9][0-9]

process-local-data.py

@@ -9,7 +9,7 @@
 
 #
 # Post-process the MODIS-COSP dataset described in 
-#     Pincus et al, 2022: Updated observations of clouds by MODIS for global model assessment
+#     Pincus et al, 2023: Updated observations of clouds by MODIS for global model assessment
 #    (https://crew.ldeo.columbia.edu/people/robert-pincus/)
 #
 # The original data come in netcdf4 files with one group per primary variables 
@@ -22,7 +22,7 @@
 write_netcdf = True
 write_zarr   = True 
 
-dates = pd.date_range("2002-07-01", "2022-05-01", freq="MS")  # "MS" for "month start"
+dates = pd.date_range("2002-07-01", "2023-02-01", freq="MS")  # "MS" for "month start"
 cacheDir = Path(os.environ['MODIS_DATA_CACHE_DIR'])
 
 #