📦 Detect active subglacial lakes up to 20201224

Re-running the clustering algorithm to detect Antarctic subglacial lakes with ICESat-2 ATL11 data up to 20201224. There are now 193 potential active lakes compared to 194 before. Keeping the same DBSCAN hyperparameters as in the last run at 6bbd583, specifically an eps of 3000 and min_samples of 300. On the Siple Coast, Kamb 10 has showed up on Kamb Ice Stream, Lake WXI has expanded in size with the addition of a new lobe, and Lake 78 is now just Lake 8 ... because three long mini-clusters (part of Lake 7) has disappeared. Also refactored atl06_to_atl11.py slightly according to some Sourcery suggestions.

Author: weiji14

antarctic_subglacial_lakes_3031.geojson

@@ -111,7 +111,7 @@
     "catalog = intake.open_catalog(\"deepicedrain/atlas_catalog.yaml\")\n",
     "with open(file=\"ATL11_to_download.txt\", mode=\"r\") as f:\n",
     "    urlpaths = f.readlines()\n",
-    "dates: set = set(url.split(\"/\")[-2] for url in urlpaths)\n",
+    "dates: set = {url.split(\"/\")[-2] for url in urlpaths}\n",
     "len(dates)"
    ]
   },
@@ -138,16 +138,17 @@
    "cell_type": "code",
    "execution_count": null,
    "metadata": {
-    "lines_to_next_cell": 2
+    "lines_to_next_cell": 0
    },
    "outputs": [],
    "source": [
     "# Check download progress here, https://stackoverflow.com/a/37901797/6611055\n",
-    "responses = []\n",
-    "for f in tqdm.tqdm(\n",
-    "    iterable=dask.distributed.as_completed(futures=futures), total=len(futures)\n",
-    "):\n",
-    "    responses.append(f.result())"
+    "responses = [\n",
+    "    f.result()\n",
+    "    for f in tqdm.tqdm(\n",
+    "        iterable=dask.distributed.as_completed(futures=futures), total=len(futures)\n",
+    "    )\n",
+    "]"
    ]
   },
   {

antarctic_subglacial_lakes_4326.geojson

@@ -57,7 +57,7 @@
 catalog = intake.open_catalog("deepicedrain/atlas_catalog.yaml")
 with open(file="ATL11_to_download.txt", mode="r") as f:
     urlpaths = f.readlines()
-dates: set = set(url.split("/")[-2] for url in urlpaths)
+dates: set = {url.split("/")[-2] for url in urlpaths}
 len(dates)
 
 # %%
@@ -75,13 +75,12 @@
 
 # %%
 # Check download progress here, https://stackoverflow.com/a/37901797/6611055
-responses = []
-for f in tqdm.tqdm(
-    iterable=dask.distributed.as_completed(futures=futures), total=len(futures)
-):
-    responses.append(f.result())
-
-
+responses = [
+    f.result()
+    for f in tqdm.tqdm(
+        iterable=dask.distributed.as_completed(futures=futures), total=len(futures)
+    )
+]
 # %%
 
 # %% [markdown]