update data update notebook

Author: katie-lamb

notebooks/data_updates/interconnection_fyi/interconnection-fyi-update.ipynb

@@ -57,7 +57,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "old_fyi = dbcp.extract.fyi_queue.extract(\"gs://dgm-archive/interconnection.fyi/interconnection_fyi_dataset_2025-11-04.csv\")\n",
+    "old_fyi = dbcp.extract.fyi_queue.extract(\"gs://dgm-archive/interconnection.fyi/interconnection_fyi_dataset_2026-01-01.csv\")\n",
     "old_fyi = old_fyi[\"fyi_queue\"]"
    ]
   },
@@ -68,7 +68,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "new_fyi = dbcp.extract.fyi_queue.extract(\"gs://dgm-archive/interconnection.fyi/interconnection_fyi_dataset_2025-12-01.csv\")\n",
+    "new_fyi = dbcp.extract.fyi_queue.extract(\"gs://dgm-archive/interconnection.fyi/interconnection_fyi_dataset_2026-02-01.csv\")\n",
     "new_fyi = new_fyi[\"fyi_queue\"]"
    ]
   },
@@ -82,6 +82,18 @@
     "* PJM: PJM [is working through a backlog of projects](https://www.utilitydive.com/news/pjm-fast-track-reliability-projects-interconnection-queue-invenergy/729311/) and isn't accepting new projects until mid 2026."
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "id": "eb728d95-ff03-464b-86ad-097bd2e80bc9",
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# any new ISOs?\n",
+    "print(set(new_fyi.power_market.unique()) - set(old_fyi.power_market.unique()))\n",
+    "print(set(old_fyi.power_market.unique()) - set(new_fyi.power_market.unique()))"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": null,
@@ -94,8 +106,8 @@
     "    old_df = old_fyi[old_fyi.power_market == power_market]\n",
     "    new_df = new_fyi[new_fyi.power_market == power_market]\n",
     "    \n",
-    "    old_df.loc[:, 'queue_date'] = pd.to_datetime(old_df.loc[:, 'queue_date'])\n",
-    "    new_df.loc[:, 'queue_date'] = pd.to_datetime(new_df.loc[:, 'queue_date'])\n",
+    "    old_df['queue_date'] = pd.to_datetime(old_df.loc[:, 'queue_date'])\n",
+    "    new_df['queue_date'] = pd.to_datetime(new_df.loc[:, 'queue_date'])\n",
     "    \n",
     "    print(f\" - Old max date {old_df['queue_date'].max()}\")\n",
     "    print(f\" - New max date {new_df['queue_date'].max()}\")\n",