diff --git a/pipeline/s3_timeseries/pipeline.py b/pipeline/s3_timeseries/pipeline.py index faaee7d..3be59ad 100644 --- a/pipeline/s3_timeseries/pipeline.py +++ b/pipeline/s3_timeseries/pipeline.py @@ -1,3 +1,4 @@ +import logging from datetime import date, datetime from textwrap import dedent from typing import Annotated @@ -199,6 +200,21 @@ def monthly_ds( f"Column name collision after renaming for data on {df_date}, trying to squish duplicates", ) df = df.groupby(df.columns, axis=1).first() + + # Avoid attempting to convert the time column to numeric inside + # clean_up_dtypes_and_nas, which causes unnecessary exceptions. + if "time" in df.columns: + time_col = df["time"] + df_wo_time = df.drop(columns=["time"]) + df_wo_time = clean_up_dtypes_and_nas( + df_wo_time, + na_values="NAN", + logger=context.log, + ) + df_wo_time["time"] = time_col + df = df_wo_time + else: + df = clean_up_dtypes_and_nas(df, na_values="NAN", logger=context.log) daily_dfs.append(df) df = pd.concat(daily_dfs, ignore_index=True) @@ -367,3 +383,25 @@ def build_defs() -> dg.Definitions: defs = dg.Definitions.merge(defs, dataset_defs) return defs + + +def clean_up_dtypes_and_nas( + df: pd.DataFrame, + na_values: None | str | list[str] = None, + logger: logging.Logger | None = None, +) -> pd.DataFrame: + """Clean up data types and NA values in a dataframe""" + df = df.copy() + if not logger: + logger = logging.getLogger(__name__) + if na_values is not None: + df = df.replace(na_values, pd.NA).dropna() + + for c in df.columns: + try: + df[c] = pd.to_numeric(df[c]) + except (ValueError, TypeError) as e: + if logger: + logger.warning(f"Could not convert column {c} to numeric: {e}") + + return df diff --git a/pipeline/s3_timeseries/tests/test_data/empire_met/2025-10-12.csv b/pipeline/s3_timeseries/tests/test_data/empire_met/2025-10-12.csv new file mode 100644 index 0000000..31f8f5d --- /dev/null +++ b/pipeline/s3_timeseries/tests/test_data/empire_met/2025-10-12.csv @@ -0,0 +1,289 @@ +datetime,MetSENS_WSpd_Std,MetS3SecGst_Max,MetSENS_WSpd_Avg,MetSENS_WDir_From_Avg,MetSENS_WDir_From_Std,MetSENS_BPress_Avg,MetSENS_RH_Avg,MetSENS_ATemp_Avg,MetSENS_Dwpoint_Avg,Latitude_Avg,Longitude_Avg +2025-10-12 00:05:00,1.446,13.04,10.94,80.72,16.46,1020.401,86.2,18.42,16.24,40.31913,-73.44627 +2025-10-12 00:10:00,1.292,13.46,10.58,87.12,15.76,1020.364,85.7,18.42,16.16,40.31914,-73.44629 +2025-10-12 00:15:00,1.431,13.82,10.95,83.92,16.28,1020.285,85.1,18.45,16.08,40.31913,-73.44629 +2025-10-12 00:20:00,1.337,13.28,10.84,80.92,16.55,1020.239,85.1,18.38,16.02,40.31913,-73.44629 +2025-10-12 00:25:00,1.361,13.64,11.1,80.42,14.47,1020.213,85.1,18.44,16.06,40.31913,-73.4463 +2025-10-12 00:30:00,1.398,14.21,11.8,82.12,15.01,1020.225,85.0,18.4,16.0,40.31913,-73.44631 +2025-10-12 00:35:00,1.261,13.56,11.39,84.22,14.55,1020.13,85.3,18.38,16.05,40.31914,-73.44631 +2025-10-12 00:40:00,1.332,14.48,11.73,80.42,15.76,1019.893,85.7,18.38,16.11,40.31912,-73.44631 +2025-10-12 00:45:00,1.302,13.91,11.57,81.72,16.41,1019.929,86.2,18.38,16.2,40.31912,-73.44632 +2025-10-12 00:50:00,1.589,14.89,11.5,84.32,14.3,1019.816,86.9,18.37,16.3,40.31913,-73.44632 +2025-10-12 00:55:00,1.445,14.63,12.1,87.22,15.27,1019.779,86.6,18.28,16.18,40.31913,-73.44633 +2025-10-12 01:00:00,1.581,14.87,12.05,81.72,14.3,1019.816,86.3,18.22,16.07,40.31913,-73.44633 +2025-10-12 01:05:00,1.472,14.21,11.64,82.82,15.75,1019.81,86.2,18.29,16.12,40.31912,-73.44633 +2025-10-12 01:10:00,1.442,14.44,12.05,82.52,15.3,1019.734,85.6,18.23,15.94,40.31912,-73.44634 +2025-10-12 01:15:00,1.362,14.27,11.96,85.02,17.56,1019.739,84.9,18.29,15.89,40.31912,-73.44634 +2025-10-12 01:20:00,1.562,14.32,11.44,79.92,15.93,1019.942,85.1,18.41,16.03,40.31911,-73.44635 +2025-10-12 01:25:00,1.469,14.3,11.64,78.82,15.16,1019.874,85.1,18.39,16.01,40.31913,-73.44633 +2025-10-12 01:30:00,1.399,14.52,11.91,83.02,16.18,1019.879,84.3,18.33,15.8,40.31913,-73.44634 +2025-10-12 01:35:00,1.451,14.22,11.75,84.92,15.86,1019.786,83.8,18.43,15.81,40.31913,-73.44633 +2025-10-12 01:40:00,1.37,13.88,11.4,83.92,16.45,1019.593,83.5,18.49,15.81,40.31913,-73.44633 +2025-10-12 01:45:00,1.466,14.93,11.98,84.32,15.25,1019.732,83.1,18.43,15.67,40.31914,-73.44633 +2025-10-12 01:50:00,1.396,14.47,11.75,82.62,15.85,1019.927,82.5,18.48,15.62,40.31914,-73.44633 +2025-10-12 01:55:00,1.297,13.75,11.27,82.42,15.19,1019.967,83.1,18.57,15.82,40.31914,-73.44633 +2025-10-12 02:00:00,1.459,14.77,11.54,79.62,15.68,1019.918,82.5,18.53,15.67,40.31914,-73.44633 +2025-10-12 02:05:00,1.463,14.29,11.38,82.32,15.64,1019.859,82.9,18.6,15.81,40.31915,-73.44633 +2025-10-12 02:10:00,1.432,13.91,11.6,82.22,17.47,1019.805,82.3,18.58,15.68,40.31913,-73.44633 +2025-10-12 02:15:00,1.353,13.51,10.75,77.22,15.11,1020.072,83.1,18.72,15.97,40.31913,-73.44633 +2025-10-12 02:20:00,1.377,13.3,10.96,80.22,15.27,1020.039,82.7,18.67,15.83,40.31913,-73.44633 +2025-10-12 02:25:00,1.503,13.72,11.02,84.02,16.48,1019.951,82.6,18.68,15.82,40.31913,-73.44633 +2025-10-12 02:30:00,1.27,14.09,11.24,76.62,15.27,1020.06,82.6,18.69,15.83,40.31913,-73.44634 +2025-10-12 02:35:00,1.385,13.92,10.9,77.32,16.98,1020.037,83.0,18.76,15.97,40.31912,-73.44633 +2025-10-12 02:40:00,1.584,13.63,10.94,75.72,16.41,1019.953,83.8,18.78,16.16,40.31913,-73.44634 +2025-10-12 02:45:00,1.317,13.89,11.1,72.92,14.95,1019.904,83.3,18.73,16.0,40.31913,-73.44635 +2025-10-12 02:50:00,1.485,13.85,11.43,73.22,15.8,1019.769,83.2,18.69,15.95,40.31912,-73.44634 +2025-10-12 02:55:00,1.319,13.59,11.11,73.42,16.05,1019.577,83.4,18.7,16.0,40.3191,-73.44633 +2025-10-12 03:00:00,1.264,14.11,11.53,78.22,14.07,1019.581,83.0,18.68,15.92,40.31911,-73.44633 +2025-10-12 03:05:00,1.368,13.47,10.88,75.62,15.58,1019.373,83.8,18.8,16.18,40.31911,-73.44633 +2025-10-12 03:10:00,1.541,14.37,11.92,79.12,15.39,1019.439,83.3,18.65,15.93,40.31911,-73.44633 +2025-10-12 03:15:00,1.405,13.88,11.25,74.02,14.64,1019.6,83.8,18.73,16.09,40.31911,-73.44633 +2025-10-12 03:20:00,1.542,14.94,11.16,71.32,16.57,1019.4,84.3,18.65,16.12,40.31911,-73.44634 +2025-10-12 03:25:00,1.531,14.36,11.63,71.52,15.72,1019.194,84.3,18.6,16.06,40.31911,-73.44633 +2025-10-12 03:30:00,1.405,14.56,11.92,77.32,15.83,1019.218,83.9,18.57,15.96,40.3191,-73.44633 +2025-10-12 03:35:00,1.433,14.05,11.97,75.32,14.64,1019.273,84.1,18.59,16.03,40.3191,-73.44633 +2025-10-12 03:40:00,1.576,15.66,12.47,76.02,16.04,1019.183,84.3,18.58,16.05,40.3191,-73.44634 +2025-10-12 03:45:00,1.58,15.22,12.54,78.02,16.29,1019.047,84.1,18.56,15.99,40.3191,-73.44633 +2025-10-12 03:50:00,1.621,15.35,12.18,73.02,16.29,1019.116,84.3,18.64,16.12,40.31908,-73.44633 +2025-10-12 03:55:00,1.494,15.18,11.7,72.62,15.48,1019.037,84.6,18.7,16.21,40.31909,-73.44633 +2025-10-12 04:00:00,1.484,15.34,12.53,76.22,15.35,1018.917,84.3,18.59,16.04,40.3191,-73.44634 +2025-10-12 04:05:00,1.596,15.97,12.93,73.12,15.36,1018.826,83.8,18.54,15.91,40.31908,-73.44632 +2025-10-12 04:10:00,1.583,15.49,12.88,70.82,16.12,1018.817,83.6,18.59,15.93,40.31907,-73.44632 +2025-10-12 04:15:00,1.717,16.36,12.11,71.52,15.14,1018.664,84.3,18.72,16.18,40.31907,-73.44631 +2025-10-12 04:20:00,1.596,15.72,12.67,70.02,14.8,1018.695,83.8,18.57,15.95,40.31905,-73.44631 +2025-10-12 04:25:00,1.604,15.76,12.93,68.52,16.05,1018.542,84.1,18.56,15.99,40.31905,-73.44631 +2025-10-12 04:30:00,1.766,16.71,13.63,71.32,15.89,1018.379,83.3,18.4,15.69,40.31902,-73.44631 +2025-10-12 04:35:00,1.588,16.08,13.45,69.22,16.38,1018.261,83.7,18.53,15.88,40.319,-73.44632 +2025-10-12 04:40:00,1.525,15.46,12.36,70.42,17.98,1018.114,84.1,18.55,15.98,40.31899,-73.44631 +2025-10-12 04:45:00,1.661,16.86,13.6,73.72,16.51,1018.042,83.3,18.42,15.71,40.31902,-73.44632 +2025-10-12 04:50:00,1.678,16.7,13.26,68.42,16.97,1017.905,83.1,18.49,15.75,40.31901,-73.44631 +2025-10-12 04:55:00,1.729,16.54,13.59,69.22,15.46,1018.024,83.0,18.5,15.72,40.31898,-73.44629 +2025-10-12 05:00:00,2.049,17.44,13.56,70.42,15.43,1018.179,83.0,18.53,15.75,40.31899,-73.4463 +2025-10-12 05:05:00,1.672,16.76,13.76,69.82,15.3,1018.184,82.6,18.51,15.65,40.31899,-73.4463 +2025-10-12 05:10:00,1.571,15.73,13.5,66.76,15.72,1018.178,82.6,18.53,15.69,40.319,-73.4463 +2025-10-12 05:15:00,1.939,16.69,13.21,67.32,16.31,1018.055,82.9,18.61,15.82,40.319,-73.4463 +2025-10-12 05:20:00,1.769,17.52,13.48,67.62,17.02,1017.853,82.3,18.55,15.64,40.319,-73.4463 +2025-10-12 05:25:00,1.727,17.12,13.16,65.46,16.07,1017.994,82.7,18.66,15.83,40.31898,-73.44629 +2025-10-12 05:30:00,1.611,16.71,14.27,69.22,17.41,1017.924,81.5,18.51,15.46,40.31899,-73.4463 +2025-10-12 05:35:00,1.711,17.43,14.07,66.03,15.29,1017.942,81.2,18.62,15.5,40.31898,-73.4463 +2025-10-12 05:40:00,1.778,17.75,13.92,68.82,15.63,1017.793,80.9,18.67,15.49,40.31897,-73.44629 +2025-10-12 05:45:00,1.812,17.8,13.62,74.82,16.62,1017.48,81.1,18.71,15.56,40.31897,-73.4463 +2025-10-12 05:50:00,1.667,17.85,13.7,71.22,17.02,1017.533,80.8,18.69,15.48,40.31897,-73.4463 +2025-10-12 05:55:00,1.797,17.09,13.99,70.12,15.33,1017.494,80.2,18.73,15.42,40.31897,-73.4463 +2025-10-12 06:00:00,1.756,17.07,14.12,65.93,15.47,1017.644,79.52,18.72,15.28,40.31897,-73.44629 +2025-10-12 06:05:00,1.893,18.7,14.11,68.52,15.84,1017.617,79.55,18.82,15.37,40.31896,-73.44631 +2025-10-12 06:10:00,1.922,17.88,13.75,71.52,15.87,1017.406,80.0,18.83,15.48,40.31897,-73.4463 +2025-10-12 06:15:00,1.835,17.51,14.12,65.82,15.38,1017.559,79.35,18.84,15.35,40.31895,-73.44631 +2025-10-12 06:20:00,1.879,18.24,14.08,71.12,15.56,1017.218,79.54,18.89,15.44,40.31897,-73.44631 +2025-10-12 06:25:00,1.895,17.84,14.07,67.26,14.93,1017.178,79.14,18.88,15.35,40.31895,-73.44631 +2025-10-12 06:30:00,1.652,17.37,13.68,65.58,16.35,1017.004,79.49,18.93,15.48,40.31895,-73.4463 +2025-10-12 06:35:00,1.797,17.77,13.6,68.52,15.33,1016.962,79.39,18.93,15.46,40.31895,-73.4463 +2025-10-12 06:40:00,1.7,17.77,14.15,72.12,15.45,1017.058,79.19,18.94,15.43,40.31896,-73.44631 +2025-10-12 06:45:00,1.734,16.74,12.89,68.72,16.35,1016.864,80.2,19.04,15.7,40.31896,-73.44631 +2025-10-12 06:50:00,1.665,16.87,13.92,69.72,15.45,1016.789,79.72,18.98,15.56,40.31895,-73.44631 +2025-10-12 06:55:00,1.777,16.83,13.2,72.42,15.77,1016.62,80.1,19.09,15.74,40.31895,-73.4463 +2025-10-12 07:00:00,1.69,17.33,14.13,71.12,16.74,1016.601,79.41,18.97,15.49,40.31897,-73.44631 +2025-10-12 07:05:00,1.55,17.65,14.2,74.42,15.7,1016.354,78.7,19.05,15.43,40.31895,-73.44631 +2025-10-12 07:10:00,1.837,17.99,14.65,72.52,15.96,1016.424,77.43,19.05,15.17,40.31894,-73.44631 +2025-10-12 07:15:00,1.949,18.28,13.54,68.62,16.48,1016.525,77.66,19.17,15.34,40.31895,-73.44631 +2025-10-12 07:20:00,1.913,18.88,14.45,69.12,15.53,1016.428,76.45,19.12,15.04,40.31894,-73.4463 +2025-10-12 07:25:00,1.944,18.44,14.56,69.82,15.99,1016.394,75.79,19.21,14.99,40.31894,-73.44631 +2025-10-12 07:30:00,1.954,17.85,13.9,70.72,15.16,1016.561,76.23,19.27,15.14,40.31895,-73.44631 +2025-10-12 07:35:00,1.817,18.13,14.12,67.42,15.53,1016.547,75.36,19.19,14.89,40.31894,-73.44631 +2025-10-12 07:40:00,2.011,18.09,14.23,74.12,16.71,1016.392,75.08,19.25,14.89,40.31895,-73.44632 +2025-10-12 07:45:00,1.926,18.66,15.0,70.32,16.04,1016.46,73.57,19.21,14.53,40.31894,-73.44631 +2025-10-12 07:50:00,1.85,18.4,14.94,74.92,16.24,1016.401,73.35,19.27,14.55,40.31895,-73.44632 +2025-10-12 07:55:00,1.889,18.5,14.3,72.42,17.47,1016.364,74.31,19.33,14.81,40.31895,-73.44631 +2025-10-12 08:00:00,1.795,18.2,14.57,72.22,16.48,1016.321,74.65,19.33,14.88,40.31895,-73.44631 +2025-10-12 08:05:00,1.771,17.72,14.08,72.72,17.81,1016.117,75.64,19.32,15.08,40.31895,-73.44631 +2025-10-12 08:10:00,1.979,18.14,14.24,73.52,16.47,1016.151,75.55,19.3,15.04,40.31894,-73.44632 +2025-10-12 08:15:00,1.822,18.62,15.05,67.72,17.84,1016.152,77.61,19.17,15.32,40.31892,-73.4463 +2025-10-12 08:20:00,1.955,18.99,14.99,61.16,15.35,1016.362,84.0,18.14,15.55,40.3189,-73.4463 +2025-10-12 08:25:00,1.892,18.38,14.68,61.12,15.67,1016.27,84.3,18.27,15.72,40.31891,-73.44629 +2025-10-12 08:30:00,1.921,18.25,13.97,62.88,16.72,1016.199,84.1,18.42,15.85,40.3189,-73.44629 +2025-10-12 08:35:00,2.298,18.6,14.64,58.36,16.28,1016.348,83.3,18.41,15.69,40.31889,-73.44627 +2025-10-12 08:40:00,1.83,19.76,15.65,63.08,16.07,1016.407,82.4,18.44,15.56,40.31888,-73.44627 +2025-10-12 08:45:00,1.856,17.66,14.69,63.89,17.13,1016.568,82.2,18.56,15.63,40.31891,-73.4463 +2025-10-12 08:50:00,2.042,18.52,14.73,64.66,15.63,1016.693,81.5,18.6,15.53,40.31893,-73.4463 +2025-10-12 08:55:00,1.996,20.06,15.55,66.77,15.36,1016.729,80.5,18.53,15.26,40.31892,-73.44631 +2025-10-12 09:00:00,2.19,19.76,15.03,64.75,15.85,1016.739,79.89,18.62,15.24,40.31892,-73.4463 +2025-10-12 09:05:00,1.919,19.72,15.39,64.7,18.58,1016.655,79.31,18.61,15.11,40.31892,-73.4463 +2025-10-12 09:10:00,1.788,19.03,15.39,63.71,15.82,1016.717,79.58,18.58,15.14,40.31892,-73.44631 +2025-10-12 09:15:00,1.692,18.21,15.92,61.72,18.39,1016.414,79.29,18.55,15.05,40.3189,-73.4463 +2025-10-12 09:20:00,2.022,20.12,15.65,59.18,16.92,1016.26,79.84,18.56,15.16,40.3189,-73.4463 +2025-10-12 09:25:00,1.85,18.98,15.07,61.02,16.86,1016.395,80.7,18.53,15.31,40.31893,-73.44631 +2025-10-12 09:30:00,2.027,18.87,15.54,62.05,16.47,1016.488,80.5,18.46,15.19,40.31895,-73.44634 +2025-10-12 09:35:00,1.758,19.79,15.72,59.53,17.89,1016.244,79.83,18.41,15.03,40.31894,-73.44633 +2025-10-12 09:40:00,1.983,18.72,14.75,61.71,16.31,1016.625,80.2,18.53,15.21,40.31892,-73.44633 +2025-10-12 09:45:00,1.874,17.88,14.9,61.44,15.56,1016.446,80.6,18.51,15.27,40.31894,-73.44632 +2025-10-12 09:50:00,1.996,18.98,15.59,61.79,15.34,1016.367,79.85,18.34,14.96,40.31892,-73.44631 +2025-10-12 09:55:00,2.103,20.35,16.13,65.64,17.4,1016.191,80.3,18.29,15.0,40.31894,-73.44633 +2025-10-12 10:00:00,2.369,20.84,16.58,63.39,16.89,1016.235,79.33,18.28,14.8,40.31895,-73.44633 +2025-10-12 10:05:00,2.094,20.83,16.95,63.31,17.73,1015.953,78.32,18.28,14.6,40.31895,-73.44633 +2025-10-12 10:10:00,2.264,19.34,15.08,66.31,16.9,1016.337,79.44,18.44,14.97,40.31897,-73.44633 +2025-10-12 10:15:00,1.847,18.56,15.55,61.06,15.78,1016.399,79.66,18.37,14.95,40.31895,-73.44632 +2025-10-12 10:20:00,1.929,20.1,15.71,62.85,17.59,1016.134,79.15,18.3,14.78,40.31895,-73.44633 +2025-10-12 10:25:00,2.272,20.44,16.06,62.92,16.27,1016.298,78.66,18.29,14.68,40.31894,-73.44631 +2025-10-12 10:30:00,2.13,19.67,15.09,60.12,16.36,1016.247,80.2,18.37,15.06,40.31895,-73.44631 +2025-10-12 10:35:00,2.004,20.2,15.87,57.95,15.98,1016.174,79.8,18.22,14.83,40.31893,-73.44631 +2025-10-12 10:40:00,1.974,21.02,16.98,55.25,16.75,1015.902,79.25,18.11,14.62,40.31892,-73.44631 +2025-10-12 10:45:00,2.136,20.09,16.43,56.63,17.19,1016.021,79.26,18.16,14.67,40.31891,-73.44631 +2025-10-12 10:50:00,1.935,19.21,15.83,57.72,15.75,1016.352,79.83,18.15,14.77,40.31892,-73.44631 +2025-10-12 10:55:00,2.467,20.52,15.97,56.02,17.1,1016.247,79.64,18.11,14.7,40.31892,-73.44631 +2025-10-12 11:00:00,2.205,19.4,15.75,58.21,16.5,1016.393,78.96,18.13,14.58,40.31893,-73.44631 +2025-10-12 11:05:00,2.011,19.17,15.15,59.14,16.81,1016.151,80.1,18.27,14.93,40.31894,-73.44631 +2025-10-12 11:10:00,2.328,20.33,15.45,57.76,17.1,1016.136,81.1,18.16,15.03,40.31894,-73.44631 +2025-10-12 11:15:00,1.879,19.81,15.71,58.37,16.97,1016.18,80.5,18.0,14.75,40.31892,-73.44631 +2025-10-12 11:20:00,2.122,20.46,16.0,54.58,17.3,1016.045,79.84,17.95,14.58,40.31892,-73.44631 +2025-10-12 11:25:00,2.082,20.21,15.58,60.49,17.0,1016.388,80.1,18.0,14.67,40.31894,-73.44632 +2025-10-12 11:30:00,2.157,20.53,16.17,56.43,14.6,1016.425,79.79,17.86,14.48,40.31894,-73.44632 +2025-10-12 11:35:00,2.008,19.75,16.4,56.4,15.18,1016.402,79.28,17.83,14.35,40.31892,-73.44631 +2025-10-12 11:40:00,2.143,19.29,15.99,56.02,16.33,1016.342,80.4,17.88,14.63,40.31892,-73.44631 +2025-10-12 11:45:00,2.413,20.93,16.35,57.74,17.11,1016.344,79.9,17.75,14.4,40.31893,-73.44631 +2025-10-12 11:50:00,2.155,20.26,16.48,57.0,17.06,1016.129,80.3,17.83,14.56,40.31893,-73.44631 +2025-10-12 11:55:00,2.261,19.77,15.3,60.38,16.48,1016.319,82.1,17.89,14.96,40.31895,-73.44632 +2025-10-12 12:00:00,2.146,19.85,15.85,50.64,18.02,1016.095,81.9,17.63,14.66,40.31893,-73.4463 +2025-10-12 12:05:00,2.026,21.21,16.36,48.35,16.98,1015.962,81.7,17.59,14.58,40.31892,-73.44629 +2025-10-12 12:10:00,2.142,21.17,15.67,53.73,15.3,1016.299,81.8,17.6,14.63,40.31894,-73.44631 +2025-10-12 12:15:00,1.934,20.87,16.16,51.99,14.14,1016.37,81.4,17.49,14.43,40.31894,-73.4463 +2025-10-12 12:20:00,2.04,20.46,16.27,46.86,17.07,1016.054,81.5,17.46,14.41,40.3189,-73.4463 +2025-10-12 12:25:00,2.075,19.59,16.51,50.39,18.1,1016.011,81.6,17.43,14.41,40.31891,-73.4463 +2025-10-12 12:30:00,1.908,19.95,16.08,46.85,18.54,1016.139,81.2,17.42,14.32,40.31892,-73.44629 +2025-10-12 12:35:00,2.032,20.7,16.43,49.73,17.27,1016.245,80.8,17.41,14.24,40.31892,-73.4463 +2025-10-12 12:40:00,2.241,20.62,16.68,50.3,17.74,1016.398,79.79,17.36,13.98,40.31892,-73.4463 +2025-10-12 12:45:00,1.823,20.44,16.52,50.42,16.24,1016.509,79.43,17.35,13.92,40.31892,-73.44629 +2025-10-12 12:50:00,1.894,19.31,16.44,48.46,16.57,1016.553,78.99,17.3,13.78,40.31892,-73.4463 +2025-10-12 12:55:00,1.806,19.21,15.66,52.39,19.32,1016.469,79.69,17.38,13.99,40.31894,-73.4463 +2025-10-12 13:00:00,1.85,19.53,16.11,50.1,18.26,1016.506,79.46,17.27,13.85,40.31894,-73.44631 +2025-10-12 13:05:00,2.006,18.58,15.48,51.87,15.82,1016.769,80.7,17.37,14.18,40.31894,-73.44629 +2025-10-12 13:10:00,1.917,20.2,16.47,47.95,18.62,1016.357,80.7,17.2,14.01,40.31893,-73.4463 +2025-10-12 13:15:00,2.01,18.68,14.7,49.36,15.97,1016.432,81.7,17.45,14.44,40.31895,-73.44629 +2025-10-12 13:20:00,1.811,18.74,15.51,48.15,17.0,1016.411,82.4,17.17,14.3,40.31895,-73.44629 +2025-10-12 13:25:00,1.994,18.52,15.3,47.67,16.03,1016.332,83.5,17.15,14.5,40.31896,-73.44627 +2025-10-12 13:30:00,1.916,18.45,15.1,47.49,16.66,1016.229,83.8,17.11,14.51,40.31894,-73.44628 +2025-10-12 13:35:00,1.783,17.25,14.37,49.35,17.73,1016.426,84.8,17.12,14.7,40.31895,-73.44628 +2025-10-12 13:40:00,1.706,18.02,14.74,48.54,15.85,1016.675,84.5,16.91,14.44,40.31895,-73.44629 +2025-10-12 13:45:00,1.958,18.43,14.54,48.75,14.7,1016.988,84.9,16.72,14.32,40.31896,-73.44629 +2025-10-12 13:50:00,1.791,16.91,13.73,47.73,16.75,1016.794,85.3,16.89,14.57,40.31895,-73.44628 +2025-10-12 13:55:00,1.834,18.25,14.78,46.73,15.9,1016.712,85.7,16.53,14.29,40.31893,-73.44628 +2025-10-12 14:00:00,1.784,18.17,15.25,43.46,15.94,1016.657,86.3,16.24,14.1,40.31891,-73.44627 +2025-10-12 14:05:00,1.708,17.6,14.63,45.61,15.41,1016.57,87.0,16.28,14.28,40.31891,-73.44627 +2025-10-12 14:10:00,1.879,18.13,14.63,44.84,18.36,1016.392,87.0,16.22,14.22,40.31892,-73.44627 +2025-10-12 14:15:00,1.922,18.12,14.53,44.96,17.04,1016.571,87.4,16.08,14.15,40.31892,-73.44627 +2025-10-12 14:20:00,1.838,18.89,15.05,46.61,16.5,1016.44,86.9,16.09,14.06,40.31892,-73.44627 +2025-10-12 14:25:00,1.881,19.09,14.94,46.7,17.7,1016.402,86.5,16.08,13.98,40.31891,-73.44627 +2025-10-12 14:30:00,1.953,18.87,15.02,45.48,16.85,1016.356,86.0,16.3,14.12,40.3189,-73.44627 +2025-10-12 14:35:00,1.771,17.98,15.03,46.52,17.33,1016.295,85.7,16.33,14.09,40.31891,-73.44627 +2025-10-12 14:40:00,1.784,18.49,15.3,47.94,16.84,1016.125,85.4,16.35,14.05,40.31891,-73.44627 +2025-10-12 14:45:00,2.138,19.49,15.77,48.5,17.92,1016.067,85.2,16.22,13.89,40.31892,-73.44627 +2025-10-12 14:50:00,1.998,18.65,15.07,47.25,17.42,1016.04,85.6,16.39,14.13,40.31893,-73.44629 +2025-10-12 14:55:00,2.023,19.64,15.31,47.77,15.55,1015.982,85.8,16.33,14.11,40.3189,-73.44627 +2025-10-12 15:00:00,2.103,19.26,15.63,50.19,14.55,1016.265,86.3,16.06,13.93,40.31892,-73.44628 +2025-10-12 15:05:00,2.063,20.37,15.74,48.89,17.45,1015.969,88.4,15.75,14.0,40.31892,-73.44629 +2025-10-12 15:10:00,1.85,19.24,15.97,43.18,17.56,1015.718,93.3,14.76,13.85,40.31891,-73.44627 +2025-10-12 15:15:00,2.143,21.11,15.67,49.74,16.3,1015.931,92.8,14.88,13.88,40.31892,-73.44628 +2025-10-12 15:20:00,1.839,20.15,16.09,42.24,16.83,1015.626,91.9,14.86,13.71,40.3189,-73.44627 +2025-10-12 15:25:00,1.993,20.4,15.88,42.12,17.12,1015.651,90.6,15.04,13.68,40.31889,-73.44627 +2025-10-12 15:30:00,1.875,19.54,16.32,43.99,17.68,1015.797,88.9,15.32,13.66,40.3189,-73.44627 +2025-10-12 15:35:00,1.925,19.87,15.63,41.6,15.43,1015.985,87.9,15.57,13.74,40.31889,-73.44627 +2025-10-12 15:40:00,2.221,18.91,15.08,41.94,14.92,1016.101,88.3,15.71,13.93,40.31889,-73.44627 +2025-10-12 15:45:00,1.852,19.21,16.08,40.59,18.1,1015.907,87.8,15.51,13.65,40.31888,-73.44627 +2025-10-12 15:50:00,2.025,19.22,15.66,37.21,17.25,1015.855,87.7,15.62,13.74,40.31888,-73.44624 +2025-10-12 15:55:00,1.829,18.98,16.01,42.4,16.2,1016.202,87.6,15.53,13.64,40.31887,-73.44626 +2025-10-12 16:00:00,1.99,20.15,15.53,43.74,15.42,1016.228,88.3,15.53,13.76,40.31888,-73.44626 +2025-10-12 16:05:00,2.041,20.03,15.73,43.67,14.33,1016.231,88.6,15.47,13.77,40.31889,-73.44627 +2025-10-12 16:10:00,1.886,19.62,15.43,40.57,16.34,1016.099,88.9,15.56,13.9,40.31887,-73.44625 +2025-10-12 16:15:00,2.167,18.74,15.0,44.14,15.09,1016.13,89.0,15.68,14.04,40.31888,-73.44626 +2025-10-12 16:20:00,2.049,18.65,15.67,46.21,15.4,1016.184,89.0,15.54,13.91,40.31887,-73.44627 +2025-10-12 16:25:00,2.078,19.05,15.02,47.74,16.38,1016.196,89.6,15.65,14.11,40.31888,-73.44627 +2025-10-12 16:30:00,1.873,18.83,15.08,45.28,17.1,1016.094,89.9,15.5,14.0,40.31889,-73.44627 +2025-10-12 16:35:00,1.945,18.87,15.74,44.98,16.76,1016.095,90.3,15.39,13.98,40.31887,-73.44626 +2025-10-12 16:40:00,1.989,18.62,15.24,43.27,15.13,1016.083,91.1,15.37,14.08,40.31888,-73.44625 +2025-10-12 16:45:00,1.861,19.5,15.51,38.5,17.44,1015.79,91.7,15.38,14.2,40.31886,-73.44623 +2025-10-12 16:50:00,1.785,18.1,14.36,38.19,15.47,1015.769,92.3,15.56,14.49,40.31887,-73.44624 +2025-10-12 16:55:00,2.055,19.13,15.45,39.3,16.38,1015.574,92.2,15.29,14.19,40.31886,-73.44623 +2025-10-12 17:00:00,1.988,19.47,15.14,35.43,17.11,1015.608,92.4,15.36,14.3,40.31886,-73.44621 +2025-10-12 17:05:00,1.735,18.18,15.11,36.2,17.29,1015.555,92.4,15.3,14.24,40.31886,-73.44621 +2025-10-12 17:10:00,2.19,20.69,15.92,44.22,16.67,1015.775,92.2,15.14,14.06,40.31886,-73.44623 +2025-10-12 17:15:00,2.08,19.27,15.42,40.02,15.68,1015.646,92.8,15.28,14.28,40.31886,-73.44622 +2025-10-12 17:20:00,2.077,20.97,16.0,34.15,16.06,1015.361,92.8,15.13,14.14,40.31884,-73.4462 +2025-10-12 17:25:00,2.022,19.33,15.41,36.49,17.76,1015.334,93.2,15.33,14.39,40.31886,-73.44621 +2025-10-12 17:30:00,2.008,19.94,15.58,36.19,15.97,1015.114,93.3,15.37,14.45,40.31884,-73.44619 +2025-10-12 17:35:00,2.133,20.75,15.91,38.75,15.36,1015.284,93.4,15.26,14.36,40.31884,-73.44622 +2025-10-12 17:40:00,1.933,19.09,15.82,37.05,15.43,1015.173,93.5,15.25,14.37,40.31884,-73.44621 +2025-10-12 17:45:00,2.201,19.69,16.06,34.02,18.83,1014.864,93.4,15.36,14.47,40.31884,-73.44622 +2025-10-12 17:50:00,2.373,19.9,15.82,39.39,17.35,1014.945,93.5,15.35,14.47,40.31883,-73.44619 +2025-10-12 17:55:00,2.024,18.39,15.76,38.53,16.15,1014.927,93.9,15.43,14.62,40.31884,-73.4462 +2025-10-12 18:00:00,2.111,20.01,16.09,36.87,16.01,1014.804,93.7,15.41,14.55,40.31883,-73.44618 +2025-10-12 18:05:00,1.902,19.66,15.88,31.25,16.54,1014.536,93.6,15.57,14.71,40.31882,-73.44617 +2025-10-12 18:10:00,2.218,19.99,15.77,37.11,15.5,1014.719,93.5,15.52,14.65,40.31882,-73.44617 +2025-10-12 18:15:00,1.977,18.92,16.07,36.26,16.77,1014.588,93.9,15.57,14.75,40.31882,-73.44617 +2025-10-12 18:20:00,2.006,19.13,15.47,38.77,16.74,1014.528,94.2,15.53,14.77,40.31882,-73.44617 +2025-10-12 18:25:00,2.207,20.62,15.38,39.41,13.87,1014.516,94.4,15.63,14.89,40.31883,-73.44617 +2025-10-12 18:30:00,2.148,20.1,16.25,39.26,16.76,1014.509,94.2,15.37,14.61,40.31879,-73.44616 +2025-10-12 18:35:00,2.25,20.14,15.97,40.22,17.86,1014.471,94.4,15.47,14.75,40.3188,-73.44616 +2025-10-12 18:40:00,2.146,20.46,15.88,37.7,15.31,1014.349,94.4,15.47,14.74,40.31881,-73.44615 +2025-10-12 18:45:00,2.137,19.82,15.82,38.05,17.3,1014.32,94.4,15.51,14.78,40.31881,-73.44616 +2025-10-12 18:50:00,2.026,20.51,16.19,41.77,17.47,1014.355,94.2,15.5,14.74,40.31881,-73.44616 +2025-10-12 18:55:00,2.106,19.5,16.23,39.6,15.3,1014.367,94.1,15.45,14.67,40.31881,-73.44615 +2025-10-12 19:00:00,2.291,20.82,16.13,42.5,16.8,1014.355,94.1,15.51,14.73,40.31881,-73.44616 +2025-10-12 19:05:00,2.074,19.12,15.71,42.14,17.24,1014.353,94.3,15.68,14.92,40.31881,-73.44616 +2025-10-12 19:10:00,2.013,20.23,16.04,41.96,16.89,1014.27,94.3,15.73,14.97,40.31879,-73.44615 +2025-10-12 19:15:00,1.997,19.64,16.29,41.19,15.11,1014.397,94.0,15.52,14.72,40.31882,-73.44614 +2025-10-12 19:20:00,2.444,20.29,15.7,41.21,16.31,1014.25,94.4,15.75,15.01,40.31881,-73.44615 +2025-10-12 19:25:00,2.334,20.41,15.75,40.36,16.78,1014.202,94.4,15.74,15.0,40.31881,-73.44615 +2025-10-12 19:30:00,2.191,20.02,15.88,40.09,15.77,1014.114,94.3,15.74,14.99,40.31881,-73.44614 +2025-10-12 19:35:00,2.099,20.22,16.69,39.63,15.8,1014.108,94.0,15.59,14.8,40.3188,-73.44614 +2025-10-12 19:40:00,2.085,20.58,16.01,43.57,16.07,1014.064,94.1,15.73,14.96,40.31881,-73.44616 +2025-10-12 19:45:00,2.368,20.02,15.77,34.99,16.68,1013.94,94.3,15.85,15.11,40.31881,-73.44615 +2025-10-12 19:50:00,2.244,20.33,15.92,37.07,17.4,1013.93,94.1,15.81,15.02,40.31881,-73.44614 +2025-10-12 19:55:00,2.069,19.02,15.08,39.7,17.02,1014.116,94.4,15.9,15.16,40.31882,-73.44616 +2025-10-12 20:00:00,2.207,19.97,15.57,41.81,17.07,1014.1,94.3,15.89,15.15,40.31881,-73.44616 +2025-10-12 20:05:00,2.015,19.35,15.48,42.1,15.91,1014.052,94.4,15.86,15.13,40.31882,-73.44616 +2025-10-12 20:10:00,1.917,20.22,16.04,41.59,18.17,1013.851,94.2,15.84,15.09,40.31882,-73.44616 +2025-10-12 20:15:00,2.221,21.17,16.26,39.82,17.69,1013.74,94.1,15.9,15.12,40.31881,-73.44614 +2025-10-12 20:20:00,2.069,19.05,15.61,43.73,16.48,1013.862,94.4,15.98,15.26,40.31882,-73.44617 +2025-10-12 20:25:00,2.117,19.35,15.81,44.4,17.63,1013.827,94.5,15.95,15.24,40.31881,-73.44617 +2025-10-12 20:30:00,2.14,20.31,16.27,40.45,18.26,1013.77,94.5,15.95,15.23,40.31881,-73.44616 +2025-10-12 20:35:00,1.965,18.86,15.91,39.35,16.99,1013.662,94.4,16.1,15.38,40.31881,-73.44614 +2025-10-12 20:40:00,2.083,19.0,15.77,46.49,17.73,1013.825,94.4,16.18,15.44,40.31881,-73.44617 +2025-10-12 20:45:00,2.035,19.86,15.84,45.98,16.22,1013.881,94.4,16.19,15.44,40.31881,-73.44617 +2025-10-12 20:50:00,2.083,19.86,15.83,45.78,15.41,1013.874,94.3,16.18,15.43,40.31881,-73.44617 +2025-10-12 20:55:00,2.061,19.72,15.88,44.25,16.96,1013.865,94.4,16.22,15.48,40.31884,-73.44618 +2025-10-12 21:00:00,1.977,18.97,15.81,46.9,16.56,1013.883,94.5,16.26,15.54,40.31883,-73.44619 +2025-10-12 21:05:00,2.02,19.36,15.61,47.0,15.72,1013.806,94.8,16.36,15.7,40.31885,-73.44621 +2025-10-12 21:10:00,2.2,19.65,15.6,47.8,17.71,1013.882,94.8,16.34,15.67,40.31884,-73.4462 +2025-10-12 21:15:00,1.953,19.21,15.93,47.83,17.12,1013.844,94.7,16.28,15.61,40.31885,-73.44621 +2025-10-12 21:20:00,2.241,20.39,15.26,48.8,16.79,1013.814,95.0,16.44,15.81,40.31886,-73.44624 +2025-10-12 21:25:00,2.034,21.09,15.82,48.0,16.26,1013.63,95.0,16.45,15.8,40.31887,-73.44624 +2025-10-12 21:30:00,2.007,20.58,16.02,49.02,15.84,1013.682,94.9,16.39,15.74,40.31886,-73.44622 +2025-10-12 21:35:00,2.045,19.19,15.4,49.92,16.52,1013.592,95.1,16.55,15.91,40.31886,-73.44622 +2025-10-12 21:40:00,2.014,18.75,15.39,49.52,16.06,1013.581,95.1,16.53,15.91,40.31887,-73.44623 +2025-10-12 21:45:00,2.013,20.14,15.99,50.26,16.26,1013.604,95.1,16.46,15.83,40.31888,-73.44624 +2025-10-12 21:50:00,1.998,19.57,15.81,45.47,16.09,1013.396,95.0,16.52,15.88,40.31888,-73.44624 +2025-10-12 21:55:00,2.088,19.95,15.25,47.51,15.96,1013.385,95.1,16.65,16.03,40.31889,-73.44624 +2025-10-12 22:00:00,2.026,19.06,15.24,49.57,14.26,1013.446,95.2,16.76,16.15,40.31889,-73.44624 +2025-10-12 22:05:00,1.883,18.36,14.29,49.09,16.11,1013.339,95.3,16.85,16.27,40.3189,-73.44625 +2025-10-12 22:10:00,2.026,18.71,14.9,45.47,15.69,1013.231,95.3,16.75,16.17,40.31889,-73.44622 +2025-10-12 22:15:00,1.911,19.89,15.26,51.09,16.16,1013.16,95.2,16.98,16.36,40.31889,-73.44624 +2025-10-12 22:20:00,2.24,19.35,15.13,52.59,15.9,1013.078,94.9,17.15,16.49,40.31891,-73.44624 +2025-10-12 22:25:00,2.378,20.62,15.85,54.02,15.5,1012.945,94.3,17.14,16.37,40.31892,-73.44629 +2025-10-12 22:30:00,2.255,20.83,16.09,53.14,16.28,1012.881,93.8,17.29,16.43,40.31892,-73.44629 +2025-10-12 22:35:00,2.368,22.0,16.41,54.68,16.22,1012.821,93.5,17.23,16.34,40.31891,-73.44627 +2025-10-12 22:40:00,2.105,22.0,17.18,55.02,18.35,1012.511,92.9,17.32,16.32,40.31892,-73.44628 +2025-10-12 22:45:00,2.41,23.18,18.46,57.46,18.25,1012.308,92.1,17.45,16.31,40.31893,-73.4463 +2025-10-12 22:50:00,2.243,21.08,17.46,56.84,17.74,1012.508,92.0,17.47,16.32,40.31893,-73.4463 +2025-10-12 22:55:00,2.801,25.53,18.15,62.77,16.95,1012.809,91.9,17.42,16.25,40.31894,-73.44631 +2025-10-12 23:00:00,2.393,22.27,17.68,59.29,17.01,1012.727,92.2,17.39,16.27,40.31894,-73.4463 +2025-10-12 23:05:00,2.509,21.06,16.48,61.02,16.7,1012.77,92.6,17.51,16.46,40.31892,-73.4463 +2025-10-12 23:10:00,2.37,22.04,16.68,59.24,15.75,1012.952,92.9,17.35,16.35,40.31893,-73.44631 +2025-10-12 23:15:00,2.553,21.47,17.32,60.75,17.01,1013.007,93.0,17.36,16.37,40.31894,-73.44631 +2025-10-12 23:20:00,2.369,22.56,17.23,61.35,15.96,1013.018,93.0,17.3,16.31,40.31893,-73.44631 +2025-10-12 23:25:00,2.267,22.32,16.99,60.24,15.2,1012.975,92.8,17.37,16.36,40.31893,-73.44631 +2025-10-12 23:30:00,2.543,21.71,17.28,61.72,15.53,1012.995,92.7,17.4,16.36,40.31894,-73.44632 +2025-10-12 23:35:00,2.616,23.83,17.56,62.93,16.26,1012.797,92.5,17.45,16.39,40.31895,-73.44632 +2025-10-12 23:40:00,2.316,23.04,18.45,58.36,18.71,1012.323,92.2,17.46,16.35,40.31893,-73.4463 +2025-10-12 23:45:00,2.592,22.13,17.07,62.2,16.12,1012.622,92.1,17.66,16.52,40.31894,-73.4463 +2025-10-12 23:50:00,2.368,22.83,17.16,61.71,18.26,1012.414,92.1,17.69,16.56,40.31892,-73.44631 +2025-10-12 23:55:00,2.604,23.14,18.04,58.48,16.72,1012.229,91.9,17.47,16.31,40.31892,-73.4463 +2025-10-13 00:00:00,2.592,21.04,16.96,61.55,17.75,1012.53,92.2,17.57,16.45,40.31894,-73.44632 diff --git a/pipeline/s3_timeseries/tests/test_data/empire_met/2025-10-13.csv b/pipeline/s3_timeseries/tests/test_data/empire_met/2025-10-13.csv new file mode 100644 index 0000000..45be931 --- /dev/null +++ b/pipeline/s3_timeseries/tests/test_data/empire_met/2025-10-13.csv @@ -0,0 +1,289 @@ +datetime,MetSENS_WSpd_Std,MetS3SecGst_Max,MetSENS_WSpd_Avg,MetSENS_WDir_From_Avg,MetSENS_WDir_From_Std,MetSENS_BPress_Avg,MetSENS_RH_Avg,MetSENS_ATemp_Avg,MetSENS_Dwpoint_Avg,Latitude_Avg,Longitude_Avg +2025-10-13 00:05:00,2.53,22.8,17.44,63.62,15.87,1012.622,92.1,17.46,16.33,40.31895,-73.44633 +2025-10-13 00:10:00,2.579,23.39,17.63,62.18,15.92,1012.613,92.1,17.4,16.26,40.31894,-73.44631 +2025-10-13 00:15:00,2.231,20.3,17.0,59.67,15.86,1012.589,92.0,17.35,16.21,40.31893,-73.44631 +2025-10-13 00:20:00,2.728,21.6,17.27,60.62,17.17,1012.665,92.4,17.24,16.14,40.31891,-73.44631 +2025-10-13 00:25:00,2.823,23.0,18.13,59.07,16.14,1012.643,92.3,17.06,15.96,40.31891,-73.44631 +2025-10-13 00:30:00,2.456,21.64,17.9,61.71,15.73,1012.656,92.2,17.14,16.03,40.31893,-73.4463 +2025-10-13 00:35:00,2.515,22.56,17.89,58.72,17.38,1012.541,92.1,17.14,16.0,40.31892,-73.44632 +2025-10-13 00:40:00,2.56,22.21,18.05,60.64,18.53,1012.46,92.0,17.14,15.99,40.31892,-73.44631 +2025-10-13 00:45:00,2.388,23.34,18.45,61.17,17.23,1012.668,91.8,17.1,15.91,40.31892,-73.44632 +2025-10-13 00:50:00,2.311,22.22,17.36,59.3,16.4,1012.823,92.4,17.06,15.97,40.31893,-73.44631 +2025-10-13 00:55:00,2.42,22.58,16.99,55.55,15.97,1012.689,92.9,17.02,16.03,40.31893,-73.44632 +2025-10-13 01:00:00,2.429,22.36,17.59,58.71,14.65,1012.852,93.1,16.77,15.81,40.31892,-73.44631 +2025-10-13 01:05:00,2.271,22.24,17.23,56.68,16.28,1012.872,93.1,16.91,15.94,40.31892,-73.44631 +2025-10-13 01:10:00,2.302,22.46,17.41,54.53,17.32,1012.474,93.0,16.96,15.98,40.31892,-73.44631 +2025-10-13 01:15:00,2.637,22.07,17.16,55.11,16.51,1011.876,95.9,16.31,15.82,40.3189,-73.44632 +2025-10-13 01:20:00,2.242,20.47,16.15,52.56,15.87,1011.974,96.5,16.48,16.07,40.3189,-73.44633 +2025-10-13 01:25:00,2.329,21.77,16.71,52.93,17.16,1011.921,96.3,16.36,15.94,40.31888,-73.44631 +2025-10-13 01:30:00,2.263,20.43,16.88,55.33,14.84,1011.979,96.3,16.37,15.93,40.3189,-73.44633 +2025-10-13 01:35:00,2.482,22.98,17.7,52.67,17.34,1012.106,96.0,16.32,15.84,40.31891,-73.44633 +2025-10-13 01:40:00,2.093,21.08,17.59,47.46,18.01,1012.16,97.0,16.21,15.9,40.31888,-73.4463 +2025-10-13 01:45:00,1.829,19.21,16.27,49.8,15.97,1012.154,97.0,16.28,15.96,40.31889,-73.4463 +2025-10-13 01:50:00,2.119,21.17,16.79,48.51,16.84,1012.247,96.7,16.28,15.92,40.31889,-73.4463 +2025-10-13 01:55:00,2.024,20.44,17.05,49.5,16.62,1012.11,96.7,16.23,15.87,40.3189,-73.4463 +2025-10-13 02:00:00,2.083,20.22,15.71,46.94,19.12,1012.268,97.0,16.37,16.05,40.3189,-73.4463 +2025-10-13 02:05:00,2.235,21.24,17.05,43.74,17.42,1012.139,96.9,16.29,15.97,40.31888,-73.44628 +2025-10-13 02:10:00,2.062,20.44,16.08,43.59,17.37,1012.139,96.5,16.32,15.93,40.3189,-73.44629 +2025-10-13 02:15:00,1.982,20.47,16.43,40.55,17.76,1012.062,96.4,16.34,15.93,40.3189,-73.44629 +2025-10-13 02:20:00,2.408,21.01,16.36,45.35,16.69,1011.646,96.4,16.44,16.03,40.3189,-73.44629 +2025-10-13 02:25:00,2.145,20.96,15.67,43.77,16.13,1011.657,96.7,16.5,16.12,40.3189,-73.44629 +2025-10-13 02:30:00,2.099,20.47,16.15,38.39,17.9,1011.811,96.6,16.32,15.95,40.31889,-73.44627 +2025-10-13 02:35:00,2.172,21.19,16.25,41.04,16.26,1011.784,96.6,16.27,15.89,40.31888,-73.44627 +2025-10-13 02:40:00,1.912,20.16,16.68,39.53,17.11,1011.579,96.7,16.25,15.89,40.31889,-73.44628 +2025-10-13 02:45:00,2.116,20.69,16.69,41.72,16.63,1011.432,96.7,16.18,15.82,40.3189,-73.44628 +2025-10-13 02:50:00,2.062,22.23,17.06,36.01,18.48,1011.566,96.7,16.11,15.75,40.31889,-73.44627 +2025-10-13 02:55:00,2.012,19.59,16.49,32.81,18.59,1011.604,96.7,16.24,15.87,40.31887,-73.44625 +2025-10-13 03:00:00,2.121,20.71,16.35,34.28,17.63,1011.551,96.7,16.34,15.98,40.31889,-73.44627 +2025-10-13 03:05:00,1.987,20.45,17.17,34.17,15.8,1011.27,96.5,16.18,15.79,40.31888,-73.44626 +2025-10-13 03:10:00,2.292,20.75,17.09,37.32,16.46,1010.988,96.3,16.2,15.77,40.31887,-73.44625 +2025-10-13 03:15:00,2.046,20.26,16.22,31.7,17.06,1011.013,96.3,16.4,15.98,40.31889,-73.44627 +2025-10-13 03:20:00,2.308,20.82,16.58,31.36,18.25,1010.815,96.0,16.27,15.79,40.3189,-73.44625 +2025-10-13 03:25:00,2.171,19.86,16.02,34.03,16.02,1010.64,96.2,16.41,15.98,40.31889,-73.44625 +2025-10-13 03:30:00,2.018,20.51,16.94,29.02,17.64,1010.588,96.1,16.3,15.85,40.3189,-73.44626 +2025-10-13 03:35:00,2.204,21.27,16.9,34.58,16.18,1010.512,96.2,16.29,15.85,40.31889,-73.44625 +2025-10-13 03:40:00,2.207,21.41,16.99,31.63,17.77,1010.56,96.3,16.3,15.88,40.31887,-73.44624 +2025-10-13 03:45:00,2.155,21.52,17.71,29.38,18.18,1010.323,96.3,16.28,15.86,40.31887,-73.44624 +2025-10-13 03:50:00,2.256,22.59,17.52,33.74,17.94,1010.067,96.5,16.29,15.89,40.31887,-73.44624 +2025-10-13 03:55:00,2.663,22.18,17.27,36.69,15.89,1010.075,96.3,16.3,15.88,40.31888,-73.44624 +2025-10-13 04:00:00,2.178,21.37,16.65,35.77,16.4,1010.059,96.3,16.34,15.9,40.31888,-73.44623 +2025-10-13 04:05:00,2.155,21.33,17.17,34.17,16.75,1010.088,96.2,16.39,15.95,40.31889,-73.44624 +2025-10-13 04:10:00,2.232,22.56,18.15,38.02,17.11,1009.778,95.9,16.23,15.73,40.31888,-73.44624 +2025-10-13 04:15:00,2.542,21.59,17.37,42.06,15.73,1009.582,96.1,16.23,15.77,40.31888,-73.44624 +2025-10-13 04:20:00,2.369,22.34,17.41,39.52,18.56,1009.772,96.0,16.37,15.89,40.31888,-73.44625 +2025-10-13 04:25:00,1.953,21.13,17.09,36.84,17.22,1009.927,95.8,16.36,15.86,40.31889,-73.44626 +2025-10-13 04:30:00,2.281,22.66,16.77,35.52,17.1,1009.826,95.6,16.4,15.86,40.31885,-73.44624 +2025-10-13 04:35:00,2.239,21.52,16.76,37.23,16.56,1009.832,95.2,16.39,15.78,40.31885,-73.44623 +2025-10-13 04:40:00,2.396,21.36,15.65,41.29,15.43,1009.815,95.4,16.57,16.0,40.31885,-73.44624 +2025-10-13 04:45:00,2.391,21.54,16.31,39.91,16.08,1009.613,95.7,16.44,15.91,40.31886,-73.44624 +2025-10-13 04:50:00,2.353,22.04,17.27,36.55,17.76,1009.776,95.3,16.36,15.76,40.31885,-73.44624 +2025-10-13 04:55:00,2.355,22.93,17.03,41.89,17.48,1009.709,95.1,16.43,15.81,40.31886,-73.44625 +2025-10-13 05:00:00,2.333,22.58,17.02,42.73,16.42,1009.716,94.9,16.48,15.82,40.31885,-73.44622 +2025-10-13 05:05:00,2.365,20.1,16.03,38.3,16.93,1009.843,94.9,16.49,15.84,40.31886,-73.44622 +2025-10-13 05:10:00,2.416,20.72,17.27,42.91,17.63,1009.562,96.2,16.24,15.79,40.31886,-73.44622 +2025-10-13 05:15:00,2.177,20.57,16.7,46.64,15.96,1009.687,96.6,16.15,15.77,40.31886,-73.44624 +2025-10-13 05:20:00,2.176,20.26,16.05,44.32,15.87,1009.909,96.8,16.22,15.88,40.31886,-73.44623 +2025-10-13 05:25:00,2.195,20.31,16.03,45.84,14.69,1009.791,97.2,16.32,16.05,40.31886,-73.44623 +2025-10-13 05:30:00,2.419,21.75,16.14,44.84,15.8,1009.603,97.1,16.3,16.01,40.31886,-73.44623 +2025-10-13 05:35:00,2.227,21.14,15.96,44.82,15.85,1009.475,97.3,16.36,16.08,40.31884,-73.44622 +2025-10-13 05:40:00,2.087,21.35,17.07,42.59,17.7,1009.283,97.1,16.22,15.93,40.31884,-73.44622 +2025-10-13 05:45:00,2.322,21.04,16.21,45.83,16.86,1009.281,97.1,16.42,16.13,40.31884,-73.44624 +2025-10-13 05:50:00,2.586,21.67,16.09,46.49,16.09,1009.232,96.9,16.32,16.0,40.31885,-73.44624 +2025-10-13 05:55:00,2.466,20.27,16.4,44.24,19.65,1009.325,96.7,16.4,16.04,40.31885,-73.44624 +2025-10-13 06:00:00,1.911,20.7,17.12,46.66,16.9,1009.125,96.5,16.4,16.0,40.31885,-73.44624 +2025-10-13 06:05:00,2.327,20.75,16.8,47.98,16.94,1008.948,96.6,16.46,16.08,40.31886,-73.44627 +2025-10-13 06:10:00,2.445,23.16,17.3,50.87,16.26,1008.796,97.0,16.16,15.84,40.31886,-73.44627 +2025-10-13 06:15:00,2.214,21.16,17.57,48.02,18.14,1008.889,97.6,16.11,15.89,40.31885,-73.44626 +2025-10-13 06:20:00,2.58,22.87,17.25,50.84,16.37,1008.811,97.9,16.12,15.95,40.31885,-73.44626 +2025-10-13 06:25:00,2.807,24.04,17.66,51.59,17.34,1008.736,97.5,16.11,15.88,40.31886,-73.44627 +2025-10-13 06:30:00,2.531,22.3,16.91,51.8,16.85,1008.696,97.5,16.15,15.92,40.31887,-73.44627 +2025-10-13 06:35:00,2.205,22.69,17.28,46.83,18.17,1008.74,97.6,16.16,15.95,40.31885,-73.44627 +2025-10-13 06:40:00,2.68,22.6,17.04,50.35,16.44,1008.658,97.5,16.28,16.05,40.31886,-73.44627 +2025-10-13 06:45:00,2.482,23.86,18.52,50.37,16.67,1008.254,96.7,15.98,15.62,40.31883,-73.44624 +2025-10-13 06:50:00,2.865,23.72,18.14,53.66,18.34,1008.211,96.5,16.07,15.67,40.31884,-73.44627 +2025-10-13 06:55:00,2.711,22.23,17.96,50.44,17.2,1008.309,96.3,16.19,15.76,40.31884,-73.44625 +2025-10-13 07:00:00,2.595,22.82,18.21,51.87,15.62,1008.107,95.7,16.03,15.51,40.31883,-73.44624 +2025-10-13 07:05:00,2.794,22.2,17.36,47.98,16.79,1008.241,96.9,15.92,15.6,40.31883,-73.44624 +2025-10-13 07:10:00,2.461,22.44,18.33,49.87,17.86,1008.119,97.6,15.64,15.42,40.31884,-73.44625 +2025-10-13 07:15:00,2.305,21.92,17.5,52.75,16.31,1008.021,97.5,15.69,15.46,40.31883,-73.44624 +2025-10-13 07:20:00,2.997,21.91,17.17,53.13,19.55,1008.002,97.7,15.69,15.5,40.31883,-73.44624 +2025-10-13 07:25:00,2.398,22.52,17.75,49.8,18.08,1007.945,97.9,15.63,15.47,40.31883,-73.44624 +2025-10-13 07:30:00,2.273,23.12,17.74,50.16,15.99,1007.992,97.7,15.63,15.44,40.31881,-73.44622 +2025-10-13 07:35:00,2.529,22.81,18.31,49.89,17.65,1007.971,97.3,15.61,15.35,40.31881,-73.44623 +2025-10-13 07:40:00,2.262,22.96,18.06,46.34,18.26,1008.342,97.1,15.76,15.47,40.31881,-73.44622 +2025-10-13 07:45:00,2.455,22.83,17.82,50.3,17.62,1008.245,96.9,15.9,15.58,40.3188,-73.44621 +2025-10-13 07:50:00,2.76,22.56,17.33,51.03,16.49,1008.119,97.0,15.98,15.66,40.31882,-73.44622 +2025-10-13 07:55:00,2.471,22.31,17.28,52.26,15.99,1007.986,96.9,15.94,15.62,40.31881,-73.44622 +2025-10-13 08:00:00,2.33,21.47,17.1,52.36,15.7,1008.097,96.8,16.05,15.7,40.31882,-73.44624 +2025-10-13 08:05:00,2.323,22.4,17.73,51.93,14.82,1007.952,96.5,15.94,15.55,40.31883,-73.44624 +2025-10-13 08:10:00,2.702,23.37,18.0,53.93,16.8,1008.073,96.7,16.03,15.67,40.31883,-73.44626 +2025-10-13 08:15:00,2.728,23.55,18.2,52.19,18.53,1008.185,96.1,15.92,15.46,40.31881,-73.44625 +2025-10-13 08:20:00,2.637,24.1,18.15,50.23,19.1,1008.241,95.7,16.02,15.5,40.31881,-73.44623 +2025-10-13 08:25:00,2.795,23.64,18.24,54.02,16.04,1007.921,95.4,16.03,15.46,40.31881,-73.44625 +2025-10-13 08:30:00,2.557,22.53,17.99,54.37,17.47,1007.846,95.6,16.15,15.6,40.31881,-73.44623 +2025-10-13 08:35:00,2.442,22.55,18.14,51.44,15.63,1007.899,95.5,16.11,15.55,40.31882,-73.44623 +2025-10-13 08:40:00,2.634,23.78,17.93,52.58,17.37,1007.884,95.3,16.07,15.49,40.31881,-73.44623 +2025-10-13 08:45:00,2.788,22.75,17.4,52.73,16.32,1008.034,95.5,16.26,15.71,40.31881,-73.44624 +2025-10-13 08:50:00,2.339,21.16,16.71,51.37,16.93,1008.159,95.9,16.35,15.85,40.31882,-73.44623 +2025-10-13 08:55:00,2.413,21.61,17.13,52.58,18.7,1008.163,95.9,16.37,15.88,40.31882,-73.44624 +2025-10-13 09:00:00,2.343,22.21,17.31,51.48,17.56,1008.331,95.7,16.32,15.79,40.31881,-73.44622 +2025-10-13 09:05:00,2.564,23.96,17.97,51.81,16.32,1008.068,95.4,16.3,15.72,40.31881,-73.44624 +2025-10-13 09:10:00,2.999,23.35,17.4,52.68,17.87,1008.282,95.2,16.43,15.83,40.31882,-73.44624 +2025-10-13 09:15:00,2.218,22.25,16.6,54.81,17.16,1008.284,95.5,16.47,15.9,40.31881,-73.44624 +2025-10-13 09:20:00,2.624,22.45,17.37,54.64,17.46,1008.286,95.7,16.32,15.79,40.31881,-73.44625 +2025-10-13 09:25:00,2.64,21.55,17.03,52.11,17.84,1008.38,96.3,16.23,15.8,40.31882,-73.44627 +2025-10-13 09:30:00,2.522,23.46,17.0,53.59,18.06,1008.562,96.3,16.25,15.81,40.31881,-73.44624 +2025-10-13 09:35:00,2.288,21.41,16.79,51.47,15.68,1008.591,96.5,16.29,15.9,40.31882,-73.44626 +2025-10-13 09:40:00,2.353,21.67,16.74,53.23,16.13,1008.587,96.5,16.33,15.93,40.31884,-73.44627 +2025-10-13 09:45:00,2.458,21.86,16.66,52.71,15.72,1008.675,96.4,16.42,16.01,40.31884,-73.44625 +2025-10-13 09:50:00,2.202,20.6,15.69,51.26,16.9,1008.85,96.4,16.42,16.01,40.31886,-73.44627 +2025-10-13 09:55:00,2.512,22.46,16.48,49.62,18.75,1008.817,96.2,16.46,16.02,40.31885,-73.44627 +2025-10-13 10:00:00,2.446,20.79,16.14,50.97,15.91,1008.813,96.3,16.5,16.08,40.31886,-73.44627 +2025-10-13 10:05:00,2.096,20.01,16.39,52.34,15.75,1008.74,96.4,16.58,16.17,40.31888,-73.44627 +2025-10-13 10:10:00,2.441,20.51,15.72,51.3,16.9,1008.922,96.8,16.68,16.32,40.31886,-73.44626 +2025-10-13 10:15:00,2.195,21.22,16.19,52.7,16.27,1008.84,98.6,16.28,16.23,40.31886,-73.44627 +2025-10-13 10:20:00,2.197,20.26,15.97,52.21,16.66,1008.809,98.5,16.4,16.34,40.31885,-73.44625 +2025-10-13 10:25:00,2.337,22.59,16.92,54.95,15.3,1008.678,98.2,16.48,16.36,40.31888,-73.44629 +2025-10-13 10:30:00,2.345,22.44,16.82,52.0,17.0,1008.693,98.1,16.52,16.39,40.31888,-73.44629 +2025-10-13 10:35:00,2.44,22.49,17.69,55.65,16.57,1008.677,97.8,16.65,16.45,40.31888,-73.4463 +2025-10-13 10:40:00,2.453,21.94,17.65,60.03,16.43,1008.629,97.4,16.91,16.66,40.3189,-73.44631 +2025-10-13 10:45:00,2.779,22.93,17.88,60.75,16.11,1008.428,96.9,16.91,16.59,40.3189,-73.44631 +2025-10-13 10:50:00,2.659,23.02,18.29,64.33,15.97,1008.318,96.6,17.09,16.7,40.31889,-73.44631 +2025-10-13 10:55:00,2.661,22.67,17.94,63.6,15.8,1008.345,96.5,17.18,16.78,40.31891,-73.44633 +2025-10-13 11:00:00,2.946,24.74,18.78,64.33,17.64,1008.154,96.2,17.1,16.65,40.3189,-73.44632 +2025-10-13 11:05:00,2.978,23.33,17.79,63.39,17.37,1008.269,97.0,17.02,16.7,40.31891,-73.44632 +2025-10-13 11:10:00,2.748,23.2,18.12,64.89,16.61,1008.162,98.0,16.84,16.68,40.3189,-73.44633 +2025-10-13 11:15:00,2.792,23.82,17.62,63.95,17.8,1008.348,98.1,16.94,16.81,40.31892,-73.44633 +2025-10-13 11:20:00,2.788,23.15,17.24,62.05,17.41,1008.417,98.1,16.98,16.84,40.3189,-73.44632 +2025-10-13 11:25:00,2.799,23.35,18.18,62.32,18.72,1008.493,98.0,17.03,16.88,40.3189,-73.44632 +2025-10-13 11:30:00,2.856,23.17,18.37,64.51,15.85,1008.406,97.7,16.97,16.77,40.31892,-73.44633 +2025-10-13 11:35:00,2.909,23.13,17.37,63.6,17.44,1008.517,97.7,17.04,16.84,40.31892,-73.44633 +2025-10-13 11:40:00,2.976,24.47,17.95,63.66,15.89,1008.548,97.7,17.1,16.9,40.31893,-73.44633 +2025-10-13 11:45:00,2.51,22.98,17.98,64.91,14.8,1008.76,97.7,17.09,16.89,40.31893,-73.44633 +2025-10-13 11:50:00,2.647,22.02,17.44,61.92,18.28,1008.869,97.9,17.16,16.99,40.31892,-73.44633 +2025-10-13 11:55:00,2.423,22.57,17.85,62.06,16.8,1008.831,97.8,17.14,16.95,40.31891,-73.44632 +2025-10-13 12:00:00,2.55,22.05,17.15,65.87,17.54,1008.917,97.9,17.29,17.12,40.31892,-73.44633 +2025-10-13 12:05:00,2.508,23.2,17.18,62.66,15.24,1008.808,97.6,17.33,17.11,40.31894,-73.44633 +2025-10-13 12:10:00,2.588,22.73,17.34,63.73,15.6,1008.846,97.5,17.37,17.14,40.31893,-73.44633 +2025-10-13 12:15:00,2.525,24.08,18.52,65.42,17.1,1008.865,97.2,17.3,17.01,40.31892,-73.44633 +2025-10-13 12:20:00,2.78,22.34,17.47,65.78,17.2,1008.951,97.3,17.42,17.14,40.31894,-73.44633 +2025-10-13 12:25:00,2.268,21.07,17.39,62.25,15.42,1009.014,97.6,17.44,17.21,40.31893,-73.44631 +2025-10-13 12:30:00,2.295,22.07,16.68,63.2,15.36,1009.135,97.7,17.41,17.21,40.31892,-73.44631 +2025-10-13 12:35:00,2.659,22.34,16.58,62.75,17.81,1009.276,97.9,17.47,17.29,40.31894,-73.44633 +2025-10-13 12:40:00,2.279,22.9,17.32,63.29,15.54,1009.253,97.7,17.33,17.14,40.31894,-73.44632 +2025-10-13 12:45:00,2.333,20.32,16.7,62.83,15.63,1009.32,98.0,17.39,17.24,40.31893,-73.44632 +2025-10-13 12:50:00,0.0,16.49,18.54,62.32,0.122,1009.3,97.9,17.4,17.3,40.31895,-73.44632 +2025-10-13 12:55:00,0.0,16.49,18.54,62.32,0.122,1009.3,97.9,17.4,17.3,40.31895,-73.44632 +2025-10-13 13:00:00,0.0,16.49,18.54,62.32,0.122,1009.3,97.9,17.4,17.3,40.31897,-73.44633 +2025-10-13 13:05:00,0.0,16.49,18.54,62.32,0.122,1009.3,97.9,17.4,17.3,40.31895,-73.44633 +2025-10-13 13:10:00,0.0,16.49,18.54,62.32,0.122,1009.3,97.9,17.4,17.3,40.31895,-73.44633 +2025-10-13 13:15:00,0.0,16.49,18.54,62.32,0.122,1009.3,97.9,17.4,17.3,40.31895,-73.44632 +2025-10-13 13:20:00,0.0,16.49,18.54,62.32,0.122,1009.3,97.9,17.4,17.3,40.31895,-73.44632 +2025-10-13 13:25:00,0.0,16.49,18.54,62.32,0.122,1009.3,97.9,17.4,17.3,40.31896,-73.44633 +2025-10-13 13:30:00,0.0,16.49,18.54,62.32,0.122,1009.3,97.9,17.4,17.3,40.31899,-73.44633 +2025-10-13 13:35:00,0.0,16.49,18.54,62.32,0.122,1009.3,97.9,17.4,17.3,40.31898,-73.44633 +2025-10-13 13:40:00,0.0,16.49,18.54,62.32,0.122,1009.3,97.9,17.4,17.3,40.31898,-73.44633 +2025-10-13 13:45:00,0.0,16.49,18.54,62.32,0.122,1009.3,97.9,17.4,17.3,40.31898,-73.44633 +2025-10-13 13:50:00,0.0,16.49,18.54,62.32,0.122,1009.3,97.9,17.4,17.3,40.31896,-73.44633 +2025-10-13 13:55:00,1.911,21.5,NAN,347.32,0.0,1009.388,97.6,17.44,17.24,40.31899,-73.44635 +2025-10-13 14:00:00,6.014,22.99,NAN,347.32,0.0,1009.571,97.0,17.42,17.05,40.31897,-73.44633 +2025-10-13 14:05:00,4.488,NAN,NAN,347.32,0.0,1009.772,97.0,17.39,16.99,40.31896,-73.44632 +2025-10-13 14:10:00,8.1,NAN,NAN,347.32,0.0,1009.751,96.8,17.58,17.15,40.31897,-73.44633 +2025-10-13 14:15:00,7.284,NAN,NAN,347.32,0.0,1009.8,96.8,17.52,17.07,40.31895,-73.44633 +2025-10-13 14:20:00,7.007,NAN,NAN,347.32,0.0,1009.882,96.4,17.6,17.09,40.31895,-73.44632 +2025-10-13 14:25:00,2.981,NAN,NAN,347.32,0.0,1009.737,96.0,17.58,16.99,40.31894,-73.44631 +2025-10-13 14:30:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31892,-73.4463 +2025-10-13 14:35:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31893,-73.44631 +2025-10-13 14:40:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31895,-73.44633 +2025-10-13 14:45:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31895,-73.44633 +2025-10-13 14:50:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31895,-73.44633 +2025-10-13 14:55:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31897,-73.44634 +2025-10-13 15:00:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31899,-73.44636 +2025-10-13 15:05:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31899,-73.44636 +2025-10-13 15:10:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31898,-73.44636 +2025-10-13 15:15:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31897,-73.44635 +2025-10-13 15:20:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31897,-73.44635 +2025-10-13 15:25:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31895,-73.44633 +2025-10-13 15:30:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31897,-73.44633 +2025-10-13 15:35:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31898,-73.44635 +2025-10-13 15:40:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31898,-73.44636 +2025-10-13 15:45:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31897,-73.44636 +2025-10-13 15:50:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31899,-73.44637 +2025-10-13 15:55:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31897,-73.44636 +2025-10-13 16:00:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31899,-73.44637 +2025-10-13 16:05:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31897,-73.44637 +2025-10-13 16:10:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31895,-73.44636 +2025-10-13 16:15:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31896,-73.44636 +2025-10-13 16:20:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31896,-73.44636 +2025-10-13 16:25:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31894,-73.44634 +2025-10-13 16:30:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31895,-73.44634 +2025-10-13 16:35:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31894,-73.44634 +2025-10-13 16:40:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31893,-73.44633 +2025-10-13 16:45:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31892,-73.44633 +2025-10-13 16:50:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31892,-73.44633 +2025-10-13 16:55:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31892,-73.44631 +2025-10-13 17:00:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.3189,-73.44631 +2025-10-13 17:05:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31894,-73.44633 +2025-10-13 17:10:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31895,-73.44633 +2025-10-13 17:15:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31895,-73.44634 +2025-10-13 17:20:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31894,-73.44634 +2025-10-13 17:25:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31892,-73.44633 +2025-10-13 17:30:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31893,-73.44633 +2025-10-13 17:35:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31891,-73.44632 +2025-10-13 17:40:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31892,-73.44633 +2025-10-13 17:45:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.3189,-73.44633 +2025-10-13 17:50:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31892,-73.44635 +2025-10-13 17:55:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31893,-73.44634 +2025-10-13 18:00:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31892,-73.44633 +2025-10-13 18:05:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31892,-73.44632 +2025-10-13 18:10:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31891,-73.44631 +2025-10-13 18:15:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31891,-73.44631 +2025-10-13 18:20:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.3189,-73.44629 +2025-10-13 18:25:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.3189,-73.4463 +2025-10-13 18:30:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31889,-73.44627 +2025-10-13 18:35:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31889,-73.44628 +2025-10-13 18:40:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31888,-73.44628 +2025-10-13 18:45:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31889,-73.44628 +2025-10-13 18:50:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.3189,-73.44629 +2025-10-13 18:55:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31891,-73.44629 +2025-10-13 19:00:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31889,-73.44627 +2025-10-13 19:05:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31887,-73.44627 +2025-10-13 19:10:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.3189,-73.44627 +2025-10-13 19:15:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.3189,-73.44628 +2025-10-13 19:20:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31891,-73.44629 +2025-10-13 19:25:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.3189,-73.44628 +2025-10-13 19:30:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31889,-73.44628 +2025-10-13 19:35:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31888,-73.44627 +2025-10-13 19:40:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31887,-73.44625 +2025-10-13 19:45:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44626 +2025-10-13 19:50:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31887,-73.44627 +2025-10-13 19:55:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31887,-73.44625 +2025-10-13 20:00:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31887,-73.44626 +2025-10-13 20:05:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44624 +2025-10-13 20:10:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44624 +2025-10-13 20:15:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44624 +2025-10-13 20:20:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31885,-73.44624 +2025-10-13 20:25:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44624 +2025-10-13 20:30:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31885,-73.44624 +2025-10-13 20:35:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31884,-73.44622 +2025-10-13 20:40:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31884,-73.44622 +2025-10-13 20:45:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44624 +2025-10-13 20:50:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44624 +2025-10-13 20:55:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44624 +2025-10-13 21:00:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31884,-73.44623 +2025-10-13 21:05:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31884,-73.44624 +2025-10-13 21:10:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31884,-73.44624 +2025-10-13 21:15:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31884,-73.4462 +2025-10-13 21:20:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31884,-73.44623 +2025-10-13 21:25:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31885,-73.44624 +2025-10-13 21:30:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31885,-73.44623 +2025-10-13 21:35:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31885,-73.44625 +2025-10-13 21:40:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31885,-73.44623 +2025-10-13 21:45:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31884,-73.44624 +2025-10-13 21:50:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44624 +2025-10-13 21:55:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31887,-73.44625 +2025-10-13 22:00:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31887,-73.44626 +2025-10-13 22:05:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31888,-73.44627 +2025-10-13 22:10:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44626 +2025-10-13 22:15:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44627 +2025-10-13 22:20:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31887,-73.44627 +2025-10-13 22:25:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44625 +2025-10-13 22:30:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44627 +2025-10-13 22:35:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31887,-73.44627 +2025-10-13 22:40:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31889,-73.44629 +2025-10-13 22:45:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31888,-73.44628 +2025-10-13 22:50:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31888,-73.44628 +2025-10-13 22:55:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31887,-73.44627 +2025-10-13 23:00:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44627 +2025-10-13 23:05:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44627 +2025-10-13 23:10:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44627 +2025-10-13 23:15:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44627 +2025-10-13 23:20:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44627 +2025-10-13 23:25:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44627 +2025-10-13 23:30:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44627 +2025-10-13 23:35:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31887,-73.44626 +2025-10-13 23:40:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31887,-73.44625 +2025-10-13 23:45:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44626 +2025-10-13 23:50:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44627 +2025-10-13 23:55:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44625 +2025-10-14 00:00:00,0.0,16.27,13.76,68.32,0.139,1009.7,96.0,17.6,17.0,40.31886,-73.44627 diff --git a/pipeline/s3_timeseries/tests/test_data/empire_met/test_empire_met_monthly_asset_with_nans.nc b/pipeline/s3_timeseries/tests/test_data/empire_met/test_empire_met_monthly_asset_with_nans.nc new file mode 100644 index 0000000..61cabb0 Binary files /dev/null and b/pipeline/s3_timeseries/tests/test_data/empire_met/test_empire_met_monthly_asset_with_nans.nc differ