File tree Expand file tree Collapse file tree 2 files changed +8
-6
lines changed
alertflow/dags/satellite-weather Expand file tree Collapse file tree 2 files changed +8
-6
lines changed Original file line number Diff line number Diff line change 4242 tags = ["Brasil" , "Copernicus" ],
4343 schedule = "@daily" ,
4444 default_args = DEFAULT_ARGS ,
45- start_date = pendulum .datetime (2014 , 1 , 1 ),
45+ start_date = pendulum .datetime (2024 , 1 , 1 ),
4646 catchup = True ,
4747 max_active_runs = 14 ,
4848):
@@ -90,10 +90,12 @@ def extract_transform_load(
9090 max_update_delay = start_date - timedelta (days = 6 )
9191
9292 with create_engine (psql_uri ["PSQL_MAIN_URI" ]).connect () as conn :
93- cur = conn .execute (text (
94- "SELECT geocodigo FROM weather.copernicus_brasil"
95- f" WHERE date = '{ str (max_update_delay .date ())} '"
96- ))
93+ cur = conn .execute (
94+ text (
95+ "SELECT geocodigo FROM weather.copernicus_brasil"
96+ f" WHERE date = '{ str (max_update_delay .date ())} '"
97+ )
98+ )
9799 table_geocodes = set (chain (* cur .fetchall ()))
98100
99101 all_geocodes = set ([mun ["geocodigo" ] for mun in MUNICIPALITIES ])
Original file line number Diff line number Diff line change @@ -79,7 +79,7 @@ RUN source /home/airflow/mambaforge/bin/activate \
7979 && sed -i "s/include-system-site-packages = false/include-system-site-packages = true/" /opt/envs/py310/pyvenv.cfg \
8080 && source /opt/envs/py310/bin/activate \
8181 && pip install \
82- "satellite-weather-downloader >= 1.9.4 " \
82+ "satellite-weather-downloader >= 1.9.6 " \
8383 psycopg2
8484
8585RUN echo "alias activate_episcanner='source /home/airflow/mambaforge/bin/activate episcanner-downloader'" >> /home/airflow/.bashrc
You can’t perform that action at this time.
0 commit comments