Skip to content

Commit e26c2fb

Browse files
committed
DEVO-1301: Add configurable schedule.
1 parent 4dc96c9 commit e26c2fb

File tree

1 file changed

+5
-1
lines changed

1 file changed

+5
-1
lines changed

centralized_metadata/ocrmypdf_processing_dag.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,8 @@
1515
DEFAULT_PDF_DIRECTORY = str(Path(DEFAULT_SHARE_ROOT) / DEFAULT_RELATIVE_PATH)
1616
SHARE_ROOT_VARIABLE = "OCR_PDF_SHARE_ROOT"
1717
RELATIVE_PATH_VARIABLE = "OCR_PDF_RELATIVE_PATH"
18+
DEFAULT_SCHEDULE_INTERVAL = "@weekly"
19+
SCHEDULE_INTERVAL_VARIABLE = "OPTIMIZE_PDF_SCHEDULE_INTERVAL"
1820

1921
DEFAULT_ARGS = {
2022
"owner": "airflow",
@@ -126,7 +128,9 @@ def move_processed_pdfs(**context):
126128
default_args=DEFAULT_ARGS,
127129
catchup=False,
128130
max_active_runs=1,
129-
schedule_interval=None,
131+
schedule_interval=Variable.get(
132+
SCHEDULE_INTERVAL_VARIABLE, default_var=DEFAULT_SCHEDULE_INTERVAL
133+
),
130134
)
131135

132136
RUN_OCR = PythonOperator(

0 commit comments

Comments
 (0)