We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 63ccf58 commit 9c563a0Copy full SHA for 9c563a0
.github/workflows/pull_from_s3.yml
@@ -95,7 +95,17 @@ jobs:
95
96
- name: Download DAGs from S3
97
if: steps.check_dags.outputs.no_changes != 'true'
98
- run: aws s3 sync s3://airflow-dags-bc/ dags/ --exact-timestamps
+ # run: aws s3 sync s3://airflow-dags-bc/ dags/ --exact-timestamps
99
+ run: |
100
+ files_to_download="${{ steps.check_dags.outputs.files_to_download }}"
101
+
102
+ for file in $files_to_download; do
103
+ echo "Downloading $file"
104
+ mkdir -p "$(dirname "dags/$file")"
105
+ aws s3 cp "s3://airflow-dags-bc/$file" "dags/$file"
106
+ done
107
108
+ echo "Downloaded $(echo $files_to_download | wc -w) files"
109
110
- name: Commit and push DAG changes
111
0 commit comments