Fix DAG bundle retrieval from S3 (apache#57178)

Signed-off-by: Manabu McCloskey <manabu.mccloskey@gmail.com>

Author: nabuskey

providers/amazon/src/airflow/providers/amazon/aws/hooks/s3.py

@@ -1774,6 +1774,8 @@ def sync_to_local_dir(self, bucket_name: str, local_dir: Path, s3_prefix="", del
         local_s3_objects = []
         s3_bucket = self.get_bucket(bucket_name)
         for obj in s3_bucket.objects.filter(Prefix=s3_prefix):
+            if obj.key.endswith("/"):
+                continue
             obj_path = Path(obj.key)
             local_target_path = local_dir.joinpath(obj_path.relative_to(s3_prefix))
             if not local_target_path.parent.exists():

providers/amazon/tests/unit/amazon/aws/hooks/test_s3.py

@@ -1800,6 +1800,7 @@ def get_logs_string(call_args_list):
 
         s3_client.put_object(Bucket=s3_bucket, Key="dag_01.py", Body=b"test data")
         s3_client.put_object(Bucket=s3_bucket, Key="dag_02.py", Body=b"test data")
+        s3_client.put_object(Bucket=s3_bucket, Key="subproject1/", Body=b"")
         s3_client.put_object(Bucket=s3_bucket, Key="subproject1/dag_a.py", Body=b"test data")
         s3_client.put_object(Bucket=s3_bucket, Key="subproject1/dag_b.py", Body=b"test data")