@@ -26,6 +26,7 @@ def get_blob_paths_azure_data_connection_with_service_credentials(
2626 connection_url = data_integration ["azureConnectionURL" ],
2727 ).get_blob_paths_azure_data_connection_with_service_credentials (
2828 input_type = input_type ,
29+ selected_folders = data_connection .get ("selectedFolders" ),
2930 prefix = data_connection .get ("prefix" ),
3031 include = data_connection .get ("include" ),
3132 exclude = data_connection .get ("exclude" ),
@@ -98,7 +99,8 @@ def _generate_regex_pattern(pattern: str) -> str:
9899 def get_blob_paths_azure_data_connection_with_service_credentials (
99100 self ,
100101 input_type : InputType ,
101- prefix : Optional [str ] = "" ,
102+ selected_folders : Optional [List [str ]] = None ,
103+ prefix : Optional [str ] = None ,
102104 include : Optional [List [str ]] = None ,
103105 exclude : Optional [List [str ]] = None ,
104106 ) -> Tuple [List [str ], List [str ], List [str ]]:
@@ -112,6 +114,15 @@ def get_blob_paths_azure_data_connection_with_service_credentials(
112114 if not hasattr (blob , "name" ) or not isinstance (blob .name , str ):
113115 continue
114116
117+ if (
118+ prefix is None
119+ and isinstance (selected_folders , List )
120+ and not any (
121+ blob .name .startswith (selected_folder ) for selected_folder in selected_folders
122+ )
123+ ):
124+ continue
125+
115126 if len (include ) > 0 and not any (re .match (pattern , blob .name ) for pattern in include ):
116127 continue
117128
0 commit comments