@@ -197,6 +197,22 @@ def is_direct_json_under_prefix(key):
197197 )
198198
199199
200+ def _download_text_file_error_message (
201+ modality ,
202+ dataset_name ,
203+ output_filepath = None ,
204+ bucket = PUBLIC_BUCKET ,
205+ filename = None ,
206+ ** kwargs ,
207+ ):
208+ return (
209+ f"Could not retrieve '{ filename } ' for dataset '{ dataset_name } ' "
210+ f"from bucket '{ bucket } '. "
211+ 'Make sure the bucket name is correct. If the bucket is private '
212+ 'make sure to provide your credentials.'
213+ )
214+
215+
200216def _download_error_message (
201217 modality ,
202218 dataset_name ,
@@ -640,6 +656,7 @@ def _save_document(text, output_filepath, filename, dataset_name):
640656 LOGGER .info (f'Error saving { filename } for dataset { dataset_name } .' )
641657
642658
659+ @handle_aws_client_errors (_download_text_file_error_message )
643660def _get_text_file_content (
644661 modality , dataset_name , filename , output_filepath = None , bucket = PUBLIC_BUCKET , credentials = None
645662):
@@ -690,7 +707,7 @@ def _get_text_file_content(
690707 return text
691708
692709
693- @handle_aws_client_errors (_download_error_message )
710+ @handle_aws_client_errors (_download_text_file_error_message )
694711def get_source (
695712 modality , dataset_name , output_filepath = None , s3_bucket_name = PUBLIC_BUCKET , credentials = None
696713):
@@ -727,7 +744,6 @@ def get_source(
727744 )
728745
729746
730- @handle_aws_client_errors (_download_error_message )
731747def get_readme (
732748 modality , dataset_name , output_filepath = None , s3_bucket_name = PUBLIC_BUCKET , credentials = None
733749):
0 commit comments