Skip to content

Commit 1a5b928

Browse files
Brian Schroederigorborgest
authored andcommitted
add to public read_metadata API
1 parent f1fce69 commit 1a5b928

File tree

1 file changed

+4
-1
lines changed

1 file changed

+4
-1
lines changed

awswrangler/s3/_read.py

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -785,6 +785,7 @@ def read_parquet_metadata(
785785
dtype: Optional[Dict[str, str]] = None,
786786
sampling: float = 1.0,
787787
dataset: bool = False,
788+
path_suffix: Optional[str] = None,
788789
use_threads: bool = True,
789790
boto3_session: Optional[boto3.Session] = None,
790791
) -> Tuple[Dict[str, str], Optional[Dict[str, str]]]:
@@ -812,6 +813,8 @@ def read_parquet_metadata(
812813
The lower, the faster.
813814
dataset: bool
814815
If True read a parquet dataset instead of simple file(s) loading all the related partitions as columns.
816+
path_suffix : str
817+
Suffix to filter S3 objects found according to the path parameter.
815818
use_threads : bool
816819
True to enable concurrent requests, False to disable multiple threads.
817820
If enabled os.cpu_count() will be used as the max number of threads.
@@ -843,7 +846,7 @@ def read_parquet_metadata(
843846
844847
"""
845848
return read_parquet_metadata_internal(
846-
path=path, dtype=dtype, sampling=sampling, dataset=dataset, use_threads=use_threads, boto3_session=boto3_session
849+
path=path, dtype=dtype, sampling=sampling, dataset=dataset, path_suffix=path_suffix, use_threads=use_threads, boto3_session=boto3_session
847850
)[:2]
848851

849852

0 commit comments

Comments
 (0)