verbose parameter

Author: snbianco

CHANGES.rst

@@ -72,6 +72,9 @@ mast
 - Added ``return_uri_map`` parameter to ``Observations.get_cloud_uris`` to return a mapping of the input data product URIs 
   to the returned cloud URIs. [#3314]
 
+- Added ``verbose`` parameter to ``Observations.get_cloud_uris`` to control whether warnings are logged when a product cannot 
+  be found in the cloud. [#3314]
+
 
 Infrastructure, Utility and Other Changes and Additions
 -------------------------------------------------------

astroquery/mast/cloud.py

@@ -117,7 +117,7 @@ def get_cloud_uri(self, data_product, include_bucket=True, full_url=False):
             # Output from ``get_cloud_uri_list`` is always a list even when it's only 1 URI
             return uri_list[0]
 
-    def get_cloud_uri_list(self, data_products, include_bucket=True, full_url=False):
+    def get_cloud_uri_list(self, data_products, *, include_bucket=True, full_url=False, verbose=True):
         """
         Takes an `~astropy.table.Table` of data products and returns the associated cloud data uris.
 
@@ -132,6 +132,8 @@ def get_cloud_uri_list(self, data_products, include_bucket=True, full_url=False)
         full_url : bool
             Default False. Return an HTTP fetchable url instead of a cloud uri.
             Must set include_bucket to False to use this option.
+        verbose : bool
+            Default True. Whether to issue warnings if a product cannot be found in the cloud.
 
         Returns
         -------
@@ -141,7 +143,7 @@ def get_cloud_uri_list(self, data_products, include_bucket=True, full_url=False)
         """
         s3_client = self.boto3.client('s3', config=self.config)
         data_uris = data_products if isinstance(data_products, list) else data_products['dataURI']
-        paths = utils.mast_relative_path(data_uris)
+        paths = utils.mast_relative_path(data_uris, verbose=verbose)
         if isinstance(paths, str):  # Handle the case where only one product was requested
             paths = [paths]
 
@@ -164,7 +166,8 @@ def get_cloud_uri_list(self, data_products, include_bucket=True, full_url=False)
                 except self.botocore.exceptions.ClientError as e:
                     if e.response['Error']['Code'] != "404":
                         raise
-                    warnings.warn("Unable to locate file {}.".format(path), NoResultsWarning)
+                    if verbose:
+                        warnings.warn("Unable to locate file {}.".format(path), NoResultsWarning)
                     uri_list.append(None)
 
         return uri_list

astroquery/mast/observations.py

@@ -874,7 +874,8 @@ def download_products(self, products, *, download_dir=None, flat=False,
         return manifest
 
     def get_cloud_uris(self, data_products=None, *, include_bucket=True, full_url=False, pagesize=None, page=None,
-                       mrp_only=False, extension=None, filter_products={}, return_uri_map=False, **criteria):
+                       mrp_only=False, extension=None, filter_products={}, return_uri_map=False, verbose=True,
+                       **criteria):
         """
         Given an `~astropy.table.Table` of data products or query criteria and filter parameters,
         returns the associated cloud data URIs.
@@ -912,6 +913,8 @@ def get_cloud_uris(self, data_products=None, *, include_bucket=True, full_url=Fa
             Default False. If set to True, returns a dictionary mapping the original data product
             URIs to their corresponding cloud URIs. This is useful for tracking which products were
             successfully converted to cloud URIs.
+        verbose : bool, optional
+            Default True. Whether to issue warnings if a product cannot be found in the cloud.
         **criteria
             Criteria to apply. At least one non-positional criteria must be supplied.
             Valid criteria are coordinates, objectname, radius (as in `query_region` and `query_object`),
@@ -972,7 +975,10 @@ def get_cloud_uris(self, data_products=None, *, include_bucket=True, full_url=Fa
         data_uris = utils.remove_duplicate_products(data_uris, 'dataURI')
 
         # Get cloud URIS
-        cloud_uris = self._cloud_connection.get_cloud_uri_list(data_uris, include_bucket, full_url)
+        cloud_uris = self._cloud_connection.get_cloud_uri_list(data_uris,
+                                                               include_bucket=include_bucket,
+                                                               full_url=full_url,
+                                                               verbose=verbose)
 
         # If return_uri_map is True, create a mapping of dataURIs to cloud URIs
         if return_uri_map:

astroquery/mast/utils.py

@@ -258,14 +258,16 @@ def split_list_into_chunks(input_list, chunk_size):
         yield input_list[idx:idx + chunk_size]
 
 
-def mast_relative_path(mast_uri):
+def mast_relative_path(mast_uri, *, verbose=True):
     """
     Given one or more MAST dataURI(s), return the associated relative path(s).
 
     Parameters
     ----------
     mast_uri : str, list of str
         The MAST uri(s).
+    verbose : bool, optional
+        Default True. Whether to issue warnings if the MAST relative path cannot be found for a product.
 
     Returns
     -------
@@ -294,7 +296,8 @@ def mast_relative_path(mast_uri):
             # so we index for path (index=1)
             path = json_response.get(uri)["path"]
             if path is None:
-                warnings.warn(f"Failed to retrieve MAST relative path for {uri}. Skipping...", NoResultsWarning)
+                if verbose:
+                    warnings.warn(f"Failed to retrieve MAST relative path for {uri}. Skipping...", NoResultsWarning)
             elif 'galex' in path:
                 path = path.lstrip("/mast/")
             elif '/ps1/' in path: