Changelog

Author: snbianco

CHANGES.rst

@@ -75,6 +75,9 @@ mast
 
 - Corrected parameter checking in ``MastMissions`` to ensure case-sensitive comparisons. [#3260]
 
+- Add batching to ``MastMissions.get_product_list`` to avoid server errors and allow for a larger number of input datasets. [#3230]
+
+
 simbad
 ^^^^^^
 

astroquery/mast/missions.py

@@ -392,12 +392,18 @@ def get_product_list_async(self, datasets):
             dataset_chunks = list(utils.split_list_into_chunks(datasets, max_batch))
 
             results = []  # list to store responses from each batch
-            with ProgressBarOrSpinner(len(dataset_chunks), f'Fetching products for {num_datasets} unique datasets '
+            with ProgressBarOrSpinner(num_datasets, f'Fetching products for {num_datasets} unique datasets '
                                       f'in {len(dataset_chunks)} batches ...') as pb:
-                for i, chunk in enumerate(dataset_chunks):
-                    pb.update(i)
+                datasets_fetched = 0
+                pb.update(0)
+                for chunk in dataset_chunks:
+                    # Send request for each chunk and add response to list
                     params = {'dataset_ids': chunk}
                     results.append(self._service_api_connection.missions_request_async(self.service, params))
+
+                    # Update progress bar with the number of datasets that have had products fetched
+                    datasets_fetched += len(chunk)
+                    pb.update(datasets_fetched)
             return results
         else:
             # Single batch request