make release-tag: Merge branch 'main' into stable

Author: rwedge

HISTORY.md

@@ -1,5 +1,16 @@
 # Release Notes
 
+## v1.32.0 - 2025-12-19
+
+### New Features
+
+* Update the metadata visualization color - Issue [#2758](https://github.com/sdv-dev/SDV/issues/2758) by @sarahmish
+* Improve error messaging when downloading demos or related files - Issue [#2757](https://github.com/sdv-dev/SDV/issues/2757) by @pvk-developer
+
+### Bugs Fixed
+
+* Fix failing style checks - Issue [#2763](https://github.com/sdv-dev/SDV/issues/2763) by @rwedge
+
 ## v1.31.0 - 2025-12-15
 
 ### New Features

pyproject.toml

@@ -142,7 +142,7 @@ namespaces = false
 version = {attr = 'sdv.__version__'}
 
 [tool.bumpversion]
-current_version = "1.31.0"
+current_version = "1.32.0.dev0"
 parse = '(?P<major>\d+)\.(?P<minor>\d+)\.(?P<patch>\d+)(\.(?P<release>[a-z]+)(?P<candidate>\d+))?'
 serialize = [
     '{major}.{minor}.{patch}.{release}{candidate}',
@@ -219,7 +219,6 @@ ignore = [
     # pydocstyle
     "D107",  # Missing docstring in __init__
     "D417",   # Missing argument descriptions in the docstring, this is a bug from pydocstyle: https://github.com/PyCQA/pydocstyle/issues/449
-    "PD901",
     "PD101",
 ]
 

sdv/__init__.py

@@ -6,7 +6,7 @@
 
 __author__ = 'DataCebo, Inc.'
 __email__ = '[email protected]'
-__version__ = '1.31.0'
+__version__ = '1.32.0.dev0'
 
 
 import sys

sdv/datasets/demo.py

@@ -6,10 +6,12 @@
 import os
 import warnings
 from collections import defaultdict
+from functools import wraps
 from pathlib import Path
 from zipfile import ZipFile
 
 import boto3
+import botocore
 import numpy as np
 import pandas as pd
 import yaml
@@ -57,6 +59,10 @@ def _get_data_from_bucket(object_key, bucket, client):
     return response['Body'].read()
 
 
+def _get_dataset_name_from_prefix(prefix):
+    return prefix.split('/')[1]
+
+
 def _list_objects(prefix, bucket, client):
     """List all objects under a given prefix using pagination.
 
@@ -78,7 +84,21 @@ def _list_objects(prefix, bucket, client):
         contents.extend(resp.get('Contents', []))
 
     if not contents:
-        raise DemoResourceNotFoundError(f"No objects found under '{prefix}' in bucket '{bucket}'.")
+        prefix_parts = prefix.split('/')
+        modality = prefix_parts[0]
+        dataset_name = _get_dataset_name_from_prefix(prefix)
+        if dataset_name:
+            raise DemoResourceNotFoundError(
+                f"Could not download dataset '{dataset_name}' from bucket '{bucket}'. "
+                'Make sure the bucket name is correct. If the bucket is private '
+                'make sure to provide your credentials.'
+            )
+        else:
+            raise DemoResourceNotFoundError(
+                f"Could not list datasets in modality '{modality}' from bucket '{bucket}'. "
+                'Make sure the bucket name is correct. If the bucket is private '
+                'make sure to provide your credentials.'
+            )
 
     return contents
 
@@ -108,7 +128,7 @@ def _search_contents_keys(contents, match_fn):
     return matches
 
 
-def _find_data_zip_key(contents, dataset_prefix):
+def _find_data_zip_key(contents, dataset_prefix, bucket):
     """Find the 'data.zip' object key under dataset prefix, case-insensitive.
 
     Args:
@@ -130,7 +150,11 @@ def is_data_zip(key):
     if matches:
         return matches[0]
 
-    raise DemoResourceNotFoundError("Could not find 'data.zip' for the requested dataset.")
+    dataset_name = _get_dataset_name_from_prefix(dataset_prefix)
+    raise DemoResourceNotFoundError(
+        f"Could not download dataset '{dataset_name}' from bucket '{bucket}'. "
+        "The dataset is missing 'data.zip' file."
+    )
 
 
 def _get_first_v1_metadata_bytes(contents, dataset_prefix, bucket, client):
@@ -166,11 +190,86 @@ def is_direct_json_under_prefix(key):
         except Exception:
             continue
 
+    dataset_name = _get_dataset_name_from_prefix(dataset_prefix)
     raise DemoResourceNotFoundError(
-        'Could not find a valid metadata JSON with METADATA_SPEC_VERSION "V1".'
+        f"Could not download dataset '{dataset_name}' from bucket '{bucket}'. "
+        'The dataset is missing a valid metadata.'
     )
 
 
+def _download_text_file_error_message(
+    modality,
+    dataset_name,
+    output_filepath=None,
+    bucket=PUBLIC_BUCKET,
+    filename=None,
+    **kwargs,
+):
+    return (
+        f"Could not retrieve '{filename}' for dataset '{dataset_name}' "
+        f"from bucket '{bucket}'. "
+        'Make sure the bucket name is correct. If the bucket is private '
+        'make sure to provide your credentials.'
+    )
+
+
+def _download_error_message(
+    modality,
+    dataset_name,
+    output_folder_name=None,
+    s3_bucket_name=PUBLIC_BUCKET,
+    credentials=None,
+    **kwargs,
+):
+    return (
+        f"Could not download dataset '{dataset_name}' from bucket '{s3_bucket_name}'. "
+        'Make sure the bucket name is correct. If the bucket is private '
+        'make sure to provide your credentials.'
+    )
+
+
+def _list_modality_error_message(modality, s3_bucket_name, **kwargs):
+    return (
+        f"Could not list datasets in modality '{modality}' from bucket '{s3_bucket_name}'. "
+        'Make sure the bucket name is correct. If the bucket is private '
+        'make sure to provide your credentials.'
+    )
+
+
+def handle_aws_client_errors(error_message_builder):
+    """Decorate a function to translate AWS client errors into more descriptive errors.
+
+    This decorator catches ``botocore.exceptions.ClientError`` raised by the wrapped
+    function and re-raises it as a ``DemoResourceNotFoundError`` with a custom error
+    message. The error message is generated dynamically using the provided
+    ``error_message_builder`` function.
+
+    Args:
+        error_message_builder (Callable):
+            A callable that receives the same ``*args`` and ``**kwargs`` as the wrapped
+            function and returns an error message.
+
+    Returns:
+        func:
+            A wrapped function.
+    """
+
+    def decorator(func):
+        @wraps(func)
+        def wrapper(*args, **kwargs):
+            try:
+                function_result = func(*args, **kwargs)
+            except botocore.exceptions.ClientError as error:
+                message = error_message_builder(*args, **kwargs)
+                raise DemoResourceNotFoundError(message) from error
+
+            return function_result
+
+        return wrapper
+
+    return decorator
+
+
 def _download(modality, dataset_name, bucket, credentials=None):
     """Download dataset resources from a bucket.
 
@@ -186,7 +285,7 @@ def _download(modality, dataset_name, bucket, credentials=None):
         f'{bucket_url}/{dataset_prefix}'
     )
     contents = _list_objects(dataset_prefix, bucket=bucket, client=client)
-    zip_key = _find_data_zip_key(contents, dataset_prefix)
+    zip_key = _find_data_zip_key(contents, dataset_prefix, bucket)
     zip_bytes = _get_data_from_bucket(zip_key, bucket=bucket, client=client)
     metadata_bytes = _get_first_v1_metadata_bytes(
         contents, dataset_prefix, bucket=bucket, client=client
@@ -262,7 +361,7 @@ def _get_data_without_output_folder(in_memory_directory):
     return data, skipped_files
 
 
-def _get_data(modality, output_folder_name, in_memory_directory):
+def _get_data(modality, output_folder_name, in_memory_directory, bucket, dataset_name):
     if output_folder_name:
         data, skipped_files = _get_data_with_output_folder(output_folder_name)
     else:
@@ -273,7 +372,8 @@ def _get_data(modality, output_folder_name, in_memory_directory):
 
     if not data:
         raise DemoResourceNotFoundError(
-            'Demo data could not be downloaded because no csv files were found in data.zip'
+            f"Could not download dataset '{dataset_name}' from bucket '{bucket}'. "
+            'The dataset is missing `csv` file/s.'
         )
 
     if modality != 'multi_table':
@@ -301,7 +401,10 @@ def _get_metadata(metadata_bytes, dataset_name, output_folder_name=None):
         metadict = json.loads(metadata_bytes)
         metadata = Metadata().load_from_dict(metadict, dataset_name)
     except Exception as e:
-        raise DemoResourceNotFoundError('Failed to parse metadata JSON for the dataset.') from e
+        raise DemoResourceNotFoundError(
+            f"Could not parse the metadata for dataset '{dataset_name}'. "
+            'The dataset is missing a valid metadata file.'
+        ) from e
 
     if output_folder_name:
         try:
@@ -321,6 +424,7 @@ def _get_metadata(metadata_bytes, dataset_name, output_folder_name=None):
     return metadata
 
 
+@handle_aws_client_errors(_download_error_message)
 def download_demo(
     modality, dataset_name, output_folder_name=None, s3_bucket_name=PUBLIC_BUCKET, credentials=None
 ):
@@ -362,7 +466,13 @@ def download_demo(
 
     data_io, metadata_bytes = _download(modality, dataset_name, s3_bucket_name, credentials)
     in_memory_directory = _extract_data(data_io, output_folder_name)
-    data = _get_data(modality, output_folder_name, in_memory_directory)
+    data = _get_data(
+        modality,
+        output_folder_name,
+        in_memory_directory,
+        s3_bucket_name,
+        dataset_name,
+    )
     metadata = _get_metadata(metadata_bytes, dataset_name, output_folder_name)
 
     return data, metadata
@@ -428,6 +538,7 @@ def _parse_num_tables(num_tables_val, dataset_name):
         return np.nan
 
 
+@handle_aws_client_errors(_list_modality_error_message)
 def get_available_demos(modality, s3_bucket_name=PUBLIC_BUCKET, credentials=None):
     """Get demo datasets available for a ``modality``.
 
@@ -545,6 +656,7 @@ def _save_document(text, output_filepath, filename, dataset_name):
         LOGGER.info(f'Error saving {filename} for dataset {dataset_name}.')
 
 
+@handle_aws_client_errors(_download_text_file_error_message)
 def _get_text_file_content(
     modality, dataset_name, filename, output_filepath=None, bucket=PUBLIC_BUCKET, credentials=None
 ):
@@ -595,6 +707,7 @@ def _get_text_file_content(
     return text
 
 
+@handle_aws_client_errors(_download_text_file_error_message)
 def get_source(
     modality, dataset_name, output_filepath=None, s3_bucket_name=PUBLIC_BUCKET, credentials=None
 ):

sdv/errors.py

@@ -104,6 +104,10 @@ class DemoResourceNotFoundError(Exception):
     metadata, license, README, or other auxiliary files in the demo bucket.
     """
 
+    def __init__(self, message):
+        self.message = message
+        super().__init__(self.message)
+
 
 class DemoResourceNotFoundWarning(UserWarning):
     """Warning raised when an optional demo resource is not available.

sdv/metadata/visualization.py

@@ -6,6 +6,7 @@
 import graphviz
 
 DEFAULT_SDTYPES = ['id', 'numerical', 'categorical', 'datetime', 'boolean']
+BACKGROUND_COLOR = '#B7E9FF'
 
 
 def create_columns_node(columns):
@@ -95,7 +96,7 @@ def visualize_graph(nodes, edges, filepath=None):
     digraph = graphviz.Digraph(
         'Metadata',
         format=graphviz_extension,
-        node_attr={'shape': 'Mrecord', 'fillcolor': 'lightgoldenrod1', 'style': 'filled'},
+        node_attr={'shape': 'Mrecord', 'fillcolor': BACKGROUND_COLOR, 'style': 'filled'},
     )
 
     for name, label in nodes.items():

sdv/sequential/par.py

@@ -493,7 +493,8 @@ def _generate_context_and_data_types(self, timeseries_data):
             if kind in ('i', 'f'):
                 data_type = 'continuous'
                 sdtype = (
-                    self.metadata.tables[self._table_name]
+                    self.metadata
+                    .tables[self._table_name]
                     .columns.get(field, {})
                     .get('sdtype', None)
                 )

static_code_analysis.txt

@@ -1,4 +1,4 @@
-Run started:2025-12-15 22:18:07.057179
+Run started:2025-12-19 19:48:03.597388
 
 Test results:
 >> Issue: [B110:try_except_pass] Try, Except, Pass detected.
@@ -36,33 +36,33 @@ Test results:
    Severity: Low   Confidence: High
    CWE: CWE-703 (https://cwe.mitre.org/data/definitions/703.html)
    More Info: https://bandit.readthedocs.io/en/1.7.7/plugins/b112_try_except_continue.html
-   Location: ./sdv/datasets/demo.py:105:8
-104	                matches.append(key)
-105	        except Exception:
-106	            continue
-107	
+   Location: ./sdv/datasets/demo.py:125:8
+124	                matches.append(key)
+125	        except Exception:
+126	            continue
+127	
 
 --------------------------------------------------
 >> Issue: [B112:try_except_continue] Try, Except, Continue detected.
    Severity: Low   Confidence: High
    CWE: CWE-703 (https://cwe.mitre.org/data/definitions/703.html)
    More Info: https://bandit.readthedocs.io/en/1.7.7/plugins/b112_try_except_continue.html
-   Location: ./sdv/datasets/demo.py:166:8
-165	
-166	        except Exception:
-167	            continue
-168	
+   Location: ./sdv/datasets/demo.py:190:8
+189	
+190	        except Exception:
+191	            continue
+192	
 
 --------------------------------------------------
 >> Issue: [B112:try_except_continue] Try, Except, Continue detected.
    Severity: Low   Confidence: High
    CWE: CWE-703 (https://cwe.mitre.org/data/definitions/703.html)
    More Info: https://bandit.readthedocs.io/en/1.7.7/plugins/b112_try_except_continue.html
-   Location: ./sdv/datasets/demo.py:469:8
-468	
-469	        except Exception:
-470	            continue
-471	
+   Location: ./sdv/datasets/demo.py:580:8
+579	
+580	        except Exception:
+581	            continue
+582	
 
 --------------------------------------------------
 >> Issue: [B306:blacklist] Use of insecure and deprecated function (mktemp).
@@ -121,7 +121,7 @@ Test results:
 --------------------------------------------------
 
 Code scanned:
-	Total lines of code: 17245
+	Total lines of code: 17346
 	Total lines skipped (#nosec): 0
 	Total potential issues skipped due to specifically being disabled (e.g., #nosec BXXX): 0
 

tests/_external/gdrive_utils.py

@@ -67,7 +67,8 @@ def get_latest_file(folder_id):
 
     query = f"'{folder_id}' in parents and trashed = false"
     results = (
-        service.files()
+        service
+        .files()
         .list(q=query, orderBy='modifiedTime desc', pageSize=1, fields='files(id, name)')
         .execute()
     )