Upgrade Pydantic from v1 to v2

This commit completes the migration from Pydantic v1 to v2, with the following changes:

- Updated Pydantic model configuration syntax:
  - Changed `class Config:` to `model_config = ConfigDict()` in catalog.py
  - Updated imports to use `from pydantic import ConfigDict`

- Fixed Pydantic v2 field requirements:
  - Added default values (= None) to all Optional fields without defaults in manifest.py
  - This is required in Pydantic v2 for proper model validation

- Updated deprecated method calls:
  - Changed `.json()` to `.model_dump_json()` in executor.py
  - These methods serialize Pydantic models to JSON strings

- Migrated vendor dependencies (dbt_artifacts_parser):
  - Replaced `constr()` with `Annotated[str, StringConstraints()]` across all manifest versions
  - Added `from typing_extensions import Annotated` imports
  - This follows Pydantic v2's recommended pattern for constrained types

- Added .venv/ to .gitignore

Testing:
- Ran full test suite using .venv/bin/pytest
- All 64 tests passed successfully
- Verified Pydantic 2.12.0 compatibility

setup.py already specified pydantic>=2.0,<3.0, so no dependency changes were needed.

🤖 Generated with [Claude Code](https://claude.com/claude-code)

Co-Authored-By: Claude <[email protected]>

Author: jontsai

.gitignore

@@ -33,6 +33,7 @@ pyvenv*/
 sdist
 var
 venv*/
+.venv/
 wheelhouse
 
 # Installer logs

src/datapilot/core/platforms/dbt/executor.py

@@ -109,8 +109,8 @@ def run_llm_checks(self):
             self.token,
             self.instance_name,
             self.backend_url,
-            self.manifest.json() if self.manifest else "",
-            self.catalog.json() if self.catalog else "",
+            self.manifest.model_dump_json() if self.manifest else "",
+            self.catalog.model_dump_json() if self.catalog else "",
             check_names,
         )
         return llm_check_results

src/datapilot/core/platforms/dbt/schemas/catalog.py

@@ -5,7 +5,8 @@
 from typing import Optional
 from typing import Union
 
-from pydantic.main import BaseModel
+from pydantic import BaseModel
+from pydantic import ConfigDict
 
 from vendor.dbt_artifacts_parser.parsers.catalog.catalog_v1 import CatalogV1 as BaseCatalogV1
 from vendor.dbt_artifacts_parser.parsers.catalog.catalog_v1 import Metadata as BaseMetadata
@@ -59,15 +60,12 @@ class AltimateCatalogCatalogV1(BaseModel):
 
 # Custom classes to handle extra fields in newer dbt versions
 class Metadata(BaseMetadata):
-    class Config:
-        extra = "allow"  # Allow extra fields in metadata
+    model_config = ConfigDict(extra="allow")
 
 
 class CatalogV1(BaseCatalogV1):
     metadata: Metadata  # Use our custom metadata class
-
-    class Config:
-        extra = "allow"  # Allow extra fields
+    model_config = ConfigDict(extra="allow")
 
 
 Catalog = CatalogV1

src/datapilot/core/platforms/dbt/schemas/manifest.py

@@ -25,7 +25,7 @@
 class DBTVersion(BaseModel):
     MAJOR: int
     MINOR: int
-    PATCH: Optional[int]
+    PATCH: Optional[int] = None
 
 
 Manifest = Union[
@@ -64,8 +64,8 @@ class AltimateManifestColumnInfo(BaseModel):
 
 
 class AltimateFileHash(BaseModel):
-    name: Optional[str]
-    checksum: Optional[str]
+    name: Optional[str] = None
+    checksum: Optional[str] = None
 
 
 class AltimateResourceType(Enum):
@@ -118,8 +118,8 @@ class AltimateNodeConfig(BaseModel):
     materialized: Optional[str] = "view"
     incremental_strategy: Optional[Optional[str]] = None
     persist_docs: Optional[Dict[str, Any]] = None
-    post_hook: Optional[List[AltimateHook]]
-    pre_hook: Optional[List[AltimateHook]]
+    post_hook: Optional[List[AltimateHook]] = None
+    pre_hook: Optional[List[AltimateHook]] = None
     quoting: Optional[Dict[str, Any]] = None
     column_types: Optional[Dict[str, Any]] = None
     full_refresh: Optional[Optional[bool]] = None
@@ -128,7 +128,7 @@ class AltimateNodeConfig(BaseModel):
 
 
 class AltimateManifestNode(BaseModel):
-    database: Optional[str]
+    database: Optional[str] = None
     resource_type: AltimateResourceType
     schema_name: str
     name: str
@@ -141,7 +141,7 @@ class AltimateManifestNode(BaseModel):
     config: Optional[AltimateNodeConfig] = None
     raw_code: Optional[str] = ""
     language: Optional[str] = "sql"
-    checksum: Optional[AltimateFileHash]
+    checksum: Optional[AltimateFileHash] = None
     description: Optional[str] = ""
     columns: Optional[Dict[str, AltimateManifestColumnInfo]] = None
     relation_name: Optional[Optional[str]] = None
@@ -151,7 +151,7 @@ class AltimateManifestNode(BaseModel):
     compiled_path: Optional[Optional[str]] = None
     compiled: Optional[bool] = False
     compiled_code: Optional[Optional[str]] = None
-    access: Optional[AltimateAccess]
+    access: Optional[AltimateAccess] = None
     contract: Optional[AltimateDBTContract] = None
     meta: Optional[Dict[str, Any]] = None
     patch_path: Optional[Optional[str]] = None
@@ -190,10 +190,10 @@ class AltimateSourceConfig(BaseModel):
 
 
 class AltimateDeferRelation(BaseModel):
-    database: Optional[str]
+    database: Optional[str] = None
     schema_name: str
     alias: str
-    relation_name: Optional[str]
+    relation_name: Optional[str] = None
 
 
 class AltimateSeedConfig(BaseModel):
@@ -208,8 +208,8 @@ class AltimateSeedConfig(BaseModel):
     materialized: Optional[str] = "seed"
     incremental_strategy: Optional[Optional[str]] = None
     persist_docs: Optional[Dict[str, Any]] = None
-    post_hook: Optional[List[AltimateHook]]
-    pre_hook: Optional[List[AltimateHook]]
+    post_hook: Optional[List[AltimateHook]] = None
+    pre_hook: Optional[List[AltimateHook]] = None
     quoting: Optional[Dict[str, Any]] = None
     column_types: Optional[Dict[str, Any]] = None
     full_refresh: Optional[Optional[bool]] = None
@@ -225,7 +225,7 @@ class AltimateSeedConfig(BaseModel):
 
 
 class AltimateSeedNode(BaseModel):
-    database: Optional[str]
+    database: Optional[str] = None
     schema_name: str
     name: str
     resource_type: AltimateResourceType
@@ -235,7 +235,7 @@ class AltimateSeedNode(BaseModel):
     unique_id: str
     fqn: List[str]
     alias: str
-    checksum: Optional[AltimateFileHash]
+    checksum: Optional[AltimateFileHash] = None
     config: Optional[AltimateSeedConfig] = None
     tags: Optional[List[str]] = None
     description: Optional[str] = ""
@@ -257,7 +257,7 @@ class AltimateSeedNode(BaseModel):
 
 
 class AltimateManifestSourceNode(BaseModel):
-    database: Optional[str]
+    database: Optional[str] = None
     resource_type: AltimateResourceType
     schema_name: str
     name: str
@@ -379,7 +379,7 @@ class AltimateManifestTestNode(BaseModel):
     unique_id: str
     fqn: List[str]
     alias: str
-    checksum: Optional[AltimateFileHash]
+    checksum: Optional[AltimateFileHash] = None
     config: Optional[AltimateTestConfig] = None
     _event_status: Optional[Dict[str, Any]] = None
     tags: Optional[List[str]] = None

src/vendor/dbt_artifacts_parser/parsers/manifest/manifest_v1.py

@@ -9,11 +9,11 @@
 from typing import Optional
 from typing import Union
 
-from pydantic import ConfigDict
+from pydantic import StringConstraints, ConfigDict
 from pydantic import Field
-from pydantic import constr
 
 from vendor.dbt_artifacts_parser.parsers.base import BaseParserModel
+from typing_extensions import Annotated
 
 
 class ManifestMetadata(BaseParserModel):
@@ -26,7 +26,7 @@ class ManifestMetadata(BaseParserModel):
     invocation_id: Optional[str] = None
     env: Optional[dict[str, str]] = {}
     project_id: Optional[str] = Field(None, description="A unique identifier for the project")
-    user_id: Optional[constr(pattern=r"[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}")] = Field(
+    user_id: Optional[Annotated[str, StringConstraints(pattern=r"[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}")]] = Field(
         None, description="A unique identifier for the user"
     )
     send_anonymous_usage_stats: Optional[bool] = Field(None, description="Whether dbt is configured to send anonymous usage statistics")
@@ -110,7 +110,7 @@ class TestConfig(BaseParserModel):
     database: Optional[str] = None
     tags: Optional[Union[list[str], str]] = []
     full_refresh: Optional[bool] = None
-    severity: Optional[constr(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")] = "ERROR"
+    severity: Optional[Annotated[str, StringConstraints(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")]] = "ERROR"
 
 
 class ResourceType2(Enum):

src/vendor/dbt_artifacts_parser/parsers/manifest/manifest_v10.py

@@ -9,11 +9,11 @@
 from typing import Optional
 from typing import Union
 
-from pydantic import ConfigDict
+from pydantic import StringConstraints, ConfigDict
 from pydantic import Field
-from pydantic import constr
 
 from vendor.dbt_artifacts_parser.parsers.base import BaseParserModel
+from typing_extensions import Annotated
 
 
 class ManifestMetadata(BaseParserModel):
@@ -30,7 +30,7 @@ class ManifestMetadata(BaseParserModel):
         None,
         description="A unique identifier for the project, hashed from the project name",
     )
-    user_id: Optional[constr(pattern=r"[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}")] = Field(
+    user_id: Optional[Annotated[str, StringConstraints(pattern=r"[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}")]] = Field(
         None, description="A unique identifier for the user"
     )
     send_anonymous_usage_stats: Optional[bool] = Field(None, description="Whether dbt is configured to send anonymous usage statistics")
@@ -148,7 +148,7 @@ class TestConfig(BaseParserModel):
     meta: Optional[dict[str, Any]] = {}
     group: Optional[str] = None
     materialized: Optional[str] = "test"
-    severity: Optional[constr(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")] = "ERROR"
+    severity: Optional[Annotated[str, StringConstraints(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")]] = "ERROR"
     store_failures: Optional[bool] = None
     where: Optional[str] = None
     limit: Optional[int] = None

src/vendor/dbt_artifacts_parser/parsers/manifest/manifest_v11.py

@@ -10,11 +10,11 @@
 from typing import Union
 from uuid import UUID
 
-from pydantic import ConfigDict
+from pydantic import StringConstraints, ConfigDict
 from pydantic import Field
-from pydantic import constr
 
 from vendor.dbt_artifacts_parser.parsers.base import BaseParserModel
+from typing_extensions import Annotated
 
 
 class ManifestMetadata(BaseParserModel):
@@ -230,7 +230,7 @@ class TestConfig(BaseParserModel):
     meta: Optional[dict[str, Any]] = None
     group: Optional[str] = None
     materialized: Optional[str] = "test"
-    severity: Optional[constr(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")] = "ERROR"
+    severity: Optional[Annotated[str, StringConstraints(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")]] = "ERROR"
     store_failures: Optional[bool] = None
     store_failures_as: Optional[str] = None
     where: Optional[str] = None

src/vendor/dbt_artifacts_parser/parsers/manifest/manifest_v12.py

@@ -10,11 +10,11 @@
 from typing import Union
 from uuid import UUID
 
-from pydantic import ConfigDict
+from pydantic import StringConstraints, ConfigDict
 from pydantic import Field
-from pydantic import constr
 
 from vendor.dbt_artifacts_parser.parsers.base import BaseParserModel
+from typing_extensions import Annotated
 
 
 class Quoting(BaseParserModel):
@@ -475,7 +475,7 @@ class Config5(BaseParserModel):
     meta: Optional[dict[str, Any]] = None
     group: Optional[str] = None
     materialized: Optional[str] = "test"
-    severity: Optional[constr(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")] = "ERROR"
+    severity: Optional[Annotated[str, StringConstraints(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")]] = "ERROR"
     store_failures: Optional[bool] = None
     store_failures_as: Optional[str] = None
     where: Optional[str] = None
@@ -1132,7 +1132,7 @@ class Config14(BaseParserModel):
     meta: Optional[dict[str, Any]] = None
     group: Optional[str] = None
     materialized: Optional[str] = "test"
-    severity: Optional[constr(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")] = "ERROR"
+    severity: Optional[Annotated[str, StringConstraints(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")]] = "ERROR"
     store_failures: Optional[bool] = None
     store_failures_as: Optional[str] = None
     where: Optional[str] = None
@@ -2386,7 +2386,7 @@ class Config29(BaseParserModel):
     meta: Optional[dict[str, Any]] = None
     group: Optional[str] = None
     materialized: Optional[str] = "test"
-    severity: Optional[constr(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")] = "ERROR"
+    severity: Optional[Annotated[str, StringConstraints(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")]] = "ERROR"
     store_failures: Optional[bool] = None
     store_failures_as: Optional[str] = None
     where: Optional[str] = None
@@ -3016,7 +3016,7 @@ class Config38(BaseParserModel):
     meta: Optional[dict[str, Any]] = None
     group: Optional[str] = None
     materialized: Optional[str] = "test"
-    severity: Optional[constr(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")] = "ERROR"
+    severity: Optional[Annotated[str, StringConstraints(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")]] = "ERROR"
     store_failures: Optional[bool] = None
     store_failures_as: Optional[str] = None
     where: Optional[str] = None

src/vendor/dbt_artifacts_parser/parsers/manifest/manifest_v2.py

@@ -9,11 +9,11 @@
 from typing import Optional
 from typing import Union
 
-from pydantic import ConfigDict
+from pydantic import StringConstraints, ConfigDict
 from pydantic import Field
-from pydantic import constr
 
 from vendor.dbt_artifacts_parser.parsers.base import BaseParserModel
+from typing_extensions import Annotated
 
 
 class ManifestMetadata(BaseParserModel):
@@ -26,7 +26,7 @@ class ManifestMetadata(BaseParserModel):
     invocation_id: Optional[str] = None
     env: Optional[dict[str, str]] = {}
     project_id: Optional[str] = Field(None, description="A unique identifier for the project")
-    user_id: Optional[constr(pattern=r"[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}")] = Field(
+    user_id: Optional[Annotated[str, StringConstraints(pattern=r"[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}")]] = Field(
         None, description="A unique identifier for the user"
     )
     send_anonymous_usage_stats: Optional[bool] = Field(None, description="Whether dbt is configured to send anonymous usage statistics")
@@ -110,7 +110,7 @@ class TestConfig(BaseParserModel):
     database: Optional[str] = None
     tags: Optional[Union[list[str], str]] = []
     full_refresh: Optional[bool] = None
-    severity: Optional[constr(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")] = "ERROR"
+    severity: Optional[Annotated[str, StringConstraints(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")]] = "ERROR"
     store_failures: Optional[bool] = None
     where: Optional[str] = None
     limit: Optional[int] = None

src/vendor/dbt_artifacts_parser/parsers/manifest/manifest_v3.py

@@ -9,11 +9,11 @@
 from typing import Optional
 from typing import Union
 
-from pydantic import ConfigDict
+from pydantic import StringConstraints, ConfigDict
 from pydantic import Field
-from pydantic import constr
 
 from vendor.dbt_artifacts_parser.parsers.base import BaseParserModel
+from typing_extensions import Annotated
 
 
 class ManifestMetadata(BaseParserModel):
@@ -26,7 +26,7 @@ class ManifestMetadata(BaseParserModel):
     invocation_id: Optional[str] = None
     env: Optional[dict[str, str]] = {}
     project_id: Optional[str] = Field(None, description="A unique identifier for the project")
-    user_id: Optional[constr(pattern=r"[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}")] = Field(
+    user_id: Optional[Annotated[str, StringConstraints(pattern=r"[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}")]] = Field(
         None, description="A unique identifier for the user"
     )
     send_anonymous_usage_stats: Optional[bool] = Field(None, description="Whether dbt is configured to send anonymous usage statistics")
@@ -104,7 +104,7 @@ class TestConfig(BaseParserModel):
     tags: Optional[Union[list[str], str]] = []
     meta: Optional[dict[str, Any]] = {}
     materialized: Optional[str] = "test"
-    severity: Optional[constr(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")] = "ERROR"
+    severity: Optional[Annotated[str, StringConstraints(pattern=r"^([Ww][Aa][Rr][Nn]|[Ee][Rr][Rr][Oo][Rr])$")]] = "ERROR"
     store_failures: Optional[bool] = None
     where: Optional[str] = None
     limit: Optional[int] = None