Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Empty file added .github/meta/.keep
Empty file.
2 changes: 2 additions & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,7 @@ pyvenv*/
sdist
var
venv*/
.venv/
wheelhouse

# Installer logs
Expand Down Expand Up @@ -62,6 +63,7 @@ nosetests.xml
.project
.pydevproject
.vscode
.github/meta/

# Complexity
output/*.html
Expand Down
2 changes: 1 addition & 1 deletion setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@ def read(*names, **kwargs):

setup(
name="altimate-datapilot-cli",
version="0.0.26",
version="0.1.0",
license="MIT",
description="Assistant for Data Teams",
long_description="{}\n{}".format(
Expand Down
4 changes: 2 additions & 2 deletions src/datapilot/core/platforms/dbt/executor.py
Original file line number Diff line number Diff line change
Expand Up @@ -109,8 +109,8 @@ def run_llm_checks(self):
self.token,
self.instance_name,
self.backend_url,
self.manifest.json() if self.manifest else "",
self.catalog.json() if self.catalog else "",
self.manifest.model_dump_json() if self.manifest else "",
self.catalog.model_dump_json() if self.catalog else "",
check_names,
)
return llm_check_results
Expand Down
10 changes: 4 additions & 6 deletions src/datapilot/core/platforms/dbt/schemas/catalog.py
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,8 @@
from typing import Optional
from typing import Union

from pydantic.main import BaseModel
from pydantic import BaseModel
from pydantic import ConfigDict

from vendor.dbt_artifacts_parser.parsers.catalog.catalog_v1 import CatalogV1 as BaseCatalogV1
from vendor.dbt_artifacts_parser.parsers.catalog.catalog_v1 import Metadata as BaseMetadata
Expand Down Expand Up @@ -59,15 +60,12 @@ class AltimateCatalogCatalogV1(BaseModel):

# Custom classes to handle extra fields in newer dbt versions
class Metadata(BaseMetadata):
class Config:
extra = "allow" # Allow extra fields in metadata
model_config = ConfigDict(extra="allow")


class CatalogV1(BaseCatalogV1):
metadata: Metadata # Use our custom metadata class

class Config:
extra = "allow" # Allow extra fields
model_config = ConfigDict(extra="allow")


Catalog = CatalogV1
32 changes: 16 additions & 16 deletions src/datapilot/core/platforms/dbt/schemas/manifest.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@
class DBTVersion(BaseModel):
MAJOR: int
MINOR: int
PATCH: Optional[int]
PATCH: Optional[int] = None


Manifest = Union[
Expand Down Expand Up @@ -64,8 +64,8 @@ class AltimateManifestColumnInfo(BaseModel):


class AltimateFileHash(BaseModel):
name: Optional[str]
checksum: Optional[str]
name: Optional[str] = None
checksum: Optional[str] = None


class AltimateResourceType(Enum):
Expand Down Expand Up @@ -118,8 +118,8 @@ class AltimateNodeConfig(BaseModel):
materialized: Optional[str] = "view"
incremental_strategy: Optional[Optional[str]] = None
persist_docs: Optional[Dict[str, Any]] = None
post_hook: Optional[List[AltimateHook]]
pre_hook: Optional[List[AltimateHook]]
post_hook: Optional[List[AltimateHook]] = None
pre_hook: Optional[List[AltimateHook]] = None
quoting: Optional[Dict[str, Any]] = None
column_types: Optional[Dict[str, Any]] = None
full_refresh: Optional[Optional[bool]] = None
Expand All @@ -128,7 +128,7 @@ class AltimateNodeConfig(BaseModel):


class AltimateManifestNode(BaseModel):
database: Optional[str]
database: Optional[str] = None
resource_type: AltimateResourceType
schema_name: str
name: str
Expand All @@ -141,7 +141,7 @@ class AltimateManifestNode(BaseModel):
config: Optional[AltimateNodeConfig] = None
raw_code: Optional[str] = ""
language: Optional[str] = "sql"
checksum: Optional[AltimateFileHash]
checksum: Optional[AltimateFileHash] = None
description: Optional[str] = ""
columns: Optional[Dict[str, AltimateManifestColumnInfo]] = None
relation_name: Optional[Optional[str]] = None
Expand All @@ -151,7 +151,7 @@ class AltimateManifestNode(BaseModel):
compiled_path: Optional[Optional[str]] = None
compiled: Optional[bool] = False
compiled_code: Optional[Optional[str]] = None
access: Optional[AltimateAccess]
access: Optional[AltimateAccess] = None
contract: Optional[AltimateDBTContract] = None
meta: Optional[Dict[str, Any]] = None
patch_path: Optional[Optional[str]] = None
Expand Down Expand Up @@ -190,10 +190,10 @@ class AltimateSourceConfig(BaseModel):


class AltimateDeferRelation(BaseModel):
database: Optional[str]
database: Optional[str] = None
schema_name: str
alias: str
relation_name: Optional[str]
relation_name: Optional[str] = None


class AltimateSeedConfig(BaseModel):
Expand All @@ -208,8 +208,8 @@ class AltimateSeedConfig(BaseModel):
materialized: Optional[str] = "seed"
incremental_strategy: Optional[Optional[str]] = None
persist_docs: Optional[Dict[str, Any]] = None
post_hook: Optional[List[AltimateHook]]
pre_hook: Optional[List[AltimateHook]]
post_hook: Optional[List[AltimateHook]] = None
pre_hook: Optional[List[AltimateHook]] = None
quoting: Optional[Dict[str, Any]] = None
column_types: Optional[Dict[str, Any]] = None
full_refresh: Optional[Optional[bool]] = None
Expand All @@ -225,7 +225,7 @@ class AltimateSeedConfig(BaseModel):


class AltimateSeedNode(BaseModel):
database: Optional[str]
database: Optional[str] = None
schema_name: str
name: str
resource_type: AltimateResourceType
Expand All @@ -235,7 +235,7 @@ class AltimateSeedNode(BaseModel):
unique_id: str
fqn: List[str]
alias: str
checksum: Optional[AltimateFileHash]
checksum: Optional[AltimateFileHash] = None
config: Optional[AltimateSeedConfig] = None
tags: Optional[List[str]] = None
description: Optional[str] = ""
Expand All @@ -257,7 +257,7 @@ class AltimateSeedNode(BaseModel):


class AltimateManifestSourceNode(BaseModel):
database: Optional[str]
database: Optional[str] = None
resource_type: AltimateResourceType
schema_name: str
name: str
Expand Down Expand Up @@ -379,7 +379,7 @@ class AltimateManifestTestNode(BaseModel):
unique_id: str
fqn: List[str]
alias: str
checksum: Optional[AltimateFileHash]
checksum: Optional[AltimateFileHash] = None
config: Optional[AltimateTestConfig] = None
_event_status: Optional[Dict[str, Any]] = None
tags: Optional[List[str]] = None
Expand Down