Skip to content

Commit ba68036

Browse files
gaurpulkitgaurpulkit
committed
fix issues
1 parent 9a34999 commit ba68036

File tree

14 files changed

+134
-57
lines changed

14 files changed

+134
-57
lines changed

‎src/datapilot/clients/altimate/utils.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -106,7 +106,7 @@ def onboard_file(api_token, tenant, dbt_core_integration_id, dbt_core_integratio
106106
api_client.log("Error getting signed URL.")
107107
return {
108108
"ok": False,
109-
"message": "Error in uploading the manifest. ",
109+
"message": f"Error in uploading the {file_type}.",
110110
}
111111

112112

‎src/datapilot/core/insights/schema.py‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,7 @@
22
from typing import Dict
33

44
from pydantic import BaseModel
5+
from pydantic import ConfigDict
56

67

78
class Severity(Enum):
@@ -11,6 +12,8 @@ class Severity(Enum):
1112

1213

1314
class InsightResult(BaseModel):
15+
model_config = ConfigDict(extra="allow")
16+
1417
name: str
1518
type: str
1619
message: str
@@ -20,5 +23,7 @@ class InsightResult(BaseModel):
2023

2124

2225
class InsightResponse(BaseModel):
26+
model_config = ConfigDict(extra="allow")
27+
2328
insight: InsightResult
2429
severity: Severity = Severity.ERROR

‎src/datapilot/core/platforms/dbt/schemas/catalog.py‎

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -13,6 +13,8 @@
1313

1414

1515
class AltimateCatalogMetadata(BaseModel):
16+
model_config = ConfigDict(extra="allow")
17+
1618
dbt_schema_version: Optional[str] = "https://schemas.getdbt.com/dbt/catalog/v1.json"
1719
dbt_version: Optional[str] = "0.19.0"
1820
generated_at: Optional[datetime] = "2021-02-10T04:42:33.680487Z"
@@ -21,6 +23,8 @@ class AltimateCatalogMetadata(BaseModel):
2123

2224

2325
class AltimateCatalogTableMetadata(BaseModel):
26+
model_config = ConfigDict(extra="allow")
27+
2428
type: str
2529
database: Optional[Optional[str]] = None
2630
schema_name: str
@@ -30,13 +34,17 @@ class AltimateCatalogTableMetadata(BaseModel):
3034

3135

3236
class AltimateCatalogColumnMetadata(BaseModel):
37+
model_config = ConfigDict(extra="allow")
38+
3339
type: str
3440
comment: Optional[Optional[str]] = None
3541
index: int
3642
name: str
3743

3844

3945
class AltimateCatalogStatsItem(BaseModel):
46+
model_config = ConfigDict(extra="allow")
47+
4048
id: str
4149
label: str
4250
value: Optional[Optional[Union[bool, str, float]]] = None
@@ -45,13 +53,17 @@ class AltimateCatalogStatsItem(BaseModel):
4553

4654

4755
class AltimateCatalogTable(BaseModel):
56+
model_config = ConfigDict(extra="allow")
57+
4858
metadata: AltimateCatalogTableMetadata
4959
columns: Dict[str, AltimateCatalogColumnMetadata]
5060
stats: Dict[str, AltimateCatalogStatsItem]
5161
unique_id: Optional[Optional[str]] = None
5262

5363

5464
class AltimateCatalogCatalogV1(BaseModel):
65+
model_config = ConfigDict(extra="allow")
66+
5567
metadata: AltimateCatalogMetadata
5668
nodes: Dict[str, AltimateCatalogTable]
5769
sources: Dict[str, AltimateCatalogTable]

‎src/datapilot/core/platforms/dbt/schemas/manifest.py‎

Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@
66
from typing import Union
77

88
from pydantic import BaseModel
9+
from pydantic import ConfigDict
910

1011
from vendor.dbt_artifacts_parser.parsers.manifest.manifest_v1 import ManifestV1
1112
from vendor.dbt_artifacts_parser.parsers.manifest.manifest_v2 import ManifestV2
@@ -23,6 +24,8 @@
2324

2425

2526
class DBTVersion(BaseModel):
27+
model_config = ConfigDict(extra="allow")
28+
2629
MAJOR: int
2730
MINOR: int
2831
PATCH: Optional[int] = None
@@ -45,16 +48,22 @@ class DBTVersion(BaseModel):
4548

4649

4750
class AltimateDocs(BaseModel):
51+
model_config = ConfigDict(extra="allow")
52+
4853
show: Optional[bool] = True
4954
node_color: Optional[Optional[str]] = None
5055

5156

5257
class AltimateDependsOn(BaseModel):
58+
model_config = ConfigDict(extra="allow")
59+
5360
nodes: Optional[List[str]] = None
5461
macros: Optional[List[str]] = None
5562

5663

5764
class AltimateManifestColumnInfo(BaseModel):
65+
model_config = ConfigDict(extra="allow")
66+
5867
name: str
5968
description: Optional[str] = ""
6069
meta: Optional[Dict[str, Any]] = {}
@@ -64,6 +73,8 @@ class AltimateManifestColumnInfo(BaseModel):
6473

6574

6675
class AltimateFileHash(BaseModel):
76+
model_config = ConfigDict(extra="allow")
77+
6778
name: Optional[str] = None
6879
checksum: Optional[str] = None
6980

@@ -94,19 +105,25 @@ class AltimateAccess(Enum):
94105

95106

96107
class AltimateDBTContract(BaseModel):
108+
model_config = ConfigDict(extra="allow")
109+
97110
enforced: Optional[bool] = False
98111
alias_types: Optional[bool] = True
99112
checksum: Optional[Optional[str]] = None
100113

101114

102115
class AltimateHook(BaseModel):
116+
model_config = ConfigDict(extra="allow")
117+
103118
sql: str
104119
transaction: Optional[bool] = True
105120
index: Optional[Optional[int]] = None
106121

107122

108123
# TODO: Need to add the rest of the fields
109124
class AltimateNodeConfig(BaseModel):
125+
model_config = ConfigDict(extra="allow")
126+
110127
_extra: Optional[Dict[str, Any]] = None
111128
enabled: Optional[bool] = True
112129
alias: Optional[Optional[str]] = None
@@ -128,6 +145,8 @@ class AltimateNodeConfig(BaseModel):
128145

129146

130147
class AltimateManifestNode(BaseModel):
148+
model_config = ConfigDict(extra="allow")
149+
131150
database: Optional[str] = None
132151
resource_type: AltimateResourceType
133152
schema_name: str
@@ -158,26 +177,34 @@ class AltimateManifestNode(BaseModel):
158177

159178

160179
class AltimateQuoting(BaseModel):
180+
model_config = ConfigDict(extra="allow")
181+
161182
database: Optional[Optional[bool]] = None
162183
schema_: Optional[Optional[bool]] = None
163184
identifier: Optional[Optional[bool]] = None
164185
column: Optional[Optional[bool]] = None
165186

166187

167188
class AltimateFreshnessThreshold(BaseModel):
189+
model_config = ConfigDict(extra="allow")
190+
168191
warn_after: Optional[Dict] = None
169192
error_after: Optional[Dict] = None
170193
filter: Optional[str] = None
171194

172195

173196
class AltimateExternalPartition(BaseModel):
197+
model_config = ConfigDict(extra="allow")
198+
174199
name: Optional[str] = ""
175200
description: Optional[str] = ""
176201
data_type: Optional[str] = ""
177202
meta: Optional[Dict[str, Any]] = {}
178203

179204

180205
class AltimateExternalTable(BaseModel):
206+
model_config = ConfigDict(extra="allow")
207+
181208
location: Optional[Optional[str]] = None
182209
file_format: Optional[Optional[str]] = None
183210
row_format: Optional[Optional[str]] = None
@@ -186,17 +213,23 @@ class AltimateExternalTable(BaseModel):
186213

187214

188215
class AltimateSourceConfig(BaseModel):
216+
model_config = ConfigDict(extra="allow")
217+
189218
enabled: Optional[bool] = True
190219

191220

192221
class AltimateDeferRelation(BaseModel):
222+
model_config = ConfigDict(extra="allow")
223+
193224
database: Optional[str] = None
194225
schema_name: str
195226
alias: str
196227
relation_name: Optional[str] = None
197228

198229

199230
class AltimateSeedConfig(BaseModel):
231+
model_config = ConfigDict(extra="allow")
232+
200233
_extra: Optional[Dict[str, Any]] = None
201234
enabled: Optional[bool] = True
202235
alias: Optional[Optional[str]] = None
@@ -225,6 +258,8 @@ class AltimateSeedConfig(BaseModel):
225258

226259

227260
class AltimateSeedNode(BaseModel):
261+
model_config = ConfigDict(extra="allow")
262+
228263
database: Optional[str] = None
229264
schema_name: str
230265
name: str
@@ -257,6 +292,8 @@ class AltimateSeedNode(BaseModel):
257292

258293

259294
class AltimateManifestSourceNode(BaseModel):
295+
model_config = ConfigDict(extra="allow")
296+
260297
database: Optional[str] = None
261298
resource_type: AltimateResourceType
262299
schema_name: str
@@ -295,6 +332,8 @@ class AltimateExposureType(Enum):
295332

296333

297334
class AltimateOwner(BaseModel):
335+
model_config = ConfigDict(extra="allow")
336+
298337
_extra: Optional[Dict[str, Any]] = None
299338
email: Optional[Optional[str]] = None
300339
name: Optional[Optional[str]] = None
@@ -307,17 +346,23 @@ class AltimateMaturityEnum(Enum):
307346

308347

309348
class AltimateRefArgs(BaseModel):
349+
model_config = ConfigDict(extra="allow")
350+
310351
name: str
311352
package: Optional[Optional[str]] = None
312353
version: Optional[Optional[Union[str, float]]] = None
313354

314355

315356
class AltimateExposureConfig(BaseModel):
357+
model_config = ConfigDict(extra="allow")
358+
316359
_extra: Optional[Dict[str, Any]] = None
317360
enabled: Optional[bool] = True
318361

319362

320363
class AltimateManifestExposureNode(BaseModel):
364+
model_config = ConfigDict(extra="allow")
365+
321366
name: str
322367
resource_type: AltimateResourceType
323368
package_name: str
@@ -343,12 +388,16 @@ class AltimateManifestExposureNode(BaseModel):
343388

344389

345390
class AltimateTestMetadata(BaseModel):
391+
model_config = ConfigDict(extra="allow")
392+
346393
name: str
347394
kwargs: Optional[Dict[str, Any]] = None
348395
namespace: Optional[Optional[str]] = None
349396

350397

351398
class AltimateTestConfig(BaseModel):
399+
model_config = ConfigDict(extra="allow")
400+
352401
_extra: Optional[Dict[str, Any]] = None
353402
enabled: Optional[bool] = True
354403
alias: Optional[Optional[str]] = None
@@ -369,6 +418,8 @@ class AltimateTestConfig(BaseModel):
369418

370419

371420
class AltimateManifestTestNode(BaseModel):
421+
model_config = ConfigDict(extra="allow")
422+
372423
test_metadata: Optional[AltimateTestMetadata] = None
373424
test_type: Optional[str] = None
374425
name: str
@@ -399,6 +450,8 @@ class AltimateManifestTestNode(BaseModel):
399450

400451

401452
class AltimateMacroArgument(BaseModel):
453+
model_config = ConfigDict(extra="allow")
454+
402455
name: str
403456
type: Optional[Optional[str]] = None
404457
description: Optional[Optional[str]] = ""
@@ -408,6 +461,8 @@ class AltimateMacroArgument(BaseModel):
408461

409462

410463
class AltimateManifestMacroNode(BaseModel):
464+
model_config = ConfigDict(extra="allow")
465+
411466
name: str
412467
resource_type: AltimateResourceType
413468
package_name: str

‎src/datapilot/schemas/nodes.py‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,10 @@
11
from pydantic import BaseModel
2+
from pydantic import ConfigDict
23

34

45
class ModelNode(BaseModel):
6+
model_config = ConfigDict(extra="allow")
7+
58
unique_id: str
69
name: str
710
resource_type: str
@@ -11,6 +14,8 @@ class ModelNode(BaseModel):
1114

1215

1316
class SourceNode(BaseModel):
17+
model_config = ConfigDict(extra="allow")
18+
1419
unique_id: str
1520
name: str
1621
resource_type: str

‎src/vendor/dbt_artifacts_parser/parsers/run_results/run_results_v1.py‎

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -16,7 +16,7 @@
1616

1717
class BaseArtifactMetadata(BaseParserModel):
1818
model_config = ConfigDict(
19-
extra="forbid",
19+
extra="allow",
2020
)
2121
dbt_schema_version: str
2222
dbt_version: Optional[str] = "0.19.0"
@@ -47,7 +47,7 @@ class Status2(Enum):
4747

4848
class TimingInfo(BaseParserModel):
4949
model_config = ConfigDict(
50-
extra="forbid",
50+
extra="allow",
5151
)
5252
name: str
5353
started_at: Optional[datetime] = None
@@ -56,7 +56,7 @@ class TimingInfo(BaseParserModel):
5656

5757
class RunResultOutput(BaseParserModel):
5858
model_config = ConfigDict(
59-
extra="forbid",
59+
extra="allow",
6060
)
6161
status: Union[Status, Status1, Status2]
6262
timing: list[TimingInfo]
@@ -69,7 +69,7 @@ class RunResultOutput(BaseParserModel):
6969

7070
class RunResultsV1(BaseParserModel):
7171
model_config = ConfigDict(
72-
extra="forbid",
72+
extra="allow",
7373
)
7474
metadata: BaseArtifactMetadata
7575
results: list[RunResultOutput]

0 commit comments

Comments
 (0)