Skip to content

Commit 6f00a8d

Browse files
authored
remove replication_key as rows never get updated (#12)
we can remove incremental streams because it will take longer and rows will never update.
1 parent 4feb491 commit 6f00a8d

File tree

1 file changed

+0
-4
lines changed

1 file changed

+0
-4
lines changed

tap_dbt_artifacts/streams.py

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -14,7 +14,6 @@ class RunResultsStream(DbtArtifactsStream):
1414

1515
name: ClassVar[str] = "run_results"
1616
primary_keys: ClassVar[list[str]] = ["invocation_id", "unique_id"]
17-
replication_key: ClassVar[str] = "generated_at"
1817
schema_filepath: ClassVar[Path] = SCHEMAS_DIR / "run-results.schema.json"
1918

2019
def extract_records(self, data: dict) -> Iterable[dict]:
@@ -60,7 +59,6 @@ class ManifestStream(DbtArtifactsStream):
6059

6160
name: ClassVar[str] = "manifest"
6261
primary_keys: ClassVar[list[str]] = ["invocation_id"]
63-
replication_key: ClassVar[str] = "generated_at"
6462
schema_filepath: ClassVar[Path] = SCHEMAS_DIR / "manifest.schema.json"
6563

6664
def extract_records(self, data: dict) -> Iterable[dict]:
@@ -153,7 +151,6 @@ class CatalogStream(DbtArtifactsStream):
153151

154152
name: ClassVar[str] = "catalog"
155153
primary_keys: ClassVar[list[str]] = ["invocation_id", "unique_id"]
156-
replication_key: ClassVar[str] = "generated_at"
157154
schema_filepath: ClassVar[Path] = SCHEMAS_DIR / "catalog.schema.json"
158155

159156
def extract_records(self, data: dict) -> Iterable[dict]:
@@ -208,7 +205,6 @@ class SourcesStream(DbtArtifactsStream):
208205

209206
name: ClassVar[str] = "sources"
210207
primary_keys: ClassVar[list[str]] = ["invocation_id", "unique_id"]
211-
replication_key: ClassVar[str] = "generated_at"
212208
schema_filepath: ClassVar[Path] = SCHEMAS_DIR / "sources.schema.json"
213209

214210
def extract_records(self, data: dict) -> Iterable[dict]:

0 commit comments

Comments
 (0)