fixed: infer datatypes from sequence_by to __START_AT, __END_AT for apply_changes API

removed: github actions for release
modified: setup.py for version

Author: ravi-db

.github/workflows/release.yml

@@ -37,16 +37,4 @@ jobs:
         uses: pypa/gh-action-pypi-publish@release/v1
         with:
           user: __token__
-          password: ${{ secrets.LABS_PYPI_TOKEN }}
-      
-      - name: Create Release
-        uses: actions/create-release@v1
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} # This token is provided by Actions
-        with:
-          tag_name: ${{ github.ref }}
-          release_name: Release ${{ github.ref }}
-          body: |
-            Release for version ${{ github.ref }}. Please refer to CHANGELOG.md for detailed information.
-          draft: false
-          prerelease: false
+          password: ${{ secrets.LABS_PYPI_TOKEN }}

setup.py

@@ -19,7 +19,7 @@
     """
 setup(
     name="dlt_meta",
-    version="0.0.2",
+    version="0.0.21",
     python_requires=">=3.8",
     setup_requires=["wheel>=0.37.1,<=0.40.0"],
     install_requires=INSTALL_REQUIRES,

src/dataflow_pipeline.py

@@ -253,16 +253,20 @@ def cdc_apply_changes(self):
             else self.silver_schema
         )
 
+        sequenced_by_data_type = None
+
         if cdc_apply_changes.except_column_list:
             modified_schema = StructType([])
             for field in struct_schema.fields:
                 if field.name not in cdc_apply_changes.except_column_list:
                     modified_schema.add(field)
+                if field.name == cdc_apply_changes.sequence_by:
+                    sequenced_by_data_type = field.dataType
             struct_schema = modified_schema
 
         if cdc_apply_changes.scd_type == "2":
-            struct_schema.add(StructField("__START_AT", IntegerType()))
-            struct_schema.add(StructField("__END_AT", IntegerType()))
+            struct_schema.add(StructField("__START_AT", sequenced_by_data_type))
+            struct_schema.add(StructField("__END_AT", sequenced_by_data_type))
 
         dlt.create_streaming_live_table(
             name=f"{self.dataflowSpec.targetDetails['table']}",