fix: databricks delta table name edge cases (#484)

Author: amadeusz-ds

CHANGELOG.md

@@ -1,3 +1,7 @@
+## 1.0.19
+
+* **Fix databricks delta table name edge cases**
+
 ## 1.0.18
 
 * **Enforce api key if SDK defaults to os env var**

unstructured_ingest/__version__.py

@@ -1 +1 @@
-__version__ = "1.0.18"  # pragma: no cover
+__version__ = "1.0.19"  # pragma: no cover

unstructured_ingest/processes/connectors/assets/databricks_delta_table_schema.sql

@@ -1,4 +1,4 @@
-CREATE TABLE elements (
+CREATE TABLE IF NOT EXISTS `elements` (
     id STRING NOT NULL PRIMARY KEY,
     record_id STRING NOT NULL,
     element_id STRING NOT NULL,
@@ -7,4 +7,3 @@ CREATE TABLE elements (
     type STRING,
     metadata VARIANT
 );
-

unstructured_ingest/processes/connectors/databricks/volumes_table.py

@@ -136,7 +136,7 @@ def get_cursor(self, **connect_kwargs) -> Generator[Any, None, None]:
     def get_table_columns(self) -> dict[str, str]:
         if self._columns is None:
             with self.get_cursor() as cursor:
-                cursor.execute(f"SELECT * from {self.upload_config.table_name} LIMIT 1")
+                cursor.execute(f"SELECT * from `{self.upload_config.table_name}` LIMIT 1")
                 self._columns = {desc[0]: desc[1] for desc in cursor.description}
         return self._columns
 
@@ -152,7 +152,7 @@ def delete_previous_content(self, file_data: FileData) -> None:
         )
         with self.get_cursor() as cursor:
             cursor.execute(
-                f"DELETE FROM {self.upload_config.table_name} WHERE {RECORD_ID_LABEL} = '{file_data.identifier}'"  # noqa: E501
+                f"DELETE FROM `{self.upload_config.table_name}` WHERE {RECORD_ID_LABEL} = '{file_data.identifier}'"  # noqa: E501
             )
             results = cursor.fetchall()
             deleted_rows = results[0][0]