Fix pandas 2.2.2 support (databricks#416)

kfollesdal · kravets-levko · web-flow · commit 8bbcd3e3faeb · 2024-07-26T23:26:47.000+03:00
* Support pandas 2.2.2 See release note numpy 2.2.2: https://pandas.pydata.org/docs/dev/whatsnew/v2.2.0.html#to-numpy-for-numpy-nullable-and-arrow-types-converts-to-suitable-numpy-dtype * Allow pandas 2.2.2 in pyproject.toml * Update poetry.lock, poetry lock --no-update * Code style Signed-off-by: Levko Kravets <levko.ne@gmail.com> --------- Signed-off-by: Levko Kravets <levko.ne@gmail.com> Co-authored-by: Levko Kravets <levko.ne@gmail.com>
diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -12,7 +12,7 @@ include = ["CHANGELOG.md"]
 python = "^3.8.0"
 thrift = ">=0.16.0,<0.21.0"
 pandas = [
-    { version = ">=1.2.5,<2.2.0", python = ">=3.8" }
+    { version = ">=1.2.5,<2.3.0", python = ">=3.8" }
 ]
 pyarrow = ">=14.0.1,<17"
 
diff --git a/src/databricks/sql/client.py b/src/databricks/sql/client.py
@@ -1164,7 +1164,7 @@ def _convert_arrow_table(self, table):
             timestamp_as_object=True,
         )
 
-        res = df.to_numpy(na_value=None)
+        res = df.to_numpy(na_value=None, dtype="object")
         return [ResultRow(*v) for v in res]
 
     @property

Original file line number	Diff line number	Diff line change
`@@ -12,7 +12,7 @@ include = ["CHANGELOG.md"]`
`12`	`12`	`python = "^3.8.0"`
`13`	`13`	`thrift = ">=0.16.0,<0.21.0"`
`14`	`14`	`pandas = [`
`15`		`- { version = ">=1.2.5,<2.2.0", python = ">=3.8" }`
	`15`	`+ { version = ">=1.2.5,<2.3.0", python = ">=3.8" }`
`16`	`16`	`]`
`17`	`17`	`pyarrow = ">=14.0.1,<17"`
`18`	`18`
Original file line number	Diff line number	Diff line change
`@@ -1164,7 +1164,7 @@ def _convert_arrow_table(self, table):`
`1164`	`1164`	`timestamp_as_object=True,`
`1165`	`1165`	`)`
`1166`	`1166`
`1167`		`- res = df.to_numpy(na_value=None)`
	`1167`	`+ res = df.to_numpy(na_value=None, dtype="object")`
`1168`	`1168`	`return [ResultRow(*v) for v in res]`
`1169`	`1169`
`1170`	`1170`	`@property`