From aaab22c71eb71a54aca068d33b31362bc1c792df Mon Sep 17 00:00:00 2001 From: Ethan Bunce Date: Wed, 28 May 2025 11:13:33 +0000 Subject: [PATCH] chore: update pyarrow version --- building/lambda/build-lambda-layer.sh | 2 +- poetry.lock | 40 +++++++++++++-------------- pyproject.toml | 2 +- 3 files changed, 22 insertions(+), 22 deletions(-) diff --git a/building/lambda/build-lambda-layer.sh b/building/lambda/build-lambda-layer.sh index bccea7021..170af270e 100755 --- a/building/lambda/build-lambda-layer.sh +++ b/building/lambda/build-lambda-layer.sh @@ -11,7 +11,7 @@ popd rm -rf dist arrow export ARROW_HOME=$(pwd)/dist -export ARROW_VERSION=18.1.0 +export ARROW_VERSION=20.0.0 export LD_LIBRARY_PATH=$(pwd)/dist/lib:$LD_LIBRARY_PATH export CMAKE_PREFIX_PATH=$ARROW_HOME:$CMAKE_PREFIX_PATH export SETUPTOOLS_SCM_PRETEND_VERSION=$ARROW_VERSION diff --git a/poetry.lock b/poetry.lock index 99d3a556d..54622b231 100644 --- a/poetry.lock +++ b/poetry.lock @@ -1,4 +1,4 @@ -# This file is automatically @generated by Poetry 2.1.1 and should not be changed by hand. +# This file is automatically @generated by Poetry 2.1.3 and should not be changed by hand. [[package]] name = "aenum" @@ -311,7 +311,7 @@ description = "Fast ASN.1 parser and serializer with definitions for private key optional = true python-versions = "*" groups = ["main"] -markers = "extra == \"postgres\" or extra == \"redshift\"" +markers = "extra == \"redshift\" or extra == \"postgres\"" files = [ {file = "asn1crypto-1.5.1-py2.py3-none-any.whl", hash = "sha256:db4e40728b728508912cbb3d44f19ce188f218e9eba635821bb4b68564f8fd67"}, {file = "asn1crypto-1.5.1.tar.gz", hash = "sha256:13ae38502be632115abf8a24cbe5f4da52e3b5231990aff31123c805306ccb9c"}, @@ -355,7 +355,7 @@ description = "Timeout context manager for asyncio programs" optional = true python-versions = ">=3.8" groups = ["main"] -markers = "extra == \"gremlin\" or python_version <= \"3.10\" and (extra == \"gremlin\" or extra == \"ray\")" +markers = "python_version < \"3.11\" and (extra == \"gremlin\" or extra == \"ray\") or extra == \"gremlin\"" files = [ {file = "async_timeout-5.0.1-py3-none-any.whl", hash = "sha256:39e3809566ff85354557ec2398b55e096c8364bacac9405a7a1fa429e77fe76c"}, {file = "async_timeout-5.0.1.tar.gz", hash = "sha256:d9321a7a3d5a6a5e187e824d2fa0793ce379a202935782d555d6e9d2735677d3"}, @@ -944,8 +944,8 @@ files = [ jmespath = ">=0.7.1,<2.0.0" python-dateutil = ">=2.1,<3.0.0" urllib3 = [ - {version = ">=1.25.4,<2.2.0 || >2.2.0,<3", markers = "python_version >= \"3.10\""}, {version = ">=1.25.4,<1.27", markers = "python_version < \"3.10\""}, + {version = ">=1.25.4,<2.2.0 || >2.2.0,<3", markers = "python_version >= \"3.10\""}, ] [package.extras] @@ -1076,7 +1076,7 @@ files = [ {file = "certifi-2024.12.14-py3-none-any.whl", hash = "sha256:1275f7a45be9464efc1173084eaa30f866fe2e47d389406136d332ed4967ec56"}, {file = "certifi-2024.12.14.tar.gz", hash = "sha256:b650d30f370c2b724812bee08008be0c4163b163ddaec3f2546c1caf65f191db"}, ] -markers = {main = "extra == \"geopandas\" or extra == \"ray\" or extra == \"opensearch\" or extra == \"redshift\" or extra == \"gremlin\" or extra == \"opencypher\" or extra == \"sparql\""} +markers = {main = "extra == \"ray\" or extra == \"redshift\" or extra == \"gremlin\" or extra == \"sparql\" or extra == \"opencypher\" or extra == \"opensearch\" or extra == \"geopandas\""} [[package]] name = "cffi" @@ -1272,7 +1272,7 @@ files = [ {file = "charset_normalizer-3.4.1-py3-none-any.whl", hash = "sha256:d98b1668f06378c6dbefec3b92299716b931cd4e6061f3c875a71ced1780ab85"}, {file = "charset_normalizer-3.4.1.tar.gz", hash = "sha256:44251f18cd68a75b56585dd00dae26183e102cd5e0f9f1466e6df5da2ed64ea3"}, ] -markers = {main = "extra == \"ray\" or extra == \"opensearch\" or extra == \"redshift\" or extra == \"gremlin\" or extra == \"opencypher\" or extra == \"sparql\""} +markers = {main = "extra == \"ray\" or extra == \"redshift\" or extra == \"gremlin\" or extra == \"sparql\" or extra == \"opencypher\" or extra == \"opensearch\""} [[package]] name = "cleo" @@ -1719,7 +1719,7 @@ description = "Backport of PEP 654 (exception groups)" optional = false python-versions = ">=3.7" groups = ["dev"] -markers = "python_version <= \"3.10\"" +markers = "python_version < \"3.11\"" files = [ {file = "exceptiongroup-1.2.2-py3-none-any.whl", hash = "sha256:3111b9d131c238bec2f8f516e123e14ba243563fb135d3fe885990585aa7795b"}, {file = "exceptiongroup-1.2.2.tar.gz", hash = "sha256:47c2edf7c6738fafb49fd34290706d1a1a2f4d1c6df275526b62cbb4aa5393cc"}, @@ -2004,8 +2004,8 @@ files = [ google-auth = ">=2.14.1,<3.0.dev0" googleapis-common-protos = ">=1.56.2,<2.0.dev0" proto-plus = [ + {version = ">=1.22.3,<2.0.0dev"}, {version = ">=1.25.0,<2.0.0dev", markers = "python_version >= \"3.13\""}, - {version = ">=1.22.3,<2.0.0dev", markers = "python_version < \"3.13\""}, ] protobuf = ">=3.19.5,<3.20.0 || >3.20.0,<3.20.1 || >3.20.1,<4.21.0 || >4.21.0,<4.21.1 || >4.21.1,<4.21.2 || >4.21.2,<4.21.3 || >4.21.3,<4.21.4 || >4.21.4,<4.21.5 || >4.21.5,<6.0.0.dev0" requests = ">=2.18.0,<3.0.0.dev0" @@ -2224,7 +2224,7 @@ files = [ {file = "idna-3.10-py3-none-any.whl", hash = "sha256:946d195a0d259cbba61165e88e65941f16e9b36ea6ddb97f00452bae8b1287d3"}, {file = "idna-3.10.tar.gz", hash = "sha256:12f65c9b470abda6dc35cf8e63cc574b1c52b11df2c86030af0ac09b01b13ea9"}, ] -markers = {main = "extra == \"gremlin\" or extra == \"ray\" or extra == \"opensearch\" or extra == \"redshift\" or extra == \"opencypher\" or extra == \"sparql\""} +markers = {main = "extra == \"ray\" or extra == \"redshift\" or extra == \"gremlin\" or extra == \"sparql\" or extra == \"opencypher\" or extra == \"opensearch\""} [package.extras] all = ["flake8 (>=7.1.1)", "mypy (>=1.11.2)", "pytest (>=8.3.2)", "ruff (>=0.6.2)"] @@ -2369,7 +2369,7 @@ description = "An ISO 8601 date/time/duration parser and formatter" optional = true python-versions = ">=3.7" groups = ["main"] -markers = "extra == \"gremlin\" or python_version <= \"3.10\" and (extra == \"sparql\" or extra == \"gremlin\")" +markers = "python_version >= \"3.9\" and python_version < \"3.11\" and (extra == \"sparql\" or extra == \"gremlin\") or extra == \"gremlin\" and python_version >= \"3.10\"" files = [ {file = "isodate-0.7.2-py3-none-any.whl", hash = "sha256:28009937d8031054830160fce6d409ed342816b543597cece116d966c6d99e15"}, {file = "isodate-0.7.2.tar.gz", hash = "sha256:4cd1aa0f43ca76f4a6c6c0292a85f40b35ec2e43e315b59f06e6d32171a953e6"}, @@ -4066,7 +4066,7 @@ description = "Fundamental package for array computing in Python" optional = false python-versions = ">=3.9" groups = ["main"] -markers = "python_version < \"3.10\"" +markers = "python_version == \"3.9\"" files = [ {file = "numpy-2.0.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:51129a29dbe56f9ca83438b706e2e69a39892b5eda6cedcb6b0c9fdc9b0d3ece"}, {file = "numpy-2.0.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:f15975dfec0cf2239224d80e32c3170b1d168335eaedee69da84fbe9f1f9cd04"}, @@ -4246,8 +4246,8 @@ Events = "*" python-dateutil = "*" requests = ">=2.32.0,<3.0.0" urllib3 = [ - {version = ">=1.26.19,<2.2.0 || >2.2.0,<2.2.1 || >2.2.1,<3", markers = "python_version >= \"3.10\""}, {version = ">=1.26.19,<1.27", markers = "python_version < \"3.10\""}, + {version = ">=1.26.19,<2.2.0 || >2.2.0,<2.2.1 || >2.2.1,<3", markers = "python_version >= \"3.10\""}, ] [package.extras] @@ -4374,9 +4374,9 @@ files = [ [package.dependencies] numpy = [ - {version = ">=1.26.0", markers = "python_version >= \"3.12\""}, {version = ">=1.22.4", markers = "python_version < \"3.11\""}, {version = ">=1.23.2", markers = "python_version == \"3.11\""}, + {version = ">=1.26.0", markers = "python_version >= \"3.12\""}, ] python-dateutil = ">=2.8.2" pytz = ">=2020.1" @@ -6006,8 +6006,8 @@ colorful = {version = "*", optional = true, markers = "extra == \"default\""} filelock = "*" fsspec = {version = "*", optional = true, markers = "extra == \"data\""} grpcio = [ - {version = ">=1.42.0", optional = true, markers = "python_version >= \"3.10\" and extra == \"default\""}, {version = ">=1.32.0", optional = true, markers = "python_version < \"3.10\" and extra == \"default\""}, + {version = ">=1.42.0", optional = true, markers = "python_version >= \"3.10\" and extra == \"default\""}, ] jsonschema = "*" msgpack = ">=1.0.0,<2.0.0" @@ -6018,8 +6018,8 @@ pandas = {version = ">=1.3", optional = true, markers = "extra == \"data\""} prometheus-client = {version = ">=0.7.1", optional = true, markers = "extra == \"default\""} protobuf = ">=3.15.3,<3.19.5 || >3.19.5" py-spy = [ - {version = ">=0.4.0", optional = true, markers = "python_version >= \"3.12\" and extra == \"default\""}, {version = ">=0.2.0", optional = true, markers = "python_version < \"3.12\" and extra == \"default\""}, + {version = ">=0.4.0", optional = true, markers = "python_version >= \"3.12\" and extra == \"default\""}, ] pyarrow = [ {version = ">=9.0.0", optional = true, markers = "(sys_platform != \"darwin\" or platform_machine != \"x86_64\") and extra == \"data\""}, @@ -6128,7 +6128,7 @@ files = [ {file = "requests-2.32.3-py3-none-any.whl", hash = "sha256:70761cfe03c773ceb22aa2f671b4757976145175cdfca038c02654d061d6dcc6"}, {file = "requests-2.32.3.tar.gz", hash = "sha256:55365417734eb18255590a9ff9eb97e9e1da868d4ccd6402399eaf68af20a760"}, ] -markers = {main = "extra == \"ray\" or extra == \"opensearch\" or extra == \"redshift\" or extra == \"gremlin\" or extra == \"opencypher\" or extra == \"sparql\""} +markers = {main = "extra == \"ray\" or extra == \"redshift\" or extra == \"gremlin\" or extra == \"sparql\" or extra == \"opencypher\" or extra == \"opensearch\""} [package.dependencies] certifi = ">=2017.4.17" @@ -6475,7 +6475,7 @@ description = "An implementation of the SCRAM protocol." optional = true python-versions = ">=3.8" groups = ["main"] -markers = "extra == \"postgres\" or extra == \"redshift\"" +markers = "extra == \"redshift\" or extra == \"postgres\"" files = [ {file = "scramp-1.4.5-py3-none-any.whl", hash = "sha256:50e37c464fc67f37994e35bee4151e3d8f9320e9c204fca83a5d313c121bbbe7"}, {file = "scramp-1.4.5.tar.gz", hash = "sha256:be3fbe774ca577a7a658117dca014e5d254d158cecae3dd60332dfe33ce6d78e"}, @@ -6980,7 +6980,7 @@ description = "A lil' TOML parser" optional = false python-versions = ">=3.8" groups = ["dev"] -markers = "python_version <= \"3.10\"" +markers = "python_version < \"3.11\"" files = [ {file = "tomli-2.2.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:678e4fa69e4575eb77d103de3df8a895e1591b48e740211bd1067378c69e8249"}, {file = "tomli-2.2.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:023aa114dd824ade0100497eb2318602af309e5a55595f76b626d6d9f3b7b0a6"}, @@ -7188,7 +7188,7 @@ description = "HTTP library with thread-safe connection pooling, file post, and optional = false python-versions = "!=3.0.*,!=3.1.*,!=3.2.*,!=3.3.*,!=3.4.*,!=3.5.*,>=2.7" groups = ["main", "dev"] -markers = "python_version < \"3.10\"" +markers = "python_version == \"3.9\"" files = [ {file = "urllib3-1.26.20-py2.py3-none-any.whl", hash = "sha256:0ed14ccfbf1c30a9072c7ca157e4319b70d65f623e91e7b32fadb2853431016e"}, {file = "urllib3-1.26.20.tar.gz", hash = "sha256:40c2dc0c681e47eb8f90e7e27bf6ff7df2e677421fd46756da1161c39ca70d32"}, @@ -7782,4 +7782,4 @@ sqlserver = ["pyodbc"] [metadata] lock-version = "2.1" python-versions = ">=3.9, <4.0" -content-hash = "decb75a979cb3b9ee03be0745f2afbb173fcd732c5a6854f008430f036f98ea7" +content-hash = "e1077c554145c825b202a6e086304948ea6b72ccc68456ed560bf5ee76313d30" diff --git a/pyproject.toml b/pyproject.toml index e1dafb03d..d2a9a5269 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -37,7 +37,7 @@ numpy = [ { version = ">=1.26,<3.0", markers = "python_version >= '3.10'" } ] pyarrow = [ - { version = ">=18.0.0,<19.0.0", markers = "sys_platform != 'darwin' or platform_machine != 'x86_64'" }, + { version = ">=18.0.0,<21.0.0", markers = "sys_platform != 'darwin' or platform_machine != 'x86_64'" }, # pyarrow 18 causes macos build failures # https://github.com/ray-project/ray/pull/48446 { version = ">=8.0.0,<18.0.0", markers = "sys_platform == 'darwin' and platform_machine == 'x86_64'" }