feat: Support numpy 2.0 (#2944)

* feat: Support numpy 2.0

This reverts commit 9200639.

* override Numpy version in layer

* change order of pip install commands

* fix numpy override

Author: LeonLuttenberger

awswrangler/_utils.py

@@ -857,7 +857,7 @@ def split_pandas_frame(df: pd.DataFrame, splits: int) -> list[pd.DataFrame]:
     total = len(df)
     each_section, extras = divmod(total, splits)
     section_sizes = [0] + extras * [each_section + 1] + (splits - extras) * [each_section]
-    div_points = _nx.array(section_sizes, dtype=_nx.intp).cumsum()  # type: ignore[attr-defined]
+    div_points = _nx.array(section_sizes, dtype=_nx.intp).cumsum()
 
     sub_dfs = []
     for i in range(splits):

building/lambda/build-lambda-layer.sh

@@ -83,6 +83,9 @@ pushd /aws-sdk-pandas
 
 pip3 install . -t ./python ".[redshift,mysql,postgres,gremlin,opensearch,openpyxl]"
 
+# Install Numpy 1.x because 2.x is not support in layers right now
+pip3 install -t ./python --upgrade "numpy==1.*"
+
 rm -rf python/pyarrow*
 rm -rf python/boto*
 rm -rf python/urllib3*

poetry.lock

@@ -36,8 +36,8 @@ pandas = [
     { version = ">=1.2.0,<3.0.0", markers = "python_version >= \"3.9\"" },
 ]
 numpy = [
-    {version = "^1.18", markers = "python_version < \"3.12\""},
-    {version = "^1.26", markers = "python_version >= \"3.12\""}
+    { version = ">=1.18,<2.0", markers = "python_version < \"3.9\"" },
+    { version = ">=1.26,<3.0", markers = "python_version >= \"3.9\"" }
 ]
 pyarrow = ">=8.0.0"
 typing-extensions = "^4.4.0"