Update to Arrow 13

Author: alexbaden

docker/Dockerfile

@@ -69,10 +69,11 @@ RUN apt-get update && apt-get install -y \
 RUN wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb && \
     apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb && \
     apt-get update && apt-get install -y -V \
-        libarrow-dev=11* \
-        libparquet-dev=11* \
-        libarrow-dataset-dev=11* \
-        libarrow-flight-dev=11* \
+        libarrow-dev=13* \
+        libparquet-dev=13* \
+        libarrow-dataset-dev=13* \
+        libarrow-acero-dev=13* \
+        libarrow-flight-dev=13* \
         --
 
 RUN apt-get update && \

docker/Dockerfile.clang-cpu

@@ -2,7 +2,7 @@
 RUN wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb && \
     dpkg -i cuda-keyring_1.1-1_all.deb && \
     apt-get update && \
-    apt-get install -y cuda-toolkit-12-2 cuda-drivers-535 libarrow-cuda-dev=11.*
+    apt-get install -y cuda-toolkit-12-2 cuda-drivers-535 libarrow-cuda-dev=13.*
 
 ENV PATH=/usr/local/cuda/bin${PATH:+:${PATH}}
 

docker/Dockerfile.cuda

@@ -2,7 +2,7 @@
 RUN wget https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb && \
     dpkg -i cuda-keyring_1.1-1_all.deb && \
     apt-get update && \
-    apt-get install -y cuda-toolkit-12-2 cuda-drivers-535 libarrow-cuda-dev=11.*
+    apt-get install -y cuda-toolkit-12-2 cuda-drivers-535 libarrow-cuda-dev=13.*
 
 ENV PATH=/usr/local/cuda/bin${PATH:+:${PATH}}
 

docker/requirements.txt

@@ -1,5 +1,5 @@
 Cython==0.29.30
 numpy==1.22.4
-pyarrow==8.0.0
+pyarrow==13.0.0
 Pygments==2.15.0
 PyYAML==5.4

omniscidb/scripts/mapd-deps-conda-dev-env.yml

@@ -17,8 +17,8 @@ dependencies:
   - gcc_linux-64   12.*
   - ccache
   - sysroot_linux-64 >=2.14
-  - arrow-cpp  11.0
-  - pyarrow    11.0
+  - arrow-cpp  13.0
+  - pyarrow    13.0
   - pandas     1.5.3
   - llvmdev     16.*
   - openjdk     20.*

omniscidb/scripts/mapd-deps-conda-windows-env.yml

@@ -15,8 +15,8 @@ channels:
 dependencies:
   - git
   - ccache
-  - arrow-cpp  11.0
-  - pyarrow    11.0
+  - arrow-cpp  13.0
+  - pyarrow    13.0
   - pandas     1.5.3
   - llvmdev     16.*
   - openjdk     20.*

recipe/meta.yaml

@@ -8,7 +8,7 @@
 {% set py_build_string_ext = "py{}{}_{}".format(CONDA_PY, build_string, build_ext) %}
 {% set py_build_string = "py{}{}".format(CONDA_PY, build_string) %}
 {% set install_base = "opt/hdk" %}
-{% set arrow_version = "11.*" %}
+{% set arrow_version = "13.*" %}
 {% set arrow_proc_version = "3.*" %}
 {% set llvm_version = "16" %}