Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
47 commits
Select commit Hold shift + click to select a range
ea009a8
[Release] Nightly source verification tasks
kszucs Jan 28, 2022
760908e
Fix jinja template
kszucs Jan 28, 2022
0349b8d
Add source verification tasks to the nightly group
kszucs Jan 28, 2022
b565660
Missing line break
kszucs Jan 28, 2022
7e08999
Dummy git handling for C#
kszucs Jan 28, 2022
9693d54
Support verifying release without conda
kszucs Jan 28, 2022
797aba7
Support verifying wheels without conda
kszucs Jan 28, 2022
f777590
Support verifying wheels without conda
kszucs Jan 28, 2022
8ef749b
Use newer numpy
kszucs Jan 28, 2022
afdd0c2
Use absolute path to conda env files on windows
kszucs Jan 28, 2022
3f473dc
Install virtualenv
kszucs Jan 28, 2022
280b987
Fetch full history
kszucs Jan 28, 2022
c525219
No delayeed expansion in batch script
kszucs Jan 28, 2022
e51b078
Install python build dependencies
kszucs Jan 28, 2022
7260473
Porperly set use_conda
kszucs Jan 28, 2022
f7ae95e
Try to specify file:// protocol on windows
kszucs Jan 28, 2022
e79c657
Missing orc
kszucs Jan 28, 2022
29bd97e
Set fetch-depth for every java related build
kszucs Jan 28, 2022
ddeaaa1
Install numpy and sqlite in the conda build
kszucs Jan 28, 2022
a20f197
Don't install system dependencies for macos conda build
kszucs Jan 28, 2022
f1062c9
Path fu for windows
kszucs Jan 28, 2022
07483d3
Force activate arrow-test
kszucs Jan 28, 2022
c2d5431
Fix parquet and testing data paths on windows
kszucs Jan 28, 2022
daf0d06
Ncurses and numpy version
kszucs Jan 29, 2022
7c66ac1
Activate env for integration testing
kszucs Jan 29, 2022
3a9222d
Update gandiva
kszucs Jan 29, 2022
390cacf
Env for meson
kszucs Jan 29, 2022
9d62e5e
Fix import
kszucs Jan 31, 2022
7a74cf6
Fix venv path
kszucs Jan 31, 2022
411f2ba
ARROW-15392: [JS] Disable flaky javascript unittest
kszucs Jan 21, 2022
7babdde
Activate base env before calling mamba
kszucs Jan 31, 2022
efe943c
No _gcs
kszucs Jan 31, 2022
423b6b6
System deps
kszucs Jan 31, 2022
65d87bf
Ruby and maven
kszucs Jan 31, 2022
ee3c552
Fix maven action's version
kszucs Jan 31, 2022
e332889
Setup java
kszucs Jan 31, 2022
aebb2bc
Docker image for conda testing
kszucs Feb 1, 2022
95d0b62
Enable more features
kszucs Feb 1, 2022
25fad8a
Looser gandiva deps
kszucs Feb 1, 2022
6a2500c
Setup java macos
kszucs Feb 1, 2022
15c19f8
Install curl
kszucs Feb 1, 2022
6beb80d
Enable S3
kszucs Feb 1, 2022
5f8c7da
Prefer curl over wget
kszucs Feb 1, 2022
210d752
Enable python 3.6 archery
kszucs Feb 1, 2022
6af833e
Enable python 3.6 archery
kszucs Feb 1, 2022
8792032
Install libcurl-dev for bundled s3
kszucs Feb 1, 2022
5d027d1
Turn S3 off by default
kszucs Feb 1, 2022
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 2 additions & 2 deletions ci/conda_env_gandiva.txt
Original file line number Diff line number Diff line change
Expand Up @@ -15,5 +15,5 @@
# specific language governing permissions and limitations
# under the License.

clang=11
llvmdev=11
clang>=11
llvmdev>=11
6 changes: 1 addition & 5 deletions dev/archery/setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,12 +18,8 @@

import functools
import operator
import sys
from setuptools import setup, find_packages

if sys.version_info < (3, 7):
sys.exit('Python < 3.7 is not supported')

# For pathlib.Path compatibility
jinja_req = 'jinja2>=2.11'

Expand All @@ -50,7 +46,7 @@
maintainer_email='[email protected]',
packages=find_packages(),
include_package_data=True,
python_requires='>=3.7',
python_requires='>=3.6',
install_requires=['click>=7'],
tests_require=['pytest', 'responses'],
extras_require=extras,
Expand Down
1 change: 1 addition & 0 deletions dev/release/setup-ubuntu.sh
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,7 @@ apt-get -y install \
cmake \
curl \
git \
libcurl4-openssl-dev \
libgirepository1.0-dev \
libglib2.0-dev \
libsqlite3-dev \
Expand Down
43 changes: 29 additions & 14 deletions dev/release/verify-release-candidate.bat
Original file line number Diff line number Diff line change
Expand Up @@ -27,23 +27,45 @@ if not exist "C:\tmp\arrow-verify-release" mkdir C:\tmp\arrow-verify-release
set _VERIFICATION_DIR=C:\tmp\arrow-verify-release
set _VERIFICATION_DIR_UNIX=C:/tmp/arrow-verify-release
set _VERIFICATION_CONDA_ENV=%_VERIFICATION_DIR%\conda-env
set _DIST_URL=https://dist.apache.org/repos/dist/dev/arrow
set _TARBALL=apache-arrow-%1.tar.gz
set ARROW_SOURCE=%_VERIFICATION_DIR%\apache-arrow-%1
set INSTALL_DIR=%_VERIFICATION_DIR%\install

@rem Requires GNU Wget for Windows
wget --no-check-certificate -O %_TARBALL% %_DIST_URL%/apache-arrow-%1-rc%2/%_TARBALL% || exit /B 1
set VERSION=%1
set RC_NUMBER=%2

if "%RC_NUMBER%"=="" (
@rem verify a specific git revision
if "%SOURCE_REPOSITORY%"=="" (
pushd "%~dp0..\..\"
) else (
pushd %SOURCE_REPOSITORY%
)
git clone . %ARROW_SOURCE%
git -C %ARROW_SOURCE% checkout %VERSION%
popd
) else (
@rem verify a release candidate tarball
@rem Requires GNU Wget for Windows
set TARBALL_NAME=apache-arrow-%VERSION%.tar.gz
set TARBALL_URL=https://dist.apache.org/repos/dist/dev/arrow/apache-arrow-%VERSION%-rc%RC_NUMBER%/%TARBALL_NAME%
wget --no-check-certificate -O %TARBALL_NAME% %TARBALL_URL% || exit /B 1
tar xf %TARBALL_NAME% -C %_VERIFICATION_DIR_UNIX%
)

@rem Get testing datasets for Parquet unit tests
git clone https://github.com/apache/parquet-testing.git %_VERIFICATION_DIR%\parquet-testing
set PARQUET_TEST_DATA=%_VERIFICATION_DIR%\parquet-testing\data

tar xf %_TARBALL% -C %_VERIFICATION_DIR_UNIX%
git clone https://github.com/apache/arrow-testing.git %_VERIFICATION_DIR%\arrow-testing
set ARROW_TEST_DATA=%_VERIFICATION_DIR%\arrow-testing\data

set PYTHON=3.8

@rem Using call with conda.bat seems necessary to avoid terminating the batch
@rem script execution
call conda create --no-shortcuts -c conda-forge -f -q -y -p %_VERIFICATION_CONDA_ENV% ^
--file=ci\conda_env_cpp.txt ^
--file=ci\conda_env_python.txt ^
--file=%ARROW_SOURCE%\ci\conda_env_cpp.txt ^
--file=%ARROW_SOURCE%\ci\conda_env_python.txt ^
git ^
python=%PYTHON% ^
|| exit /B 1
Expand Down Expand Up @@ -96,13 +118,6 @@ cmake -G "%GENERATOR%" ^

cmake --build . --target INSTALL --config Release || exit /B 1

@rem Get testing datasets for Parquet unit tests
git clone https://github.com/apache/parquet-testing.git %_VERIFICATION_DIR%\parquet-testing
set PARQUET_TEST_DATA=%_VERIFICATION_DIR%\parquet-testing\data

git clone https://github.com/apache/arrow-testing.git %_VERIFICATION_DIR%\arrow-testing
set ARROW_TEST_DATA=%_VERIFICATION_DIR%\arrow-testing\data

@rem Needed so python-test.exe works
set PYTHONPATH_ORIGINAL=%PYTHONPATH%
set PYTHONPATH=%CONDA_PREFIX%\Lib;%CONDA_PREFIX%\Lib\site-packages;%CONDA_PREFIX%\DLLs;%CONDA_PREFIX%;%PYTHONPATH%
Expand Down
Loading