Merge commit '50bdaa58cc3837b03d38dd7b7378c70f8554a9cb' into cube-main

Prepare for split into a separate `arrow-rs` repository.

Author: ilya-biryukov

.env

@@ -45,7 +45,7 @@ DEBIAN=10
 UBUNTU=20.04
 FEDORA=33
 PYTHON=3.6
-LLVM=12
+LLVM=11
 CLANG_TOOLS=8
 RUST=nightly-2021-03-24
 GO=1.15

.github/workflows/archery.yml

@@ -37,14 +37,13 @@ jobs:
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
     name: Archery Unittests and Crossbow Check Config
     runs-on: ubuntu-latest
-    timeout-minutes: 15
     steps:
       - name: Checkout Arrow
         uses: actions/checkout@v2
         with:
           fetch-depth: 0
       - name: Git Fixup
-        if: ${{ github.ref != 'master' }}
+        if: ${{ github.event_name == 'pull_request' }}
         shell: bash
         run: git branch master origin/master
       - name: Free Up Disk Space

.github/workflows/cancel.yml

@@ -27,7 +27,6 @@ jobs:
   cancel-stale-workflow-runs:
     name: "Cancel stale workflow runs"
     runs-on: ubuntu-latest
-    timeout-minutes: 15
     steps:
       # Unfortunately, we need to define a separate cancellation step for
       # each workflow where we want to cancel stale runs.

.github/workflows/comment_bot.yml

@@ -78,16 +78,6 @@ jobs:
           if changed '^r/src'; then
             echo "CLANG_FORMAT_R=true" >> $GITHUB_ENV
           fi
-      - name: Ensure clang-format has the appropriate versoin
-        if: env.CMAKE_FORMAT == 'true' || 
-          env.CLANG_FORMAT_CPP == 'true' || 
-          env.CLANG_FORMAT_R == 'true' || 
-          endsWith(github.event.comment.body, 'everything')
-        run: |
-          set -e
-          . .env # To get the clang version we use
-          sudo apt update
-          sudo apt install -y clang-format-${CLANG_TOOLS}
       - name: Run cmake_format
         if: env.CMAKE_FORMAT == 'true' || endsWith(github.event.comment.body, 'everything')
         run: |

.github/workflows/cpp.yml

@@ -49,7 +49,6 @@ jobs:
     name: ${{ matrix.title }}
     runs-on: ubuntu-latest
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
-    timeout-minutes: 45
     strategy:
       fail-fast: false
       matrix:
@@ -170,7 +169,6 @@ jobs:
     name: C++ Minimal Build Example
     runs-on: ubuntu-latest
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
-    timeout-minutes: 45
     strategy:
       fail-fast: false
     steps:
@@ -187,7 +185,6 @@ jobs:
     name: AMD64 MacOS 10.15 C++
     runs-on: macos-latest
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
-    timeout-minutes: 45
     strategy:
       fail-fast: false
     env:
@@ -239,7 +236,6 @@ jobs:
     name: AMD64 ${{ matrix.name }} C++
     runs-on: ${{ matrix.os }}
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
-    timeout-minutes: 45
     strategy:
       fail-fast: false
       matrix:
@@ -309,7 +305,6 @@ jobs:
     name: AMD64 Windows MinGW ${{ matrix.mingw-n-bits }} C++
     runs-on: windows-latest
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
-    timeout-minutes: 45
     strategy:
       fail-fast: false
       matrix:

.github/workflows/cpp_cron.yml

@@ -36,12 +36,76 @@ env:
   ARCHERY_DOCKER_PASSWORD: ${{ secrets.DOCKERHUB_TOKEN }}
 
 jobs:
+  docker:
+    name: ${{ matrix.title }}
+    runs-on: ubuntu-latest
+    if: ${{ !contains(github.event.pull_request.title, 'WIP') && github.repository == 'apache/arrow' }}
+    strategy:
+      fail-fast: false
+      matrix:
+        name:
+          - amd64-debian-10-cpp
+          - amd64-fedora-33-cpp
+          - amd64-ubuntu-18.04-cpp
+          - amd64-ubuntu-20.04-cpp
+        include:
+          - name: amd64-debian-10-cpp
+            image: debian-cpp
+            title: AMD64 Debian 10 C++
+            debian: 10
+          - name: amd64-fedora-33-cpp
+            image: fedora-cpp
+            title: AMD64 Fedora 33 C++
+            fedora: 33
+          - name: amd64-ubuntu-18.04-cpp
+            image: ubuntu-cpp
+            title: AMD64 Ubuntu 18.04 C++
+            ubuntu: 18.04
+          - name: amd64-ubuntu-20.04-cpp
+            image: ubuntu-cpp
+            title: AMD64 Ubuntu 20.04 C++
+            ubuntu: 20.04
+    env:
+      # the defaults here should correspond to the values in .env
+      ARCH: 'amd64'
+      DEBIAN: ${{ matrix.debian || 10 }}
+      FEDORA: ${{ matrix.fedora || 33 }}
+      UBUNTU: ${{ matrix.ubuntu || 18.04 }}
+    steps:
+      - name: Checkout Arrow
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - name: Fetch Submodules and Tags
+        run: ci/scripts/util_checkout.sh
+      - name: Free Up Disk Space
+        run: ci/scripts/util_cleanup.sh
+      - name: Cache Docker Volumes
+        uses: actions/cache@v2
+        with:
+          path: .docker
+          key: ${{ matrix.name }}-${{ hashFiles('cpp/**') }}
+          restore-keys: ${{ matrix.name }}-
+      - name: Setup Python
+        uses: actions/setup-python@v1
+        with:
+          python-version: 3.8
+      - name: Setup Archery
+        run: pip install -e dev/archery[docker]
+      - name: Execute Docker Build
+        run: |
+          sudo sysctl -w kernel.core_pattern="core.%e.%p"
+          ulimit -c unlimited
+          archery docker run ${{ matrix.image }}
+      - name: Docker Push
+        if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
+        continue-on-error: true
+        run: archery docker push ${{ matrix.image }}
 
   oss-fuzz:
     name: OSS-Fuzz build check
     runs-on: ubuntu-latest
     if: ${{ !contains(github.event.pull_request.title, 'WIP') && github.repository == 'apache/arrow' }}
-    timeout-minutes: 60
     strategy:
       fail-fast: false
       matrix:

.github/workflows/csharp.yml

@@ -35,7 +35,6 @@ jobs:
     name: AMD64 Ubuntu 18.04 C# ${{ matrix.dotnet }}
     runs-on: ubuntu-latest
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
-    timeout-minutes: 15
     strategy:
       fail-fast: false
       matrix:
@@ -66,7 +65,6 @@ jobs:
     name: AMD64 Windows 2019 18.04 C# ${{ matrix.dotnet }}
     runs-on: windows-latest
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
-    timeout-minutes: 15
     strategy:
       fail-fast: false
       matrix:
@@ -96,7 +94,6 @@ jobs:
     name: AMD64 MacOS 10.15 C# ${{ matrix.dotnet }}
     runs-on: macos-latest
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
-    timeout-minutes: 15
     strategy:
       fail-fast: false
       matrix:

.github/workflows/dev.yml

@@ -60,7 +60,6 @@ jobs:
   release:
     name: Source Release and Merge Script
     runs-on: ubuntu-20.04
-    if: false # Disabled in CubeStore fork
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
     env:
       GIT_AUTHOR_NAME: Github Actions

.github/workflows/dev_pr.yml

@@ -48,9 +48,7 @@ jobs:
             script({github, context});
 
       - name: Check title
-        # Our fork does not require PRs to go through the JIRA.
         if: |
-          false &&
           github.event_name == 'pull_request_target' &&
             (github.event.action == 'opened' ||
              github.event.action == 'edited')

.github/workflows/go.yml

@@ -42,7 +42,6 @@ jobs:
     name: AMD64 Debian 10 Go ${{ matrix.go }}
     runs-on: ubuntu-latest
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
-    timeout-minutes: 15
     strategy:
       fail-fast: false
       matrix:
@@ -75,7 +74,6 @@ jobs:
     name: AMD64 Windows 2019 Go ${{ matrix.go }}
     runs-on: windows-latest
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
-    timeout-minutes: 15
     strategy:
       fail-fast: false
       matrix:
@@ -103,7 +101,6 @@ jobs:
     name: AMD64 MacOS 10.15 Go ${{ matrix.go }}
     runs-on: macos-latest
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
-    timeout-minutes: 15
     strategy:
       fail-fast: false
       matrix: