Merge branch 'master' into ARROW-13398_install.Rmd

apache · Nov 22, 2021 · c0f8fde · c0f8fde
2 parents 6850eb4 + 911a833
commit c0f8fde
Show file tree

Hide file tree

Showing 871 changed files with 33,245 additions and 14,448 deletions.
diff --git a/.github/workflows/archery.yml b/.github/workflows/archery.yml
@@ -32,7 +32,7 @@ on:
       - 'docker-compose.yml'
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 jobs:

diff --git a/.github/workflows/cpp.yml b/.github/workflows/cpp.yml
@@ -38,7 +38,7 @@ on:
       - 'format/Flight.proto'
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 env:
@@ -53,7 +53,7 @@ jobs:
     name: ${{ matrix.title }}
     runs-on: ubuntu-latest
     if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
-    timeout-minutes: 45
+    timeout-minutes: 60
     strategy:
       fail-fast: false
       matrix:

diff --git a/.github/workflows/csharp.yml b/.github/workflows/csharp.yml
@@ -30,7 +30,7 @@ on:
       - 'csharp/**'
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 jobs:

diff --git a/.github/workflows/dev.yml b/.github/workflows/dev.yml
@@ -23,7 +23,7 @@ on:
   pull_request:
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 env:

diff --git a/.github/workflows/go.yml b/.github/workflows/go.yml
@@ -33,7 +33,7 @@ on:
       - 'go/**'
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 env:
@@ -238,13 +238,12 @@ jobs:
     timeout-minutes: 60
     strategy:
       fail-fast: false
-      matrix:
-        go: [1.15]
+      matrix:        
         mingw-n-bits:
           #- 32 runtime handling for CGO needs 64-bit currently
           - 64
     env:
-      ARROW_GO_TESTCGO: "1"            
+      ARROW_GO_TESTCGO: "1"
     steps:
       - name: Disable Crash Dialogs
         run: |
@@ -254,10 +253,6 @@ jobs:
             /t REG_DWORD `
             /d 1 `
             /f
-      - name: Install go
-        uses: actions/setup-go@v1
-        with:
-          go-version: ${{ matrix.go }}
       - name: Checkout Arrow
         uses: actions/checkout@v2
         with:
@@ -278,7 +273,10 @@ jobs:
         run: |
           echo "CGO_CPPFLAGS=-I$(cygpath --windows ${MINGW_PREFIX}/include)" >> $GITHUB_ENV
           echo "CGO_LDFLAGS=-g -O2 -L$(cygpath --windows ${MINGW_PREFIX}/lib) -L$(cygpath --windows ${MINGW_PREFIX}/bin)" >> $GITHUB_ENV
-          echo "$(cygpath --windows ${MINGW_PREFIX}/bin)" >> $GITHUB_PATH
+          echo "GOROOT=$(cygpath --windows ${MINGW_PREFIX}/lib/go)" >> $GITHUB_ENV          
+          echo "GOPATH=$(cygpath --windows ${HOME}/gopath)" >> $GITHUB_ENV
+          mkdir -p $(cygpath --windows ${HOME}/gopath)
+          echo "MINGW_PREFIX=$(cygpath --windows ${MINGW_PREFIX})" >> $GITHUB_ENV
       - name: Build
         shell: bash
         run: ci/scripts/go_build.sh .

diff --git a/.github/workflows/integration.yml b/.github/workflows/integration.yml
@@ -42,7 +42,7 @@ on:
       - 'format/**'
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 env:

diff --git a/.github/workflows/java.yml b/.github/workflows/java.yml
@@ -36,7 +36,7 @@ on:
       - 'java/**'
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 env:

diff --git a/.github/workflows/java_jni.yml b/.github/workflows/java_jni.yml
@@ -36,7 +36,7 @@ on:
       - 'java/**'
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 env:
@@ -78,3 +78,36 @@ jobs:
         if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
         continue-on-error: true
         run: archery docker push debian-java-jni
+
+  docker_integration_python:
+    name: AMD64 Debian 9 Java C Data Interface Integration
+    runs-on: ubuntu-latest
+    if: ${{ !contains(github.event.pull_request.title, 'WIP') }}
+    timeout-minutes: 90
+    steps:
+      - name: Checkout Arrow
+        uses: actions/checkout@v2
+        with:
+          fetch-depth: 0
+      - name: Fetch Submodules and Tags
+        run: ci/scripts/util_checkout.sh
+      - name: Free Up Disk Space
+        run: ci/scripts/util_cleanup.sh
+      - name: Cache Docker Volumes
+        uses: actions/cache@v2
+        with:
+          path: .docker
+          key: maven-${{ hashFiles('java/**') }}
+          restore-keys: maven-
+      - name: Setup Python
+        uses: actions/setup-python@v1
+        with:
+          python-version: 3.8
+      - name: Setup Archery
+        run: pip install -e dev/archery[docker]
+      - name: Execute Docker Build
+        run: archery docker run conda-python-java-integration
+      - name: Docker Push
+        if: success() && github.event_name == 'push' && github.repository == 'apache/arrow'
+        continue-on-error: true
+        run: archery docker push conda-python-java-integration
diff --git a/.github/workflows/js.yml b/.github/workflows/js.yml
@@ -32,7 +32,7 @@ on:
       - 'js/**'
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 env:

diff --git a/.github/workflows/julia.yml b/.github/workflows/julia.yml
@@ -27,7 +27,7 @@ on:
       - 'julia/**'
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 jobs:

diff --git a/.github/workflows/matlab.yml b/.github/workflows/matlab.yml
@@ -32,13 +32,13 @@ on:
       - 'cpp/src/arrow/**'
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 jobs:
 
   matlab:
-    name: AMD64 Ubuntu 20.04 MATLAB 
+    name: AMD64 Ubuntu 20.04 MATLAB
     runs-on: ubuntu-latest
     steps:
       - name: Check out repository
@@ -54,7 +54,7 @@ jobs:
       - name: Build MATLAB Interface
         run: ci/scripts/matlab_build.sh $(pwd)
       - name: Run MATLAB Tests
-        env: 
+        env:
           # libarrow.so requires a more recent version of libstdc++.so
           # than is bundled with MATLAB under <matlabroot>/sys/os/glnxa64.
           # Therefore, if a MEX function that depends on libarrow.so

diff --git a/.github/workflows/python.yml b/.github/workflows/python.yml
@@ -32,7 +32,7 @@ on:
       - 'python/**'
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 env:

diff --git a/.github/workflows/r-without-arrow.yml b/.github/workflows/r-without-arrow.yml
@@ -28,7 +28,7 @@ on:
       - "r/src/**"
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 env:

diff --git a/.github/workflows/r.yml b/.github/workflows/r.yml
@@ -40,7 +40,7 @@ on:
       - "r/**"
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 env:

diff --git a/.github/workflows/ruby.yml b/.github/workflows/ruby.yml
@@ -44,7 +44,7 @@ on:
       - 'ruby/**'
 
 concurrency:
-  group: ${{ github.repository }}-${{ github.ref }}-${{ github.workflow }}
+  group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }}
   cancel-in-progress: true
 
 env:

diff --git a/.gitignore b/.gitignore
@@ -47,6 +47,8 @@ perf.data.old
 cpp/.idea/
 .clangd/
 cpp/.clangd/
+.cache/clangd/
+cpp/.cache/clangd/
 cpp/apidoc/xml/
 docs/example.gz
 docs/example1.dat