tasks.yml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

groups:
  # these groups are just for convenience
  # makes it easier to submit related tasks https://github.com/github/release-radar

{############################# Packaging tasks ###############################}

  conan:
    - conan-*

  conda:
    - conda-*

  wheel:
    - wheel-*

  linux:
    - almalinux-*
    - amazon-linux-*
    - centos-*
    - debian-*
    - ubuntu-*

  linux-amd64:
    - almalinux-*-amd64
    - amazon-linux-*-amd64
    - centos-*-amd64
    - debian-*-amd64
    - ubuntu-*-amd64

  linux-arm64:
    - almalinux-*-arm64
    - debian-*-arm64
    - ubuntu-*-arm64

  homebrew:
    - homebrew-*

  packaging:
    - almalinux-*
    - amazon-linux-*
    - centos-*
    - conan-*
    - debian-*
    - java-jars
    - matlab
    - nuget
    - python-sdist
    - r-binary-packages
    - ubuntu-*
    - wheel-*
    - test-debian-*-docs

{############################# Testing tasks #################################}

  test:
    - test-*

  cpp:
    - test-*cpp*

  c-glib:
    - test-*c-glib*

  java:
    - "*java*"
    - test-*spark*

  python:
    - test-*python*
    - example-*python*

  r:
    - test*-r-*
    - r-binary-packages

  ruby:
    - test-*ruby*

  go:
    - test*-go-*

  vcpkg:
    - test-*vcpkg*

  integration:
    - test-*dask*
    - test-*hdfs*
    - test-*pandas*
    - test-*spark*

  example:
    - example-*

  example-cpp:
    - example-*cpp*

  example-python:
    - example-*python*

  fuzz:
    - test-*fuzz*

  verify-rc:
    - verify-rc-*

  verify-rc-binaries:
    - verify-rc-binaries-*

  verify-rc-jars:
    - verify-rc-binaries-jars-*

  verify-rc-wheels:
    - verify-rc-binaries-wheels-*

  verify-rc-source:
    - verify-rc-source-*

  verify-rc-source-macos:
    - verify-rc-source-*-macos-*

  verify-rc-source-linux:
    - verify-rc-source-*-linux-*

{######################## Tasks to run regularly #############################}

  nightly:
    - verify-rc-source-*
    - almalinux-*
    - amazon-linux-*
    - debian-*
    - ubuntu-*
    - centos-*
    - conan-*
    - conda-*
    - java-jars
    - homebrew-cpp
    - nuget
    - test-*
    - example-*
    - wheel-*
    - python-sdist

  nightly-tests:
    - test-*
    - example-*

  nightly-packaging:
    - almalinux-*
    - amazon-linux-*
    - debian-*
    - ubuntu-*
    - centos-*
    - conda-*
    - conan-*
    - java-jars
    - homebrew-cpp
    - nuget
    - wheel-*
    - python-sdist
    - r-binary-packages

  nightly-release:
    - verify-rc-source-*

tasks:
  # arbitrary_task_name:
  #   template: path of jinja2 templated yml
  #   params: optional extra parameters
  #   artifacts: list of regex patterns, each needs to match a single github
  #              release asset, version variable is replaced in the pattern
  #              e.g.:
  #     - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0-linux-64.tar.bz2

  ############################## Conan ##################################

  conan-minimum:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      image: conan

  conan-maximum:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      flags: >-
        -e ARROW_CONAN_PARQUET=True
        -e ARROW_CONAN_WITH_BROTLI=True
        -e ARROW_CONAN_WITH_BZ2=True
        -e ARROW_CONAN_WITH_FLIGHT_RPC=True
        -e ARROW_CONAN_WITH_GLOG=True
        -e ARROW_CONAN_WITH_JEMALLOC=True
        -e ARROW_CONAN_WITH_JSON=True
        -e ARROW_CONAN_WITH_LZ4=True
        -e ARROW_CONAN_WITH_SNAPPY=True
        -e ARROW_CONAN_WITH_ZSTD=True
      image: conan

  ########################### Python Minimal ############################

{% for kind in ["fedora-conda", "ubuntu-venv"] %}
  example-python-minimal-build-{{ kind }}:
    ci: github
    template: python-minimal-build/github.linux.yml
    params:
      type: minimal_build
      image: minimal-{{ kind }}
{% endfor %}

  ############################# Conda Linux (x64) #############################

  conda-clean:
    ci: azure
    template: conda-recipes/azure.clean.yml

  # Important notes on the conda setup here:
  #
  # * On conda-forge the `pyarrow` and `arrow-cpp` packages are built in
  #   the same feedstock as the dependency matrix is the same for them as
  #   Python and the OS are the main dimension.
  # * The files in `dev/tasks/conda-recipes/.ci_support/` are automatically
  #   generated and to be synced regularly from the feedstock. We have no way
  #   yet to generate them inside the arrow repository automatically.
  # * We no longer run the arrow-r jobs as the feedstock is very stable and
  #   the complexity is mostly covered by arrow-cpp.

  conda-linux-x64-cpu-py3:
    ci: azure
    template: conda-recipes/azure.linux.yml
    params:
      config: linux_64_cuda_compiler_versionNone
    artifacts:
      - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cpu.conda

  conda-linux-x64-cuda-py3:
    ci: azure
    template: conda-recipes/azure.linux.yml
    params:
      config: linux_64_cuda_compiler_version11.2
    artifacts:
      - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cuda.conda

  ########################### Conda Linux (aarch64) ###########################

  conda-linux-aarch64-cpu-py3:
    ci: azure
    template: conda-recipes/azure.linux.yml
    params:
      config: linux_aarch64_cuda_compiler_versionNone
    artifacts:
      - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cpu.conda

  conda-linux-aarch64-cuda-py3:
    ci: azure
    template: conda-recipes/azure.linux.yml
    params:
      config: linux_aarch64_cuda_compiler_version11.2
    artifacts:
      - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cuda.conda

  ########################### Conda Linux (ppc64le) ###########################

  conda-linux-ppc64le-cpu-py3:
    ci: azure
    template: conda-recipes/azure.linux.yml
    params:
      config: linux_ppc64le_cuda_compiler_versionNone
    artifacts:
      - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cpu.conda

  conda-linux-ppc64le-cuda-py3:
    ci: azure
    template: conda-recipes/azure.linux.yml
    params:
      config: linux_ppc64le_cuda_compiler_version11.2
    artifacts:
      - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cuda.conda

  ############################## Conda OSX (x64) ##############################

  conda-osx-x64-cpu-py3:
    ci: azure
    template: conda-recipes/azure.osx.yml
    params:
      config: osx_64_
    artifacts:
      - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cpu.conda

  ############################# Conda OSX (arm64) #############################

  conda-osx-arm64-cpu-py3:
    ci: azure
    template: conda-recipes/azure.osx.yml
    params:
      config: osx_arm64_
    artifacts:
      - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cpu.conda

  ############################## Conda Windows ################################

  conda-win-x64-cpu-py3:
    ci: azure
    template: conda-recipes/azure.win.yml
    params:
      config: win_64_cuda_compiler_versionNone
    artifacts:
      - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cpu.conda
      - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cpu.conda

  conda-win-x64-cuda-py3:
    ci: azure
    template: conda-recipes/azure.win.yml
    params:
      config: win_64_cuda_compiler_version11.2
    artifacts:
      - libarrow-{no_rc_version}-(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py38(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py39(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py310(h[a-z0-9]+)_0_cuda.conda
      - pyarrow-{no_rc_version}-py311(h[a-z0-9]+)_0_cuda.conda

{% for python_version, python_tag, abi_tag in [("3.8", "cp38", "cp38"),
                                               ("3.9", "cp39", "cp39"),
                                               ("3.10", "cp310", "cp310"),
                                               ("3.11", "cp311", "cp311"),
                                               ("3.12", "cp312", "cp312")] %}

{############################## Wheel Linux ##################################}


{% for arch, manylinux_version, platform_tag in [("amd64", "2014", "manylinux_2_17_x86_64.manylinux2014_x86_64"),
                                                 ("amd64", "2-28", "manylinux_2_28_x86_64"),
                                                 ("arm64", "2014", "manylinux_2_17_aarch64.manylinux2014_aarch64"),
                                                 ("arm64", "2-28", "manylinux_2_28_aarch64")] %}
  wheel-manylinux-{{ manylinux_version }}-{{ python_tag }}-{{ arch }}:
    ci: github
    template: python-wheels/github.linux.yml
    params:
      arch: "{{ arch }}"
      python_version: "{{ python_version }}"
      manylinux_version: "{{ manylinux_version }}"
      wheel_platform_tag: "{{ platform_tag }}"
    artifacts:
      - pyarrow-{no_rc_version}-{{ python_tag }}-{{ abi_tag }}-{{ platform_tag }}.whl
{% endfor %}

{############################## Wheel macOS ####################################}

{% for macos_version, macos_codename in [("10.15", "catalina")] %}
  {% set platform_tag = "macosx_{}_x86_64".format(macos_version.replace('.', '_')) %}

  wheel-macos-{{ macos_codename }}-{{ python_tag }}-amd64:
    ci: github
    template: python-wheels/github.osx.yml
    params:
      arch: "x86_64"
      arrow_jemalloc: "ON"
      python_version: "{{ python_version }}"
      macos_deployment_target: "{{ macos_version }}"
      runs_on: "macos-13"
      vcpkg_arch: "amd64"
    artifacts:
      - pyarrow-{no_rc_version}-{{ python_tag }}-{{ abi_tag }}-{{ platform_tag }}.whl

{% endfor %}

  wheel-macos-big-sur-{{ python_tag }}-arm64:
    ci: github
    template: python-wheels/github.osx.yml
    params:
      arch: "arm64"
      arrow_jemalloc: "OFF"
      python_version: "{{ python_version }}"
      macos_deployment_target: "11.0"
      runs_on: "macos-14"
      vcpkg_arch: "arm64"
    artifacts:
      - pyarrow-{no_rc_version}-{{ python_tag }}-{{ python_tag }}-macosx_11_0_arm64.whl

{############################## Wheel Windows ################################}

  wheel-windows-{{ python_tag }}-amd64:
    ci: github
    template: python-wheels/github.windows.yml
    params:
      python_version: "{{ python_version }}"
    artifacts:
      - pyarrow-{no_rc_version}-{{ python_tag }}-{{ abi_tag }}-win_amd64.whl

{% endfor %}

{############################ Python sdist ####################################}

  python-sdist:
    ci: github
    template: python-sdist/github.yml
    artifacts:
      - pyarrow-{no_rc_version}.tar.gz

{############################## Linux PKGS ####################################}

{% for target in ["debian-bullseye",
                  "debian-bookworm",
                  "debian-trixie",
                  "ubuntu-focal",
                  "ubuntu-jammy",
                  "ubuntu-noble"] %}
  {% for architecture in ["amd64", "arm64"] %}
  {{ target }}-{{ architecture }}:
    ci: github
    template: linux-packages/github.linux.yml
    params:
      architecture: "{{ architecture }}"
    {% if architecture == "amd64" %}
      target: "{{ target }}"
    {% else %}
      target: "{{ target }}-arm64"
    {% endif %}
      task_namespace: "apt"
      upload_extensions:
        - .ddeb
        - .deb
        - .debian.tar.xz
        - .dsc
        - .orig.tar.gz
    artifacts:
      - arrow-tools_{no_rc_version}-1_[a-z0-9]+.deb
    {% if architecture == "amd64" %}
      - apache-arrow-apt-source_{no_rc_version}-1.debian.tar.xz
      - apache-arrow-apt-source_{no_rc_version}-1.dsc
      - apache-arrow-apt-source_{no_rc_version}-1_all.deb
      - apache-arrow-apt-source_{no_rc_version}.orig.tar.gz
      - apache-arrow_{no_rc_version}-1.debian.tar.xz
      - apache-arrow_{no_rc_version}-1.dsc
      - apache-arrow_{no_rc_version}.orig.tar.gz
    {% endif %}
      - gir1.2-arrow-1.0_{no_rc_version}-1_[a-z0-9]+.deb
      - gir1.2-arrow-dataset-1.0_{no_rc_version}-1_[a-z0-9]+.deb
      - gir1.2-arrow-flight-1.0_{no_rc_version}-1_[a-z0-9]+.deb
      - gir1.2-arrow-flight-sql-1.0_{no_rc_version}-1_[a-z0-9]+.deb
      - gir1.2-gandiva-1.0_{no_rc_version}-1_[a-z0-9]+.deb
      - gir1.2-parquet-1.0_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-acero-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-acero1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libarrow-acero1700_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-dataset-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-dataset-glib-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-dataset-glib-doc_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-dataset-glib1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libarrow-dataset-glib1700_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-dataset1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libarrow-dataset1700_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-flight-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-flight-glib-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-flight-glib-doc_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-flight-glib1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libarrow-flight-glib1700_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-flight-sql-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-flight-sql-glib-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-flight-sql-glib-doc_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-flight-sql-glib1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libarrow-flight-sql-glib1700_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-flight-sql1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libarrow-flight-sql1700_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-flight1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libarrow-flight1700_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-glib-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-glib-doc_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-glib1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libarrow-glib1700_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libarrow1700_{no_rc_version}-1_[a-z0-9]+.deb
      - libgandiva-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libgandiva-glib-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libgandiva-glib-doc_{no_rc_version}-1_[a-z0-9]+.deb
      - libgandiva-glib1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libgandiva-glib1700_{no_rc_version}-1_[a-z0-9]+.deb
      - libgandiva1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libgandiva1700_{no_rc_version}-1_[a-z0-9]+.deb
      - libparquet-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libparquet-glib-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libparquet-glib-doc_{no_rc_version}-1_[a-z0-9]+.deb
      - libparquet-glib1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libparquet-glib1700_{no_rc_version}-1_[a-z0-9]+.deb
      - libparquet1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libparquet1700_{no_rc_version}-1_[a-z0-9]+.deb
      - parquet-tools_{no_rc_version}-1_[a-z0-9]+.deb
    {% if architecture == "amd64" %}
      - gir1.2-arrow-cuda-1.0_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-cuda-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-cuda-glib-dev_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-cuda-glib1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libarrow-cuda-glib1700_{no_rc_version}-1_[a-z0-9]+.deb
      - libarrow-cuda1700-dbgsym_{no_rc_version}-1_[a-z0-9]+.d?deb
      - libarrow-cuda1700_{no_rc_version}-1_[a-z0-9]+.deb
    {% endif %}
  {% endfor %}
{% endfor %}

{% for target in ["almalinux-9",
                  "almalinux-8",
                  "amazon-linux-2023",
                  "centos-9-stream",
                  "centos-8-stream",
                  "centos-7"] %}
  {% set is_rhel7_based = (target in ["amazon-linux-2", "centos-7"]) %}
  {% for architecture
       in ["amd64", "arm64"]
       if not (target == "centos-7" and architecture == "arm64") %}
  {{ target }}-{{ architecture }}:
    ci: github
    template: linux-packages/github.linux.yml
    params:
      architecture: "{{ architecture }}"
    {% if architecture == "amd64" %}
      target: "{{ target }}"
    {% else %}
      target: "{{ target }}-aarch64"
    {% endif %}
      task_namespace: "yum"
      upload_extensions:
        - .rpm
    artifacts:
    {% if architecture == "amd64" %}
      - apache-arrow-release-{no_rc_version}-1.[a-z0-9]+.noarch.rpm
      - apache-arrow-release-{no_rc_version}-1.[a-z0-9]+.src.rpm
    {% endif %}
      - arrow[0-9]+-acero-libs-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow-acero-devel-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% if not is_rhel7_based %}
      - arrow[0-9]+-acero-libs-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% endif %}
      - arrow[0-9]+-dataset-libs-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow-dataset-devel-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow-dataset-glib-devel-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow-dataset-glib-doc-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% if not is_rhel7_based %}
      - arrow[0-9]+-dataset-glib-libs-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% endif %}
      - arrow[0-9]+-dataset-glib-libs-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% if not is_rhel7_based %}
      - arrow[0-9]+-dataset-libs-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% endif %}
      - arrow-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% if not is_rhel7_based %}
      - arrow-debugsource-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% endif %}
      - arrow-devel-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% if not is_rhel7_based %}
      - arrow-flight-devel-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow-flight-glib-devel-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow-flight-glib-doc-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow-flight-sql-devel-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow-flight-sql-glib-devel-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow-flight-sql-glib-doc-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow[0-9]+-flight-glib-libs-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow[0-9]+-flight-glib-libs-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow[0-9]+-flight-libs-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow[0-9]+-flight-libs-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow[0-9]+-flight-sql-glib-libs-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow[0-9]+-flight-sql-glib-libs-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow[0-9]+-flight-sql-libs-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow[0-9]+-flight-sql-libs-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% endif %}
      - arrow-glib-devel-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - arrow-glib-doc-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% if not is_rhel7_based %}
      - arrow[0-9]+-glib-libs-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% endif %}
      - arrow[0-9]+-glib-libs-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% if not is_rhel7_based %}
      - arrow[0-9]+-libs-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% endif %}
      - arrow[0-9]+-libs-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% if architecture == "amd64" %}
      - arrow-{no_rc_version}-1.[a-z0-9]+.src.rpm
    {% endif %}
      - arrow-tools-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% if not is_rhel7_based %}
      - arrow-tools-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% endif %}
    {% if not is_rhel7_based %}
      - gandiva-devel-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - gandiva-glib-devel-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - gandiva-glib-doc-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - gandiva[0-9]+-glib-libs-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - gandiva[0-9]+-glib-libs-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - gandiva[0-9]+-libs-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - gandiva[0-9]+-libs-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% endif %}
      - parquet-devel-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - parquet-glib-devel-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - parquet-glib-doc-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% if not is_rhel7_based %}
      - parquet[0-9]+-glib-libs-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% endif %}
      - parquet[0-9]+-glib-libs-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% if not is_rhel7_based %}
      - parquet[0-9]+-libs-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% endif %}
      - parquet[0-9]+-libs-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
      - parquet-tools-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% if not is_rhel7_based %}
      - parquet-tools-debuginfo-{no_rc_version}-1.[a-z0-9]+.[a-z0-9_]+.rpm
    {% endif %}
  {% endfor %}
{% endfor %}

  ############################## Homebrew Tasks ################################

  homebrew-cpp:
    ci: github
    template: homebrew-formulae/github.macos.yml
    params:
      formula: apache-arrow.rb

  ############################## MATLAB Packages ################################

  matlab:
    ci: github
    template: matlab/github.yml
    artifacts:
      - matlab-arrow-{no_rc_version}.mltbx

  ############################## Arrow JAR's ##################################

  java-jars:
    # Build jar's that contains cpp libraries dependencies
    ci: github
    template: java-jars/github.yml
    artifacts:
      - arrow-algorithm-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-algorithm-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-algorithm-{no_rc_snapshot_version}-javadoc.jar
      - arrow-algorithm-{no_rc_snapshot_version}-sources.jar
      - arrow-algorithm-{no_rc_snapshot_version}-tests.jar
      - arrow-algorithm-{no_rc_snapshot_version}.jar
      - arrow-algorithm-{no_rc_snapshot_version}.pom
      - arrow-avro-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-avro-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-avro-{no_rc_snapshot_version}-javadoc.jar
      - arrow-avro-{no_rc_snapshot_version}-sources.jar
      - arrow-avro-{no_rc_snapshot_version}-tests.jar
      - arrow-avro-{no_rc_snapshot_version}.jar
      - arrow-avro-{no_rc_snapshot_version}.pom
      - arrow-bom-{no_rc_snapshot_version}.pom
      - arrow-c-data-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-c-data-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-c-data-{no_rc_snapshot_version}-javadoc.jar
      - arrow-c-data-{no_rc_snapshot_version}-sources.jar
      - arrow-c-data-{no_rc_snapshot_version}-tests.jar
      - arrow-c-data-{no_rc_snapshot_version}.jar
      - arrow-c-data-{no_rc_snapshot_version}.pom
      - arrow-compression-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-compression-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-compression-{no_rc_snapshot_version}-javadoc.jar
      - arrow-compression-{no_rc_snapshot_version}-sources.jar
      - arrow-compression-{no_rc_snapshot_version}-tests.jar
      - arrow-compression-{no_rc_snapshot_version}.jar
      - arrow-compression-{no_rc_snapshot_version}.pom
      - arrow-dataset-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-dataset-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-dataset-{no_rc_snapshot_version}-javadoc.jar
      - arrow-dataset-{no_rc_snapshot_version}-sources.jar
      - arrow-dataset-{no_rc_snapshot_version}-tests.jar
      - arrow-dataset-{no_rc_snapshot_version}.jar
      - arrow-dataset-{no_rc_snapshot_version}.pom
      - arrow-flight-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-flight-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-flight-{no_rc_snapshot_version}.pom
      - arrow-format-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-format-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-format-{no_rc_snapshot_version}-javadoc.jar
      - arrow-format-{no_rc_snapshot_version}-sources.jar
      - arrow-format-{no_rc_snapshot_version}-tests.jar
      - arrow-format-{no_rc_snapshot_version}.jar
      - arrow-format-{no_rc_snapshot_version}.pom
      - arrow-gandiva-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-gandiva-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-gandiva-{no_rc_snapshot_version}-javadoc.jar
      - arrow-gandiva-{no_rc_snapshot_version}-sources.jar
      - arrow-gandiva-{no_rc_snapshot_version}-tests.jar
      - arrow-gandiva-{no_rc_snapshot_version}.jar
      - arrow-gandiva-{no_rc_snapshot_version}.pom
      - arrow-java-root-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-java-root-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-java-root-{no_rc_snapshot_version}-source-release.zip
      - arrow-java-root-{no_rc_snapshot_version}.pom
      - arrow-jdbc-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-jdbc-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-jdbc-{no_rc_snapshot_version}-javadoc.jar
      - arrow-jdbc-{no_rc_snapshot_version}-sources.jar
      - arrow-jdbc-{no_rc_snapshot_version}-tests.jar
      - arrow-jdbc-{no_rc_snapshot_version}.jar
      - arrow-jdbc-{no_rc_snapshot_version}.pom
      - arrow-maven-plugins-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-maven-plugins-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-maven-plugins-{no_rc_snapshot_version}-src.zip
      - arrow-maven-plugins-{no_rc_snapshot_version}.pom
      - arrow-memory-core-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-memory-core-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-memory-core-{no_rc_snapshot_version}-javadoc.jar
      - arrow-memory-core-{no_rc_snapshot_version}-sources.jar
      - arrow-memory-core-{no_rc_snapshot_version}-tests.jar
      - arrow-memory-core-{no_rc_snapshot_version}.jar
      - arrow-memory-core-{no_rc_snapshot_version}.pom
      - arrow-memory-netty-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-memory-netty-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-memory-netty-{no_rc_snapshot_version}-javadoc.jar
      - arrow-memory-netty-{no_rc_snapshot_version}-sources.jar
      - arrow-memory-netty-{no_rc_snapshot_version}-tests.jar
      - arrow-memory-netty-{no_rc_snapshot_version}.jar
      - arrow-memory-netty-{no_rc_snapshot_version}.pom
      - arrow-memory-netty-buffer-patch-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-memory-netty-buffer-patch-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-memory-netty-buffer-patch-{no_rc_snapshot_version}-javadoc.jar
      - arrow-memory-netty-buffer-patch-{no_rc_snapshot_version}-sources.jar
      - arrow-memory-netty-buffer-patch-{no_rc_snapshot_version}-tests.jar
      - arrow-memory-netty-buffer-patch-{no_rc_snapshot_version}.jar
      - arrow-memory-netty-buffer-patch-{no_rc_snapshot_version}.pom
      - arrow-memory-unsafe-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-memory-unsafe-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-memory-unsafe-{no_rc_snapshot_version}-javadoc.jar
      - arrow-memory-unsafe-{no_rc_snapshot_version}-sources.jar
      - arrow-memory-unsafe-{no_rc_snapshot_version}-tests.jar
      - arrow-memory-unsafe-{no_rc_snapshot_version}.jar
      - arrow-memory-unsafe-{no_rc_snapshot_version}.pom
      - arrow-memory-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-memory-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-memory-{no_rc_snapshot_version}.pom
      - arrow-orc-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-orc-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-orc-{no_rc_snapshot_version}-javadoc.jar
      - arrow-orc-{no_rc_snapshot_version}-sources.jar
      - arrow-orc-{no_rc_snapshot_version}-tests.jar
      - arrow-orc-{no_rc_snapshot_version}.jar
      - arrow-orc-{no_rc_snapshot_version}.pom
      - arrow-performance-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-performance-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-performance-{no_rc_snapshot_version}-sources.jar
      - arrow-performance-{no_rc_snapshot_version}-tests.jar
      - arrow-performance-{no_rc_snapshot_version}.jar
      - arrow-performance-{no_rc_snapshot_version}.pom
      - arrow-tools-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-tools-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-tools-{no_rc_snapshot_version}-jar-with-dependencies.jar
      - arrow-tools-{no_rc_snapshot_version}-javadoc.jar
      - arrow-tools-{no_rc_snapshot_version}-sources.jar
      - arrow-tools-{no_rc_snapshot_version}-tests.jar
      - arrow-tools-{no_rc_snapshot_version}.jar
      - arrow-tools-{no_rc_snapshot_version}.pom
      - arrow-vector-{no_rc_snapshot_version}-cyclonedx.json
      - arrow-vector-{no_rc_snapshot_version}-cyclonedx.xml
      - arrow-vector-{no_rc_snapshot_version}-javadoc.jar
      - arrow-vector-{no_rc_snapshot_version}-shade-format-flatbuffers.jar
      - arrow-vector-{no_rc_snapshot_version}-sources.jar
      - arrow-vector-{no_rc_snapshot_version}-tests.jar
      - arrow-vector-{no_rc_snapshot_version}.jar
      - arrow-vector-{no_rc_snapshot_version}.pom
      - flight-core-{no_rc_snapshot_version}-cyclonedx.json
      - flight-core-{no_rc_snapshot_version}-cyclonedx.xml
      - flight-core-{no_rc_snapshot_version}-jar-with-dependencies.jar
      - flight-core-{no_rc_snapshot_version}-javadoc.jar
      - flight-core-{no_rc_snapshot_version}-shaded-ext.jar
      - flight-core-{no_rc_snapshot_version}-shaded.jar
      - flight-core-{no_rc_snapshot_version}-sources.jar
      - flight-core-{no_rc_snapshot_version}-tests.jar
      - flight-core-{no_rc_snapshot_version}.jar
      - flight-core-{no_rc_snapshot_version}.pom
      - flight-integration-tests-{no_rc_snapshot_version}-cyclonedx.json
      - flight-integration-tests-{no_rc_snapshot_version}-cyclonedx.xml
      - flight-integration-tests-{no_rc_snapshot_version}-jar-with-dependencies.jar
      - flight-integration-tests-{no_rc_snapshot_version}-javadoc.jar
      - flight-integration-tests-{no_rc_snapshot_version}-sources.jar
      - flight-integration-tests-{no_rc_snapshot_version}-tests.jar
      - flight-integration-tests-{no_rc_snapshot_version}.jar
      - flight-integration-tests-{no_rc_snapshot_version}.pom
      - flight-sql-{no_rc_snapshot_version}-cyclonedx.json
      - flight-sql-{no_rc_snapshot_version}-cyclonedx.xml
      - flight-sql-{no_rc_snapshot_version}-javadoc.jar
      - flight-sql-{no_rc_snapshot_version}-sources.jar
      - flight-sql-{no_rc_snapshot_version}-tests.jar
      - flight-sql-{no_rc_snapshot_version}.jar
      - flight-sql-{no_rc_snapshot_version}.pom
      - flight-sql-jdbc-core-{no_rc_snapshot_version}-cyclonedx.json
      - flight-sql-jdbc-core-{no_rc_snapshot_version}-cyclonedx.xml
      - flight-sql-jdbc-core-{no_rc_snapshot_version}-javadoc.jar
      - flight-sql-jdbc-core-{no_rc_snapshot_version}-sources.jar
      - flight-sql-jdbc-core-{no_rc_snapshot_version}-tests.jar
      - flight-sql-jdbc-core-{no_rc_snapshot_version}.jar
      - flight-sql-jdbc-core-{no_rc_snapshot_version}.pom
      - flight-sql-jdbc-driver-{no_rc_snapshot_version}-cyclonedx.json
      - flight-sql-jdbc-driver-{no_rc_snapshot_version}-cyclonedx.xml
      - flight-sql-jdbc-driver-{no_rc_snapshot_version}-sources.jar
      - flight-sql-jdbc-driver-{no_rc_snapshot_version}-tests.jar
      - flight-sql-jdbc-driver-{no_rc_snapshot_version}.jar
      - flight-sql-jdbc-driver-{no_rc_snapshot_version}.pom
      - module-info-compiler-maven-plugin-{no_rc_snapshot_version}-cyclonedx.json
      - module-info-compiler-maven-plugin-{no_rc_snapshot_version}-cyclonedx.xml
      - module-info-compiler-maven-plugin-{no_rc_snapshot_version}-javadoc.jar
      - module-info-compiler-maven-plugin-{no_rc_snapshot_version}-sources.jar
      - module-info-compiler-maven-plugin-{no_rc_snapshot_version}-src.zip
      - module-info-compiler-maven-plugin-{no_rc_snapshot_version}.jar
      - module-info-compiler-maven-plugin-{no_rc_snapshot_version}.pom

  ############################## NuGet packages ###############################

  nuget:
    ci: github
    template: nuget-packages/github.linux.yml
    params:
      run: ubuntu-csharp
    artifacts:
      - Apache.Arrow.Flight.AspNetCore.{no_rc_version}.nupkg
      - Apache.Arrow.Flight.AspNetCore.{no_rc_version}.snupkg
      - Apache.Arrow.Flight.{no_rc_version}.nupkg
      - Apache.Arrow.Flight.{no_rc_version}.snupkg
      - Apache.Arrow.Compression.{no_rc_version}.nupkg
      - Apache.Arrow.Compression.{no_rc_version}.snupkg
      - Apache.Arrow.{no_rc_version}.nupkg
      - Apache.Arrow.{no_rc_version}.snupkg

  ######################## R packages & binaries ##############################
  r-binary-packages:
    ci: github
    template: r/github.packages.yml
    params:
      custom_version: Unset
    artifacts:
      - r-lib__libarrow__bin__windows__arrow-{no_rc_r_version}\.zip
      - r-lib__libarrow__bin__linux-openssl-1.0__arrow-{no_rc_r_version}\.zip
      - r-lib__libarrow__bin__linux-openssl-1.1__arrow-{no_rc_r_version}\.zip
      - r-lib__libarrow__bin__linux-openssl-3.0__arrow-{no_rc_r_version}\.zip
      - r-lib__libarrow__bin__darwin-arm64-openssl-1.1__arrow-{no_rc_r_version}\.zip
      - r-lib__libarrow__bin__darwin-arm64-openssl-3.0__arrow-{no_rc_r_version}\.zip
      - r-lib__libarrow__bin__darwin-x86_64-openssl-1.1__arrow-{no_rc_r_version}\.zip
      - r-lib__libarrow__bin__darwin-x86_64-openssl-3.0__arrow-{no_rc_r_version}\.zip
      - r-pkg__bin__windows__contrib__4.4__arrow_{no_rc_r_version}\.zip
      - r-pkg__bin__windows__contrib__4.3__arrow_{no_rc_r_version}\.zip
      - r-pkg__bin__macosx__big-sur-x86_64__contrib__4.4__arrow_{no_rc_r_version}\.tgz
      - r-pkg__bin__macosx__big-sur-x86_64__contrib__4.3__arrow_{no_rc_r_version}\.tgz
      - r-pkg__bin__macosx__big-sur-arm64__contrib__4.4__arrow_{no_rc_r_version}\.tgz
      - r-pkg__bin__macosx__big-sur-arm64__contrib__4.3__arrow_{no_rc_r_version}\.tgz
      - r-pkg__src__contrib__arrow_{no_rc_r_version}\.tar\.gz


  ########################### Release verification ############################

  ######################## Linux verification #################################

{% for distribution, version in [("conda", "latest"),
                                 ("almalinux", "8"),
                                 ("ubuntu", "20.04"),
                                 ("ubuntu", "22.04")] %}
  {% for target in ["cpp",
                    "csharp",
                    "go",
                    "integration",
                    "java",
                    "js",
                    "python",
                    "ruby"] %}
  verify-rc-source-{{ target }}-linux-{{ distribution }}-{{ version }}-amd64:
    ci: github
    template: verify-rc/github.linux.amd64.docker.yml
    params:
      env:
        {{ distribution.upper() }}: "{{ version }}"
      target: {{ target }}
      distro: {{ distribution }}
  {% endfor %}

  {% for target in ["jars", "wheels"] %}
  verify-rc-binaries-{{ target }}-linux-{{ distribution }}-{{ version }}-amd64:
    ci: github
    template: verify-rc/github.linux.amd64.docker.yml
    params:
      target: {{ target }}
      distro: {{ distribution }}
  {% endfor %}

{% endfor %}

  # Separated these tasks from the loop above due to:
  # - 'binary' verification is not platform dependent
  # - 'yum' and 'apt' requires docker so we need to run the verification script
  #   directly on the host
  {% for target in ["binary", "yum", "apt"] %}
  verify-rc-binaries-{{ target }}-linux-amd64:
    ci: github
    template: verify-rc/github.linux.amd64.yml
    params:
      target: {{ target }}
  {% endfor %}

  ######################## macOS verification ################################

  {% for target in ["cpp", "integration", "python"] %}
  verify-rc-source-{{ target }}-macos-conda-amd64:
    ci: github
    template: verify-rc/github.macos.yml
    params:
      target: {{ target }}
      use_conda: True
      github_runner: "macos-12"
  {% endfor %}

  {% for target in ["cpp",
                    "csharp",
                    "go",
                    "integration",
                    "java",
                    "js",
                    "python",
                    "ruby"] %}
  verify-rc-source-{{ target }}-macos-amd64:
    ci: github
    template: verify-rc/github.macos.yml
    params:
      target: {{ target }}
      github_runner: "macos-12"
  {% endfor %}

  {% for target in ["cpp",
                    "csharp",
                    "go",
                    "integration",
                    "js",
                    "python",
                    "ruby"] %}
  verify-rc-source-{{ target }}-macos-arm64:
    ci: github
    template: verify-rc/github.macos.yml
    params:
      env:
        ARROW_FLIGHT: 0
        ARROW_GANDIVA: 0
        TEST_INTEGRATION_JAVA: 0
        PYTEST_ADDOPTS: "-k 'not test_cancellation'"
      target: {{ target }}
      github_runner: "macos-14"
  {% endfor %}

  {% for macos_version in ["11", "12"] %}
  verify-rc-binaries-wheels-macos-{{ macos_version }}-amd64:
    ci: github
    template: verify-rc/github.macos.yml
    params:
      github_runner: "macos-{{ macos_version }}"
      target: "wheels"
  {% endfor %}

  {% for macos_version in ["14"] %}
  verify-rc-binaries-wheels-macos-{{ macos_version }}-arm64:
    ci: github
    template: verify-rc/github.macos.yml
    params:
      env:
        PYTEST_ADDOPTS: "-k 'not test_cancellation'"
      github_runner: "macos-{{ macos_version }}"
      target: "wheels"
  {% endfor %}

  ######################## Windows verification ##############################

  verify-rc-source-windows:
    ci: github
    template: verify-rc/github.win.yml
    params:
      env:
        PYARROW_TEST_GDB: "OFF"
      script: "verify-release-candidate.bat"

  verify-rc-binaries-wheels-windows:
    ci: github
    template: verify-rc/github.win.yml
    params:
      env:
        PYARROW_TEST_GDB: "OFF"
      script: "verify-release-candidate-wheels.bat"

############################## Docker tests ##################################

{% for image in ["alpine-linux-cpp",
                 "conda-cpp",
                 "debian-c-glib",
                 "ubuntu-c-glib",
                 "debian-ruby",
                 "ubuntu-ruby"] %}
  test-{{ image }}:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        UBUNTU: 22.04
      image: {{ image }}
{% endfor %}

  test-conda-cpp-valgrind:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      image: conda-cpp-valgrind

{% for ubuntu_version in ["20.04", "22.04"] %}
  test-ubuntu-{{ ubuntu_version }}-cpp:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        UBUNTU: "{{ ubuntu_version }}"
      image: ubuntu-cpp
{% endfor %}

  test-ubuntu-20.04-cpp-bundled:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        UBUNTU: 20.04
      image: ubuntu-cpp-bundled

  test-ubuntu-24.04-cpp:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        CLANG_TOOLS: 15
        LLVM: 15
        UBUNTU: 24.04
      image: ubuntu-cpp

  test-ubuntu-24.04-cpp-gcc-14:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        CLANG_TOOLS: 15
        GCC_VERSION: 14
        LLVM: 15
        UBUNTU: 24.04
      # rapidjson 1.1.0 has an error caught by gcc 14.
      # https://github.com/Tencent/rapidjson/issues/718
      flags: -e CC=gcc-14 -e CXX=g++-14 -e RapidJSON_SOURCE=BUNDLED
      image: ubuntu-cpp

  test-skyhook-integration:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        ARCHERY_USE_DOCKER_CLI: 0
        UBUNTU: 20.04
      flags: -e ARROW_SKYHOOK=ON
      image: ubuntu-cpp

{% for debian_version in ["12"] %}
  test-debian-{{ debian_version }}-cpp-amd64:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        ARCH: "amd64"
        DEBIAN: "{{ debian_version }}"
      image: debian-cpp

  test-debian-{{ debian_version }}-cpp-i386:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        ARCH: "i386"
        DEBIAN: "{{ debian_version }}"
      flags: "-e ARROW_AZURE=OFF -e ARROW_S3=OFF -e ARROW_GANDIVA=OFF"
      image: debian-cpp
{% endfor %}

  test-fedora-39-cpp:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        FEDORA: 39
      image: fedora-cpp

{% for cpp_standard in [20] %}
  test-ubuntu-22.04-cpp-{{ cpp_standard }}:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        UBUNTU: 22.04
      flags: "-e CMAKE_CXX_STANDARD={{ cpp_standard }}"
      image: ubuntu-cpp
{% endfor %}

  test-ubuntu-22.04-cpp-no-threading:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        UBUNTU: 22.04
      flags: "-e ARROW_ENABLE_THREADING=OFF"
      image: ubuntu-cpp

  test-ubuntu-20.04-cpp-thread-sanitizer:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        # clang-tools and llvm version need to be synchronized so as
        # to have the right llvm-symbolizer version
        CLANG_TOOLS: 11
        LLVM: 11
        UBUNTU: 20.04
      image: ubuntu-cpp-thread-sanitizer

  test-ubuntu-20.04-cpp-minimal-with-formats:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        UBUNTU: 20.04
      flags: "-e ARROW_CSV=ON -e ARROW_PARQUET=ON"
      image: ubuntu-cpp-minimal

  test-ubuntu-22.04-cpp-emscripten:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        UBUNTU: 22.04
      image: ubuntu-cpp-emscripten

{% for python_version in ["3.8", "3.9", "3.10", "3.11", "3.12"] %}
  test-conda-python-{{ python_version }}:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        PYTHON: "{{ python_version }}"
        # Temporarily disable error on Warning: https://github.com/apache/arrow/issues/38239
        # PYTEST_ARGS: "-W error -W 'ignore:Setting custom ClientSession:DeprecationWarning'"
      image: conda-python
{% endfor %}

  test-conda-python-3.11-hypothesis:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        PYTHON: 3.11
        HYPOTHESIS_PROFILE: ci
        PYARROW_TEST_HYPOTHESIS: ON
        # limit to execute hypothesis tests only
        PYTEST_ARGS: "-m hypothesis -W error"
      image: conda-python-pandas

  test-conda-python-3.10-substrait:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        PYTHON: "3.10"
      image: conda-python-substrait

  test-conda-python-3.10-cython2:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        PYTHON: "3.10"
      image: conda-python-cython2

  test-debian-12-python-3-amd64:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        DEBIAN: 12
      image: debian-python

  test-debian-12-python-3-i386:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        ARCH: i386
        DEBIAN: 12
      flags: "-e ARROW_S3=OFF -e ARROW_GANDIVA=OFF"
      image: debian-python

  test-ubuntu-20.04-python-3:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        UBUNTU: 20.04
      image: ubuntu-python

  test-ubuntu-22.04-python-3:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        UBUNTU: 22.04
      image: ubuntu-python

  test-fedora-39-python-3:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        FEDORA: 39
      image: fedora-python

  test-r-linux-valgrind:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        ARROW_R_DEV: "TRUE"
      image: ubuntu-r-valgrind

  test-r-linux-rchk:
    ci: github
    template: r/github.linux.rchk.yml

  test-r-linux-as-cran:
    ci: github
    template: r/github.linux.cran.yml
    params:
      MATRIX: {{ "${{ matrix.r_image }}" }}

  test-r-arrow-backwards-compatibility:
    ci: github
    template: r/github.linux.arrow.version.back.compat.yml

  test-r-versions:
    ci: github
    template: r/github.linux.versions.yml
    params:
      MATRIX: {{ "${{ matrix.r_version }}" }}

  test-r-install-local:
    ci: github
    template: r/github.macos-linux.local.yml

  test-r-install-local-minsizerel:
    ci: github
    template: r/github.macos-linux.local.yml
    params:
      env:
        CMAKE_BUILD_TYPE: MinSizeRel

  test-r-devdocs:
    ci: github
    template: r/github.devdocs.yml

  test-r-depsource-bundled:
    ci: azure
    template: r/azure.linux.yml
    params:
      r_org: rocker
      r_image: r-ver
      r_tag: latest
      flags: '-e ARROW_DEPENDENCY_SOURCE=BUNDLED'

  test-r-depsource-system:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      flags: '-e ARROW_DEPENDENCY_SOURCE=SYSTEM -e ARROW_GCS=OFF -e xsimd_SOURCE=BUNDLED'
      image: ubuntu-r-only-r

  test-r-offline-minimal:
    ci: azure
    template: r/azure.linux.yml
    params:
      r_org: rocker
      r_image: r-ver
      r_tag: latest
      flags: '-e ARROW_OFFLINE_BUILD=true'

  test-r-dev-duckdb:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        R_DUCKDB_DEV: TRUE
      image: ubuntu-r-only-r

  test-r-offline-maximal:
    ci: github
    template: r/github.linux.offline.build.yml

  test-r-rhub-debian-gcc-release-custom-ccache:
    ci: azure
    template: r/azure.linux.yml
    params:
      r_org: rhub
      r_image: debian-gcc-release
      r_tag: latest
      r_custom_ccache: true

{% for r_org, r_image, r_tag in [("rhub", "ubuntu-release", "latest"),
                                 ("rocker", "r-ver", "latest"),
                                 ("rstudio", "r-base", "4.2-focal"),
                                 ("rstudio", "r-base", "4.1-opensuse153")] %}
  test-r-{{ r_org }}-{{ r_image }}-{{ r_tag }}:
    ci: azure
    template: r/azure.linux.yml
    params:
      r_org: {{ r_org }}
      r_image: {{ r_image }}
      r_tag: {{ r_tag }}
{% endfor %}

  # This is with R built with --enable-lto
  # CRAN also does R CMD INSTALL --use-LTO
  # which overrides the UseLTO field in r/DESCRIPTION
  test-r-rhub-debian-gcc-devel-lto-latest:
    ci: azure
    template: r/azure.linux.yml
    params:
      r_org: rhub
      r_image: gcc13
      r_tag: latest
      flags: '-e INSTALL_ARGS=--use-LTO'

  # This one has -flto=auto
  test-r-ubuntu-22.04:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        UBUNTU: 22.04
        R_PRUNE_DEPS: TRUE
      image: ubuntu-r-only-r

  # This also has -flto=auto
  test-r-gcc-11:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        UBUNTU: 22.04
        GCC_VERSION: 11
      image: ubuntu-r-only-r

  # This also has -flto=auto
  test-r-gcc-12:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        UBUNTU: 22.04
        GCC_VERSION: 12
      image: ubuntu-r-only-r

  test-r-rstudio-r-base-4.2-centos7-devtoolset-8:
    ci: azure
    template: r/azure.linux.yml
    params:
      r_org: rstudio
      r_image: r-base
      r_tag: 4.2-centos7
      devtoolset_version: 8

  test-r-minimal-build:
    ci: azure
    template: r/azure.linux.yml
    params:
      r_org: rocker
      r_image: r-ver
      r_tag: latest
      flags: "-e LIBARROW_MINIMAL=TRUE"

  test-ubuntu-r-sanitizer:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        R_PRUNE_DEPS: TRUE
      image: ubuntu-r-sanitizer

  test-fedora-r-clang-sanitizer:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        R_PRUNE_DEPS: TRUE
      image: fedora-r-clang-sanitizer

  {% for go_version, staticcheck in [("1.21", "v0.4.7"), ("1.22", "latest")] %}
  test-debian-12-go-{{ go_version }}:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        DEBIAN: 12
        GO: "{{go_version}}"
        STATICCHECK: "{{ staticcheck }}"
      image: debian-go
  {% endfor %}

  # be sure to update binary-task.rb when upgrading ubuntu
  test-debian-12-docs:
    ci: github
    template: docs/github.linux.yml
    params:
      env:
        JDK: 17
      pr_number: Unset
      flags: "-v $PWD/build/:/build/"
      image: debian-docs
      publish: false
    artifacts:
      - docs.tar.gz

  ############################## CUDA tests #################################

  test-cuda-cpp:
    ci: github
    template: docker-tests/github.cuda.yml
    params:
      env:
        ARCHERY_USE_DOCKER_CLI: 0
      image: ubuntu-cuda-cpp

  test-cuda-python:
    ci: github
    template: docker-tests/github.cuda.yml
    params:
      env:
        ARCHERY_USE_DOCKER_CLI: 0
      image: ubuntu-cuda-python

  ############################## Fuzz tests #################################

  test-build-cpp-fuzz:
    ci: github
    template: fuzz-tests/github.oss-fuzz.yml


  ############################## vcpkg tests ##################################

  test-build-vcpkg-win:
    ci: github
    template: vcpkg-tests/github.windows.yml

  ############################## Integration tests ############################

{% for python_version, pandas_version, numpy_version, cache_leaf in [("3.8", "1.0", "1.19", True),
                                                                     ("3.9", "latest", "latest", False),
                                                                     ("3.10", "latest", "latest", False),
                                                                     ("3.10", "nightly", "nightly", False),
                                                                     ("3.11", "upstream_devel", "nightly", False)] %}
  test-conda-python-{{ python_version }}-pandas-{{ pandas_version }}:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        PYTHON: "{{ python_version }}"
        PANDAS: "{{ pandas_version }}"
        NUMPY: "{{ numpy_version }}"
      {% if pandas_version == "latest" %}
        # ensure we have at least one build with parquet encryption disabled
        PARQUET_REQUIRE_ENCRYPTION: "OFF"
      {% endif %}
    {% if not cache_leaf %}
      # use the latest pandas release, so prevent reusing any cached layers
      flags: --no-leaf-cache
    {% endif %}
      image: conda-python-pandas
{% endfor %}

{% for dask_version in ["latest", "upstream_devel"] %}
  test-conda-python-3.11-dask-{{ dask_version }}:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        PYTHON: 3.11
        DASK: "{{ dask_version }}"
      # use the latest dask release, so prevent reusing any cached layers
      flags: --no-leaf-cache
      image: conda-python-dask
{% endfor %}

{% for hdfs_version in ["2.9.2", "3.2.1"] %}
  test-conda-python-3.10-hdfs-{{ hdfs_version }}:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        ARCHERY_USE_DOCKER_CLI: 0
        HDFS: "{{ hdfs_version }}"
        PYTHON: "3.10"
      image: conda-python-hdfs
{% endfor %}

{% for python_version, spark_version, test_pyarrow_only, numpy_version, jdk_version in [("3.8", "v3.5.0", "false", "latest", "8"),
                                                                                        ("3.10", "v3.5.0", "false", "1.23", "8"),
                                                                                        ("3.11", "master", "false", "latest", "17")] %}
  test-conda-python-{{ python_version }}-spark-{{ spark_version }}:
    ci: github
    template: docker-tests/github.linux.yml
    params:
      env:
        PYTHON: "{{ python_version }}"
        SPARK: "{{ spark_version }}"
        TEST_PYARROW_ONLY: "{{ test_pyarrow_only }}"
        NUMPY: "{{ numpy_version }}"
        JDK: "{{ jdk_version }}"
      # use the branch-3.0 of spark, so prevent reusing any layers
      flags: --no-leaf-cache
      image: conda-python-spark
      fetch_depth: 0
{% endfor %}

{% for kind in ["static", "static-system-dependency"] %}
  example-cpp-minimal-build-{{ kind }}:
    ci: github
    template: cpp-examples/github.linux.yml
    params:
      type: minimal_build
      run: {{ kind }}
{% endfor %}

  example-cpp-tutorial:
    ci: github
    template: cpp-examples/github.linux.yml
    params:
      type: tutorial_examples
      run: tutorial

############################## Utility tasks ############################
  preview-docs:
    ci: github
    template: docs/github.linux.yml
    params:
      env:
        JDK: 17
      pr_number: Unset
      flags: "-v $PWD/build/:/build/"
      image: debian-docs
      publish: true