Migrate to GitHub Actions (#6794)

.github/workflows/ci-additional.yml

@@ -0,0 +1,77 @@
+name: CI Additional
+
+on: [push, pull_request]
+
+jobs:
+  mindeps:
+    runs-on: "ubuntu-latest"
+    if: "contains(github.event.head_commit.message, 'test-mindeps') || github.event_name != 'pull_request'"
+
+    strategy:
+      matrix:
+        environment: ["mindeps-array-dataframe", "mindeps-bag-delayed"]
+
+    steps:
+      - name: Checkout source
+        uses: actions/checkout@v2
+
+      - name: Setup Conda Environment
+        uses: conda-incubator/setup-miniconda@v1.7.0
+        with:
+          miniconda-version: "latest"
+          python-version: "3.7"
+          environment-file: continuous_integration/environment-${{ matrix.environment }}.yaml
+          activate-environment: test-environment
+          auto-activate-base: false
+
+      - name: Install
+        shell: bash -l {0}
+        run: source continuous_integration/scripts/install.sh
+
+      - name: Run tests
+        shell: bash -l {0}
+        run: source continuous_integration/scripts/run_tests.sh
+
+  hdfs:
+    runs-on: "ubuntu-latest"
+    if: "contains(github.event.head_commit.message, 'test-hdfs') || github.event_name != 'pull_request'"
+
+    steps:
+      - name: Checkout source
+        uses: actions/checkout@v2
+
+      - name: Start HDFS
+        shell: bash -l {0}
+        run: source continuous_integration/hdfs/startup_hdfs.sh
+
+      - name: Install
+        shell: bash -l {0}
+        run: source continuous_integration/hdfs/install.sh
+
+      - name: Run tests
+        shell: bash -l {0}
+        run: source continuous_integration/hdfs/run_tests.sh
+
+  imports:
+    runs-on: "ubuntu-latest"
+    strategy:
+      fail-fast: true
+      matrix:
+        python-version: ["3.6", "3.7", "3.8"]
+    steps:
+      - name: Checkout source
+        uses: actions/checkout@v2
+
+      - name: Setup Conda
+        uses: conda-incubator/setup-miniconda@v1.7.0
+        with:
+          miniconda-version: "latest"
+          python-version: "3.7"
+          activate-environment: test-environment
+          auto-activate-base: false
+
+      - name: Run import tests
+        shell: bash -l {0}
+        env:
+          PYTHON_VERSION: ${{ matrix.python-version }}
+        run: source continuous_integration/scripts/test_imports.sh

.github/workflows/ci-pre-commit.yml

@@ -1,4 +1,4 @@
-name: pre-commit
+name: Linting
 
 on:
   push:
@@ -7,9 +7,10 @@ on:
     branches: master
 
 jobs:
-  build:
+  checks:
+    name: "pre-commit hooks"
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v2
-    - uses: actions/setup-python@v2
-    - uses: pre-commit/action@v2.0.0
+      - uses: actions/checkout@v2
+      - uses: actions/setup-python@v2
+      - uses: pre-commit/action@v2.0.0

.github/workflows/ci-upstream.yml

@@ -0,0 +1,35 @@
+name: Upstream
+
+on:
+  schedule:
+    - cron: "0 1 * * *"
+  push:
+  pull_request:
+
+jobs:
+  build:
+    runs-on: "ubuntu-latest"
+    if: "contains(github.event.head_commit.message, 'test-upstream') || github.event_name != 'pull_request'"
+
+    steps:
+      - name: Checkout source
+        uses: actions/checkout@v2
+
+      - name: Setup Conda Environment
+        uses: conda-incubator/setup-miniconda@v1.7.0
+        with:
+          miniconda-version: "latest"
+          python-version: 3.8
+          environment-file: continuous_integration/environment-3.8-dev.yaml
+          activate-environment: test-environment
+          auto-activate-base: false
+
+      - name: Install
+        shell: bash -l {0}
+        env:
+          UPSTREAM_DEV: 1
+        run: source continuous_integration/scripts/install.sh
+
+      - name: Run tests
+        shell: bash -l {0}
+        run: source continuous_integration/scripts/run_tests.sh

.github/workflows/ci.yml

@@ -1,34 +1,44 @@
 name: CI
 
-on:
-  push:
-    branches: master
-  pull_request:
-    branches: master
+on: [push, pull_request]
 
 jobs:
-  checks:
-    name: Documentation build
-    runs-on: ubuntu-latest
-    steps:
+  test:
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: true
+      matrix:
+        os: ["windows-latest", "ubuntu-latest", "macos-latest"]
+        python-version: ["3.6", "3.7", "3.8"]
+
+    env:
+      PYTHON_VERSION: ${{ matrix.python-version }}
+      PARALLEL: "true"
+      COVERAGE: "false"
 
-    - name: Checkout
-      uses: actions/checkout@v2
+    steps:
+      - name: Checkout source
+        uses: actions/checkout@v2
 
-    - name: Set up Python 3.7
-      uses: actions/setup-python@v1
-      with:
-        python-version: 3.7
+      - name: Setup Conda Environment
+        uses: conda-incubator/setup-miniconda@v1.7.0
+        with:
+          miniconda-version: "latest"
+          python-version: ${{ matrix.python-version }}
+          environment-file: continuous_integration/environment-${{ matrix.python-version }}.yaml
+          activate-environment: test-environment
+          auto-activate-base: false
 
-    - name: Install Dask
-      run: |
-        python -m pip install --upgrade pip
-        python -m pip install -e .
+      - name: Install
+        shell: bash -l {0}
+        run: source continuous_integration/scripts/install.sh
 
-    - name: Install doc dependencies
-      run: python -m pip install -r docs/requirements-docs.txt
+      - name: Run tests
+        shell: bash -l {0}
+        run: source continuous_integration/scripts/run_tests.sh
 
-    - name: Build docs
-      run: |
-        cd docs
-        make html
+      # TODO: Add coverage back
+      # - name: Coverage
+      #   shell: bash -l {0}
+      #   if: ${{ matrix.os == 'ubuntu-latest' &&  matrix.python-version == '3.8' }}
+      #   run: source continuous_integration/scripts/coverage.sh

.github/workflows/docs.yml

@@ -0,0 +1,33 @@
+name: Documentation
+
+on:
+  push:
+    branches: master
+  pull_request:
+    branches: master
+
+jobs:
+  checks:
+    name: build
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v2
+
+      - name: Set up Python 3.7
+        uses: actions/setup-python@v1
+        with:
+          python-version: 3.7
+
+      - name: Install Dask
+        run: |
+          python -m pip install --upgrade pip
+          python -m pip install -e .
+
+      - name: Install doc dependencies
+        run: python -m pip install -r docs/requirements-docs.txt
+
+      - name: Build docs
+        run: |
+          cd docs
+          make html