-
Notifications
You must be signed in to change notification settings - Fork 647
125 lines (123 loc) · 4.85 KB
/
push-to-master.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
name: push-to-master
on:
push:
branches:
- master
jobs:
test-ray-master:
runs-on: ubuntu-latest
defaults:
run:
# `shell: bash -l {0}` - special way to activate modin environment
shell: bash -l {0}
steps:
- uses: actions/checkout@v2
with:
fetch-depth: 1
- uses: conda-incubator/setup-miniconda@v2
with:
activate-environment: modin
environment-file: requirements/requirements-no-engine.yml
python-version: 3.8
channel-priority: strict
use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly!
- name: install Ray nightly build
run: pip install https://s3-us-west-2.amazonaws.com/ray-wheels/latest/ray-2.0.0.dev0-cp38-cp38-manylinux2014_x86_64.whl
- name: Conda environment
run: |
conda info
conda list
- run: sudo apt update && sudo apt install -y libhdf5-dev
- name: Run Modin tests
run: |
pytest modin/experimental/xgboost/test/test_default.py
pytest modin/pandas/test/dataframe/test_binary.py
pytest modin/pandas/test/dataframe/test_default.py
pytest modin/pandas/test/dataframe/test_indexing.py
pytest modin/pandas/test/dataframe/test_iter.py
pytest modin/pandas/test/dataframe/test_join_sort.py
pytest modin/pandas/test/dataframe/test_map_metadata.py
pytest modin/pandas/test/dataframe/test_reduce.py
pytest modin/pandas/test/dataframe/test_udf.py
pytest modin/pandas/test/dataframe/test_window.py
pytest modin/pandas/test/test_series.py
pytest modin/pandas/test/test_rolling.py
pytest modin/pandas/test/test_concat.py
pytest modin/pandas/test/test_groupby.py
pytest modin/pandas/test/test_reshape.py
pytest modin/pandas/test/test_general.py
pytest modin/pandas/test/test_io.py
pytest modin/experimental/pandas/test/test_io_exp.py
test-docs:
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
name: test docs
steps:
- uses: actions/checkout@v2
with:
fetch-depth: 1
- uses: conda-incubator/setup-miniconda@v2
with:
activate-environment: modin
environment-file: environment-dev.yml
python-version: 3.8
channel-priority: strict
use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly!
- name: Conda environment
run: |
conda info
conda list
- run: sudo apt update && sudo apt install -y libhdf5-dev
- name: Docstring URL validity check
run: python -m pytest modin/test/test_docstring_urls.py
test-ray-client:
runs-on: ubuntu-latest
defaults:
run:
shell: bash -l {0}
strategy:
matrix:
python-version: ["3.8"]
test-task:
- modin/pandas/test/dataframe/test_binary.py
- modin/pandas/test/dataframe/test_default.py
- modin/pandas/test/dataframe/test_indexing.py
- modin/pandas/test/dataframe/test_iter.py
- modin/pandas/test/dataframe/test_join_sort.py
- modin/pandas/test/dataframe/test_map_metadata.py
- modin/pandas/test/dataframe/test_reduce.py
- modin/pandas/test/dataframe/test_udf.py
- modin/pandas/test/dataframe/test_window.py
- modin/pandas/test/dataframe/test_pickle.py
- modin/pandas/test/test_series.py
- modin/pandas/test/test_rolling.py
- modin/pandas/test/test_concat.py
- modin/pandas/test/test_groupby.py
- modin/pandas/test/test_reshape.py
- modin/pandas/test/test_general.py
- modin/pandas/test/test_io.py
env:
MODIN_ENGINE: ray
MODIN_MEMORY: 1000000000
MODIN_TEST_RAY_CLIENT: "True"
name: "test-ray-client"
steps:
- uses: actions/checkout@v2
with:
fetch-depth: 1
- uses: conda-incubator/setup-miniconda@v2
with:
activate-environment: modin
python-version: ${{matrix.python-version}}
channel-priority: strict
use-only-tar-bz2: true # IMPORTANT: This needs to be set for caching to work properly!
- run: pip install -r requirements-dev.txt --use-deprecated=legacy-resolver
# Use a ray master commit that includes the fix here: https://github.com/ray-project/ray/pull/16278
# Can be changed after a Ray version > 1.4 is released.
- run: pip install https://s3-us-west-2.amazonaws.com/ray-wheels/master/c8e3ed9eec30119092ef966ee7b8982c8954c333/ray-2.0.0.dev0-cp38-cp38-manylinux2014_x86_64.whl
if: matrix.python-version == '3.8'
- name: Install HDF5
run: sudo apt update && sudo apt install -y libhdf5-dev
- run: python -m pytest ${{matrix.test-task}}