Skip to content
CI

Add optional file-based listings caching #33

Sign in to view logs

Add optional file-based listings caching

Add optional file-based listings caching #33

Workflow file for this run

.github/workflows/main.yaml at eb42007
name: CI
on:
push:
branches: ["*"]
pull_request:
branches: [master]
jobs:
linux:
name: ${{ matrix.PY }}-pytest
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
PY: ["3.8", "3.9", "3.10", "3.11", "3.12"]
env:
CIRUN: true
steps:
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Setup conda
uses: mamba-org/setup-micromamba@v1
with:
environment-file: ci/environment-py38.yml
create-args: >-
python=${{ matrix.PY }}
- name: Run Tests
shell: bash -l {0}
run: |
pip install s3fs
pip uninstall s3fs
pip install -e .[test_full]
pip install s3fs --no-deps
pytest -v
win:
name: pytest-win
runs-on: windows-2019
env:
CIRUN: true
steps:
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Setup conda
uses: mamba-org/setup-micromamba@v1
with:
environment-file: ci/environment-win.yml
- name: Run Tests
shell: bash -l {0}
run: |
pip install s3fs
pip uninstall s3fs
pip install -e .[test]
pip install s3fs --no-deps
pytest -v
lint:
name: lint
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@main
- uses: actions/setup-python@main
with:
python-version: "3.11"
- uses: pre-commit/action@main
# typecheck:
# runs-on: ubuntu-latest
# steps:
# - name: Checkout
# uses: actions/checkout@v4
#
# - name: Setup conda
# uses: mamba-org/setup-micromamba@v1
# with:
# environment-file: ci/environment-typecheck.yml
#
# - name: mypy
# shell: bash -l {0}
# run: |
# mypy fsspec
#
downstream:
name: downstream
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v4
with:
fetch-depth: 0
- name: Setup conda
uses: mamba-org/setup-micromamba@v1
with:
environment-file: ci/environment-downstream.yml
- name: Local install
shell: bash -l {0}
run: |
sh install_s3fs.sh
pip install -e .[test,test_downstream]
pip list
- name: Run fsspec tests
shell: bash -l {0}
run: |
pytest -v fsspec/tests/test_downstream.py
- name: Run dask tests
shell: bash -l {0}
run: |
dask_test_path=$(python -c "import dask.bytes;print(dask.bytes.__path__[0])")
pytest -v $dask_test_path
fsspec_friends:
name: ${{ matrix.FRIEND }}-pytest
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
FRIEND: [gcsfs, s3fs]
env:
CIRUN: true
BOTO_CONFIG: /dev/null
AWS_ACCESS_KEY_ID: foobar_key
AWS_SECRET_ACCESS_KEY: foobar_secret
steps:
- name: Checkout
uses: actions/checkout@v4
- name: Setup conda
uses: mamba-org/setup-micromamba@v1
with:
environment-file: ci/environment-friends.yml
- name: Clone
shell: bash -l {0}
run: git clone https://github.com/fsspec/${{ matrix.FRIEND }}
- name: Install
shell: bash -l {0}
run: |
pip install -e . --no-deps
pip install -e ./${{ matrix.FRIEND }} --no-deps
- name: Test
shell: bash -l {0}
run: pytest -v ${{ matrix.FRIEND }}