refactor: remove docarray dependency #692
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| pull_request: | |
| jobs: | |
| commit-lint: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: find the prev warning if exist | |
| uses: peter-evans/find-comment@v1 | |
| id: fc | |
| with: | |
| issue-number: ${{ github.event.pull_request.number }} | |
| comment-author: "github-actions[bot]" | |
| body-includes: "bad commit message" | |
| - name: Delete comment if exist | |
| if: ${{ steps.fc.outputs.comment-id != 0 }} | |
| uses: actions/github-script@v3 | |
| with: | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| script: | | |
| github.issues.deleteComment({ | |
| owner: context.repo.owner, | |
| repo: context.repo.repo, | |
| comment_id: ${{ steps.fc.outputs.comment-id }}, | |
| }) | |
| - uses: actions/checkout@v2 | |
| with: | |
| fetch-depth: 0 | |
| - run: 'echo "module.exports = {extends: [''@commitlint/config-conventional'']}" > commitlint.config.js' | |
| - uses: wagoid/commitlint-github-action@v1 | |
| env: | |
| GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" | |
| - name: if lint failed | |
| if: ${{ failure() }} | |
| uses: peter-evans/create-or-update-comment@v1 | |
| with: | |
| issue-number: ${{ github.event.pull_request.number }} | |
| body: | | |
| Thanks for your contribution :heart: | |
| :broken_heart: Unfortunately, this PR has one ore more **bad commit messages**, it can not be merged. To fix this problem, please refer to: | |
| - [Commit Message Guideline for the First Time Contributor](https://github.com/jina-ai/jina/issues/553) | |
| - [Contributing Guideline](https://github.com/jina-ai/jina/blob/master/CONTRIBUTING.md) | |
| Note, other CI tests will *not* *start* until the commit messages get fixed. | |
| This message will be deleted automatically when the commit messages get fixed. | |
| reaction-type: "eyes" | |
| # lint-flake-8: | |
| # runs-on: ubuntu-latest | |
| # steps: | |
| # - uses: actions/checkout@v2 | |
| # - name: Set up Python 3.7 | |
| # uses: actions/setup-python@v2 | |
| # with: | |
| # python-version: 3.7 | |
| # - name: Lint with flake8 | |
| # run: | | |
| # pip install flake8 | |
| # # stop the build if there are Python syntax errors or undefined names | |
| # flake8 . --count --select=E9,F63,F7,F82 --show-source --statistics --exclude .git,__pycache__,docs/source/conf.py,old,build,dist,tests/,jina/resources/,bindings | |
| # # exit-zero treats all errors as warnings. The GitHub editor is 127 chars wide | |
| # flake8 . --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics --exclude .git,__pycache__,docs/source/conf.py,old,build,dist,tests/,jina/resources/ | |
| check-black: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| fetch-depth: 0 | |
| - name: Set up Python 3.7 | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: 3.7 | |
| - id: file_changes | |
| uses: Ana06/get-changed-files@v1.2 | |
| - name: check black | |
| run: ./scripts/black.sh | |
| env: | |
| CHANGED_FILES: ${{ steps.file_changes.outputs.added_modified }} | |
| prep-testbed: | |
| runs-on: ubuntu-latest | |
| needs: [commit-lint, check-black] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - id: set-matrix | |
| run: | | |
| sudo apt-get install jq | |
| echo "::set-output name=matrix::$(bash scripts/get-all-test-paths.sh)" | |
| outputs: | |
| matrix: ${{ steps.set-matrix.outputs.matrix }} | |
| core-test: | |
| needs: [prep-testbed] | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [ubuntu-latest, windows-latest] | |
| cpython-version: ["cp37-*"] | |
| python-version: [3.7] | |
| cibw_arch: ["auto64"] | |
| test-path: ${{fromJson(needs.prep-testbed.outputs.matrix)}} | |
| env: | |
| JINA_HIDE_SURVEY: "1" | |
| steps: | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - uses: actions/checkout@v3 | |
| - name: Prepare enviroment | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install jina | |
| pip install --pre docarray | |
| pip install pytest pytest-html pytest-cov pytest-mock pytest-repeat pytest-custom-exit-code pytest-timeout pytest-reraise | |
| - name: Build wheel | |
| uses: pypa/cibuildwheel@v2.10.2 | |
| with: | |
| package-dir: ./ | |
| env: | |
| CIBW_ENVIRONMENT: > | |
| STAN_BACKEND="${{ env.STAN_BACKEND }}" | |
| CIBW_MANYLINUX_X86_64_IMAGE: manylinux2014 | |
| CIBW_BUILD: ${{ matrix.cpython-version }} | |
| CIBW_SKIP: "*musllinux*" | |
| CIBW_ARCHS: ${{ matrix.cibw_arch }} | |
| CIBW_BUILD_FRONTEND: build | |
| - name: Install annlite unix | |
| if: ${{ matrix.os == 'ubuntu-latest' }} | |
| run: | | |
| pip install wheelhouse/*linux*.whl | |
| - name: Install annlite win | |
| if: ${{ matrix.os == 'windows-latest'}} | |
| run: | | |
| pip install --pre --find-links=wheelhouse/ annlite | |
| - name: Test unix | |
| id: test_unix | |
| if: ${{ matrix.os == 'ubuntu-latest' || matrix.os == 'macos-latest' }} | |
| run: | | |
| cd .. | |
| mv annlite/tests/ ./ | |
| pytest --suppress-no-test-exit-code --cov=annlite --cov-report=xml \ | |
| -v -s -m "not gpu" ${{ matrix.test-path }} | |
| echo "::set-output name=codecov_flag::annlite" | |
| timeout-minutes: 30 | |
| - name: Test win | |
| id: test_win | |
| if: ${{ matrix.os == 'windows-latest'}} | |
| env: | |
| PYTHONIOENCODING: 'utf-8' | |
| run: | | |
| cd .. | |
| move annlite/tests/ ./ | |
| cd tests/ | |
| pytest -v -s -m "not gpu" -k "test" | |
| echo "::set-output name=codecov_flag::annlite" | |
| timeout-minutes: 30 | |
| - name: Check codecov file | |
| id: check_files | |
| uses: andstor/file-existence-action@v1 | |
| with: | |
| files: "coverage.xml" | |
| - name: Upload coverage from test to Codecov | |
| uses: codecov/codecov-action@v2 | |
| if: steps.check_files.outputs.files_exists == 'true' && ${{ matrix.python-version }} == '3.7' | |
| with: | |
| file: coverage.xml | |
| flags: ${{ steps.test.outputs.codecov_flag }} | |
| fail_ci_if_error: false | |
| token: ${{ secrets.CODECOV_TOKEN }} # not required for public repos | |
| # just for blocking the merge until all parallel core-test are successful | |
| success-all-test: | |
| needs: [core-test] | |
| if: always() | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: technote-space/workflow-conclusion-action@v2 | |
| - name: Check Failure | |
| if: env.WORKFLOW_CONCLUSION == 'failure' | |
| run: exit 1 | |
| - name: Success | |
| if: ${{ success() }} | |
| run: echo "All Done" |