pull-tests.yaml

name: Test on pull request
on:
  push:
    branches: [ master ]
  pull_request:
  workflow_dispatch:

permissions:
  checks: write

jobs:
  python-tests:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        python-version: [ '3.8', '3.9', '3.10', '3.11' ]
    timeout-minutes: 35

    steps:
      - name: "Checkout"
        uses: actions/checkout@v3

      - name: "Set up Python ${{ matrix.python-version }}"
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}

      - name: Install dependencies
        run: python -m pip install tox tox-gh-actions

      - name: Build protobuf
        run: cd pylzy && ./scripts/gen_proto.sh && cd ..

      - name: Test
        run: cd pylzy && tox -- -vv && cd ..

      - name: 'upload coverage badge'
        uses: exuanbo/actions-deploy-gist@v1
        if: github.ref == 'refs/heads/master' && matrix.python-version == '3.9'
        with:
          token: ${{ secrets.GIST_SECRET }}
          gist_id: 0095e900fb0fcbe5575ddc3c717fb65b
          file_path: pylzy/coverage.svg
          file_type: binary
          gist_file_name: ${{ (github.head_ref || github.ref_name) }}-coverage.svg

  java-unit-tests:
    runs-on: ubuntu-latest
    timeout-minutes: 35
    defaults:
      run:
        shell: bash -l {0}
    steps:
      - name: 'Checkout'
        uses: actions/checkout@v3

      - name: 'Setup JDK 17'
        uses: actions/setup-java@v3
        with:
          java-version: '17'
          distribution: 'temurin'

      - name: Cache local Maven repository
        uses: actions/cache@v3
        with:
          path: ~/.m2/repository
          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}

      - name: Tests
        run: mvn install

      - name: 'generate java coverage badge'
        uses: cicirello/jacoco-badge-generator@v2
        with:
          generate-branches-badge: true
          jacoco-csv-file: coverage/target/site/jacoco-aggregate/jacoco.csv
          badges-directory: coverage/target/site/jacoco-aggregate
          generate-coverage-badge: true
          coverage-badge-filename: jacoco.svg
          coverage-label: java-coverage

      - name: 'upload java coverage badge'
        uses: exuanbo/actions-deploy-gist@v1
        if: github.ref == 'refs/heads/master'
        with:
          token: ${{ secrets.GIST_SECRET }}
          gist_id: be651155cb12a8006cecdee948ce1a0a
          file_path: coverage/target/site/jacoco-aggregate/jacoco.svg
          file_type: binary
          gist_file_name: ${{ (github.head_ref || github.ref_name) }}-java-coverage.svg

      - name: 'Clear after tests'
        if: always()
        run: |
          SHA=${{ github.sha }}
          sudo mkdir -p /tmp/old-lzy-logs/$SHA
          sudo tar -czvf /tmp/old-lzy-logs/$SHA/logs.tar.gz /tmp/lzy-log
          sudo rm -rf /tmp/lzy* /tmp/h2* /tmp/local_modules* /tmp/resources* /tmp/term* /tmp/worker* /tmp/tmp*
          sudo rm -rf /tmp/temp* /tmp/test* /tmp/*json /tmp/*txt /tmp/*so /tmp/*lck /tmp/*sh /tmp/gen-rsa-keys*
          sudo rm -rf /tmp/kafka-logs* /tmp/zookeeper-logs* /tmp/s3mockFileStore* /tmp/Log4j2Plugins*

      - name: 'Publish Test Report'
        uses: EnricoMi/publish-unit-test-result-action@v1
        if: github.ref == 'refs/heads/master'
        with:
          files: "**/surefire-reports/TEST-*.xml"

  integration-tests:
    runs-on: ubuntu-latest
    timeout-minutes: 60
    defaults:
      run:
        shell: bash -l {0}
    steps:
      - name: "Checkout"
        uses: actions/checkout@v3

      - name: "Setup conda"
        uses: conda-incubator/setup-miniconda@v2
        with:
          activate-environment: py39
          python-version: 3.9.7

      - name: 'Setup JDK 17'
        uses: actions/setup-java@v3
        with:
          java-version: '17'
          distribution: 'temurin'

      - name: 'install pylzy'
        run: |
          cd pylzy/
          conda activate py39
          pip install -r proto_requirements.txt --no-cache && ./scripts/build.sh
          pip install -r test_requirements.txt --no-cache
          pip install . --force-reinstall --upgrade --no-cache
          conda env list --json  | jq '.envs|.[]'  | xargs -I'@' bash -c 'eval "$(conda shell.bash hook)" && conda activate @ && conda env export > @/conda-desc.yaml && conda env export'
          cd ..

      - name: Cache local Maven repository
        uses: actions/cache@v3
        with:
          path: ~/.m2/repository
          key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}

      - name: 'java compile'
        timeout-minutes: 10
        run: mvn -T 8 install -DskipTests -Dmaven.test.skip -Dmaven.javadoc.skip=true

      - name: 'SchedulerTest'
        timeout-minutes: 5
        run: |
          cd test && mvn test -Dtest=SchedulerTest -DargLine="-Djava.util.concurrent.ForkJoinPool.common.parallelism=64" && cd ..

      - name: 'StorageClientTest'
        timeout-minutes: 5
        run: |
          cd test && mvn test -Dtest=StorageClientTest -DargLine="-Djava.util.concurrent.ForkJoinPool.common.parallelism=64" && cd ..

      - name: 'WorkflowTest'
        timeout-minutes: 5
        run: |
          cd test && mvn test -Dtest=WorkflowTest -DargLine="-Djava.util.concurrent.ForkJoinPool.common.parallelism=64" && cd ..

      - name: 'PyApiTest'
        timeout-minutes: 35
        run: |
          cd test && mvn test -Dtest=PyApiTest -DargLine="-Djava.util.concurrent.ForkJoinPool.common.parallelism=64" && cd ..

      - name: 'Publish Test Report'
        uses: mikepenz/action-junit-report@v4
        if: always()
        with:
          report_paths: "**/surefire-reports/TEST-*.xml"