Add link to the the blog entry on building a Spark perf lab #60
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: sparkMeasure CI | |
| on: | |
| push: | |
| branches: [ master ] | |
| pull_request: | |
| branches: [ master ] | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| python-version: [ '3.9', '3.11' ] | |
| java-version: [ 8, 11 ] | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Set up Java ${{ matrix.java-version }} | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'adopt' | |
| java-version: ${{ matrix.java-version }} | |
| - name: Build using sbt for all Scala versions supported | |
| run: sbt +package | |
| - name: Run tests for all Scala versions supported | |
| run: sbt +test | |
| - name: Upload sparkMeasure package for Scala 2.13 (Java 11 and Python 3.11) | |
| if: matrix.java == '11' && matrix.python == '3.11' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: sparkMeasure package scala 2.13 | |
| path: target/scala-2.13/*.jar | |
| # This upload step is conditional on Java 11 and Python 3.11 | |
| - name: Upload sparkMeasure package for Scala 2.12 (Java 8 and Python 3.11) | |
| if: matrix.java == '8' && matrix.python == '3.11' | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: sparkMeasure package scala 2.12 | |
| path: target/scala-2.12/*.jar | |
| # This upload step is also conditional on Java 8 and Python 3.11 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install -r python/requirements.txt | |
| - name: Run pytest | |
| run: | | |
| pytest python/sparkmeasure |