Extend CI matrix #61
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: run-tests | |
on: | |
push: | |
pull_request: | |
jobs: | |
build-spike: | |
uses: ./.github/workflows/build-spike.yml | |
generate-config: | |
runs-on: ubuntu-latest | |
outputs: | |
test-types: ${{ steps.test-types.outputs.tests }} | |
hash: ${{ steps.hash.outputs.files-hash }} | |
steps: | |
- uses: actions/checkout@v4 | |
- run: python3 -m pip install pyyaml | |
- id: test-types | |
run: | | |
echo "tests=$(python3 .github/scripts/parse_testlist.py)" >> $GITHUB_OUTPUT | |
- id: hash | |
run: | | |
echo "files-hash=$(sha256sum **/*.sv **/*.py **/*.yml **/*.yaml | cut -d\ -f1 | sha256sum | cut -d\ -f1)" >> $GITHUB_OUTPUT | |
generate-code: | |
runs-on: [ self-hosted, Linux, X64, gcp-custom-runners ] | |
container: centos:8 | |
needs: generate-config | |
strategy: | |
fail-fast: false | |
matrix: | |
test: ${{ fromJSON(needs.generate-config.outputs.test-types) }} | |
env: | |
GHA_EXTERNAL_DISK: additional-tools | |
CACHE_HASH: ${{ needs.generate-config.outputs.hash }} | |
steps: | |
- uses: actions/checkout@v3 | |
- name: Setup Cache Metadata | |
id: cache_metadata | |
run: | | |
cache_code=cache_${{ matrix.test }} | |
echo "cache_code=${cache_code}_${{ env.CACHE_HASH }}" | tee -a "$GITHUB_ENV" | |
- name: Cache Code | |
uses: actions/cache@v3 | |
id: cache-code | |
timeout-minutes: 60 | |
with: | |
path: test/asm_test | |
key: ${{ env.cache_code }} | |
- name: Prepare Environment | |
if: steps.cache-code.outputs.cache-hit != 'true' | |
run: _secret_environment | |
- name: Setup Python 3.9 | |
if: steps.cache-code.outputs.cache-hit != 'true' | |
run: | | |
yum update -y | |
yum install -y python39 | |
python3.9 -m pip install -r requirements.txt | |
- name: Generate Tests | |
if: steps.cache-code.outputs.cache-hit != 'true' | |
run: _secret_riscv | |
env: | |
RISCV_TEST: ${{ matrix.test }} | |
- name: Upload Artifacts | |
uses: actions/upload-artifact@v3 | |
if: always() | |
with: | |
path: | | |
test/asm_test/*.S | |
test-riscv: | |
runs-on: ubuntu-latest | |
needs: [ build-spike, generate-code, generate-config ] | |
strategy: | |
fail-fast: false | |
matrix: | |
test: ${{ fromJSON(needs.generate-config.outputs.test-types) }} | |
version: | |
- uvm | |
include: | |
- test: riscv_arithmetic_basic_test | |
version: pyflow | |
env: | |
TOOL_VERSION: d70ea67d | |
CACHE_HASH: ${{ needs.generate-config.outputs.hash }} | |
steps: | |
- uses: actions/checkout@v4 | |
- name: Install dependencies | |
run: sudo apt-get -qqy update && sudo apt-get -qqy install gcc-riscv64-unknown-elf device-tree-compiler | |
- name: Setup python | |
# python dependencies cannot be properly downloaded with new versions of python | |
uses: actions/setup-python@v4 | |
with: | |
python-version: '3.9' | |
- name: Install python dependencies | |
run: python3 -m pip install -r requirements.txt | |
- name: Setup Cache Metadata | |
id: cache_metadata | |
run: | | |
date=$(date +"%Y_%m_%d") | |
time=$(date +"%Y%m%d_%H%M%S_%N") | |
cache_spike_restore_key=cache_spike_ | |
cache_spike_key=${cache_spike_restore_key}${{ env.TOOL_VERSION }}_${date} | |
cache_code=cache_${{ matrix.test }} | |
echo "cache_spike_restore_key=$cache_spike_restore_key" | tee -a "$GITHUB_ENV" | |
echo "cache_spike_key=$cache_spike_key" | tee -a "$GITHUB_ENV" | |
echo "cache_code=${cache_code}_${{ env.CACHE_HASH }}" | tee -a "$GITHUB_ENV" | |
- name: Restore Spike cache | |
id: cache-spike-restore | |
uses: actions/cache/restore@v3 | |
with: | |
path: | | |
/opt/spike | |
/opt/spike/.cache | |
key: ${{ env.cache_spike_key }} | |
restore-keys: ${{ env.cache_spike_restore_key }} | |
- name: Set variables | |
run: | | |
echo "RISCV_GCC=riscv64-unknown-elf-gcc" >> $GITHUB_ENV | |
echo "RISCV_OBJCOPY=riscv64-unknown-elf-objcopy" >> $GITHUB_ENV | |
echo "SPIKE_PATH=/opt/spike/bin" >> $GITHUB_ENV | |
echo "PYTHONPATH=pygen" >> $GITHUB_ENV | |
- name: Cache Code Restore | |
if: matrix.version == 'uvm' | |
uses: actions/cache/restore@v3 | |
id: cache-code-restore | |
timeout-minutes: 60 | |
with: | |
path: test/asm_test | |
key: ${{ env.cache_code }} | |
- name: Generate Tests | |
if: matrix.version == 'pyflow' | |
run: | | |
set -eo pipefail | |
python3 run.py --simulator pyflow \ | |
--test ${{ matrix.test }} --iss spike \ | |
--start_seed 999 --iterations 1 --batch_size 1 \ | |
--isa rv32imc --mabi ilp32 --steps gen -v -o test 2>&1 | tee test/generate.log | |
- name: Patch Tests | |
run: find test/asm_test -name "*.S" -exec python3 .github/scripts/code_fixup.py -i {} -o {} \; | |
- name: Run Tests | |
run: | | |
set -eo pipefail | |
python3 run.py --simulator pyflow \ | |
--test ${{ matrix.test }} --iss spike --iss_timeout 60 \ | |
--start_seed 999 --iterations 1 --batch_size 1 \ | |
--isa rv32imc --mabi ilp32 --steps gcc_compile,iss_sim -v -o test 2>&1 | tee -a test/generate.log | |
- name: Upload Artifacts | |
uses: actions/upload-artifact@v3 | |
if: always() | |
with: | |
path: | | |
test/asm_test/*.log | |
test/*.log |