Skip to content

Fix some flaky test failures on Windows #3063

Fix some flaky test failures on Windows

Fix some flaky test failures on Windows #3063

name: realworld
on:
pull_request:
push:
branches:
- master
concurrency:
group: ci-${{ github.ref }}-${{ github.workflow }}
cancel-in-progress: true
permissions: # added using https://github.com/step-security/secure-workflows
contents: read
jobs:
bundler:
name: Realworld Bundler ${{ matrix.bundler.name }} on ${{ matrix.os.name }} (${{ matrix.ruby.name }})
runs-on: ${{ matrix.os.value }}
strategy:
fail-fast: false
matrix:
os:
- { name: Ubuntu, value: ubuntu-22.04 }
ruby:
- { name: ruby-3.0, value: 3.0.6 }
- { name: ruby-3.1, value: 3.1.4 }
- { name: ruby-3.2, value: 3.2.3 }
- { name: ruby-3.3, value: 3.3.0 }
bundler:
- { name: 2, value: '' }
- { name: 3, value: 3.0.0 }
include:
- { os: { name: macOS, value: macos-14 }, bundler: { name: 2, value: '' }, ruby: { name: ruby-3.0, value: 3.0.6 } }
- { os: { name: macOS, value: macos-14 }, bundler: { name: 2, value: '' }, ruby: { name: ruby-3.1, value: 3.1.4 } }
- { os: { name: macOS, value: macos-14 }, bundler: { name: 2, value: '' }, ruby: { name: ruby-3.2, value: 3.2.3 } }
- { os: { name: macOS, value: macos-14 }, bundler: { name: 2, value: '' }, ruby: { name: ruby-3.3, value: 3.3.0 } }
env:
RGV: ..
RUBYOPT: --disable-gems
steps:
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
- name: Setup ruby
uses: ruby/setup-ruby@22fdc77bf4148f810455b226c90fb81b5cbc00a7 # v1.171.0
with:
ruby-version: ${{ matrix.ruby.value }}
bundler: none
- name: Replace version
run: BUNDLER_SPEC_SUB_VERSION=${{ matrix.bundler.value }} bin/rake override_version
if: matrix.bundler.value != ''
- name: Prepare dependencies
run: bin/rake spec:deps
- name: Run Test
run: bin/rake spec:realworld
- name: Upload used cassettes as artifact
uses: actions/upload-artifact@26f96dfa697d77e81fd5907df203aa23a56210a8 # v4.3.0
with:
name: cassettes-bundler-${{ matrix.bundler.name }}-${{ matrix.os.value }}-${{ matrix.ruby.name }}
path: ./bundler/spec/support/artifice/used_cassettes.txt
timeout-minutes: 20
system_rubygems_bundler:
name: Realworld Bundler ${{ matrix.bundler.name }} against system Rubygems (${{ matrix.ruby.name }})
runs-on: ubuntu-22.04
strategy:
fail-fast: false
matrix:
include:
- { bundler: { name: 2, value: '' }, ruby: { name: ruby-3.0, value: 3.0.6 } }
- { bundler: { name: 2, value: '' }, ruby: { name: ruby-3.1, value: 3.1.4 } }
- { bundler: { name: 2, value: '' }, ruby: { name: ruby-3.2, value: 3.2.3 } }
- { bundler: { name: 2, value: '' }, ruby: { name: ruby-3.3, value: 3.3.0 } }
- { bundler: { name: 3, value: 3.0.0 }, ruby: { name: ruby-3.0, value: 3.0.6 } }
- { bundler: { name: 3, value: 3.0.0 }, ruby: { name: ruby-3.1, value: 3.1.4 } }
- { bundler: { name: 3, value: 3.0.0 }, ruby: { name: ruby-3.2, value: 3.2.3 } }
- { bundler: { name: 3, value: 3.0.0 }, ruby: { name: ruby-3.3, value: 3.3.0 } }
steps:
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
- name: Setup ruby
uses: ruby/setup-ruby@22fdc77bf4148f810455b226c90fb81b5cbc00a7 # v1.171.0
with:
ruby-version: ${{ matrix.ruby.value }}
bundler: none
- name: Replace version
run: BUNDLER_SPEC_SUB_VERSION=${{ matrix.bundler.value }} bin/rake override_version
if: matrix.bundler.value != ''
- name: Prepare dependencies
run: bin/rake spec:deps
- name: Run Test
run: bin/rake spec:realworld
- name: Upload used cassettes as artifact
uses: actions/upload-artifact@26f96dfa697d77e81fd5907df203aa23a56210a8 # v4.3.0
with:
name: cassettes-system-rubygems-bundler-${{ matrix.bundler.name }}-${{ matrix.ruby.name }}
path: ./bundler/spec/support/artifice/used_cassettes.txt
timeout-minutes: 20
check_unused_cassettes:
name: Check unused cassettes
needs: [bundler, system_rubygems_bundler]
runs-on: ubuntu-22.04
steps:
- uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
- name: Setup ruby
uses: ruby/setup-ruby@22fdc77bf4148f810455b226c90fb81b5cbc00a7 # v1.171.0
with:
ruby-version: 3.3.0
bundler: none
- name: Download all used cassettes as artifacts
uses: actions/download-artifact@6b208ae046db98c579e8a3aa621ab581ff575935 # v4.1.1
with:
path: ./bundler/spec/support/artifice/used_vcr_cassettes
- name: Check unused cassettes
run: bin/rake spec:realworld:check_unused_cassettes