diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 9eb8cbf9ae..661b7500f5 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -16,7 +16,7 @@ jobs:
     strategy:
       matrix:
         os: [ubuntu-latest, windows-latest]
-        ruby: ['2.3', '2.4', '2.5', '2.6', '2.7']
+        ruby: ['2.3', '2.4', '2.5', '2.6', '2.7', jruby-9.1.17.0, jruby-9.2.13.0]
         rouge-version: [~]
         exclude:
         - os: ubuntu-latest
@@ -24,10 +24,6 @@ jobs:
         include:
         - os: ubuntu-latest
           ruby: truffleruby-20.2.0
-        - os: ubuntu-latest
-          ruby: jruby-9.1.17.0
-        - os: ubuntu-latest
-          ruby: jruby-9.2.13.0
         - os: macos-latest
           ruby: '2.7'
         - os: ubuntu-latest
@@ -40,7 +36,6 @@ jobs:
     env:
       COVERAGE: ${{ matrix.primary }}
       JRUBY_OPTS: '-J-XX:+TieredCompilation -J-XX:TieredStopAtLevel=1 -J-Xss2m -Xcompile.invokedynamic=false'
-      PYGMENTS_VERSION: '~> 1.2.0'
       SOURCE_DATE_EPOCH: '1521504000'
     steps:
     - name: Checkout
@@ -55,6 +50,9 @@ jobs:
       run: |
         bundle config --local path .bundle/gems
         bundle config --local without docs
+    - name: Set Pygments version
+      if: "!(matrix.os == 'windows-latest' && contains(matrix.ruby, 'jruby'))"
+      run: echo 'PYGMENTS_VERSION=~> 1.2.0' >> $GITHUB_ENV
     - name: Set Rouge version
       if: matrix.rouge-version
       run: echo 'ROUGE_VERSION=${{ matrix.rouge-version }}' >> $GITHUB_ENV