diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index fdd87a9..f506a1e 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -22,6 +22,11 @@ jobs:
           - ruby: 'jruby-9.3'
             os: 'ubuntu'
             platform: 'java'
+            upload: true
+          - ruby: 'jruby-9.4'
+            os: 'ubuntu'
+            platform: 'java'
+            continue-on-error: true
     outputs:
       gem: ${{steps.build.outputs.gem}}
     steps:
@@ -34,6 +39,7 @@ jobs:
       run: bundle install
     - name: Run test
       run: bundle exec rake
+      continue-on-error: ${{ matrix.continue-on-error }}
     - id: build
       run: |
         rake build:sha512
@@ -43,7 +49,7 @@ jobs:
         echo "pkg=$gem-${RUNNING_OS%-*}" >> $GITHUB_OUTPUT
       env:
         RUNNING_OS: ${{matrix.platform || matrix.os}}
-      if: ${{matrix.ruby == '3.1' || matrix.platform}}
+      if: ${{matrix.ruby == needs.ruby-versions.outputs.latest || matrix.upload}}
       shell: bash
     - name: Upload package
       uses: actions/upload-artifact@v4