diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
index c9e16f9..b59e835 100644
--- a/.github/workflows/test.yml
+++ b/.github/workflows/test.yml
@@ -29,7 +29,7 @@ jobs:
       uses: ruby/setup-ruby@v1
       with:
         ruby-version: ${{ matrix.ruby }}
-        rubygems: ${{ matrix.ruby < '2.7' && 'latest' || '' }}
+        rubygems: ${{ matrix.ruby < '2.7' && '3.4.22' || '' }}
         bundler-cache: true
     - name: Run test
       run: bundle exec rake compile test