diff --git a/.github/workflows/test-ruby.yml b/.github/workflows/test-ruby.yml
index f8280a22f4..f2d2d02fc0 100644
--- a/.github/workflows/test-ruby.yml
+++ b/.github/workflows/test-ruby.yml
@@ -113,7 +113,7 @@ jobs:
       CAS_ENABLED: true
       BUNDLE_WITH: 'pam_authentication test'
       CI_JOBS: ${{ matrix.ci_job }}/4
-      GITHUB_RSPEC: ${{ matrix.ruby-version == '.ruby-version' }}
+      GITHUB_RSPEC: ${{ matrix.ruby-version == '.ruby-version' && github.event.pull_request && 'true' }}
 
     strategy:
       fail-fast: false