diff --git a/.github/workflows/gem-push.yml b/.github/workflows/gem-push.yml
index 9424cb4..7299f99 100644
--- a/.github/workflows/gem-push.yml
+++ b/.github/workflows/gem-push.yml
@@ -24,11 +24,10 @@ jobs:
         with:
           ruby-version: ${{ matrix.ruby-version }}
       - run: |
-          echo "gem 'rails', '~>${{ matrix.rails-version }}'" >> Gemfile
-          bundle install
+          BUNDLE_GEMFILE=gemfiles/Gemfile.rails${{ matrix.rails-version }} bundle install
 
       - name: Run tests
-        run: rake test
+        run: BUNDLE_GEMFILE=gemfiles/Gemfile.rails${{ matrix.rails-version }} rake test
 
   build:
     name: Build + Publish