diff --git a/ruby/gitlab-ci-for-gem.yml b/ruby/gitlab-ci-for-gem.yml
index 817dfcd287e965b2f92e414dd3269a71ca22a2f7..0a527a0061db1d0b4ac15f30c43f1826d8543f55 100644
--- a/ruby/gitlab-ci-for-gem.yml
+++ b/ruby/gitlab-ci-for-gem.yml
@@ -54,5 +54,5 @@ test:
   script:
     - gem install bundler --silent
     - bundle install --jobs $(nproc) --quiet
-    - "[ -f ./Appraisals ] && appraisal install"
-    - "[ -f ./Appraisals ] && (appraisal rake test && rake test) || (rake test)"
+    - "[ -f ./Appraisals ] && bundle exec appraisal install"
+    - "[ -f ./Appraisals ] && (bundle exec appraisal rake test && bundle exec rake test) || (bundle exec rake test)"