diff --git a/jenkins/acceptance.sh b/jenkins/acceptance.sh
index 6ea6b0222e..0df24ebbda 100755
--- a/jenkins/acceptance.sh
+++ b/jenkins/acceptance.sh
@@ -61,6 +61,9 @@ fi
 # Bootstrap Ruby requirements so we can run the tests
 bundle install
 
+# Ensure the Ruby environment contains no stray gems
+bundle clean --force
+
 # Reset the jenkins worker's virtualenv back to the
 # state it was in when the instance was spun up.
 if [ -e $HOME/edx-venv_clean.tar.gz ]; then
diff --git a/jenkins/all-tests.sh b/jenkins/all-tests.sh
index 53adcc33b9..afce8b7ad1 100755
--- a/jenkins/all-tests.sh
+++ b/jenkins/all-tests.sh
@@ -69,6 +69,9 @@ fi
 # Bootstrap Ruby requirements so we can run the tests
 bundle install
 
+# Ensure the Ruby environment contains no stray gems
+bundle clean --force
+
 # Reset the jenkins worker's virtualenv back to the
 # state it was in when the instance was spun up.
 if [ -e $HOME/edx-venv_clean.tar.gz ]; then