diff --git a/jenkins/acceptance.sh b/jenkins/acceptance.sh
index 6ea6b0222e..947c3fae58 100755
--- a/jenkins/acceptance.sh
+++ b/jenkins/acceptance.sh
@@ -58,7 +58,9 @@ if [ -e $HOME/edx-rbenv_clean.tar.gz ]; then
     tar -C $HOME -xf $HOME/edx-rbenv_clean.tar.gz
 fi
 
-# Bootstrap Ruby requirements so we can run the tests
+# Ensure the Ruby environment is in a clean state and
+# bootstrap Ruby requirements so we can run the tests
+bundle clean --force
 bundle install
 
 # Reset the jenkins worker's virtualenv back to the
diff --git a/jenkins/all-tests.sh b/jenkins/all-tests.sh
index 53adcc33b9..deb01b1fe4 100755
--- a/jenkins/all-tests.sh
+++ b/jenkins/all-tests.sh
@@ -66,7 +66,9 @@ if [ -e $HOME/edx-rbenv_clean.tar.gz ]; then
     tar -C $HOME -xf $HOME/edx-rbenv_clean.tar.gz
 fi
 
-# Bootstrap Ruby requirements so we can run the tests
+# Ensure the Ruby environment is in a clean state and
+# bootstrap Ruby requirements so we can run the tests
+bundle clean --force
 bundle install
 
 # Reset the jenkins worker's virtualenv back to the