diff --git a/jenkins/test.sh b/jenkins/test.sh
index 6dec341f10..b4befa6d5f 100755
--- a/jenkins/test.sh
+++ b/jenkins/test.sh
@@ -45,7 +45,9 @@ TESTS_FAILED=0
 rake test_lms[false] || TESTS_FAILED=1
 rake test_common/lib/capa || TESTS_FAILED=1
 rake test_common/lib/xmodule || TESTS_FAILED=1
-rake phantomjs_jasmine_lms || true
+if [[ "${JOB_NAME}" == "*cms*" ]]; then
+    rake phantomjs_jasmine_lms || true
+fi
 # Don't run the studio tests until feature/cale/cms-master is merged in
 # rake phantomjs_jasmine_cms || true
 rake coverage:xml coverage:html