0bf7c71ec2
We used to specify specific rake test tasks so that we could run all of them even if early ones failed. However, that meant that as new tasks were added, they weren't being run on jenkins. Now, there is a facility in the rake scripts so that tests can run using the test_sh function, which will delay failure until the end of the rake run, unless the TESTS_FAIL_FAST environment variable is set. Furthermore, this reorganizes the jasmine test tasks so that we can run those as part of `rake test` as well.
133 lines
4.5 KiB
Ruby
133 lines
4.5 KiB
Ruby
# Set up the clean and clobber tasks
|
|
CLOBBER.include(REPORT_DIR, 'test_root/*_repo', 'test_root/staticfiles')
|
|
|
|
def run_under_coverage(cmd, root)
|
|
cmd0, cmd_rest = cmd.split(" ", 2)
|
|
# We use "python -m coverage" so that the proper python will run the importable coverage
|
|
# rather than the coverage that OS path finds.
|
|
cmd = "python -m coverage run --rcfile=#{root}/.coveragerc `which #{cmd0}` #{cmd_rest}"
|
|
return cmd
|
|
end
|
|
|
|
def run_tests(system, report_dir, test_id=nil, stop_on_failure=true)
|
|
ENV['NOSE_XUNIT_FILE'] = File.join(report_dir, "nosetests.xml")
|
|
dirs = Dir["common/djangoapps/*"] + Dir["#{system}/djangoapps/*"]
|
|
test_id = dirs.join(' ') if test_id.nil? or test_id == ''
|
|
cmd = django_admin(system, :test, 'test', '--logging-clear-handlers', test_id)
|
|
test_sh(run_under_coverage(cmd, system))
|
|
end
|
|
|
|
def run_acceptance_tests(system, report_dir, harvest_args)
|
|
# HACK: Since now the CMS depends on the existence of some database tables
|
|
# that used to be in LMS (Role/Permissions for Forums) we need to make
|
|
# sure the acceptance tests create/migrate the database tables
|
|
# that are represented in the LMS. We might be able to address this by moving
|
|
# out the migrations from lms/django_comment_client, but then we'd have to
|
|
# repair all the existing migrations from the upgrade tables in the DB.
|
|
if system == :cms
|
|
sh(django_admin('lms', 'acceptance', 'syncdb', '--noinput'))
|
|
sh(django_admin('lms', 'acceptance', 'migrate', '--noinput'))
|
|
end
|
|
sh(django_admin(system, 'acceptance', 'syncdb', '--noinput'))
|
|
sh(django_admin(system, 'acceptance', 'migrate', '--noinput'))
|
|
test_sh(django_admin(system, 'acceptance', 'harvest', '--debug-mode', '--tag -skip', harvest_args))
|
|
end
|
|
|
|
|
|
directory REPORT_DIR
|
|
|
|
task :clean_test_files do
|
|
sh("git clean -fqdx test_root")
|
|
end
|
|
|
|
TEST_TASK_DIRS = []
|
|
|
|
[:lms, :cms].each do |system|
|
|
report_dir = report_dir_path(system)
|
|
|
|
# Per System tasks
|
|
desc "Run all django tests on our djangoapps for the #{system}"
|
|
task "test_#{system}", [:test_id] => ["clean_test_files", :predjango, "#{system}:gather_assets:test", "fasttest_#{system}"]
|
|
|
|
# Have a way to run the tests without running collectstatic -- useful when debugging without
|
|
# messing with static files.
|
|
task "fasttest_#{system}", [:test_id] => [report_dir, :install_prereqs, :predjango] do |t, args|
|
|
args.with_defaults(:test_id => nil)
|
|
run_tests(system, report_dir, args.test_id)
|
|
end
|
|
|
|
# Run acceptance tests
|
|
desc "Run acceptance tests"
|
|
task "test_acceptance_#{system}", [:harvest_args] => ["#{system}:gather_assets:acceptance", "fasttest_acceptance_#{system}"]
|
|
|
|
desc "Run acceptance tests without collectstatic"
|
|
task "fasttest_acceptance_#{system}", [:harvest_args] => ["clean_test_files", :predjango, report_dir] do |t, args|
|
|
args.with_defaults(:harvest_args => '')
|
|
run_acceptance_tests(system, report_dir, args.harvest_args)
|
|
end
|
|
|
|
|
|
task :fasttest => "fasttest_#{system}"
|
|
|
|
TEST_TASK_DIRS << system
|
|
end
|
|
|
|
Dir["common/lib/*"].select{|lib| File.directory?(lib)}.each do |lib|
|
|
task_name = "test_#{lib}"
|
|
|
|
report_dir = report_dir_path(lib)
|
|
|
|
desc "Run tests for common lib #{lib}"
|
|
task task_name => report_dir do
|
|
ENV['NOSE_XUNIT_FILE'] = File.join(report_dir, "nosetests.xml")
|
|
cmd = "nosetests #{lib}"
|
|
test_sh(run_under_coverage(cmd, lib))
|
|
end
|
|
TEST_TASK_DIRS << lib
|
|
|
|
desc "Run tests for common lib #{lib} (without coverage)"
|
|
task "fasttest_#{lib}" do
|
|
sh("nosetests #{lib}")
|
|
end
|
|
end
|
|
|
|
task :report_dirs
|
|
|
|
TEST_TASK_DIRS.each do |dir|
|
|
report_dir = report_dir_path(dir)
|
|
directory report_dir
|
|
task :report_dirs => [REPORT_DIR, report_dir]
|
|
task :test => "test_#{dir}"
|
|
end
|
|
|
|
desc "Run all tests"
|
|
task :test
|
|
|
|
namespace :coverage do
|
|
desc "Build the html coverage reports"
|
|
task :html => :report_dirs do
|
|
TEST_TASK_DIRS.each do |dir|
|
|
report_dir = report_dir_path(dir)
|
|
|
|
if !File.file?("#{report_dir}/.coverage")
|
|
next
|
|
end
|
|
|
|
sh("coverage html --rcfile=#{dir}/.coveragerc")
|
|
end
|
|
end
|
|
|
|
desc "Build the xml coverage reports"
|
|
task :xml => :report_dirs do
|
|
TEST_TASK_DIRS.each do |dir|
|
|
report_dir = report_dir_path(dir)
|
|
|
|
if !File.file?("#{report_dir}/.coverage")
|
|
next
|
|
end
|
|
# Why doesn't the rcfile control the xml output file properly??
|
|
sh("coverage xml -o #{report_dir}/coverage.xml --rcfile=#{dir}/.coveragerc")
|
|
end
|
|
end
|
|
end
|