Files
edx-platform/rakelib/acceptance_test.rake
Will Daly 194c906c19 List which test suites failed
Add section headings to test console output

i18n tests generate XUnit reports

Move i18n and docs test commands out of tests.rake
2014-02-04 12:36:19 -05:00

96 lines
3.7 KiB
Ruby

ACCEPTANCE_DB = File.join(REPO_ROOT, 'test_root/db/test_edx.db')
ACCEPTANCE_DB_CACHE = File.join(REPO_ROOT, 'common/test/db_cache/lettuce.db')
ACCEPTANCE_REPORT_DIR = report_dir_path('acceptance')
directory ACCEPTANCE_REPORT_DIR
def run_acceptance_tests(system, harvest_args)
# Create the acceptance report directory
# because if it doesn't exist then lettuce will give an IOError.
report_dir = report_dir_path('acceptance')
report_file = File.join(ACCEPTANCE_REPORT_DIR, "#{system}.xml")
report_args = "--with-xunit --xunit-file #{report_file}"
cmd = django_admin(
system, 'acceptance', 'harvest', '--debug-mode',
'--verbosity 2', report_args, harvest_args
)
test_sh("#{system} acceptance tests", cmd)
end
task :setup_acceptance_db do
# HACK: Since the CMS depends on the existence of some database tables
# that are now in common but used to be in LMS (Role/Permissions for Forums)
# we need to create/migrate the database tables defined in the LMS.
# We might be able to address this by moving out the migrations from
# lms/django_comment_client, but then we'd have to repair all the existing
# migrations from the upgrade tables in the DB.
# But for now for either system (lms or cms), use the lms
# definitions to sync and migrate.
# Since we are using SQLLite, we can reset the database by deleting it on disk.
if File.exists?(ACCEPTANCE_DB)
File.delete(ACCEPTANCE_DB)
end
# To speed up migrations, we check for a cached database file and start from that.
# The cached database file should be checked into the repo
if File.exists?(ACCEPTANCE_DB_CACHE)
# Copy the cached database to the test root directory
sh("cp #{ACCEPTANCE_DB_CACHE} #{ACCEPTANCE_DB}")
# Run migrations to update the db, starting from its cached state
sh(django_admin('lms', 'acceptance', 'migrate', '--noinput'))
# If no cached database exists, syncdb before migrating, then create the cache
else
sh(django_admin('lms', 'acceptance', 'syncdb', '--noinput'))
sh(django_admin('lms', 'acceptance', 'migrate', '--noinput'))
# Create the cache if it doesn't already exist
sh("cp #{ACCEPTANCE_DB} #{ACCEPTANCE_DB_CACHE}")
end
end
task :prep_for_acceptance_tests => [
:clean_reports_dir, :clean_test_files, ACCEPTANCE_REPORT_DIR,
:install_prereqs, :setup_acceptance_db
]
namespace :test do
namespace :acceptance do
task :all, [:harvest_args] => [
:prep_for_acceptance_tests,
"^^lms:gather_assets:acceptance",
"^^cms:gather_assets:acceptance"
] do |t, args|
run_acceptance_tests('lms', args.harvest_args)
run_acceptance_tests('cms', args.harvest_args)
end
['lms', 'cms'].each do |system|
desc "Run the acceptance tests for the #{system}"
task system, [:harvest_args] => [
:prep_for_acceptance_tests,
"^^#{system}:gather_assets:acceptance"
] do |t, args|
args.with_defaults(:harvest_args => '')
run_acceptance_tests(system, args.harvest_args)
end
desc "Run acceptance tests for the #{system} without collectstatic or db migrations"
task "#{system}:fast", [:harvest_args] => [
:clean_reports_dir, ACCEPTANCE_REPORT_DIR,
] do |t, args|
args.with_defaults(:harvest_args => '')
run_acceptance_tests(system, args.harvest_args)
end
end
end
desc "Run the lettuce acceptance tests for lms and cms"
task :acceptance, [:harvest_args] do |t, args|
Rake::Task["test:acceptance:all"].invoke(args.harvest_args)
end
end