0bf7c71ec2
We used to specify specific rake test tasks so that we could run all of them even if early ones failed. However, that meant that as new tasks were added, they weren't being run on jenkins. Now, there is a facility in the rake scripts so that tests can run using the test_sh function, which will delay failure until the end of the rake run, unless the TESTS_FAIL_FAST environment variable is set. Furthermore, this reorganizes the jasmine test tasks so that we can run those as part of `rake test` as well.
120 lines
3.7 KiB
Ruby
120 lines
3.7 KiB
Ruby
require 'digest/md5'
|
|
|
|
def find_executable(exec)
|
|
path = %x(which #{exec}).strip
|
|
$?.exitstatus == 0 ? path : nil
|
|
end
|
|
|
|
def select_executable(*cmds)
|
|
cmds.find_all{ |cmd| !find_executable(cmd).nil? }[0] || fail("No executables found from #{cmds.join(', ')}")
|
|
end
|
|
|
|
def django_admin(system, env, command, *args)
|
|
django_admin = ENV['DJANGO_ADMIN_PATH'] || select_executable('django-admin.py', 'django-admin')
|
|
return "#{django_admin} #{command} --traceback --settings=#{system}.envs.#{env} --pythonpath=. #{args.join(' ')}"
|
|
end
|
|
|
|
def report_dir_path(dir)
|
|
return File.join(REPORT_DIR, dir.to_s)
|
|
end
|
|
|
|
def compute_fingerprint(files, dirs)
|
|
digest = Digest::MD5.new()
|
|
|
|
# Digest the contents of all the files.
|
|
Dir[*files].select{|file| File.file?(file)}.each do |file|
|
|
digest.file(file)
|
|
end
|
|
|
|
# Digest the names of the files in all the dirs.
|
|
dirs.each do |dir|
|
|
file_names = Dir.entries(dir).sort.join(" ")
|
|
digest.update(file_names)
|
|
end
|
|
|
|
digest.hexdigest
|
|
end
|
|
|
|
# Hash the contents of all the files, and the names of files in the dirs.
|
|
# Run the block if they've changed.
|
|
def when_changed(unchanged_message, files, dirs=[])
|
|
Rake::Task[PREREQS_MD5_DIR].invoke
|
|
cache_file = File.join(PREREQS_MD5_DIR, files[0].gsub(/\W+/, '-').sub(/-+$/, '')) + '.md5'
|
|
if !File.exists?(cache_file) or compute_fingerprint(files, dirs) != File.read(cache_file)
|
|
yield
|
|
File.write(cache_file, compute_fingerprint(files, dirs))
|
|
elsif !unchanged_message.empty?
|
|
puts unchanged_message
|
|
end
|
|
end
|
|
|
|
# Runs Process.spawn, and kills the process at the end of the rake process
|
|
# Expects the same arguments as Process.spawn
|
|
def background_process(*command)
|
|
pid = Process.spawn({}, *command, {:pgroup => true})
|
|
|
|
at_exit do
|
|
puts "Ending process and children"
|
|
pgid = Process.getpgid(pid)
|
|
begin
|
|
Timeout.timeout(5) do
|
|
puts "Interrupting process group #{pgid}"
|
|
Process.kill(:SIGINT, -pgid)
|
|
puts "Waiting on process group #{pgid}"
|
|
Process.wait(-pgid)
|
|
puts "Done waiting on process group #{pgid}"
|
|
end
|
|
rescue Timeout::Error
|
|
begin
|
|
Timeout.timeout(5) do
|
|
puts "Terminating process group #{pgid}"
|
|
Process.kill(:SIGTERM, -pgid)
|
|
puts "Waiting on process group #{pgid}"
|
|
Process.wait(-pgid)
|
|
puts "Done waiting on process group #{pgid}"
|
|
end
|
|
rescue Timeout::Error
|
|
puts "Killing process group #{pgid}"
|
|
Process.kill(:SIGKILL, -pgid)
|
|
puts "Waiting on process group #{pgid}"
|
|
Process.wait(-pgid)
|
|
puts "Done waiting on process group #{pgid}"
|
|
end
|
|
end
|
|
end
|
|
end
|
|
|
|
def environments(system)
|
|
Dir["#{system}/envs/**/*.py"].select{|file| ! (/__init__.py$/ =~ file)}.map do |env_file|
|
|
env_file.gsub("#{system}/envs/", '').gsub(/\.py/, '').gsub('/', '.')
|
|
end
|
|
end
|
|
|
|
$failed_tests = 0
|
|
|
|
# Run sh on args. If TESTS_FAIL_FAST is set, then stop on the first shell failure.
|
|
# Otherwise, a final task will be added that will fail if any tests have failed
|
|
def test_sh(*args)
|
|
sh(*args) do |ok, res|
|
|
if ok
|
|
return
|
|
end
|
|
|
|
if ENV['TESTS_FAIL_FAST']
|
|
fail("Test failed!")
|
|
else
|
|
$failed_tests += 1
|
|
end
|
|
end
|
|
end
|
|
|
|
# Add a task after all other tasks that fails if any tests have failed
|
|
if !ENV['TESTS_FAIL_FAST']
|
|
task :fail_tests do
|
|
fail("#{$failed_tests} tests failed!") if $failed_tests > 0
|
|
end
|
|
|
|
Rake.application.top_level_tasks << :fail_tests
|
|
end
|
|
|