require 'digest/md5' require 'sys/proctable' require 'colorize' require 'timeout' def find_executable(exec) path = %x(which #{exec}).strip $?.exitstatus == 0 ? path : nil end def select_executable(*cmds) cmds.find_all{ |cmd| !find_executable(cmd).nil? }[0] || fail("No executables found from #{cmds.join(', ')}") end def django_admin(system, env, command, *args) return "./manage.py #{system} --settings #{env} #{command} --traceback #{args.join(' ')}" end def report_dir_path(dir) return File.join(REPORT_DIR, dir.to_s) end def compute_fingerprint(files, dirs) digest = Digest::MD5.new() # Digest the contents of all the files. Dir[*files].select{|file| File.file?(file)}.each do |file| digest.file(file) end # Digest the names of the files in all the dirs. dirs.each do |dir| file_names = Dir.entries(dir).sort.join(" ") digest.update(file_names) end digest.hexdigest end # Hash the contents of all the files, and the names of files in the dirs. # Run the block if they've changed. def when_changed(unchanged_message, files, dirs=[]) Rake::Task[PREREQS_MD5_DIR].invoke cache_file = File.join(PREREQS_MD5_DIR, files[0].gsub(/\W+/, '-').sub(/-+$/, '')) + '.md5' if !File.exists?(cache_file) or compute_fingerprint(files, dirs) != File.read(cache_file) yield File.write(cache_file, compute_fingerprint(files, dirs)) elsif !unchanged_message.empty? puts unchanged_message end end # Runs Process.spawn, and kills the process at the end of the rake process # Expects the same arguments as Process.spawn def background_process(command, logfile=nil) spawn_opts = {:pgroup => true} if !logfile.nil? puts "Running '#{command.join(' ')}', redirecting output to #{logfile}".red spawn_opts[[:err, :out]] = [logfile, 'a'] end pid = Process.spawn({}, *command, spawn_opts) command = [*command] at_exit do puts "Ending process and children" pgid = Process.getpgid(pid) begin Timeout.timeout(5) do puts "Interrupting process group #{pgid}" Process.kill(:SIGINT, -pgid) puts "Waiting on process group #{pgid}" Process.wait(-pgid) puts "Done waiting on process group #{pgid}" end rescue Timeout::Error begin Timeout.timeout(5) do puts "Terminating process group #{pgid}" Process.kill(:SIGTERM, -pgid) puts "Waiting on process group #{pgid}" Process.wait(-pgid) puts "Done waiting on process group #{pgid}" end rescue Timeout::Error puts "Killing process group #{pgid}" Process.kill(:SIGKILL, -pgid) puts "Waiting on process group #{pgid}" Process.wait(-pgid) puts "Done waiting on process group #{pgid}" end end end end # Runs a command as a background process, as long as no other processes # tagged with the same tag are running def singleton_process(command, logfile=nil) command = [*command] if Sys::ProcTable.ps.select {|proc| proc.cmdline.include?(command.join(' '))}.empty? background_process(command, logfile) else puts "Process '#{command.join(' ')} already running, skipping".blue end end def environments(system) Dir["#{system}/envs/**/*.py"].select{|file| ! (/__init__.py$/ =~ file)}.map do |env_file| env_file.gsub("#{system}/envs/", '').gsub(/\.py/, '').gsub('/', '.') end end $failed_tests = 0 # Run sh on args. If TESTS_FAIL_FAST is set, then stop on the first shell failure. # Otherwise, a final task will be added that will fail if any tests have failed def test_sh(*args) sh(*args) do |ok, res| if ok return end if ENV['TESTS_FAIL_FAST'] fail("Test failed!") else $failed_tests += 1 end end end # Add a task after all other tasks that fails if any tests have failed if !ENV['TESTS_FAIL_FAST'] task :fail_tests do fail("#{$failed_tests} tests failed!") if $failed_tests > 0 end Rake.application.top_level_tasks << :fail_tests end