mirror
/
OpenDroneMap-ODM
kopia lustrzana https://github.com/OpenDroneMap/ODM
1
0
Forkuj 0
Kod Zgłoszenia Projekty Wydania Wiki Aktywność

choosing pearl over ruby 

really. But will probably port to python.
pull/1/head
Stephen Mather 2014-09-13 14:53:04 -07:00
rodzic 8ef1da74c6
commit d4957b84fa
1 zmienionych plików z 0 dodań i 426 usunięć
Pokaż statystyki Ściągnij plik aktualizacji Ściągnij plik porównania Expand all files Collapse all files

426
run.rb
Wyświetl plik

@ -1,426 +0,0 @@
#!/usr/bin/ruby
# encoding: utf-8
require 'rubygems'
require 'optparse'
require 'pp'
require 'parallel'
require 'fileutils'
#alias :puts_original :puts
#
#def puts (*args)
# puts_original(args)
# puts_original(args)
#end
$options = {}
optparse = OptionParser.new do|opts|
opts.banner = "Usage: run.rb [options] <path>"
$options[:base_path] = "."
$options[:resize_to] = 1200
opts.on('-r', '--resize-to int', "") do |param|
$options[:resize_to] = param.to_i
end
$options[:match_size] = 200
opts.on('-m', '--match-size int', "") do |param|
$options[:match_size] = param.to_i
end
$options[:start_with] = "resize"
opts.on('', '--start-with ', "values: \"resize\", \"getKeypoints\", \"match\", \"bundler\", \"cmvs\", \"pmvs\"") do |param|
$options[:start_with] = param
end
$options[:end_with] = "pmvs"
opts.on('', '--end-with ', "values: \"resize\", \"getKeypoints\", \"match\", \"bundler\", \"cmvs\", \"pmvs\"") do |param|
$options[:end_with] = param
end
$options[:force_ccd] = false
opts.on('', '--force-ccd float', "") do |param|
$options[:force_ccd] = param.to_f
end
$options[:force_focal] = false
opts.on('', '--force-focal float', "") do |param|
$options[:force_focal] = param.to_f
end
$options[:cmvs_max_images] = 100
opts.on('', '--cmvs-max-images int', "") do |param|
$options[:cmvs_max_images] = param.to_i
end
$options[:matcher_ratio] = 0.6
opts.on('', '--matcher-ratio float', "") do |param|
$options[:matcher_ratio] = param.to_f
end
$options[:matcher_threshold] = 2.0
opts.on('', '--matcher-threshold float', "") do |param|
$options[:matcher_threshold] = param.to_f
end
$options[:pmvs_min_image_num] = 3
opts.on('', '--pmvs-minImageNum n', "") do |param|
$options[:pmvs_min_image_num] = param.to_i
end
$options[:pmvs_wsize] = 7
opts.on('', '--pmvs-wsize int', "") do |param|
$options[:pmvs_wsize] = param.to_i
end
$options[:pmvs_threshold] = 0.7
opts.on('', '--pmvs-threshold float', "") do |param|
$options[:pmvs_threshold] = param.to_f
end
$options[:pmvs_csize] = 2
opts.on('', '--pmvs-csize int', "") do |param|
$options[:pmvs_csize] = param.to_i
end
$options[:pmvs_level] = 1
opts.on('', '--pmvs-level int', "") do |param|
$options[:pmvs_level] = param.to_i
end
opts.on( '-h', '--help', 'Display this screen' ) do
puts opts
exit
end
end
begin
optparse.parse!
$options[:path_base] = ARGV[0] if ARGV.length == 1
$options[:path_base] = File.expand_path($options[:path_base])
$options[:path_bin] = File.expand_path(File.dirname(__FILE__)) + "/bin"
require "#{File.expand_path(File.dirname(__FILE__))}/ccd_defs.rb"
begin
puts " Configuration:"
puts " bin_path = #{$options[:path_bin]}"
puts " base_path = #{$options[:path_base]}"
puts " "
puts " start_with = #{$options[:start_with]}"
puts " end_with = #{$options[:end_with]}"
puts " "
puts " resize_to = #{$options[:resize_to]}"
puts " "
puts " match_size = #{$options[:match_size]}"
puts " matcher_ratio = #{$options[:matcher_ratio]}"
puts " matcher_threshold = #{$options[:matcher_threshold]}"
puts " "
puts " cmvs_max_images = #{$options[:cmvs_max_images]}"
puts " "
puts " pmvs_threshold = #{$options[:pmvs_threshold]}"
puts " pmvs_csize = #{$options[:pmvs_csize]}"
puts " pmvs_level = #{$options[:pmvs_level]}"
puts " pmvs_min_image_num = #{$options[:pmvs_min_image_num]}"
puts " pmvs_wsize = #{$options[:pmvs_wsize]}"
puts " "
end
file_objects = []
source_files = `ls -1 #{$options[:path_base]} | egrep "\.[jJ]{1}[pP]{1}[eE]{0,1}[gG]{1}"`.split("\n")
file_objects = Parallel.map(source_files) { |source_file|
file_object = Hash.new
file_object[:file_name] = "#{source_file}"
file_object[:file_basename] = "#{source_file}".sub(/\.[^\.]+$/, "")
file_object[:path_src] = "#{$options[:path_base]}/#{source_file}"
jhead_text = `jhead #{file_object[:path_src]}`
file_object[:jhead] = Hash.new
jhead_text.split("\n").each { |jhead_line|
jhead_parts = jhead_line.split(/\ +:\ /)
file_object[:jhead][jhead_parts[0].to_sym] = jhead_parts[1] if jhead_parts.length == 2
}
file_object[:model_id] = "#{file_object[:jhead][:'Camera make']} #{file_object[:jhead][:'Camera model']}"
file_object[:width],file_object[:height] = [file_object[:jhead][:Resolution].split(" x ")[0].to_i, file_object[:jhead][:Resolution].split(" x ")[1].to_i] if file_object[:jhead][:Resolution]
if file_object[:jhead][:'CCD width']
file_object[:ccd] = file_object[:jhead][:'CCD width'][/([\.0-9]+)/].to_f
end
if file_object[:jhead][:'Focal length']
file_object[:focal] = file_object[:jhead][:'Focal length'][/([\.0-9]+)/].to_f
end
file_object[:ccd] = $ccd_widths[file_object[:model_id].to_sym] unless file_object[:ccd]
file_object[:focal] = $options[:force_focal] if $options[:force_focal]
file_object[:ccd] = $options[:force_ccd] if $options[:force_ccd]
if file_object[:focal] && file_object[:ccd] && file_object[:width] && file_object[:height]
file_object[:focal_px] = (file_object[:focal] / file_object[:ccd]) * [[file_object[:width], file_object[:height]].max.to_f, $options[:resize_to].to_f].min
puts "#{file_object[:path_src]} – using image with ccd width: #{file_object[:ccd]} and focal length: #{file_object[:focal]}"
file_object
else
if !file_object[:ccd]
puts "no ccd width found for #{file_object[:model_id]}"
end
end
}
file_objects = file_objects.select {|file_object| file_object}
puts "found #{file_objects.length} usable objects"
def get_feature_count (bin_file_name)
io = File.open(bin_file_name, "rb")
feature_count = io.read(4).unpack("L")
io.close
feature_count.first.to_i
end
def match?(i, j, file_object_i, file_object_j, path)
pairwise_match = "#{path}/#{i}-#{j}.txt"
!File.exists?(pairwise_match)
end
def match (i, j, file_object_i, file_object_j, path, index)
pairwise_match = "#{path}/.#{i}-#{j}.txt"
done_pairwise_match = "#{path}/#{i}-#{j}.txt"
file_object_i_key = "#{path}/../#{file_object_i[:file_basename]}.key"
file_object_j_key = "#{path}/../#{file_object_j[:file_basename]}.key"
feature_count_i = get_feature_count("#{path}/../#{file_object_i[:file_basename]}.key.bin")
feature_count_j = get_feature_count("#{path}/../#{file_object_j[:file_basename]}.key.bin")
`touch '#{pairwise_match}' && '#{$options[:path_bin]}/KeyMatch' '#{file_object_i_key}' '#{file_object_j_key}' '#{pairwise_match}' #{$options[:matcher_ratio]} #{$options[:matcher_threshold]}` unless File.exists?(pairwise_match)
matches =`cat '#{pairwise_match}' | wc -l`.to_i
if matches > 0
puts "%6d / %6d - %6.2f%% matches between #{file_object_i[:file_name]}, #{file_object_j[:file_name]}" % [$prog_start + index + 1, $prog_total, matches.to_f*100/([feature_count_i, feature_count_j].min)]
end
FileUtils.mv(pairwise_match, done_pairwise_match)
end
def get_keypoints_for_file?(file_object, path, size)
path_matching_base_name = "#{path}/#{file_object[:file_basename]}"
path_matching_key_bin = "#{path_matching_base_name}.key.bin"
path_matching_key_gz = "#{path_matching_base_name}.key.gz"
path_matching_jpg = "#{path_matching_base_name}.jpg"
!(File.exists?(path_matching_jpg) && File.exists?(path_matching_key_bin) && File.exists?(path_matching_key_gz))
end
def get_keypoints_for_file (file_object, path, size, index)
path_matching_base_name = "#{path}/.#{file_object[:file_basename]}"
path_matching_jpg = "#{path_matching_base_name}.jpg"
path_matching_pgm = "#{path_matching_base_name}.pgm"
path_matching_sift = "#{path_matching_base_name}.key.sift"
path_matching_key = "#{path_matching_base_name}.key"
path_matching_key_bin = "#{path_matching_base_name}.key.bin"
path_matching_key_gz = "#{path_matching_base_name}.key.gz"
done_path_matching_base_name = "#{path}/#{file_object[:file_basename]}"
done_path_matching_key_bin = "#{done_path_matching_base_name}.key.bin"
done_path_matching_key_gz = "#{done_path_matching_base_name}.key.gz"
done_path_matching_jpg = "#{done_path_matching_base_name}.jpg"
`convert -format jpg -resize #{size}x#{size} -quality 100 '#{file_object[:path_src]}' '#{path_matching_jpg}'`
`convert -format pgm -resize #{size}x#{size} -quality 100 '#{file_object[:path_src]}' '#{path_matching_pgm}'`
`'#{$options[:path_bin]}/vlsift' '#{path_matching_pgm}' -o '#{path_matching_sift}'`
`perl '#{$options[:path_bin]}/../convert_vlsift_to_lowesift.pl' '#{path_matching_base_name}'`
`gzip -f '#{path_matching_key}' && rm -f '#{path_matching_sift}' && rm -f '#{path_matching_pgm}'`
feature_count = get_feature_count(path_matching_key_bin)
puts "%6d / %6d - got #{feature_count} keypoints from #{file_object[:file_name]} @ #{size}px" % [$prog_start + index + 1, $prog_total]
FileUtils.mv(path_matching_key_bin , done_path_matching_key_bin )
FileUtils.mv(path_matching_key_gz , done_path_matching_key_gz )
FileUtils.mv(path_matching_jpg , done_path_matching_jpg )
end
if file_objects.length > 0
job_options = Hash.new
job_options[:path] = "#{$options[:path_base]}/__reconstruction-#{$options[:resize_to]}"
Dir::mkdir(job_options[:path]) unless File.directory?(job_options[:path])
### MATCHING
job_options[:path_matching] = "#{$options[:path_base]}/__pre_matching-#{$options[:match_size]}"
job_options[:path_matchinglarge] = "#{job_options[:path]}"
job_options[:path_matching_pairs] = "#{$options[:path_base]}/__pre_matching-#{$options[:match_size]}/_pairs"
job_options[:path_matchinglarge_pairs] = "#{job_options[:path_matchinglarge]}/_pairs"
Dir::mkdir(job_options[:path_matching]) unless File.directory?(job_options[:path_matching])
Dir::mkdir(job_options[:path_matchinglarge]) unless File.directory?(job_options[:path_matchinglarge])
Dir::mkdir(job_options[:path_matching_pairs]) unless File.directory?(job_options[:path_matching_pairs])
Dir::mkdir(job_options[:path_matchinglarge_pairs]) unless File.directory?(job_options[:path_matchinglarge_pairs])
puts "\n**\n** GETTING KEYPOINTS SMALL VERSION\n** #{Time.now}\n\n"
file_objects_todo = file_objects.select { |file_object| get_keypoints_for_file?(file_object, job_options[:path_matching], $options[:match_size]) }
$prog_start = (file_objects.length - file_objects_todo.length)
$prog_total = file_objects.length
Parallel.each_with_index(file_objects_todo) { |file_object, index| get_keypoints_for_file(file_object, job_options[:path_matching], $options[:match_size], index) }
puts (file_objects_todo.empty? ? "nothing to do" : "done")
puts "\n**\n** MATCHING SMALL VERSION\n** #{Time.now}\n\n"
match_indeces = Array.new
(0...file_objects.length).inject(match_indeces) { |memo, i|
(i+1...file_objects.length).inject(memo) { |memo, j|
memo.push([i, j])
}
}
match_indeces_todo = match_indeces.select { |i,j| match?(i, j, file_objects[i], file_objects[j], job_options[:path_matching_pairs]) }
$prog_start = (match_indeces.length - match_indeces_todo.length)
$prog_total = match_indeces.length
Parallel.each_with_index(match_indeces_todo) { |(i, j), index|
match(i, j, file_objects[i], file_objects[j], job_options[:path_matching_pairs], index)
}
puts (match_indeces_todo.empty? ? "nothing to do" : "done")
puts "\n**\n** GETTING KEYPOINTS BIG VERSION\n** #{Time.now}\n\n"
file_objects_todo = file_objects.select { |file_object| get_keypoints_for_file?(file_object, job_options[:path_matchinglarge], $options[:resize_to]) }
$prog_start = (file_objects.length - file_objects_todo.length)
$prog_total = file_objects.length
Parallel.each_with_index(file_objects_todo, :in_processes => 4) { |file_object, index| get_keypoints_for_file(file_object, job_options[:path_matchinglarge], $options[:resize_to], index) }
puts (file_objects_todo.empty? ? "nothing to do" : "done")
puts "\n**\n** MATCHING BIG VERSION\n** #{Time.now}\n\n"
matches_files = `ls -1 #{job_options[:path_matching_pairs]} | egrep "\.txt"`.split("\n").map {|e| (e.sub("\.txt", "").split("-")).map{|n| n.to_i} }
matches_files = matches_files.select {|i,j| File.size?("#{job_options[:path_matching_pairs]}/#{i}-#{j}.txt") }
matches_files_todo = matches_files.select { |i, j| match?(i, j, file_objects[i], file_objects[j], job_options[:path_matchinglarge_pairs]) }
$prog_start = (matches_files.length - matches_files_todo.length)
$prog_total = matches_files.length
Parallel.each_with_index(matches_files_todo) { |(i, j), index| match(i, j, file_objects[i], file_objects[j], job_options[:path_matchinglarge_pairs], index) }
puts (matches_files_todo.empty? ? "nothing to do" : "done")
puts "\n**\n** RUNNING BUNDLER\n** #{Time.now}\n\n"
job_options[:path_bundle] = "#{job_options[:path]}/bundle"
job_options[:path_pmvs] = "#{job_options[:path]}/pmvs"
job_options[:path_pmvs_txt] = "#{job_options[:path]}/pmvs/txt"
job_options[:path_pmvs_visualize] = "#{job_options[:path]}/pmvs/visualize"
job_options[:path_pmvs_models] = "#{job_options[:path]}/pmvs/models"
job_options[:file_bundler_filelist] = "#{job_options[:path]}/_bundler_list.txt"
job_options[:file_bundler_options] = "#{job_options[:path]}/_bundler_options.txt"
job_options[:file_bundler_matches_init] = "#{job_options[:path]}/_bundler_matches.init.txt"
Dir::mkdir(job_options[:path_bundle]) unless File.directory?(job_options[:path_bundle])
Dir::mkdir(job_options[:path_pmvs]) unless File.directory?(job_options[:path_pmvs])
Dir::mkdir(job_options[:path_pmvs_txt]) unless File.directory?(job_options[:path_pmvs_txt])
Dir::mkdir(job_options[:path_pmvs_visualize]) unless File.directory?(job_options[:path_pmvs_visualize])
Dir::mkdir(job_options[:path_pmvs_models]) unless File.directory?(job_options[:path_pmvs_models])
# files_for_bundler = `ls -1 #{job_options[:path_matchinglarge]} | egrep "\.[jJ]{1}[pP]{1}[eE]{0,1}[gG]{1}$"`.split("\n").sort
# files_for_bundler = file_objects.select { |file_object| files_for_bundler.include?(file_object[:file_name]) }
File.open(job_options[:file_bundler_filelist], 'w') do |file|
file_objects.each { |file_object|
file.puts "./%s 0 %0.5f" % ["#{file_object[:file_basename]}.jpg", file_object[:focal_px]]
}
end
File.open(job_options[:file_bundler_options], 'w') do |file|
file.puts "--match_table _bundler_matches.init.txt"
file.puts "--output bundle.out"
file.puts "--output_all bundle_"
file.puts "--output_dir bundle"
file.puts "--variable_focal_length"
file.puts "--use_focal_estimate"
file.puts "--constrain_focal"
file.puts "--constrain_focal_weight 0.01"
file.puts "--estimate_distortion"
file.puts "--run_bundle"
end
File.open(job_options[:file_bundler_matches_init], 'w') do |file|
matches_files = `ls -1 #{job_options[:path_matchinglarge_pairs]} | egrep "\.txt"`.split("\n").map {|e| (e.sub("\.txt", "").split("-")).map{|n| n.to_i} }
matches_files = matches_files.sort
matches_files.each {|i,j|
if File.size?("#{job_options[:path_matchinglarge_pairs]}/#{i}-#{j}.txt")
file.puts "#{i} #{j}"
file.puts File.read("#{job_options[:path_matchinglarge_pairs]}/#{i}-#{j}.txt")
end
}
end
Dir.chdir("#{job_options[:path]}")
system("'#{$options[:path_bin]}/bundler' '#{job_options[:file_bundler_filelist]}' --options_file '#{job_options[:file_bundler_options]}'")
puts "\n**\n** RUNNING BUNDLE2PMVS\n** #{Time.now}\n\n"
system("'#{$options[:path_bin]}/Bundle2PMVS' '#{job_options[:file_bundler_filelist]}' 'bundle/bundle.out'")
puts "\n**\n** RUNNING RADIALUNDISTORT\n** #{Time.now}\n\n"
system("'#{$options[:path_bin]}/RadialUndistort' '#{job_options[:file_bundler_filelist]}' 'bundle/bundle.out' 'pmvs'")
i = 0
file_objects.each { |file_object|
if File.exist?("#{job_options[:path]}/pmvs/#{file_object[:file_basename]}.rd.jpg")
nr = "%08d" % [i]
puts "#{job_options[:path]}/pmvs/#{file_object[:file_basename]}.rd.jpg", "#{job_options[:path]}/pmvs/visualize/#{nr}.jpg"
FileUtils.mv("#{job_options[:path]}/pmvs/#{file_object[:file_basename]}.rd.jpg", "#{job_options[:path]}/pmvs/visualize/#{nr}.jpg")
FileUtils.mv("#{job_options[:path]}/pmvs/#{nr}.txt", "#{job_options[:path]}/pmvs/txt/#{nr}.txt")
i += 1
end
}
puts "\n**\n** RUNNING CMVS\n** #{Time.now}\n\n"
system("'#{$options[:path_bin]}/cmvs' pmvs/ #{$options[:cmvs_max_images]} #{Parallel.processor_count}");
puts "\n**\n** GENOPTION CMVS\n** #{Time.now}\n\n"
system("'#{$options[:path_bin]}/genOption' pmvs/ #{$options[:pmvs_level]} #{$options[:pmvs_csize]} #{$options[:pmvs_threshold]} #{$options[:pmvs_wsize]} #{$options[:pmvs_min_image_num]} #{Parallel.processor_count}");
puts "\n**\n** GENOPTION PMVS\n** #{Time.now}\n\n"
system("'#{$options[:path_bin]}/pmvs2' pmvs/ option-0000");
end
end