Contents

#!/usr/bin/env ruby
require 'wukong'

src_dir, dest_dir = ARGV[0..1]
src_files   = Dir[src_dir + '/*']
dest_files  = Wukong::Dfs.list_files dest_dir
Wukong::Dfs.compare_listings(src_files, dest_files) do |comparison, src_file, dest_file|
  case comparison
  when :missing
    dest_filename = "%s/%s" % [dest_dir, dest_file]
    puts "Copying #{src_file} #{dest_filename}"
    puts `hadoop dfs -put #{src_file} #{dest_filename}`
  when :differ
    src_ls = `ls -l #{src_file}`.split(/\s+/).join("\t")
    puts "Differ: #{src_ls} \n#{dest_file}"
  end
end

Version data entries

27 entries across 27 versions & 3 rubygems

Version	Path
wukong-1.4.6	bin/hdp-sync
wukong-1.4.5	bin/hdp-sync
wukong-1.4.2	bin/hdp-sync
wukong-1.4.1	bin/hdp-sync
wukong-1.4.0	bin/hdp-sync
wukong-0.1.4	bin/hdp-sync
wukong-0.1.1	bin/hdp-sync