#!/usr/bin/env ruby
require 'wukong'

src_dir, dest_dir = ARGV[0..1]
src_files   = Dir[src_dir + '/*']
dest_files  = Wukong::Dfs.list_files dest_dir
Wukong::Dfs.compare_listings(src_files, dest_files) do |comparison, src_file, dest_file|
  case comparison
  when :missing
    dest_filename = "%s/%s" % [dest_dir, dest_file]
    puts "Copying #{src_file} #{dest_filename}"
    puts `hadoop dfs -put #{src_file} #{dest_filename}`
  when :differ
    src_ls = `ls -l #{src_file}`.split(/\s+/).join("\t")
    puts "Differ: #{src_ls} \n#{dest_file}"
  end
end