archive.rb in rbbt-util-5.26.79

- old
+ new

@@ -47,11 +47,11 @@
       end
       Log.debug "Archive finished at: #{target}"
     end
   end
 
-  def self.job_files_for_archive(files)
+  def self.job_files_for_archive(files, relocate = false)
     job_files = Set.new
 
     jobs = files.collect do |file|  
       if Step === file
         file
@@ -69,36 +69,42 @@
       rec_dependencies = Set.new
       deps = [step.path]
       seen = Set.new
       while deps.any?
         path = deps.shift
+
         dep = Step.new path
         seen << dep.path
-        dep.info[:dependencies].each do |task, name, path|
-          dep = Step.new path
+
+        dep.relocated = !!relocate
+
+        dep.load_dependencies_from_info
+
+        dep.dependencies.each do |dep|
           next if seen.include? dep.path
           deps << dep.path
           rec_dependencies << dep.path
         end if dep.info[:dependencies]
       end
 
       rec_dependencies.each do |path|
         next unless File.exists?(path)
+        dep = Step.new path
+        job_files << dep.path
         job_files << dep.files_dir if Dir.glob(dep.files_dir + '/*').any?
         job_files << dep.info_file if File.exists?(dep.info_file)
-        job_files << path
       end
     end
 
     job_files.to_a
   end
 
-  def self.archive(files, target = nil)
+  def self.archive(files, target = nil, relocate = true)
     target = self.path + '.tar.gz' if target.nil?
     target = File.expand_path(target) if String === target
 
-    job_files = job_files_for_archive files
+    job_files = job_files_for_archive files, relocate
     TmpFile.with_file do |tmpdir|
       job_files.each do |file|
         Step.link_job file, tmpdir
       end
 
@@ -108,8 +114,121 @@
         else
           CMD.cmd_log("tar cvhzf '#{target}'  ./*")
         end
       end
       Log.debug "Archive finished at: #{target}"
+    end
+  end
+
+  def self.migrate(path, search_path, options = {})
+
+    resource=Rbbt
+
+    other_rsync_args = options[:rsync]
+    relocate = options[:relocate]
+
+    paths = if options[:source]
+              SSHClient.run(options[:source], <<-EOF).split("\n")
+require 'rbbt-util'
+require 'rbbt/workflow'
+
+path = "#{path}"
+relocate = #{ relocate.to_s }
+if File.exists?(path)
+  path = #{resource.to_s}.identify(path)
+else
+  path = Path.setup(path)
+end
+files = path.glob_all
+if #{options[:recursive].to_s == 'true'}
+  files = Step.job_files_for_archive(files, relocate)
+end
+puts files * "\n"
+              EOF
+            else
+              if File.exists?(path)
+                path = resource.identify(path)
+              else
+                path = Path.setup(path)
+              end
+              files = path.glob_all
+              if options[:recursive]
+                files = Step.job_files_for_archive(files)
+              end
+              files
+            end
+
+    target = if options[:target] 
+               target = SSHClient.run(options[:target], <<-EOF).split("\n").first
+require 'rbbt-util'
+path = "var/jobs"
+resource = #{resource.to_s}
+search_path = "#{search_path}"
+puts resource[path].find(search_path)
+               EOF
+             else
+               resource['var/jobs'].find(search_path)
+             end
+
+    subpath_files = {}
+    paths.each do |source|
+      parts = source.split("/")
+      subpath = parts[0..-4] * "/"
+      source = parts[-3..-1] * "/"
+      subpath_files[subpath] ||= []
+      subpath_files[subpath] << source
+    end
+
+    subpath_files.each do |subpath, files|
+      if options[:target]
+        CMD.cmd("ssh #{options[:target]} mkdir -p '#{File.dirname(target)}'")
+      else
+        Open.mkdir File.dirname(target)
+      end
+
+      if options[:source]
+        source = [options[:source], subpath] * ":"
+      else
+        source = subpath
+      end
+      target = [options[:target], target] * ":" if options[:target]
+
+      files_and_dirs = Set.new(files )
+      files.each do |file|
+        parts = file.split("/")[0..-2]
+        while parts.any?
+          files_and_dirs << parts * "/"
+          parts.pop
+        end
+      end
+
+      TmpFile.with_file(files_and_dirs.to_a * "\n") do |tmp_include_file|
+        test_str = options[:test] ? '-nv' : ''
+
+        includes_str = "--include-from='#{tmp_include_file}'"
+        cmd = "rsync -atAXmPL --progress #{test_str} --include-from='#{tmp_include_file}' --exclude='*' #{source}/ #{target}/ #{other_rsync_args}"
+
+        cmd << " && rm -Rf #{source}" if options[:delete]
+
+        if options[:print]
+          ppp Open.read(tmp_include_file)
+          puts cmd 
+        else
+          CMD.cmd_log(cmd)
+        end
+      end
+    end
+  end
+
+  def self.purge(path, relocate = false)
+    path = [path] if String === path
+    job_files = job_files_for_archive path, relocate
+
+    job_files.each do |file|
+      begin
+        Open.rm_rf file if Open.exists?(file)
+      rescue
+        Log.warn "Could not erase '#{file}': #{$!.message}"
+      end
     end
   end
 end