lib/sushi_fabric/sushiApp.rb in sushi_fabric-0.2.8 vs lib/sushi_fabric/sushiApp.rb in sushi_fabric-0.3.1

- old
+ new

@@ -1,8 +1,8 @@ #!/usr/bin/env ruby # encoding: utf-8 -# Version = '20141009-135300' +# Version = '20141202-095124' require 'csv' require 'fileutils' require 'yaml' require 'drb/drb' @@ -315,14 +315,14 @@ set -o pipefail #### SET THE STAGE SCRATCH_DIR=#{@scratch_dir} GSTORE_DIR=#{@gstore_dir} -mkdir $SCRATCH_DIR || exit 1 -cd $SCRATCH_DIR || exit 1 echo "Job runs on `hostname`" echo "at $SCRATCH_DIR" +mkdir $SCRATCH_DIR || exit 1 +cd $SCRATCH_DIR || exit 1 EOF end def job_footer @out.print "#### JOB IS DONE WE PUT THINGS IN PLACE AND CLEAN AUP\n" @@ -409,27 +409,27 @@ out << headers.map{|header| row_hash[header]} end end file_path end - def copy_commands(org_dir, dest_parent_dir) - @workflow_manager.copy_commands(org_dir, dest_parent_dir) + def copy_commands(org_dir, dest_parent_dir, now=nil) + @workflow_manager.copy_commands(org_dir, dest_parent_dir, now) end def copy_inputdataset_parameter_jobscripts org = @scratch_result_dir dest = @gstore_project_dir - copy_commands(org, dest).each do |command| + copy_commands(org, dest, 'now').each do |command| puts command unless system command raise "fails in copying input_dataset, parameters and jobscript files from /scratch to /gstore" end end - sleep 1 + #sleep 1 end def copy_nextdataset org = @next_dataset_tsv_path dest = File.join(@gstore_project_dir, @result_dir_base) - copy_commands(org, dest).each do |command| + copy_commands(org, dest, 'now').each do |command| puts command unless system command raise "fails in copying next_dataset files from /scratch to /gstore" end end