class CodeRunner
module Moab

	#def self.configure_environment
		#eputs "Configuring Hector"
		#conf = <<EOF
#eval `modulecmd bash swap PrgEnv-pgi PrgEnv-gnu`
#eval `modulecmd bash load fftw/3.2.2`
#export XTPE_LINK_TYPE=dynamic
#export LD_LIBRARY_PATH=/opt/xt-libsci/10.4.1/gnu/lib/44:$LD_LIBRARY_PATH
#EOF
	#Kernel.change_environment_with_shell_script(conf)
	#end
				
	def queue_status
		if ((prefix = ENV['CODE_RUNNER_LAUNCHER']).size > 0 rescue false)
			%x[cat #{CodeRunner.launcher_directory}/queue_status.txt | grep sh]  +
			%x[cat #{CodeRunner.launcher_directory}/queue_status2.txt | grep sh] 
		else
			%x[qstat | grep $USER]
		end
	end

	def mpi_prog
		"aprun -n #{nprocstot} -N #{ppn}"
	end

	def nodes
			nodes, ppn = @nprocs.split(/:/)[0].split(/x/)
			nodes.to_i
	end
	def ppn
			nodes, ppn = @nprocs.split(/:/)[0].split(/x/)
			ppn.to_i
	end
	def nprocstot
		
			#nodes, ppn = @nprocs.split(/x/)
			nprocstot = nodes.to_i * ppn.to_i
	end
	def run_command
# 		"qsub #{batch_script_file}"
		if (ENV['CODE_RUNNER_LAUNCHER'].size > 0 rescue false)
			return %[#{mpi_prog} #{executable_location}/#{executable_name} #{parameter_string} > #{output_file} 2> #{error_file}]
		else
			"#{mpi_prog}  #{executable_location}/#{executable_name} #{parameter_string}"
		end
	end

	def execute
		if ((prefix = ENV['CODE_RUNNER_LAUNCHER']).size > 0 rescue false)
			launch_id = "#{Time.now.to_i}#{$$}"
			fname = "#{CodeRunner.launcher_directory}/#{launch_id}"
			File.open(fname + '.start', 'w'){|file| file.print "cd #{Dir.pwd};", run_command, "\n"}
			sleep 2 until FileTest.exist? fname + '.pid'
			pid = File.read(fname + '.pid').to_i
			FileUtils.rm fname + '.pid'
			return pid
		else
			File.open(batch_script_file, 'w'){|file| file.puts batch_script + run_command + "\n"}
			pid = %x[qsub #{batch_script_file}].to_i
		end
	end

	def batch_script_file
		"#{executable_name}.#{job_identifier}.sh"
	end

	def max_ppn
		raise "Please define max_ppn for your system"
	end
	
	def hours_minutes_seconds
		if @wall_mins
			ep @wall_mins
			hours = (@wall_mins / 60).floor
			mins = @wall_mins.to_i % 60
			secs = ((@wall_mins - @wall_mins.to_i) * 60).to_i
		else
			raise "Please specify wall mins using the W flag"
		end
		eputs "Allotted wall time is " + sprintf("%02d:%02d:%02d", hours, mins, secs)
		return [hours, minutes, seconds]
	end
	def ppn_checks
		eputs "Warning: Underuse of nodes (#{ppn} cores per node instead of #{max_ppn})" if ppn.to_i < max_ppn 
		raise "Error: cores per node cannot excede #{max_ppn}" if ppn.to_i > max_ppn
	end
	def batch_script
		ppn_checks
		hours, minutes, seconds = hours_minutes_seconds
<<EOF
	#!/bin/bash --login 
	#PBS -N #{executable_name}.#{job_identifier}
	#PBS -l mppwidth=#{nprocstot}
	#PBS -l mppnppn=#{ppn}
	#PBS -l walltime=#{sprintf("%02d:%02d:%02d", hours, mins, secs)}
	#{@project ? "#PBS -A #@project" : ""}

	### start of jobscript 
	cd $PBS_O_WORKDIR 
	echo "workdir: $PBS_O_WORKDIR" 
#{code_run_environment}

	echo "Submitting #{nodes}x#{ppn} job on #{CodeRunner::SYS} for project #@project..."
EOF
	end

	def cancel_job
		if ((prefix = ENV['CODE_RUNNER_LAUNCHER']).size > 0 rescue false)
			 fname = CodeRunner.launcher_directory + "/#{$$}.stop"
			 File.open(fname, 'w'){|file| file.puts "\n"}
		else
			`qdel #{@job_no}`
		end
	end

	def error_file
		if (ENV['CODE_RUNNER_LAUNCHER'].size > 0 rescue false)
			return "#{executable_name}.#{job_identifier}.e"
		else
			return "#{executable_name}.#{job_identifier}.e#@job_no"
		end
	end

	def output_file
		if (ENV['CODE_RUNNER_LAUNCHER'].size > 0 rescue false)
			return "#{executable_name}.#{job_identifier}.o"
		else
			return "#{executable_name}.#{job_identifier}.o#@job_no"
		end
	end

def get_run_status(job_no, current_status)
	if ((prefix = ENV['CODE_RUNNER_LAUNCHER']).size > 0 rescue false)
		if current_status =~ Regexp.new(job_no.to_s)
			@running = true
			return :Running
		else
			@running = false
			return :Unknown
		end
	end
	line = current_status.split(/\n/).grep(Regexp.new(job_no.to_s))[0]
	unless line
		return :Unknown
	else 
		if line =~ /\sQ\s/
			return :Queueing
		elsif line =~ /\sR\s/
			return :Running
		elsif line =~ /\sH\s/
			return :Queueing
		elsif line =~ /\sC\s/
			return :Unknown
		else
			ep 'line', line
			raise 'Could not get run status'
		end
	end
end

	end
end