module CloudCrowd # A NodeRecord is the central server's record of a Node running remotely. We # can use it to assign WorkUnits to the Node, and keep track of its status. # When a Node exits, it destroys this record. class NodeRecord < ActiveRecord::Base has_many :work_units validates_presence_of :host, :ip_address, :port, :enabled_actions after_destroy :redistribute_work_units # Available Nodes haven't used up their maxiumum number of workers yet. named_scope :available, { :conditions => ['(max_workers is null or (select count(*) from work_units where node_record_id = node_records.id) < max_workers)'], :order => 'updated_at asc' } # Register a Node with the central server. Currently this only happens at # Node startup. def self.check_in(params, request) attrs = { :ip_address => request.ip, :port => params[:port], :busy => params[:busy], :max_workers => params[:max_workers], :enabled_actions => params[:enabled_actions] } self.find_or_create_by_host(params[:host]).update_attributes!(attrs) end # Dispatch a WorkUnit to this node. Places the node at back at the end of # the rotation. If we fail to send the WorkUnit, we consider the node to be # down, and remove this record, freeing up all of its checked-out work units. # If the Node responds that it's overloaded, we mark it as busy. Returns # true if the WorkUnit was dispatched successfully. def send_work_unit(unit) result = node['/work'].post(:work_unit => unit.to_json) unit.assign_to(self, JSON.parse(result)['pid']) touch && true rescue Errno::ECONNREFUSED # Couldn't post to node, assume it's gone away. destroy && false rescue RestClient::RequestFailed => e raise e unless e.http_code == 503 && e.http_body == Node::OVERLOADED_MESSAGE update_attribute(:busy, true) && false end # What Actions is this Node able to run? def actions @actions ||= enabled_actions.split(',') end # Is this Node too busy for more work? Determined by number of workers, or # the Node's load average, as configured in config.yml. def busy? busy || (max_workers && work_units.count >= max_workers) end # The URL at which this Node may be reached. # TODO: Make sure that the host actually has externally accessible DNS. def url @url ||= "http://#{host}:#{port}" end # Keep a RestClient::Resource handy for contacting the Node, including # HTTP authentication, if configured. def node @node ||= RestClient::Resource.new(url, CloudCrowd.client_options) end # The printable status of the Node. def display_status busy? ? 'busy' : 'available' end # A list of the process ids of the workers currently being run by the Node. def worker_pids work_units.all(:select => 'worker_pid').map(&:worker_pid) end # Release all of this Node's WorkUnits for other nodes to take. def release_work_units WorkUnit.update_all('node_record_id = null, worker_pid = null', "node_record_id = #{id}") end # The JSON representation of a NodeRecord includes its worker_pids. def to_json(opts={}) { 'host' => host, 'workers' => worker_pids, 'status' => display_status }.to_json end private # When a Node exits, release its WorkUnits and redistribute them to others. # Redistribute in a separate thread to avoid delaying shutdown. def redistribute_work_units release_work_units Thread.new { WorkUnit.distribute_to_nodes } end end end