# -*- coding: utf-8 -*- require 'nokogiri' require 'restforce' require 'date' require 'net/http' gem 'faye', '0.8.9' require 'faye' module Fluent class SforceInput < Input unless method_defined?(:log) define_method("log") { $log } end Plugin.register_input('sforce', self) config_param :query, :string, :default => "SELECT id, Body, CreatedById FROM FeedItem" config_param :tag, :string, :default => "sforce" config_param :polling_interval, :integer, :default => 60 config_param :topic, :string, :default => nil config_param :username, :string config_param :password, :string def configure(conf) super end def start super login_info = login() client = Restforce.new :oauth_token => login_info["sessionId"], :instance_url => login_info["instanceUrl"] th_low = DateTime.now().strftime("%Y-%m-%dT%H:%M:%S.000%Z") # query if @topic == nil then sleep(@polling_interval) th_high = DateTime.now().strftime("%Y-%m-%dT%H:%M:%S.000%Z") loop do # create soql query string where = "CreatedDate <= #{th_high} AND CreatedDate > #{th_low}" soql = "" if @query =~ /^(.+)\s(where|WHERE)\s(.+)$/ then soql = "#{$1} WHERE #{where} AND #{$3}" elsif @query =~ /^(.+)$/ then soql = "#{$1} WHERE #{where}" end begin log.info "query: #{soql}" records = client.query(soql) records.each do |record| Fluent::Engine.emit(@tag, Fluent::Engine.now, record) end sleep(@polling_interval) th_low = th_high th_high = DateTime.now().strftime("%Y-%m-%dT%H:%M:%S.000%Z") rescue Restforce::UnauthorizedError => e log.error e # retry login login_info = login() client = Restforce.new :oauth_token => login_info["sessionId"], :instance_url => login_info["instanceUrl"] end end # streaming api else EM.run do log.info "suscribe: #{@topic}" # Subscribe to the PushTopic. client.subscribe @topic do |message| Fluent::Engine.emit(@tag, Fluent::Engine.now, message) end end end end def shutdown end private def login uri = URI('https://login.salesforce.com/services/Soap/u/30.0') request = Net::HTTP::Post.new(uri.request_uri, initheader = {'Content-Type' =>'text/xml', 'SOAPAction' => '""'}) request.body = <<"BODY" #{@username} #{@password} BODY http = Net::HTTP.new(uri.host, uri.port) http.use_ssl = true http.verify_mode = OpenSSL::SSL::VERIFY_NONE # request login call and parse login response. http.start do |h| response = h.request(request) doc = Nokogiri::XML(response.body) session_id = doc.css("sessionId").inner_text /^(https:\/\/.+\.salesforce\.com)\//.match(doc.css("serverUrl").inner_text) instance_url = $1 log.info "login is successful." {"sessionId" => session_id, "instanceUrl" => instance_url} end end end end