Contents

require 'date'
require_relative 'base_client'

class AdopsReportScrapper::LittlethingsClient < AdopsReportScrapper::BaseClient
  def date_supported?(date = nil)
    _date = date || @date
    return true if _date >= Date.today - 4
    false
  end

  private

  def login
    @client.visit 'http://www.reportingthings.com'
    @client.fill_in 'email', :with => @login
    @client.fill_in 'password', :with => @secret
    @client.click_button 'Sign In'
    begin
      @client.find :xpath, '//*[contains(text(),"Report")]'
    rescue Exception => e
      raise e, 'Littlethings login error'
    end
  end

  def scrap
    request_report
    extract_data_from_report
  end

  def request_report
    @client.find(:xpath, '//*[contains(text(),"Report")]').click
    pub_id = @client.body.match(/\/report\/story\/(\d+)\/all\/all/).captures[0]
    daterange_end_str = Date.today.strftime('%m/%d/%Y')
    daterange_begin_str = (Date.today - 5).strftime('%m/%d/%Y')
    daterange_str = "#{daterange_begin_str} - #{daterange_end_str}"
    @client.visit "http://www.reportingthings.com/report/story/#{pub_id}/all/all?type=revenue&daterange=#{URI.encode(daterange_str)}"
  end

  def extract_data_from_report
    date_str = @date.strftime('%m/%d/%Y')
    rows = @client.find_all :xpath, '//table[@id="report-table"]/*/tr'
    rows = rows.map { |tr| tr.find_css('td,th').map { |td| td.visible_text } }
    header = rows.shift
    @data = [header]
    rows.each do |row|
      next unless row[0] == date_str
      @data << row
    end
  end
end

Version data entries

8 entries across 8 versions & 1 rubygems

Version	Path
adops_report_scrapper-0.1.37	lib/adops_report_scrapper/littlethings_client.rb
adops_report_scrapper-0.1.36	lib/adops_report_scrapper/littlethings_client.rb
adops_report_scrapper-0.1.35	lib/adops_report_scrapper/littlethings_client.rb
adops_report_scrapper-0.1.34	lib/adops_report_scrapper/littlethings_client.rb
adops_report_scrapper-0.1.33	lib/adops_report_scrapper/littlethings_client.rb
adops_report_scrapper-0.1.32	lib/adops_report_scrapper/littlethings_client.rb
adops_report_scrapper-0.1.31	lib/adops_report_scrapper/littlethings_client.rb
adops_report_scrapper-0.1.30	lib/adops_report_scrapper/littlethings_client.rb