Contents

require 'date'
require_relative 'base_client'

class AdopsReportScrapper::TremorClient < AdopsReportScrapper::BaseClient
  private

  def login
    @client.visit 'https://console.tremorhub.com/ssp'
    @client.fill_in 'username', :with => @login
    @client.fill_in 'password', :with => @secret
    @client.click_button 'Sign In'
    begin
      @client.find :xpath, '//*[text()="REPORTS"]'
    rescue Exception => e
      raise e, 'Tremor login error'
    end
  end

  def scrap
    request_report
    extract_data_from_report
  end

  def request_report
    @client.find(:xpath, '//*[text()="REPORTS"]').click
    @client.find(:xpath, '//*[text()="Hierarchical"]').click
    sleep 1
    # select group by
    @client.find(:css, '#hierarchicalReportsGroupBys').click
    @client.find(:xpath, '//*[text()="AdUnit"]').click
    @client.find(:css, '#hierarchicalReportsGroupBys').click
    @client.find(:xpath, '//*[text()="Country"]').click
    # select date
    @client.find(:css, '#hierarchicalReportsDateRange').click
    @client.find(:xpath, '//*[text()="Yesterday"]').click
    @client.click_button 'Run'
    sleep 10
    30.times do |_i| # wait 5 min
      begin
        @client.find(:xpath, '//*[text()="Please Hold"]')
      rescue Exception => e
        break
      end
      sleep 10
    end
  end

  def extract_data_from_report
    rows = @client.find_all :xpath, '//table/*/tr'
    @data = rows.map { |tr| tr.find_css('td,th').map { |td| td.visible_text } }
  end
end

Version data entries

11 entries across 11 versions & 1 rubygems

Version	Path
adops_report_scrapper-0.1.10	lib/adops_report_scrapper/tremor_client.rb
adops_report_scrapper-0.1.9	lib/adops_report_scrapper/tremor_client.rb
adops_report_scrapper-0.1.8	lib/adops_report_scrapper/tremor_client.rb
adops_report_scrapper-0.1.7	lib/adops_report_scrapper/tremor_client.rb
adops_report_scrapper-0.1.6	lib/adops_report_scrapper/tremor_client.rb
adops_report_scrapper-0.1.5	lib/adops_report_scrapper/tremor_client.rb
adops_report_scrapper-0.1.4	lib/adops_report_scrapper/tremor_client.rb
adops_report_scrapper-0.1.3	lib/adops_report_scrapper/tremor_client.rb
adops_report_scrapper-0.1.2	lib/adops_report_scrapper/tremor_client.rb
adops_report_scrapper-0.1.1	lib/adops_report_scrapper/tremor_client.rb
adops_report_scrapper-0.1.0	lib/adops_report_scrapper/tremor_client.rb