Contents

require 'twitter'
require 'retryable'

module T
  module Collectable

    MAX_NUM_RESULTS = 200

    def collect_with_count(count, &block)
      collect_with_number(count, :count, &block)
    end

    def collect_with_cursor(collection=[], cursor=-1, &block)
      object = retryable(:tries => 3, :on => Twitter::Error::ServerError, :sleep => 0) do
        yield cursor
      end
      collection += object.collection
      object.last? ? collection.flatten : collect_with_cursor(collection, object.next_cursor, &block)
    end

    def collect_with_max_id(collection=[], max_id=nil, &block)
      array = retryable(:tries => 3, :on => Twitter::Error::ServerError, :sleep => 0) do
        yield max_id
      end
      return collection if array.nil?
      collection += array
      array.empty? ? collection.flatten : collect_with_max_id(collection, array.last.id - 1, &block)
    end

    def collect_with_number(number, key, &block)
      opts = {}
      opts[key] = MAX_NUM_RESULTS
      collect_with_max_id do |max_id|
        opts[:max_id] = max_id unless max_id.nil?
        opts[key] = number unless number >= MAX_NUM_RESULTS
        if number > 0
          statuses = yield opts
          number -= statuses.length
          statuses
        end
      end.flatten.compact
    end

    def collect_with_per_page(per_page, &block)
      collect_with_number(per_page, :per_page, &block)
    end

    def collect_with_rpp(rpp, &block)
      collect_with_number(rpp, :rpp, &block)
    end

    def collect_with_page(collection=[], page=1, &block)
      array = retryable(:tries => 3, :on => Twitter::Error::ServerError, :sleep => 0) do
        yield page
      end
      return collection if array.nil?
      collection += array
      array.empty? ? collection.flatten.uniq : collect_with_page(collection, page + 1, &block)
    end

  end
end

Version data entries

4 entries across 4 versions & 1 rubygems

Version	Path
t-1.1.1	lib/t/collectable.rb
t-1.1.0	lib/t/collectable.rb
t-1.0.1	lib/t/collectable.rb
t-1.0.0	lib/t/collectable.rb