Contents

require 'twitter'
require 'retryable'

module T
  module Collectable

    MAX_NUM_RESULTS = 200

    def collect_with_count(count, &block)
      collect_with_number(count, :count, &block)
    end

    def collect_with_cursor(collection=[], cursor=-1, &block)
      object = retryable(:tries => 3, :on => Twitter::Error::ServerError, :sleep => 0) do
        yield(cursor)
      end
      collection += object.collection
      object.last? ? collection.flatten : collect_with_cursor(collection, object.next_cursor, &block)
    end

    def collect_with_max_id(collection=[], max_id=nil, &block)
      tweets = retryable(:tries => 3, :on => Twitter::Error::ServerError, :sleep => 0) do
        yield(max_id)
      end
      return collection if tweets.nil?
      collection += tweets
      tweets.empty? ? collection.flatten : collect_with_max_id(collection, tweets.last.id - 1, &block)
    end

    def collect_with_number(number, key, &block)
      opts = {}
      opts[key] = MAX_NUM_RESULTS
      collect_with_max_id do |max_id|
        opts[:max_id] = max_id unless max_id.nil?
        opts[key] = number unless number >= MAX_NUM_RESULTS
        if number > 0
          tweets = yield opts
          number -= tweets.length
          tweets
        end
      end.flatten.compact
    end

    def collect_with_per_page(per_page, &block)
      collect_with_number(per_page, :per_page, &block)
    end

    def collect_with_rpp(rpp, &block)
      collect_with_number(rpp, :rpp, &block)
    end

    def collect_with_page(collection=[], page=1, &block)
      tweets = retryable(:tries => 3, :on => Twitter::Error::ServerError, :sleep => 0) do
        yield page
      end
      return collection if tweets.nil?
      collection += tweets
      tweets.empty? ? collection.flatten.uniq : collect_with_page(collection, page + 1, &block)
    end

  end
end

Version data entries

4 entries across 4 versions & 1 rubygems

Version	Path
t-1.4.0	lib/t/collectable.rb
t-1.3.1	lib/t/collectable.rb
t-1.3.0	lib/t/collectable.rb
t-1.2.0	lib/t/collectable.rb