Contents

module Digger
  class Model
    @@digger_config = {
      'pattern' => {},
      'index' => {}
    }

    class << self
      # patterns
      def pattern_config
        @@digger_config['pattern'][name] ||= {}
      end

      Pattern::TYPES.each do |method|
        define_method method, -> (pairs, &block) {
          pairs.each_pair do |key, value|
            pattern_config[key] = Pattern.new(type: method, value: value, block: block)
          end
        }
      end

      def validate_presence(*keys)
        is_all = pattern_config.keys.all? { |k| keys.include?(k) }
        raise "Pattern keys #{(keys - keys_all).join(', ')} should be present" unless is_all
      end

      def validate_includeness(*keys)
        is_all = pattern_config.keys.all? { |k| keys.include?(k) }
        raise "Pattern keys #{(pattern_config.keys - keys).join(', ')} should not be included" if is_all
      end

      # index page
      def index_config
        @@digger_config['index'][name]
      end

      def index_page(pattern, *args)
        @@digger_config['index'][name] = Index.new(pattern, args)
      end

      def index_page?
        !index_config.nil?
      end
    end

    def match_page(page)
      result = {}
      self.class.pattern_config.each_pair do |key, pattern|
        result[key] = pattern.match_page(page)
      end
      result
    end

    def dig_url(url, opts = {})
      client = Digger::HTTP.new(opts)
      page = client.fetch_page(url)
      match_page(page)
    end

    def dig_urls(urls, cocurrence = 1, opts = {})
      Index.batch(urls, cocurrence) { |url| dig_url(url, opts) }
    end

    def dig(cocurrence = 1)
      if self.class.index_page?
        self.class.index_config.process(cocurrence) do |url|
          dig_url(url)
        end
      end
    end
  end
end

Version data entries

6 entries across 6 versions & 1 rubygems

Version	Path
digger-0.2.2	lib/digger/model.rb
digger-0.2.1	lib/digger/model.rb
digger-0.2.0	lib/digger/model.rb
digger-0.1.9	lib/digger/model.rb
digger-0.1.8	lib/digger/model.rb
digger-0.1.7	lib/digger/model.rb