Contents

require 'delegate'
require 'active_support/core_ext/object/blank'
require 'active_support/inflector'

require 'link_thumbnailer/parser'
require 'link_thumbnailer/models/website'
require 'link_thumbnailer/scrapers/default/title'
require 'link_thumbnailer/scrapers/opengraph/title'
require 'link_thumbnailer/scrapers/default/description'
require 'link_thumbnailer/scrapers/opengraph/description'
require 'link_thumbnailer/scrapers/default/images'
require 'link_thumbnailer/scrapers/opengraph/images'

module LinkThumbnailer
  class Scraper < ::SimpleDelegator

    attr_reader :document, :source, :url, :config, :website

    def initialize(source, url)
      @source       = source
      @url          = url
      @config       = ::LinkThumbnailer.page.config
      @document     = parser.call(source)
      @website      = ::LinkThumbnailer::Models::Website.new
      @website.url  = url

      super(config)
    end

    def call
      config.attributes.each do |name|
        scrapers.each do |scraper_prefix|
          scraper = scraper_class(scraper_prefix, name).new(document)
          scraper.call(website, name.to_s) if scraper.applicable?

          break unless website.send(name).blank?
        end
      end

      website
    end

    private

    def scrapers
      [
        "::LinkThumbnailer::Scrapers::Opengraph",
        "::LinkThumbnailer::Scrapers::Default"
      ]
    end

    def scraper_class(prefix, name)
      name = name.to_s.camelize
      "#{prefix}::#{name}".constantize
    rescue NameError
      raise ::LinkThumbnailer::ScraperInvalid, "scraper named '#{prefix}::#{name}' does not exists."
    end

    def parser
      ::LinkThumbnailer::Parser.new
    end

  end
end

Version data entries

6 entries across 6 versions & 1 rubygems

Version	Path
link_thumbnailer-2.1.0	lib/link_thumbnailer/scraper.rb
link_thumbnailer-2.0.4	lib/link_thumbnailer/scraper.rb
link_thumbnailer-2.0.3	lib/link_thumbnailer/scraper.rb
link_thumbnailer-2.0.2	lib/link_thumbnailer/scraper.rb
link_thumbnailer-2.0.1	lib/link_thumbnailer/scraper.rb
link_thumbnailer-2.0.0	lib/link_thumbnailer/scraper.rb