Contents

module Scraper
  class Comics

    def self.all(start_page = 1, last_page = 5)
      results = []
      start_page.upto(last_page).each do |i|
        doc = Nokogiri::HTML(open("http://www.newcomic.org/page/#{i}/"))

        doc.css('.story_short').each do |block|
          result = OpenStruct.new

          url = block.search('a').map {|a| a['href']}.first

          result.title = block.at_css('.story_h').content
          result.url = url

          comic = Nokogiri::HTML(open(url))

          result.main_image = main_image(comic)
          result.other_images = other_images(comic)
          result.download_link = download_link(comic)
          result.tags = tags(comic)

          results << result
        end

      end
      results
    end

    def self.main_image(comic)
      comic.at_css('.story_c').search('img').map {|a| a['src']}.first
    end

    def self.other_images(comic)
      comic.at_css('.story_c').search('a').map {|a| a['href']}.collect! {|x| x if %r{\Ahttps?:\/\/.+\.(?:jpe?g|png)\z}.match(x) }.compact
    end

    def self.download_link(comic)
      if comic.at_css('.story_c')
        comic.at_css('.story_c').search('a').map {|a| a['href']}.first
      end
    end

    def self.tags(comic)
      if comic.at_xpath('//*[@id="dle-content"]/div/article/div[2]/p/i')
        comic.at_xpath('//*[@id="dle-content"]/div/article/div[2]/p/i').content.gsub('Tags: ', '').split(',').collect(&:strip)
      end
    end

    def self.last_page
      Nokogiri::HTML(open('http://www.newcomic.org/')).search('#dle-content > div.basenavi > span.navigation > a:nth-child(12)').first.children[0].to_s.to_i
    end

  end
end

Version data entries

4 entries across 4 versions & 1 rubygems

Version	Path
ascraper-0.0.4	lib/scraper/comics.rb
ascraper-0.0.3	lib/scraper/comics.rb
ascraper-0.0.2	lib/scraper/comics.rb
ascraper-0.0.1	lib/scraper/comics.rb