Contents

require "uri"
require "net/http"
require "ryodo"

module Ryodo
  FetchError = Class.new(StandardError)

  class SuffixListFetcher
    class << self
      def fetch_and_save!(uri = Ryodo::PUBLIC_SUFFIX_DATA_URI, store = Ryodo::PUBLIC_SUFFIX_STORE)
        fetcher = new(uri, store)
        fetcher.fetch_data
        fetcher.prepare_data
        fetcher.save_data
        true
      rescue
        false
      end
    end

    def initialize(uri = Ryodo::PUBLIC_SUFFIX_DATA_URI, store = Ryodo::PUBLIC_SUFFIX_STORE)
      @uri = URI.parse(uri)
      @store = store
    end

    def fetch_data
      http         = Net::HTTP.new(@uri.host, @uri.port)
      http.use_ssl = @uri.scheme == "https"
      request      = Net::HTTP::Get.new(@uri.request_uri)
      response     = http.request(request)
      fail Ryodo::FetchError, "Could not fetch suffix data! (#{response})" unless response.is_a?(Net::HTTPSuccess)
      @fetched_data = response.body.lines
    end

    def prepare_data
      @prepared_data = @fetched_data.inject([]) do |acc, line|
        next(acc) if line =~ %r{\A//|\A\n}
        acc << reverse_dn(line)
      end.sort
    end

    def save_data
      File.open(Ryodo::PUBLIC_SUFFIX_STORE, "w") do |fh|
        fh.write @prepared_data.join("\n")
      end if @prepared_data
    end

    private

    def reverse_dn(domain_name)
      # "foo.bar.baz" => "baz.bar.foo"
      domain_name.strip.split(".").reverse.join(".")
    end
  end
end

Version data entries

2 entries across 2 versions & 1 rubygems

Version	Path
ryodo-0.3.2	lib/ryodo/suffix_list_fetcher.rb
ryodo-0.3.1	lib/ryodo/suffix_list_fetcher.rb