Contents

require 'uri'

module Spidr
  #
  # The {Sanitizers} module adds methods to {Agent} which control the
  # sanitation of incoming links.
  #
  module Sanitizers
    # Specifies whether the Agent will strip URI fragments
    attr_accessor :strip_fragments

    # Specifies whether the Agent will strip URI queries
    attr_accessor :strip_query

    #
    # Sanitizes a URL based on filtering options.
    #
    # @param [URI::HTTP, URI::HTTPS, String] url
    #   The URL to be sanitized
    #
    # @return [URI::HTTP, URI::HTTPS]
    #   The new sanitized URL.
    #
    # @since 0.2.2
    #
    def sanitize_url(url)
      url = URI(url.to_s) unless url.kind_of?(URI)

      url.fragment = nil if @strip_fragments
      url.query = nil if @strip_query

      return url
    end

    protected

    #
    # Initializes the Sanitizer rules.
    #
    # @param [Hash] options
    #   Additional options.
    #
    # @option options [Boolean] :strip_fragments (true)
    #   Specifies whether or not to strip the fragment component from URLs.
    #
    # @option options [Boolean] :strip_query (false)
    #   Specifies whether or not to strip the query component from URLs.
    #
    # @since 0.2.2
    #
    def initialize_sanitizers(options={})
      @strip_fragments = options.fetch(:strip_fragments,true)
      @strip_query = options.fetch(:strip_query,false)
    end
  end
end

Version data entries

3 entries across 3 versions & 1 rubygems

Version	Path
spidr-0.4.1	lib/spidr/sanitizers.rb
spidr-0.4.0	lib/spidr/sanitizers.rb
spidr-0.3.2	lib/spidr/sanitizers.rb