Contents

require 'nokogiri'
require 'uri'
require 'addressable/uri'
require 'open-uri'

class TermExtraction
  class Yahoo < TermExtraction
    def terms
      terms = []
      data  = Nokogiri::XML.parse(remote_xml)

      unless data.nil?
        data.search('//s:Result', ns).each do |n|
          terms << n.text
        end
      end

      terms
    end

    def uri
      api_uri = Addressable::URI.parse(gateway)
      api_uri.query_values = {
        'q' => "select * from search.termextract where context=\"#{@context}\""
      }
      api_uri
    end

    class << self
      def canonical_name
        'yahoo'
      end
    end

    private
      def ns
        {'s' => 'urn:yahoo:cate'}
      end

      def gateway
        'http://query.yahooapis.com/v1/public/yql'
      end

      def remote_xml
        begin
          open(uri).read
        rescue => e
          $stderr.puts "Couldn't fetch from API: #{e.message}" if $VERBOSE
          nil
        end
      end
  end
end

Version data entries

2 entries across 2 versions & 1 rubygems

Version	Path
term-extraction-1.0.1	lib/term_extraction/yahoo.rb
term-extraction-1.0.0	lib/term_extraction/yahoo.rb