require 'nokogiri' require 'open-uri' module Wiki::Yggdrasil class Article attr_reader :uri def initialize(uri:) raise ArgumentError unless Wiki::Yggdrasil::Article.is_valid_wiki_article?(uri: uri) @uri = uri @summary = nil @child_links = nil @name = nil end def summary @summary ||= Nokogiri::HTML(Nokogiri::HTML(open(self.uri)).to_s.split('
')[0]).css('p') ## TODO: Cleanup end def child_links(help: false) formatted_links = format_links validated_links = formatted_links.select { |uri| Wiki::Yggdrasil::Article.is_valid_wiki_article?(uri: uri) } @child_links ||= validated_links end def scrape_links(help_links: false) ## TODO test help_links param in spec help_links ? self.summary.css('p a') : self.summary.css('p a[href!="/wiki/Help:IPA/English"]') end def name @name ||= Nokogiri::HTML(open(self.uri)).css('#firstHeading').inner_html ## TODO: Cleanup end def format_links(anchors: self.scrape_links) uris = anchors.map do |anchor| anchor.nil? || anchor['href'].nil? ? next : 'https://en.wikipedia.org' << anchor['href'] ## nil href attributes are often self refs (but possibly not always). Ignore them. ## TODO: take care of this in .scrape_links with a css selector (like the Help:IPA links) end uris.compact end def self.remove_italic_tags(uri_list) end def self.is_valid_wiki_article?(uri:) uri =~ /.*wikipedia\.org\/wiki\/.+/ ? true : false end end end