Sha256: d81fd1d0e938f3d7a3e0c7da57acb5df554a8dd7297d781bd6d339cd7b122965
Contents?: true
Size: 1.21 KB
Versions: 19
Compression:
Stored size: 1.21 KB
Contents
module Onebox
module Engine
class WikipediaOnebox
include Engine
include LayoutSupport
include HTML
matches_regexp(/^https?:\/\/.*wikipedia\.(com|org)/)
private
def data
# get all the paras
paras = raw.search("p")
text = ""
unless paras.empty?
cnt = 0
while text.length < Onebox::LayoutSupport.max_text && cnt <= 3
break if cnt >= paras.size
text << " " unless cnt == 0
paragraph = paras[cnt].inner_text[0..Onebox::LayoutSupport.max_text]
paragraph.gsub!(/\[\d+\]/mi, "")
text << paragraph
cnt += 1
end
end
text = "#{text[0..Onebox::LayoutSupport.max_text]}..." if text.length > Onebox::LayoutSupport.max_text
result = {
link: link,
title: raw.css("html body h1").inner_text,
description: text
}
img = raw.css(".image img")
if img && img.size > 0
img.each do |i|
src = i["src"]
if src !~ /Question_book/
result[:image] = src
break
end
end
end
result
end
end
end
end
Version data entries
19 entries across 19 versions & 1 rubygems