Sha256: c58b6fb36085b2684e65f758cc9fb07bbf662ca0566e4d960cb8c6e74ef3dddc
Contents?: true
Size: 1.71 KB
Versions: 22
Compression:
Stored size: 1.71 KB
Contents
require 'hpricot'
module Awestruct
module ContextHelper
def html_to_text(str)
str.gsub( /<[^>]+>/, '' ).gsub( / /, ' ' )
end
def clean_html(str)
str.gsub( / /, ' ' )
end
def without_images(str)
str.gsub(/<img[^>]+>/,'').gsub(/<a[^>]+>([^<]*)<\/a>/, '\1')
end
def close_tags(s)
stack = []
s.scan(/<\/?[^>]+>/).each do |tag|
if tag[1] != '/'
tag = tag[1..-1].scan(/\w+/).first
stack = [ tag ] + stack
else
tag = tag[2..-1].scan(/\w+/).first
if stack[0] == tag
stack = stack.drop(1)
else
raise "Malformed HTML expected #{tag[0]} but got #{tag} '#{s}'"
end
end
end
stack.inject(s) { |memo,tag| memo += "</#{tag}>" }
end
def summarize(text, numwords=20, ellipsis='...')
close_tags(text.split(/ /)[0, numwords].join(' ') + ellipsis)
end
def fully_qualify_urls(base_url, text)
doc = Hpricot( text )
doc.search( "//a" ).each do |a|
a['href'] = fix_url( base_url, a['href'] )
end
doc.search( "//link" ).each do |link|
link['href'] = fix_url( base_url, link['href'] )
end
doc.search( "//img" ).each do |img|
img['src'] = fix_url( base_url, img['src'] )
end
# Hpricot::Doc#to_s output encoding is not necessarily the same as the encoding of text
if RUBY_VERSION.start_with? '1.8'
doc.to_s
else
doc.to_s.tap do |d|
d.force_encoding(text.encoding) if d.encoding != text.encoding
end
end
end
def fix_url(base_url, url)
return url unless ( url =~ /^\// )
"#{base_url}#{url}"
end
end
end
Version data entries
22 entries across 22 versions & 2 rubygems