Contents

# Marks trailing headlines TextBlocks that have the label :#HEADING
# as boilerplate. Trailing means they are marked content and are
# below any other content block.

module Boilerpipe::Filters
  class TrailingHeadlineToBoilerplateFilter
    def self.process(doc)

      doc.text_blocks.each do |tb|
        next unless tb.is_content?

        if tb.has_label? :HEADING
          tb.content = false
        else
          break
        end
      end

      doc
    end

  end
end

Version data entries

5 entries across 5 versions & 1 rubygems

Version	Path
boilerpipe-ruby-0.4.0	lib/boilerpipe/filters/trailing_headline_to_boilerplate_filter.rb
boilerpipe-ruby-0.3.0	lib/boilerpipe/filters/trailing_headline_to_boilerplate_filter.rb
boilerpipe-ruby-0.2.0	lib/boilerpipe/filters/trailing_headline_to_boilerplate_filter.rb
boilerpipe-ruby-0.1.1	lib/boilerpipe/filters/trailing_headline_to_boilerplate_filter.rb
boilerpipe-ruby-0.1.0	lib/boilerpipe/filters/trailing_headline_to_boilerplate_filter.rb