Sha256: f4f839efa5cd3de53d0c8f8631433373a47cdc9790f886e029195cb38a1da394
Contents?: true
Size: 965 Bytes
Versions: 13
Compression:
Stored size: 965 Bytes
Contents
module TextRank
module TokenFilter
##
# Token filter to remove "small" tokens
#
# = Example
#
# MinLength.new(min_length: 6).filter!(%w[
# and ask each passenger to tell his story and if there is one of them all who has not
# cursed his existence many times and said to himself over and over again that he was
# the most miserable of men i give you permission to throw me head-first into the sea
# ])
# => ["passenger", "cursed", "existence", "himself", "miserable", "permission", "head-first"]
##
class MinLength
# @param min_length [Fixnum] minimum size of token to keep
def initialize(min_length: 3, **_)
@min_length = min_length
end
# Perform the filter
# @param tokens [Array<String>]
# @return [Array<String>]
def filter!(tokens)
tokens.keep_if do |token|
token.size >= @min_length
end
end
end
end
end
Version data entries
13 entries across 13 versions & 1 rubygems