Sha256: 84a4e3f573479ca1eac2e9e153b8c2fdf30dc6f214f253224153d19f618955f2
Contents?: true
Size: 1.58 KB
Versions: 8
Compression:
Stored size: 1.58 KB
Contents
module Picky
#
#
class Category
# Loads the index from cache.
#
def load
Picky.logger.load self
clear_realtime # THINK Should we really explicitly clear the realtime? Or should it just be loaded?
exact.load
partial.load
end
# Gets the weight for this token's text.
#
def weight token
bundle = bundle_for token
if range = token.range
# TODO We might be able to return early?
#
@ranger.new(*range).inject(nil) do |sum, text|
weight = bundle.weight text
weight && (weight + (sum || 0)) || sum
end
else
if tokenizer && tokenizer.stemmer?
bundle.weight token.stem(tokenizer)
else
bundle.weight token.text
end
end
end
# Gets the ids for this token's text.
#
def ids token
bundle = bundle_for token
if range = token.range
# Adding all to an array, then flattening
# is faster than using ary + ary.
#
@ranger.new(*range).inject([]) do |result, text|
# It is 30% faster using the empty check
# than just << [].
#
ids = bundle.ids text
ids.empty? ? result : result << ids
end.flatten
else
# Optimization
if tokenizer && tokenizer.stemmer?
bundle.ids token.stem(tokenizer)
else
bundle.ids token.text
end
end
end
# Returns the right index bundle for this token.
#
def bundle_for token
token.select_bundle exact, partial
end
end
end
Version data entries
8 entries across 8 versions & 1 rubygems