Contents

require 'sastrawi/stemmer/filter/text_normalizer'

module Sastrawi
  module Stemmer
    class CachedStemmer
      attr_reader :cache, :delegated_stemmer

      def initialize(cache, delegated_stemmer)
        @cache = cache
        @delegated_stemmer = delegated_stemmer
      end

      def stem(text)
        normalized_text = Sastrawi::Stemmer::Filter::TextNormalizer.normalize_text(text)

        words = normalized_text.split(' ')
        stems = []

        words.each do |word|
          if @cache.has?(word)
            stems.push(@cache.get(word))
          else
            stem = @delegated_stemmer.stem(word)
            @cache.set(word, stem)
            stems.push(stem)
          end
        end

        stems.join(' ')
      end
    end
  end
end

Version data entries

5 entries across 5 versions & 1 rubygems

Version	Path
sastrawi-0.1.4	lib/sastrawi/stemmer/cached_stemmer.rb
sastrawi-0.1.3	lib/sastrawi/stemmer/cached_stemmer.rb
sastrawi-0.1.2	lib/sastrawi/stemmer/cached_stemmer.rb
sastrawi-0.1.1	lib/sastrawi/stemmer/cached_stemmer.rb
sastrawi-0.1.0	lib/sastrawi/stemmer/cached_stemmer.rb