lib/stringfu.rb in stringfu-0.0.3 vs lib/stringfu.rb in stringfu-0.0.4

@@ -1,7 +1,11 @@
-require "stringfu/version"
+require 'rubygems'
+require 'bundler/setup'
 
+require 'stringfu/version'
+require 'uea-stemmer'
+
 STOP = ["a", "able", "about", "across", "after", "all", "almost", "also", "am", "among", "an", "and", "any", "are", "as", "at", "be", "because", "been", "but", "by", "can", "cannot", "could", "dear", "did", "do", "does", "either", "else", "ever", "every", "for", "from", "get", "got", "had", "has", "have", "he", "her", "hers", "him", "his", "how", "however", "i", "if", "in", "into", "is", "it", "its", "just", "least", "let", "like", "likely", "may", "me", "might", "most", "must", "my", "neither", "no", "nor", "not", "of", "off", "often", "on", "only", "or", "other", "our", "own", "rather", "said", "say", "says", "she", "should", "since", "so", "some", "than", "that", "the", "their", "them", "then", "there", "these", "they", "this", "tis", "to", "too", "twas", "us", "wants", "was", "we", "were", "what", "when", "where", "which", "while", "who", "whom", "why", "will", "with", "would", "yet", "you", "your"]
 
 class String
   include Stringfu
 end
@@ -43,18 +47,39 @@
     args = args.select { |arg| arg <= wordphrase.length and arg > 0 }  
 
     args.each do |num| 
       prefix = latinfy num
       self.instance_variable_set "@#{prefix}grams", []
+
       rounds = wordphrase.length - num + 1
       rounds.times do |iter| 
         self.instance_variable_get("@#{prefix}grams") << wordphrase[iter...(iter+num)].join(" ")
       end
       # Calls :attr_accessor to add new instance variable
       self.class.__send__(:attr_accessor, "#{prefix}grams".to_sym)
       self.instance_variable_get("@#{prefix}grams")
+
+      self.class.__send__(:alias_method, "_#{num}grams", "#{prefix}grams") if num <= 3
+      self.class.__send__(:alias_method, "_#{num}grams=", "#{prefix}grams=") if num <= 3
     end
     args
+  end
+
+  def stem
+    words = self.punc_strip.normalize.split
+
+    stemmer = UEAStemmer.new
+    words = words.map do |word|
+      stem = stemmer.stem word
+    end
+  end
+
+  def normalize
+    self.downcase.squeeze(" ").strip
+  end
+
+  def normalize!
+    replace(self.downcase.squeeze(" ").strip)
   end
 
   private
   def latinfy num
     prefix = {1 => "uni", 2 => "bi", 3 => "tri"}