lib/picky/query/tokens.rb in picky-2.7.0 vs lib/picky/query/tokens.rb in picky-3.0.0.pre1

@@ -1,102 +1,106 @@
-# encoding: utf-8
-#
-module Query
+module Picky
 
-  # This class primarily handles switching through similar token constellations.
+  # encoding: utf-8
   #
-  class Tokens # :nodoc:all
+  module Query
 
-    # Basically delegates to its internal tokens array.
+    # This class primarily handles switching through similar token constellations.
     #
-    self.delegate *[Enumerable.instance_methods, :slice!, :[], :uniq!, :last, :reject!, :length, :size, :empty?, :each, :exit, { :to => :@tokens }].flatten
+    class Tokens # :nodoc:all
 
-    # Create a new Tokens object with the array of tokens passed in.
-    #
-    def initialize tokens = []
-      @tokens = tokens
-    end
+      # Basically delegates to its internal tokens array.
+      #
+      self.delegate *[Enumerable.instance_methods, :slice!, :[], :uniq!, :last, :reject!, :length, :size, :empty?, :each, :exit, { :to => :@tokens }].flatten
 
-    # Creates a new Tokens object from a number of Strings.
-    #
-    # Options:
-    #  * downcase: Whether to downcase the passed strings (default is true)
-    #
-    def self.processed words, downcase = true
-      new words.collect! { |word| Token.processed word, downcase }
-    end
+      # Create a new Tokens object with the array of tokens passed in.
+      #
+      def initialize tokens = []
+        @tokens = tokens
+      end
 
-    # Tokenizes each token.
-    #
-    # Note: Passed tokenizer needs to offer #normalize(text).
-    #
-    def tokenize_with tokenizer
-      @tokens.each { |token| token.tokenize_with(tokenizer) }
-    end
+      # Creates a new Tokens object from a number of Strings.
+      #
+      # Options:
+      #  * downcase: Whether to downcase the passed strings (default is true)
+      #
+      def self.processed words, downcase = true
+        new words.collect! { |word| Token.processed word, downcase }
+      end
 
-    # Generates an array in the form of
-    # [
-    #  [combination],                           # of token 1
-    #  [combination, combination, combination], # of token 2
-    #  [combination, combination]               # of token 3
-    # ]
-    #
-    def possible_combinations_in index
-      @tokens.inject([]) do |combinations, token|
-        possible_combinations = token.possible_combinations_in index
+      # Tokenizes each token.
+      #
+      # Note: Passed tokenizer needs to offer #normalize(text).
+      #
+      def tokenize_with tokenizer
+        @tokens.each { |token| token.tokenize_with(tokenizer) }
+      end
 
-        # TODO Could move the ignore_unassigned_tokens here!
-        #
-        # Note: Optimization for ignoring tokens that allocate to nothing and
-        # can be ignored.
-        # For example in a special search, where "florian" is not
-        # mapped to any category.
-        #
-        possible_combinations ? combinations << possible_combinations : combinations
+      # Generates an array in the form of
+      # [
+      #  [combination],                           # of token 1
+      #  [combination, combination, combination], # of token 2
+      #  [combination, combination]               # of token 3
+      # ]
+      #
+      def possible_combinations_in index
+        @tokens.inject([]) do |combinations, token|
+          possible_combinations = token.possible_combinations_in index
+
+          # TODO Could move the ignore_unassigned_tokens here!
+          #
+          # Note: Optimization for ignoring tokens that allocate to nothing and
+          # can be ignored.
+          # For example in a special search, where "florian" is not
+          # mapped to any category.
+          #
+          possible_combinations ? combinations << possible_combinations : combinations
+        end
       end
-    end
 
-    # Makes the last of the tokens partial.
-    #
-    def partialize_last
-      @tokens.last.partial = true unless empty?
-    end
+      # Makes the last of the tokens partial.
+      #
+      def partialize_last
+        @tokens.last.partial = true unless empty?
+      end
 
-    # Caps the tokens to the maximum.
-    #
-    def cap maximum
-      @tokens.slice!(maximum..-1) if cap?(maximum)
-    end
-    def cap? maximum
-      @tokens.size > maximum
-    end
+      # Caps the tokens to the maximum.
+      #
+      def cap maximum
+        @tokens.slice!(maximum..-1) if cap?(maximum)
+      end
+      def cap? maximum
+        @tokens.size > maximum
+      end
 
-    # Rejects blank tokens.
-    #
-    def reject
-      @tokens.reject! &:blank?
-    end
+      # Rejects blank tokens.
+      #
+      def reject
+        @tokens.reject! &:blank?
+      end
 
-    # Returns a solr query.
-    #
-    def to_solr_query
-      @tokens.map(&:to_solr).join ' '
-    end
+      #
+      #
+      def categorize mapper
+        @tokens.each { |token| token.categorize mapper }
+      end
 
-    #
-    #
-    def originals
-      @tokens.map(&:original)
-    end
+      #
+      #
+      def originals
+        @tokens.map(&:original)
+      end
 
-    def == other
-      self.tokens == other.tokens
-    end
+      def == other
+        self.tokens == other.tokens
+      end
 
-    # Just join the token original texts.
-    #
-    def to_s
-      originals.join ' '
+      # Just join the token original texts.
+      #
+      def to_s
+        originals.join ' '
+      end
+
     end
 
   end
 
 end
\ No newline at end of file