search.rb in picky-2.7.0

- old
+ new

@@ -22,10 +22,11 @@
   # * Options hash (optional) with:
   #   * tokenizer: Tokenizers::Query.default by default.
   #   * weights:   A hash of weights, or a Query::Weights object.
   #
   # TODO Add identifiers_to_remove (rename) and reduce_allocations_to_amount (rename).
+  # TODO categories_to_remove ?
   #
   # It is also possible to define the tokenizer and weights like so.
   # Example:
   #   Search.new(index1, index2, index3) do
   #     searching removes_characters: /[^a-z]/, etc.
@@ -55,12 +56,16 @@
       options
     else
       options && Tokenizers::Query.new(options)
     end
   end
+
+  # Returns the tokenizer if set or if not, the query tokenizer.
+  #
   def tokenizer
     @tokenizer || Tokenizers::Query.default
   end
+
   # TODO Doc. Spec.
   #
   # Example:
   #   Search.new(index1, index2, index3) do
   #     searching removes_characters: /[^a-z]/, etc.
\ No newline at end of file