lib/picky/configuration/indexes.rb in picky-0.3.0 vs lib/picky/configuration/indexes.rb in picky-0.9.0

@@ -8,19 +8,17 @@
     
     def initialize
       @types = []
     end
     
-    #
-    #
-    def default_index
-      Tokenizers::Index
+    def default_tokenizer
+      @default_tokenizer ||= Tokenizers::Default::Index
     end
     
     # Delegates
     #
-    delegate :removes_characters, :contracts_expressions, :stopwords, :splits_text_on, :normalizes_words, :removes_characters_after_splitting, :to => :default_index
+    delegate :removes_characters, :contracts_expressions, :stopwords, :splits_text_on, :normalizes_words, :removes_characters_after_splitting, :to => :default_tokenizer
     
     # TODO Rewrite all this configuration handling.
     #
     def type name, source, *fields
       new_type = Type.new name, source, *fields
@@ -30,10 +28,12 @@
       generated = new_type.generate
       ::Indexes.add generated
       generated
     end
     def field name, options = {}
-      Field.new name, options
+      tokenizer = options[:tokenizer] || default_tokenizer
+      
+      Field.new name, tokenizer, options
     end
     
     #
     #
     def take_snapshot *type_names
\ No newline at end of file