spec/functional/tokenizer_spec.rb in picky-4.13.0 vs spec/functional/tokenizer_spec.rb in picky-4.13.1

@@ -2,9 +2,13 @@
 #
 require 'spec_helper'
 
 describe Picky::Tokenizer do
   describe 'examples' do
+    it 'leaves a dash alone by default' do
+      tokenizer = described_class.new
+      tokenizer.tokenize('title1-').should == [['title1-'], ['title1-']]
+    end
     it 'works correctly' do
       tokenizer = described_class.new(normalizes_words: [[/\&/, 'and']])
       
       # Is this really correct? Shouldn't we split after normalizing? 
       #
\ No newline at end of file