Contents

# encoding: utf-8
require "spec_helper"

describe TextNlp::Normalizer do
  
  it "should normalize text" do
    n = TextNlp::Normalizer.new
    n.normalize("pourquoi le 1 se vire").should eq "pourquoi le 1 se vire"
    n.normalize("TOTO").should eq "toto"
    n.normalize("TOto").should eq "toto"
    n.normalize("!'-,;?.()/\_|[]{}\" toto <>:*%$").should eq "toto"
    n.normalize("éèàçêî").should eq "eeacei"
    n.normalize("Comment q'ça se fait î pas ?").should eq "comment q ca se fait i pas"    
    n.normalize("pourquoi le 1 se vire").should eq "pourquoi le 1 se vire"
  end
  
end

Version data entries

4 entries across 4 versions & 1 rubygems

Version	Path
text_nlp-0.0.3	spec/normalizer_spec.rb
text_nlp-0.0.2	spec/normalizer_spec.rb
text_nlp-0.0.1	spec/normalizer_spec.rb
text_nlp-0.0.0	spec/normalizer_spec.rb