Contents

# encoding: UTF-8

require 'spec_helper'

include TwitterCldr::Normalizers

describe NFD do
  describe "#normalize" do
    NFD.normalize("庠摪饢鼢豦樄澸脧鱵礩翜艰").should == "庠摪饢鼢豦樄澸脧鱵礩翜艰"
    NFD.normalize("䷙䷿").should == "䷙䷿"
    NFD.normalize("ᎿᎲᎪᏨᎨᏪᎧᎵᏥ").should == "ᎿᎲᎪᏨᎨᏪᎧᎵᏥ"
    NFD.normalize("ᆙᅓᆼᄋᇶ").should == "ᆙᅓᆼᄋᇶ"
    NFD.normalize("…‾⁋
⁒‒′‾⁖").should == "…‾⁋
⁒‒′‾⁖"
    NFD.normalize("ⶾⷕⶱⷀ").should == "ⶾⷕⶱⷀ"
  end

  describe "#decompose" do
    it "does not decompose a character with no decomposition mapping" do
      code_points = ["0EB8", "041F", "0066", "1F52C", "A2D6"]
      code_points.each do |code_point|
        NFD.decompose(code_point).should == code_point
      end
    end

    it "does not decompose a character with compatibility decomposition mapping" do
      code_points = ["A770", "FB02", "FC35", "FD20", "00BC"]
      code_points.each do |code_point|        
        NFD.decompose(code_point).should == code_point
      end
    end
  end

  describe "#normalize_code_points" do
    it "passes all the tests in NormalizersTest.txt" do
      normalization_test_file = File.join(File.dirname(File.dirname(__FILE__)), "NormalizationTest.txt")
      File.open(normalization_test_file, "r:UTF-8") do |file|
        while line = file.gets
          unless line[0,1] =~ /(@|#)/ || line.empty?
            c1, c2, c3, c4, c5 = line.split(';')[0...5].map { |cps| cps.split }
            NFD.normalize_code_points(c1).should == c3
            NFD.normalize_code_points(c2).should == c3
            NFD.normalize_code_points(c3).should == c3
            NFD.normalize_code_points(c4).should == c5
            NFD.normalize_code_points(c5).should == c5
          end
        end
      end
    end
  end
end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
twitter_cldr-1.1.0	spec/normalizers/canonical/nfd_spec.rb