Contents

require "yaml"

module Unidecoder
  # Contains Unicode codepoints, loading as needed from YAML files
  CODEPOINTS = Hash.new { |h, k|
    h[k] = YAML::load_file(File.join(File.dirname(__FILE__), "data", "#{k}.yml"))
  }
  
  class << self
    # Returns string with its UTF-8 characters transliterated to ASCII ones.
    # 
    # You're probably better off just using the added String#to_ascii.
    def decode(string)
      string.gsub(/[^\x00-\x7f]/u) do |codepoint|
        begin
          CODEPOINTS[code_group(codepoint)][grouped_point(codepoint)]
        rescue
          "?"
        end
      end
    end
    
    # These are private methods, just shown here to illustrate the code.
    private
    
    # Returns the Unicode codepoint grouping for the given character.
    def code_group(character)
      "x%02x" % (character.unpack("U")[0] >> 8)
    end
    
    # Returns the index of the given character in the YAML file for its codepoint group.
    def grouped_point(character)
      character.unpack("U")[0] & 255
    end
  end
end

class String
  # Returns string with its UTF-8 characters transliterated to ASCII ones. Example: 
  # 
  #   "⠋⠗⠁⠝⠉⠑".to_ascii #=> "braille"
  def to_ascii
    Unidecoder::decode(self)
  end
end

Version data entries

1 entries across 1 versions & 1 rubygems

Version	Path
unidecode-1.0.0	lib/unidecode.rb