Sha256: c2e3992b477757a78b3cd32357bf5d2b1b87803b4e3490fe7ff0399ecd251f11
Contents?: true
Size: 1.56 KB
Versions: 41
Compression:
Stored size: 1.56 KB
Contents
# encoding: UTF-8
# Copyright 2012 Twitter, Inc
# http://www.apache.org/licenses/LICENSE-2.0
module TwitterCldr
module Resources
module Properties
class UnicodeDataPropertiesImporter < PropertyImporter
DATA_FILE = 'ucd/UnicodeData.txt'
PROPERTIES = {
2 => 'General_Category',
3 => 'Canonical_Combining_Class',
4 => 'Bidi_Class',
7 => 'Numeric_Type',
9 => 'Bidi_Mirrored',
}
requirement :unicode, Versions.unicode_version, [DATA_FILE]
output_path 'unicode_data/properties'
ruby_engine :mri
def property_name
PROPERTY_NAME
end
private
def source_path
requirements[:unicode].source_path_for(DATA_FILE)
end
def load
range_start = nil
super do |data, ret|
code_points = expand_range(data[0])
# UnicodeData.txt can contain ranges of characters
# specified with "First" and "Last" identifiers in
# the name field.
if data[1].include?(', First')
range_start = code_points.first
next
elsif data[1].include?(', Last')
code_points = (range_start..code_points.first).to_a
range_start = nil
end
PROPERTIES.each_pair do |idx, property_name|
property_value = format_property_value(data[idx])
ret[property_name][property_value] += code_points
end
end
end
end
end
end
end
Version data entries
41 entries across 41 versions & 2 rubygems