/*------------------------------------------------------------------------ * (The MIT License) * * Copyright (c) 2008-2011 Rhomobile, Inc. * * Permission is hereby granted, free of charge, to any person obtaining a copy * of this software and associated documentation files (the "Software"), to deal * in the Software without restriction, including without limitation the rights * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the Software is * furnished to do so, subject to the following conditions: * * The above copyright notice and this permission notice shall be included in * all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN * THE SOFTWARE. * * http://rhomobile.com *------------------------------------------------------------------------*/ package j2me.lang; import j2me.lang.AssertMe; public class CharacterDataLatin1 { static class Character{ public static final byte UNASSIGNED = 0; public static final byte UPPERCASE_LETTER = 1; public static final byte LOWERCASE_LETTER = 2; public static final byte TITLECASE_LETTER = 3; public static final byte MODIFIER_LETTER = 4; public static final byte OTHER_LETTER = 5; public static final byte DECIMAL_DIGIT_NUMBER = 9; public static final byte SPACE_SEPARATOR = 12; public static final byte LINE_SEPARATOR = 13; public static final byte PARAGRAPH_SEPARATOR = 14; public static final int MIN_RADIX = 2; public static final int MAX_RADIX = 36; static final char CHAR_ERROR = '\uFFFF'; }; /* The character properties are currently encoded into 32 bits in the following manner: 1 bit mirrored property 4 bits directionality property 9 bits signed offset used for converting case 1 bit if 1, adding the signed offset converts the character to lowercase 1 bit if 1, subtracting the signed offset converts the character to uppercase 1 bit if 1, this character has a titlecase equivalent (possibly itself) 3 bits 0 may not be part of an identifier 1 ignorable control; may continue a Unicode identifier or Java identifier 2 may continue a Java identifier but not a Unicode identifier (unused) 3 may continue a Unicode identifier or Java identifier 4 is a Java whitespace character 5 may start or continue a Java identifier; may continue but not start a Unicode identifier (underscores) 6 may start or continue a Java identifier but not a Unicode identifier ($) 7 may start or continue a Unicode identifier or Java identifier Thus: 5, 6, 7 may start a Java identifier 1, 2, 3, 5, 6, 7 may continue a Java identifier 7 may start a Unicode identifier 1, 3, 5, 7 may continue a Unicode identifier 1 is ignorable within an identifier 4 is Java whitespace 2 bits 0 this character has no numeric property 1 adding the digit offset to the character code and then masking with 0x1F will produce the desired numeric value 2 this character has a "strange" numeric value 3 a Java supradecimal digit: adding the digit offset to the character code, then masking with 0x1F, then adding 10 will produce the desired numeric value 5 bits digit offset 5 bits character type The encoding of character properties is subject to change at any time. */ static int getProperties(char ch) { return A[ch]; } static int getType(char ch) { return getProperties(ch) & 0x1F; } static boolean isLowerCase(char ch) { return getType(ch) == Character.LOWERCASE_LETTER; } static boolean isUpperCase(char ch) { return getType(ch) == Character.UPPERCASE_LETTER; } static boolean isTitleCase(char ch) { return false; } static boolean isDigit(char ch) { return getType(ch) == Character.DECIMAL_DIGIT_NUMBER; } static boolean isDefined(char ch) { return getType(ch) != Character.UNASSIGNED; } static boolean isLetter(char ch) { return (((((1 << Character.UPPERCASE_LETTER) | (1 << Character.LOWERCASE_LETTER) | (1 << Character.TITLECASE_LETTER) | (1 << Character.MODIFIER_LETTER) | (1 << Character.OTHER_LETTER)) >> getType(ch)) & 1) != 0); } static boolean isLetterOrDigit(char ch) { return (((((1 << Character.UPPERCASE_LETTER) | (1 << Character.LOWERCASE_LETTER) | (1 << Character.TITLECASE_LETTER) | (1 << Character.MODIFIER_LETTER) | (1 << Character.OTHER_LETTER) | (1 << Character.DECIMAL_DIGIT_NUMBER)) >> getType(ch)) & 1) != 0); } static boolean isSpaceChar(char ch) { return (((((1 << Character.SPACE_SEPARATOR) | (1 << Character.LINE_SEPARATOR) | (1 << Character.PARAGRAPH_SEPARATOR)) >> getType(ch)) & 1) != 0); } static boolean isJavaIdentifierStart(char ch) { return (getProperties(ch) & 0x00007000) >= 0x00005000; } static boolean isJavaIdentifierPart(char ch) { return (getProperties(ch) & 0x00003000) != 0; } static boolean isUnicodeIdentifierStart(char ch) { return (getProperties(ch) & 0x00007000) == 0x00007000; } static boolean isUnicodeIdentifierPart(char ch) { return (getProperties(ch)& 0x00001000) != 0; } static boolean isIdentifierIgnorable(char ch) { return (getProperties(ch) & 0x00007000) == 0x00001000; } static char toLowerCase(char ch) { char mapChar = ch; int val = getProperties(ch); if (((val & 0x00020000) != 0) && ((val & 0x07FC0000) != 0x07FC0000)) { int offset = val << 5 >> (5+18); mapChar = (char)(ch + offset); } return mapChar; } static char toUpperCase(char ch) { char mapChar = ch; int val = getProperties(ch); if ((val & 0x00010000) != 0) { if ((val & 0x07FC0000) != 0x07FC0000) { int offset = val << 5 >> (5+18); mapChar = (char)(ch - offset); } else if (ch == '\u00B5') { mapChar = '\u039C'; } } return mapChar; } static char toTitleCase(char ch) { return toUpperCase(ch); } static int digit(char ch, int radix) { int value = -1; if (radix >= Character.MIN_RADIX && radix <= Character.MAX_RADIX) { int val = getProperties(ch); int kind = val & 0x1F; if (kind == Character.DECIMAL_DIGIT_NUMBER) { value = ch + ((val & 0x3E0) >> 5) & 0x1F; } else if ((val & 0xC00) == 0x00000C00) { // Java supradecimal digit value = (ch + ((val & 0x3E0) >> 5) & 0x1F) + 10; } } return (value < radix) ? value : -1; } static int getNumericValue(char ch) { int val = getProperties(ch); int retval = -1; switch (val & 0xC00) { default: // cannot occur case (0x00000000): // not numeric retval = -1; break; case (0x00000400): // simple numeric retval = ch + ((val & 0x3E0) >> 5) & 0x1F; break; case (0x00000800) : // "strange" numeric retval = -2; break; case (0x00000C00): // Java supradecimal retval = (ch + ((val & 0x3E0) >> 5) & 0x1F) + 10; break; } return retval; } public static boolean isWhitespace(char ch) { return (getProperties(ch) & 0x00007000) == 0x00004000; } static byte getDirectionality(char ch) { int val = getProperties(ch); byte directionality = (byte)((val & 0x78000000) >> 27); if (directionality == 0xF ) { directionality = -1; } return directionality; } static boolean isMirrored(char ch) { return (getProperties(ch) & 0x80000000) != 0; } static char toUpperCaseEx(char ch) { char mapChar = ch; int val = getProperties(ch); if ((val & 0x00010000) != 0) { if ((val & 0x07FC0000) != 0x07FC0000) { int offset = val << 5 >> (5+18); mapChar = (char)(ch - offset); } else { switch(ch) { // map overflow characters case '\u00B5' : mapChar = '\u039C'; break; default : mapChar = Character.CHAR_ERROR; break; } } } return mapChar; } // The following tables and code generated using: // java GenerateCharacter -template ../../tools/GenerateCharacter/CharacterDataLatin1.java.template -spec ../../tools/GenerateCharacter/UnicodeData.txt -specialcasing ../../tools/GenerateCharacter/SpecialCasing.txt -o D:/BUILD_AREA/jdk142-update/ws/fcs/control/build/windows-i586/gensrc/java/lang/CharacterDataLatin1.java -string -usecharforbyte -latin1 8 // The A table has 256 entries for a total of 1024 bytes. static final int A[] = new int[256]; static final String A_DATA = "\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800"+ "\u100F\u4800\u100F\u4800\u100F\u5800\u400F\u5000\u400F\u5800\u400F\u6000\u400F"+ "\u5000\u400F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800"+ "\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F"+ "\u4800\u100F\u4800\u100F\u5000\u400F\u5000\u400F\u5000\u400F\u5800\u400F\u6000"+ "\u400C\u6800\030\u6800\030\u2800\030\u2800\u601A\u2800\030\u6800\030\u6800"+ "\030\uE800\025\uE800\026\u6800\030\u2800\031\u3800\030\u2800\024\u3800\030"+ "\u2000\030\u1800\u3609\u1800\u3609\u1800\u3609\u1800\u3609\u1800\u3609\u1800"+ "\u3609\u1800\u3609\u1800\u3609\u1800\u3609\u1800\u3609\u3800\030\u6800\030"+ "\uE800\031\u6800\031\uE800\031\u6800\030\u6800\030\202\u7FE1\202\u7FE1\202"+ "\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1"+ "\202\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1\202"+ "\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1\202\u7FE1"+ "\202\u7FE1\uE800\025\u6800\030\uE800\026\u6800\033\u6800\u5017\u6800\033\201"+ "\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2"+ "\201\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2\201"+ "\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2\201\u7FE2"+ "\201\u7FE2\201\u7FE2\201\u7FE2\uE800\025\u6800\031\uE800\026\u6800\031\u4800"+ "\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u5000\u100F"+ "\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800"+ "\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F"+ "\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800"+ "\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F\u4800\u100F"+ "\u3800\014\u6800\030\u2800\u601A\u2800\u601A\u2800\u601A\u2800\u601A\u6800"+ "\034\u6800\034\u6800\033\u6800\034\000\u7002\uE800\035\u6800\031\u6800\024"+ "\u6800\034\u6800\033\u2800\034\u2800\031\u1800\u060B\u1800\u060B\u6800\033"+ "\u07FD\u7002\u6800\034\u6800\030\u6800\033\u1800\u050B\000\u7002\uE800\036"+ "\u6800\u080B\u6800\u080B\u6800\u080B\u6800\030\202\u7001\202\u7001\202\u7001"+ "\202\u7001\202\u7001\202\u7001\202\u7001\202\u7001\202\u7001\202\u7001\202"+ "\u7001\202\u7001\202\u7001\202\u7001\202\u7001\202\u7001\202\u7001\202\u7001"+ "\202\u7001\202\u7001\202\u7001\202\u7001\202\u7001\u6800\031\202\u7001\202"+ "\u7001\202\u7001\202\u7001\202\u7001\202\u7001\202\u7001\u07FD\u7002\201\u7002"+ "\201\u7002\201\u7002\201\u7002\201\u7002\201\u7002\201\u7002\201\u7002\201"+ "\u7002\201\u7002\201\u7002\201\u7002\201\u7002\201\u7002\201\u7002\201\u7002"+ "\201\u7002\201\u7002\201\u7002\201\u7002\201\u7002\201\u7002\201\u7002\u6800"+ "\031\201\u7002\201\u7002\201\u7002\201\u7002\201\u7002\201\u7002\201\u7002"+ "\u061D\u7002"; // In all, the character property tables require 1024 bytes. static { { // THIS CODE WAS AUTOMATICALLY CREATED BY GenerateCharacter: char[] data = A_DATA.toCharArray(); AssertMe.rho_assert (data.length == (256 * 2)); int i = 0, j = 0; while (i < (256 * 2)) { int entry = data[i++] << 16; A[j++] = entry | data[i++]; } } } }