Unicode 9.0 coderange data

jruby · Dec 14, 2017 · 62fc63f · 62fc63f
1 parent 5f77b82
commit 62fc63f
Showing 108 changed files with 201 additions and 68 deletions.
diff --git a/resources/tables/CR_ASCII_Hex_Digit.bin b/resources/tables/CR_ASCII_Hex_Digit.bin
diff --git a/resources/tables/CR_Adlam.bin b/resources/tables/CR_Adlam.bin
diff --git a/resources/tables/CR_Age_9_0.bin b/resources/tables/CR_Age_9_0.bin
diff --git a/resources/tables/CR_Alnum.bin b/resources/tables/CR_Alnum.bin
diff --git a/resources/tables/CR_Alpha.bin b/resources/tables/CR_Alpha.bin
diff --git a/resources/tables/CR_Alphabetic.bin b/resources/tables/CR_Alphabetic.bin
diff --git a/resources/tables/CR_Arabic.bin b/resources/tables/CR_Arabic.bin
diff --git a/resources/tables/CR_Assigned.bin b/resources/tables/CR_Assigned.bin
diff --git a/resources/tables/CR_Bhaiksuki.bin b/resources/tables/CR_Bhaiksuki.bin
diff --git a/resources/tables/CR_C.bin b/resources/tables/CR_C.bin
diff --git a/resources/tables/CR_Case_Ignorable.bin b/resources/tables/CR_Case_Ignorable.bin
diff --git a/resources/tables/CR_Cased.bin b/resources/tables/CR_Cased.bin
diff --git a/resources/tables/CR_Cc.bin b/resources/tables/CR_Cc.bin
diff --git a/resources/tables/CR_Cf.bin b/resources/tables/CR_Cf.bin
diff --git a/resources/tables/CR_Changes_When_Casefolded.bin b/resources/tables/CR_Changes_When_Casefolded.bin
diff --git a/resources/tables/CR_Changes_When_Casemapped.bin b/resources/tables/CR_Changes_When_Casemapped.bin
diff --git a/resources/tables/CR_Changes_When_Lowercased.bin b/resources/tables/CR_Changes_When_Lowercased.bin
diff --git a/resources/tables/CR_Changes_When_Titlecased.bin b/resources/tables/CR_Changes_When_Titlecased.bin
diff --git a/resources/tables/CR_Changes_When_Uppercased.bin b/resources/tables/CR_Changes_When_Uppercased.bin
diff --git a/resources/tables/CR_Cn.bin b/resources/tables/CR_Cn.bin
diff --git a/resources/tables/CR_Common.bin b/resources/tables/CR_Common.bin
diff --git a/resources/tables/CR_Cyrillic.bin b/resources/tables/CR_Cyrillic.bin
diff --git a/resources/tables/CR_Deprecated.bin b/resources/tables/CR_Deprecated.bin
diff --git a/resources/tables/CR_Diacritic.bin b/resources/tables/CR_Diacritic.bin
diff --git a/resources/tables/CR_Digit.bin b/resources/tables/CR_Digit.bin
diff --git a/resources/tables/CR_Extender.bin b/resources/tables/CR_Extender.bin
diff --git a/resources/tables/CR_Glagolitic.bin b/resources/tables/CR_Glagolitic.bin
diff --git a/resources/tables/CR_Graph.bin b/resources/tables/CR_Graph.bin
diff --git a/resources/tables/CR_Grapheme_Base.bin b/resources/tables/CR_Grapheme_Base.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_CR.bin b/resources/tables/CR_Grapheme_Cluster_Break_CR.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_Control.bin b/resources/tables/CR_Grapheme_Cluster_Break_Control.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_E_Base.bin b/resources/tables/CR_Grapheme_Cluster_Break_E_Base.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_E_Base_GAZ.bin b/resources/tables/CR_Grapheme_Cluster_Break_E_Base_GAZ.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_E_Modifier.bin b/resources/tables/CR_Grapheme_Cluster_Break_E_Modifier.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_Glue_After_Zwj.bin b/resources/tables/CR_Grapheme_Cluster_Break_Glue_After_Zwj.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_L.bin b/resources/tables/CR_Grapheme_Cluster_Break_L.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_LV.bin b/resources/tables/CR_Grapheme_Cluster_Break_LV.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_LVT.bin b/resources/tables/CR_Grapheme_Cluster_Break_LVT.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_Prepend.bin b/resources/tables/CR_Grapheme_Cluster_Break_Prepend.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_Regional_Indicator.bin b/resources/tables/CR_Grapheme_Cluster_Break_Regional_Indicator.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_SpacingMark.bin b/resources/tables/CR_Grapheme_Cluster_Break_SpacingMark.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_T.bin b/resources/tables/CR_Grapheme_Cluster_Break_T.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_V.bin b/resources/tables/CR_Grapheme_Cluster_Break_V.bin
diff --git a/resources/tables/CR_Grapheme_Cluster_Break_ZWJ.bin b/resources/tables/CR_Grapheme_Cluster_Break_ZWJ.bin
diff --git a/resources/tables/CR_Grapheme_Extend.bin b/resources/tables/CR_Grapheme_Extend.bin
diff --git a/resources/tables/CR_Grapheme_Link.bin b/resources/tables/CR_Grapheme_Link.bin
diff --git a/resources/tables/CR_Greek.bin b/resources/tables/CR_Greek.bin
diff --git a/resources/tables/CR_ID_Continue.bin b/resources/tables/CR_ID_Continue.bin
diff --git a/resources/tables/CR_ID_Start.bin b/resources/tables/CR_ID_Start.bin
diff --git a/resources/tables/CR_Ideographic.bin b/resources/tables/CR_Ideographic.bin
diff --git a/resources/tables/CR_In_Adlam.bin b/resources/tables/CR_In_Adlam.bin
diff --git a/resources/tables/CR_In_Bhaiksuki.bin b/resources/tables/CR_In_Bhaiksuki.bin
diff --git a/resources/tables/CR_In_Cyrillic_Extended_C.bin b/resources/tables/CR_In_Cyrillic_Extended_C.bin
diff --git a/resources/tables/CR_In_Glagolitic_Supplement.bin b/resources/tables/CR_In_Glagolitic_Supplement.bin
diff --git a/resources/tables/CR_In_Ideographic_Symbols_and_Punctuation.bin b/resources/tables/CR_In_Ideographic_Symbols_and_Punctuation.bin
diff --git a/resources/tables/CR_In_Marchen.bin b/resources/tables/CR_In_Marchen.bin
diff --git a/resources/tables/CR_In_Mongolian_Supplement.bin b/resources/tables/CR_In_Mongolian_Supplement.bin
diff --git a/resources/tables/CR_In_Newa.bin b/resources/tables/CR_In_Newa.bin
diff --git a/resources/tables/CR_In_No_Block.bin b/resources/tables/CR_In_No_Block.bin
diff --git a/resources/tables/CR_In_Osage.bin b/resources/tables/CR_In_Osage.bin
diff --git a/resources/tables/CR_In_Tangut.bin b/resources/tables/CR_In_Tangut.bin
diff --git a/resources/tables/CR_In_Tangut_Components.bin b/resources/tables/CR_In_Tangut_Components.bin
diff --git a/resources/tables/CR_Inherited.bin b/resources/tables/CR_Inherited.bin
diff --git a/resources/tables/CR_Kannada.bin b/resources/tables/CR_Kannada.bin
diff --git a/resources/tables/CR_Khojki.bin b/resources/tables/CR_Khojki.bin
diff --git a/resources/tables/CR_L.bin b/resources/tables/CR_L.bin
diff --git a/resources/tables/CR_LC.bin b/resources/tables/CR_LC.bin
diff --git a/resources/tables/CR_Latin.bin b/resources/tables/CR_Latin.bin
diff --git a/resources/tables/CR_Ll.bin b/resources/tables/CR_Ll.bin
diff --git a/resources/tables/CR_Lm.bin b/resources/tables/CR_Lm.bin
diff --git a/resources/tables/CR_Lo.bin b/resources/tables/CR_Lo.bin
diff --git a/resources/tables/CR_Lower.bin b/resources/tables/CR_Lower.bin
diff --git a/resources/tables/CR_Lowercase.bin b/resources/tables/CR_Lowercase.bin
diff --git a/resources/tables/CR_Lu.bin b/resources/tables/CR_Lu.bin
diff --git a/resources/tables/CR_M.bin b/resources/tables/CR_M.bin
diff --git a/resources/tables/CR_Malayalam.bin b/resources/tables/CR_Malayalam.bin
diff --git a/resources/tables/CR_Marchen.bin b/resources/tables/CR_Marchen.bin
diff --git a/resources/tables/CR_Mc.bin b/resources/tables/CR_Mc.bin
diff --git a/resources/tables/CR_Mn.bin b/resources/tables/CR_Mn.bin
diff --git a/resources/tables/CR_Mongolian.bin b/resources/tables/CR_Mongolian.bin
diff --git a/resources/tables/CR_N.bin b/resources/tables/CR_N.bin
diff --git a/resources/tables/CR_Nd.bin b/resources/tables/CR_Nd.bin
diff --git a/resources/tables/CR_Newa.bin b/resources/tables/CR_Newa.bin
diff --git a/resources/tables/CR_No.bin b/resources/tables/CR_No.bin
diff --git a/resources/tables/CR_Osage.bin b/resources/tables/CR_Osage.bin
diff --git a/resources/tables/CR_Other_Alphabetic.bin b/resources/tables/CR_Other_Alphabetic.bin
diff --git a/resources/tables/CR_Other_Grapheme_Extend.bin b/resources/tables/CR_Other_Grapheme_Extend.bin
diff --git a/resources/tables/CR_Other_ID_Start.bin b/resources/tables/CR_Other_ID_Start.bin
diff --git a/resources/tables/CR_P.bin b/resources/tables/CR_P.bin
diff --git a/resources/tables/CR_Po.bin b/resources/tables/CR_Po.bin
diff --git a/resources/tables/CR_Prepended_Concatenation_Mark.bin b/resources/tables/CR_Prepended_Concatenation_Mark.bin
diff --git a/resources/tables/CR_Print.bin b/resources/tables/CR_Print.bin
diff --git a/resources/tables/CR_Punct.bin b/resources/tables/CR_Punct.bin
diff --git a/resources/tables/CR_S.bin b/resources/tables/CR_S.bin
diff --git a/resources/tables/CR_Saurashtra.bin b/resources/tables/CR_Saurashtra.bin
diff --git a/resources/tables/CR_STerm.bin → resources/tables/CR_Sentence_Terminal.bin b/resources/tables/CR_STerm.bin → resources/tables/CR_Sentence_Terminal.bin
diff --git a/resources/tables/CR_So.bin b/resources/tables/CR_So.bin
diff --git a/resources/tables/CR_Tangut.bin b/resources/tables/CR_Tangut.bin
diff --git a/resources/tables/CR_Terminal_Punctuation.bin b/resources/tables/CR_Terminal_Punctuation.bin
diff --git a/resources/tables/CR_Unknown.bin b/resources/tables/CR_Unknown.bin
diff --git a/resources/tables/CR_Upper.bin b/resources/tables/CR_Upper.bin
diff --git a/resources/tables/CR_Uppercase.bin b/resources/tables/CR_Uppercase.bin
diff --git a/resources/tables/CR_White_Space.bin b/resources/tables/CR_White_Space.bin
diff --git a/resources/tables/CR_Word.bin b/resources/tables/CR_Word.bin
diff --git a/resources/tables/CR_XID_Continue.bin b/resources/tables/CR_XID_Continue.bin
diff --git a/resources/tables/CR_XID_Start.bin b/resources/tables/CR_XID_Start.bin
diff --git a/src/org/jcodings/unicode/UnicodeEncoding.java b/src/org/jcodings/unicode/UnicodeEncoding.java
@@ -38,7 +38,9 @@
 
 
 public abstract class UnicodeEncoding extends MultiByteEncoding {
-    private static final int PROPERTY_NAME_MAX_SIZE = 20;
+
+    private static final int MAX_WORD_LENGTH = Config.USE_UNICODE_PROPERTIES ? 44 : 6;
+    private static final int PROPERTY_NAME_MAX_SIZE = MAX_WORD_LENGTH + 1;
 
     protected UnicodeEncoding(String name, int minLength, int maxLength, int[]EncLen, int[][]Trans) {
         // ASCII type tables for all Unicode encodings

diff --git a/src/org/jcodings/unicode/UnicodeProperties.java b/src/org/jcodings/unicode/UnicodeProperties.java