1cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.orgIndex: source/data/brkitr/word.txt 2cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org=================================================================== 3cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org--- source/data/brkitr/word.txt (revision 259715) 4cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org+++ source/data/brkitr/word.txt (working copy) 5cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org@@ -35,10 +35,16 @@ 6cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org $ALetter = [\p{Word_Break = ALetter}]; 7cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org $Single_Quote = [\p{Word_Break = Single_Quote}]; 8cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org $Double_Quote = [\p{Word_Break = Double_Quote}]; 9cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org-$MidNumLet = [\p{Word_Break = MidNumLet}]; 10c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org+# Remove two full stop characters from $MidNumLet and add them to $MidNum 11c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org+# to break a hostname into its components at the cost of breaking 12c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org+# 'e.g.' and 'i.e.' as well. 13c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org+# $MidNumLet is used in rules 6/7 (rules of our interest) and rules 11/12. 14c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org+# Because it's OR'd with $MidNum in rules 11/12, rules 11/12 are not affected 15c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org+# while rules 6/7 are reverted to the old behavior we want. 16c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org+$MidNumLet = [[\p{Word_Break = MidNumLet}] - [\u002E \uFF0E]]; 17cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org $MidLetter = [\p{Word_Break = MidLetter}]; 18cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org-$MidNum = [\p{Word_Break = MidNum}]; 19cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org-$Numeric = [\p{Word_Break = Numeric}]; 20c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org+$MidNum = [\p{Word_Break = MidNum}[\u002E \uFF0E]]; 21c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org+$Numeric = [\p{Word_Break = Numeric}[\uff10-\uff19]]; #includes fullwidth digits 22cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org $ExtendNumLet = [\p{Word_Break = ExtendNumLet}]; 23cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org 24cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org $Han = [:Han:]; 25cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.orgIndex: source/data/brkitr/line.txt 26cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org=================================================================== 27cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org--- source/data/brkitr/line.txt (revision 259715) 28cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org+++ source/data/brkitr/line.txt (working copy) 29cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org@@ -12,9 +12,8 @@ 30c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org # This is only because of a limitation of ICU break engine implementation, 31c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org # not because the older behavior is desirable. 32c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org 33cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org-# 34cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org-# Character Classes defined by TR 14. 35cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org-# 36cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org+# CHROME: 1. Use line_ja.txt to apply small kana rules in all locales. 37cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org+# 2. Adjust CL, OP, and IS to handle 'comma-variants' consistently. 38cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org 39cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org !!chain; 40cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org !!LBCMNoChain; 41cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org@@ -57,14 +56,14 @@ 42c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org # 43c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org 44c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $AI = [:LineBreak = Ambiguous:]; 45c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org-$AL = [:LineBreak = Alphabetic:]; 46cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org+$AL = [[:LineBreak = Alphabetic:] - [\u23B4\u23B5]]; 47cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org $BA = [:LineBreak = Break_After:]; 48c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $BB = [:LineBreak = Break_Before:]; 49c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $BK = [:LineBreak = Mandatory_Break:]; 50c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $B2 = [:LineBreak = Break_Both:]; 51c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $CB = [:LineBreak = Contingent_Break:]; 52cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org $CJ = [:LineBreak = Conditional_Japanese_Starter:]; 53c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org-$CL = [:LineBreak = Close_Punctuation:]; 54c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org+$CL = [[:LineBreak = Close_Punctuation:] [\uFE51\uFE10\u23B5]]; 55c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $CM = [:LineBreak = Combining_Mark:]; 56c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $CP = [:LineBreak = Close_Parenthesis:]; 57c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $CR = [:LineBreak = Carriage_Return:]; 58cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org@@ -74,16 +73,16 @@ 59c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $HY = [:LineBreak = Hyphen:]; 60c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $H2 = [:LineBreak = H2:]; 61c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $H3 = [:LineBreak = H3:]; 62c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org-$ID = [:LineBreak = Ideographic:]; 63cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org+$ID = [[[:LineBreak = Ideographic:] $CJ] - [\uFE51]]; 64c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $IN = [:LineBreak = Inseperable:]; 65c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org-$IS = [:LineBreak = Infix_Numeric:]; 66c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org+$IS = [[:LineBreak = Infix_Numeric:] - [\uFE10]]; 67c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $JL = [:LineBreak = JL:]; 68c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $JV = [:LineBreak = JV:]; 69c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $JT = [:LineBreak = JT:]; 70c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $LF = [:LineBreak = Line_Feed:]; 71c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $NL = [:LineBreak = Next_Line:]; 72cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org-$NS = [[:LineBreak = Nonstarter:] $CJ]; 73cc7f2c2dfb4d7a492bf86f29d59f25c936197802jshin@chromium.org+$NS = [:LineBreak = Nonstarter:]; 74c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $NU = [:LineBreak = Numeric:]; 75c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org-$OP = [:LineBreak = Open_Punctuation:]; 76c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org+$OP = [[:LineBreak = Open_Punctuation:] \u23B4]; 77c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $PO = [:LineBreak = Postfix_Numeric:]; 78c1025d04fbfadd4bd1f371558fd79311d6d47b61jshin@chromium.org $PR = [:LineBreak = Prefix_Numeric:]; 79