159d709d503bab6e2b61931737e662dd293b40578ccornelius# Copyright (c) 2002-2013 International Business Machines Corporation and 2b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# others. All Rights Reserved. 3b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 4b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# file: line_ja.txt 5b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 6b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Line Breaking Rules 7b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Implement default line breaking as defined by 854dcd9b6a06071f647dac967e9e267abb9410720Craig Cornelius# Unicode Standard Annex #14 Revision 29 for Unicode 6.2 9b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# http://www.unicode.org/reports/tr14/ 10b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 11b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# TODO: Rule LB 8 remains as it was in Unicode 5.2 12b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# This is only because of a limitation of ICU break engine implementation, 13b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# not because the older behavior is desirable. 14b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 15b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 16b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Character Classes defined by TR 14. 17b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 18b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 19b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho!!chain; 20b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho!!LBCMNoChain; 21b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 22b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 23b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho!!lookAheadHardBreak; 24b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 25b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# !!lookAheadHardBreak Described here because it is (as yet) undocumented elsewhere 26b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# and only used for the line break rules. 27b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 28b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# It is used in the implementation of rule LB 10 29b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# which says to treat any combining mark that is not attached to a base 30b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# character as if it were of class AL (alphabetic). 31b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 32b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# The problem occurs in the reverse rules. 33b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 34b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Consider a sequence like, with correct breaks as shown 35b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LF ID CM AL AL 36b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# ^ ^ ^ 37b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Then consider the sequence without the initial ID (ideographic) 38b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LF CM AL AL 39b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# ^ ^ 40b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Our CM, which in the first example was attached to the ideograph, 41b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# is now unattached, becomes an alpha, and joins in with the other 42b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# alphas. 43b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 44b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# When iterating forwards, these sequences do not present any problems 45b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# When iterating backwards, we need to look ahead when encountering 46b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# a CM to see whether it attaches to something further on or not. 47b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# (Look-ahead in a reverse rule is looking towards the start) 48b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 49b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# If the CM is unattached, we need to force a break. 50b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 51b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# !!lookAheadHardBreak forces the run time state machine to 52b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# stop immediately when a look ahead rule ( '/' operator) matches, 53b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# and set the match position to that of the look-ahead operator, 54b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# no matter what other rules may be in play at the time. 55b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 56b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# See rule LB 19 for an example. 57b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 58b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 59b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$AI = [:LineBreak = Ambiguous:]; 60b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$AL = [:LineBreak = Alphabetic:]; 61b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$BA = [:LineBreak = Break_After:]; 62b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$BB = [:LineBreak = Break_Before:]; 63b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$BK = [:LineBreak = Mandatory_Break:]; 64b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$B2 = [:LineBreak = Break_Both:]; 65b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CB = [:LineBreak = Contingent_Break:]; 66103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CJ = [:LineBreak = Conditional_Japanese_Starter:]; 67b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CL = [:LineBreak = Close_Punctuation:]; 68b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM = [:LineBreak = Combining_Mark:]; 69b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CP = [:LineBreak = Close_Parenthesis:]; 70b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CR = [:LineBreak = Carriage_Return:]; 71b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$EX = [:LineBreak = Exclamation:]; 72b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$GL = [:LineBreak = Glue:]; 73103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$HL = [:LineBreak = Hebrew_Letter:]; 74b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$HY = [:LineBreak = Hyphen:]; 75b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$H2 = [:LineBreak = H2:]; 76b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$H3 = [:LineBreak = H3:]; 77103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$ID = [[:LineBreak = Ideographic:] $CJ]; 78b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$IN = [:LineBreak = Inseperable:]; 79b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$IS = [:LineBreak = Infix_Numeric:]; 80b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$JL = [:LineBreak = JL:]; 81b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$JV = [:LineBreak = JV:]; 82b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$JT = [:LineBreak = JT:]; 83b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LF = [:LineBreak = Line_Feed:]; 84b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$NL = [:LineBreak = Next_Line:]; 85103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$NS = [:LineBreak = Nonstarter:]; 86b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$NU = [:LineBreak = Numeric:]; 87b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$OP = [:LineBreak = Open_Punctuation:]; 88b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$PO = [:LineBreak = Postfix_Numeric:]; 89b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$PR = [:LineBreak = Prefix_Numeric:]; 90b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$QU = [:LineBreak = Quotation:]; 9154dcd9b6a06071f647dac967e9e267abb9410720Craig Cornelius$RI = [:LineBreak = Regional_Indicator:]; 92b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$SA = [:LineBreak = Complex_Context:]; 93b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$SG = [:LineBreak = Surrogate:]; 94b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$SP = [:LineBreak = Space:]; 95b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$SY = [:LineBreak = Break_Symbols:]; 96b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$WJ = [:LineBreak = Word_Joiner:]; 97b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$XX = [:LineBreak = Unknown:]; 98b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$ZW = [:LineBreak = ZWSpace:]; 99b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 100b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Dictionary character set, for triggering language-based break engines. Currently 101b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# limited to LineBreak=Complex_Context. Note that this set only works in Unicode 102b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 5.0 or later as the definition of Complex_Context was corrected to include all 103b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# characters requiring dictionary break. 104b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 105b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$dictionary = [:LineBreak = Complex_Context:]; 106b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 107b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 108b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Rule LB1. By default, treat AI (characters with ambiguous east Asian width), 109b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# SA (South East Asian: Thai, Lao, Khmer) 110b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# SG (Unpaired Surrogates) 111b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# XX (Unknown, unassigned) 112b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# as $AL (Alphabetic) 113b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 114b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$ALPlus = [$AL $AI $SA $SG $XX]; 115b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 116b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 117b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Combining Marks. X $CM* behaves as if it were X. Rule LB6. 118b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 119b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$ALcm = $ALPlus $CM*; 120b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$BAcm = $BA $CM*; 121b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$BBcm = $BB $CM*; 122b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$B2cm = $B2 $CM*; 123b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CLcm = $CL $CM*; 124b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CPcm = $CP $CM*; 125b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$EXcm = $EX $CM*; 126b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$GLcm = $GL $CM*; 127103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$HLcm = $HL $CM*; 128b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$HYcm = $HY $CM*; 129b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$H2cm = $H2 $CM*; 130b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$H3cm = $H3 $CM*; 131b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$IDcm = $ID $CM*; 132b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$INcm = $IN $CM*; 133b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$IScm = $IS $CM*; 134b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$JLcm = $JL $CM*; 135b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$JVcm = $JV $CM*; 136b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$JTcm = $JT $CM*; 137b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$NScm = $NS $CM*; 138b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$NUcm = $NU $CM*; 139b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$OPcm = $OP $CM*; 140b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$POcm = $PO $CM*; 141b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$PRcm = $PR $CM*; 142b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$QUcm = $QU $CM*; 14354dcd9b6a06071f647dac967e9e267abb9410720Craig Cornelius$RIcm = $RI $CM*; 144b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$SYcm = $SY $CM*; 145b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$WJcm = $WJ $CM*; 146b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 147b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho## ------------------------------------------------- 148b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 149b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho!!forward; 150b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 151b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 152b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Each class of character can stand by itself as an unbroken token, with trailing combining stuff 153b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 154b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$ALPlus $CM+; 155b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$BA $CM+; 156b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$BB $CM+; 157b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$B2 $CM+; 158b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CL $CM+; 159b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CP $CM+; 160b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$EX $CM+; 161b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$GL $CM+; 162103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$HL $CM+; 163b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$HY $CM+; 164b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$H2 $CM+; 165b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$H3 $CM+; 166b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$ID $CM+; 167b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$IN $CM+; 168b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$IS $CM+; 169b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$JL $CM+; 170b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$JV $CM+; 171b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$JT $CM+; 172b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$NS $CM+; 173b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$NU $CM+; 174b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$OP $CM+; 175b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$PO $CM+; 176b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$PR $CM+; 177b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$QU $CM+; 17854dcd9b6a06071f647dac967e9e267abb9410720Craig Cornelius$RI $CM+; 179b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$SY $CM+; 180b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$WJ $CM+; 181b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 182b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 183b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# CAN_CM is the set of characters that may combine with CM combining chars. 184b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Note that Linebreak UAX 14's concept of a combining char and the rules 185b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# for what they can combine with are _very_ different from the rest of Unicode. 186b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 187b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Note that $CM itself is left out of this set. If CM is needed as a base 188b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# it must be listed separately in the rule. 189b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 190b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CAN_CM = [^$SP $BK $CR $LF $NL $ZW $CM]; # Bases that can take CMs 191b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CANT_CM = [ $SP $BK $CR $LF $NL $ZW $CM]; # Bases that can't take CMs 192b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 193b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 194b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# AL_FOLLOW set of chars that can unconditionally follow an AL 195b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Needed in rules where stand-alone $CM s are treated as AL. 196b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Chaining is disabled with CM because it causes other failures, 197b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# so for this one case we need to manually list out longer sequences. 198b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 199b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$AL_FOLLOW_NOCM = [$BK $CR $LF $NL $ZW $SP]; 200103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$AL_FOLLOW_CM = [$CL $CP $EX $HL $IS $SY $WJ $GL $OP $QU $BA $HY $NS $IN $NU $ALPlus]; 201b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$AL_FOLLOW = [$AL_FOLLOW_NOCM $AL_FOLLOW_CM]; 202b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 203b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 204b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 205b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Rule LB 4, 5 Mandatory (Hard) breaks. 206b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 207b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB4Breaks = [$BK $CR $LF $NL]; 208b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB4NonBreaks = [^$BK $CR $LF $NL]; 209b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CR $LF {100}; 210b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 211b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 212b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 6 Do not break before hard line breaks. 213b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 214b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB4NonBreaks? $LB4Breaks {100}; # LB 5 do not break before hard breaks. 215b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CAN_CM $CM* $LB4Breaks {100}; 216b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $LB4Breaks {100}; 217b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 218b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 7 x SP 219b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# x ZW 220b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB4NonBreaks [$SP $ZW]; 221b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CAN_CM $CM* [$SP $ZW]; 222b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ [$SP $ZW]; 223b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 224b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 225b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 8 Break after zero width space 226b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# TODO: ZW SP* <break> 227b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# An engine change is required to write the reverse rule for this. 228b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# For now, leave the Unicode 5.2 rule, ZW <break> 229b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 230b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB8Breaks = [$LB4Breaks $ZW]; 231b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB8NonBreaks = [[$LB4NonBreaks] - [$ZW]]; 232b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 233b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 234b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 9 Combining marks. X $CM needs to behave like X, where X is not $SP, $BK $CR $LF $NL 235b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# $CM not covered by the above needs to behave like $AL 236b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# See definition of $CAN_CM. 237b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 238b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CAN_CM $CM+; # Stick together any combining sequences that don't match other rules. 239b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+; 240b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 241b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 242b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 11 Do not break before or after WORD JOINER & related characters. 243b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 244b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CAN_CM $CM* $WJcm; 245b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB8NonBreaks $WJcm; 246b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $WJcm; 247b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 248b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$WJcm $CANT_CM; 249b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$WJcm $CAN_CM $CM*; 250b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 251b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 252b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 12 Do not break after NBSP and related characters. 253b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# GL x 254b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 255b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$GLcm $CAN_CM $CM*; 256b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$GLcm $CANT_CM; 257b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 258b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 259b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 12a Do not break before NBSP and related characters ... 260b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# [^SP BA HY] x GL 261b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 262b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho[[$LB8NonBreaks] - [$SP $BA $HY]] $CM* $GLcm; 263b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ GLcm; 264b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 265b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 266b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 267b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 268b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 13 Don't break before ']' or '!' or ';' or '/', even after spaces. 269b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 270b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB8NonBreaks $CL; 271b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CAN_CM $CM* $CL; 272b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $CL; # by rule 10, stand-alone CM behaves as AL 273b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 274b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB8NonBreaks $CP; 275b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CAN_CM $CM* $CP; 276b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $CP; # by rule 10, stand-alone CM behaves as AL 277b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 278b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB8NonBreaks $EX; 279b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CAN_CM $CM* $EX; 280b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $EX; # by rule 10, stand-alone CM behaves as AL 281b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 282b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB8NonBreaks $IS; 283b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CAN_CM $CM* $IS; 284b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $IS; # by rule 10, stand-alone CM behaves as AL 285b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 286b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB8NonBreaks $SY; 287b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CAN_CM $CM* $SY; 288b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $SY; # by rule 10, stand-alone CM behaves as AL 289b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 290b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 291b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 292b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 14 Do not break after OP, even after spaces 293b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 294b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$OPcm $SP* $CAN_CM $CM*; 295b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$OPcm $SP* $CANT_CM; 296b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 297b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$OPcm $SP+ $CM+ $AL_FOLLOW?; # by rule 10, stand-alone CM behaves as AL 298b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 299b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 15 300b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$QUcm $SP* $OPcm; 301b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 302b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 16 303b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho($CLcm | $CPcm) $SP* $NScm; 304b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 305b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 17 306b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$B2cm $SP* $B2cm; 307b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 308b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 309b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 18 Break after spaces. 310b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 311b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB18NonBreaks = [$LB8NonBreaks - [$SP]]; 312b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB18Breaks = [$LB8Breaks $SP]; 313b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 314b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 315b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 19 316b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# x QU 317b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB18NonBreaks $CM* $QUcm; 318b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $QUcm; 319b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 320b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# QU x 321b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$QUcm .?; 322b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$QUcm $LB18NonBreaks $CM*; # Don't let a combining mark go onto $CR, $BK, etc. 323b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho # TODO: I don't think this rule is needed. 324b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 325b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 326b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 20 327b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# <break> $CB 328b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# $CB <break> 329b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 330b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB20NonBreaks = [$LB18NonBreaks - $CB]; 331b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 332b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 21 x (BA | HY | NS) 333b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# BB x 334b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 335b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB20NonBreaks $CM* ($BAcm | $HYcm | $NScm); 336b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 337b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$BBcm [^$CB]; # $BB x 338b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$BBcm $LB20NonBreaks $CM*; 339b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 340103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius# LB 21a Don't break after Hebrew + Hyphen 341103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius# HL (HY | BA) x 342103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius# 343103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$HLcm ($HYcm | $BAcm) [^$CB]?; 344103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius 34559d709d503bab6e2b61931737e662dd293b40578ccornelius# LB 21b (forward) Don't break between SY and HL 34659d709d503bab6e2b61931737e662dd293b40578ccornelius# (break between HL and SY already disallowed by LB 13 above) 34759d709d503bab6e2b61931737e662dd293b40578ccornelius$SYcm $HLcm; 34859d709d503bab6e2b61931737e662dd293b40578ccornelius 349b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 22 350103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius($ALcm | $HLcm) $INcm; 351b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $INcm; # by rule 10, any otherwise unattached CM behaves as AL 352b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$IDcm $INcm; 353b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$INcm $INcm; 354b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$NUcm $INcm; 355b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 356b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 357b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# $LB 23 358b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$IDcm $POcm; 359b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$ALcm $NUcm; # includes $LB19 360103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$HLcm $NUcm; 361b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $NUcm; # Rule 10, any otherwise unattached CM behaves as AL 362b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$NUcm $ALcm; 363103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$NUcm $HLcm; 364b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 365b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 366b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 24 367b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 368b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$PRcm $IDcm; 369103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$PRcm ($ALcm | $HLcm); 370103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$POcm ($ALcm | $HLcm); 371b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 372b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 373b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 25 Numbers. 374b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 375b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho($PRcm | $POcm)? ($OPcm | $HYcm)? $NUcm ($NUcm | $SYcm | $IScm)* ($CLcm | $CPcm)? ($PRcm | $POcm)?; 376b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 377b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 26 Do not break a Korean syllable 378b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 379b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$JLcm ($JLcm | $JVcm | $H2cm | $H3cm); 380b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho($JVcm | $H2cm) ($JVcm | $JTcm); 381b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho($JTcm | $H3cm) $JTcm; 382b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 383b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 27 Treat korean Syllable Block the same as ID (don't break it) 384b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho($JLcm | $JVcm | $JTcm | $H2cm | $H3cm) $INcm; 385b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho($JLcm | $JVcm | $JTcm | $H2cm | $H3cm) $POcm; 386b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$PRcm ($JLcm | $JVcm | $JTcm | $H2cm | $H3cm); 387b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 388b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 389b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 28 Do not break between alphabetics 390b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 391103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius($ALcm | $HLcm) ($ALcm | $HLcm); 392103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CM+ ($ALcm | $HLcm); # The $CM+ is from rule 10, an unattached CM is treated as AL 393b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 394b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 29 395103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$IScm ($ALcm | $HLcm); 396b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 397b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 30 398103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius($ALcm | $HLcm | $NUcm) $OPcm; 399b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $OPcm; # The $CM+ is from rule 10, an unattached CM is treated as AL. 400103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CPcm ($ALcm | $HLcm | $NUcm); 401b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 40254dcd9b6a06071f647dac967e9e267abb9410720Craig Cornelius# LB 30a Do not break between regional indicators. 40354dcd9b6a06071f647dac967e9e267abb9410720Craig Cornelius$RIcm $RIcm; 404b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 405b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 406b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Reverse Rules. 407b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 408b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho## ------------------------------------------------- 409b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 410b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho!!reverse; 411b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 412b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $ALPlus; 413b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $BA; 414b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $BB; 415b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $B2; 416b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $CL; 417b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $CP; 418b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $EX; 419b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $GL; 420103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CM+ $HL; 421b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $HY; 422b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $H2; 423b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $H3; 424b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $ID; 425b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $IN; 426b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $IS; 427b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $JL; 428b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $JV; 429b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $JT; 430b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $NS; 431b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $NU; 432b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $OP; 433b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $PO; 434b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $PR; 435b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $QU; 43654dcd9b6a06071f647dac967e9e267abb9410720Craig Cornelius$CM+ $RI; 437b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $SY; 438b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $WJ; 439b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+; 440b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 441b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 442b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 443b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Sequences of the form (shown forwards) 444b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# [CANT_CM] <break> [CM] [whatever] 445b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# The CM needs to behave as an AL 446b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 447b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$AL_FOLLOW $CM+ / ( 448b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho [$BK $CR $LF $NL $ZW {eof}] | 449b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho $SP+ $CM+ $SP | 450b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho $SP+ $CM* ([^$OP $CM $SP] | [$AL {eof}])); # if LB 14 will match, need to surpress this break. 451b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho # LB14 says OP SP* x . 452b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho # becomes OP SP* x AL 453b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho # becomes OP SP* x CM+ AL_FOLLOW 454b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho # 455b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho # Further note: the $AL in [$AL {eof}] is only to work around 456b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho # a rule compiler bug which complains about 457b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho # empty sets otherwise. 458b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 459b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 460b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Sequences of the form (shown forwards) 461b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# [CANT_CM] <break> [CM] <break> [PR] 462b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# The CM needs to behave as an AL 463b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# This rule is concerned about getting the second of the two <breaks> in place. 464b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 465b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 466b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho[$PR ] / $CM+ [$BK $CR $LF $NL $ZW $SP {eof}]; 467b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 468b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 469b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 470b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 4, 5, 5 471b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 472b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB4Breaks [$LB4NonBreaks-$CM]; 473b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LB4Breaks $CM+ $CAN_CM; 474b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$LF $CR; 475b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 476b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 477b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 7 x SP 478b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# x ZW 479b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho[$SP $ZW] [$LB4NonBreaks-$CM]; 480b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho[$SP $ZW] $CM+ $CAN_CM; 481b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 482b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 8 ZW SP* <break> 483b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# TODO: to implement this, we need more than one look-ahead hard break in play at a time. 484b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Requires an engine enhancement. 485b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# / $SP* $ZW 486b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 487b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 9,10 Combining marks. 488b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# X $CM needs to behave like X, where X is not $SP or controls. 489b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# $CM not covered by the above needs to behave like $AL 490b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Stick together any combining sequences that don't match other rules. 491b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $CAN_CM; 492b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 493b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 494b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 11 495b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $WJ $CM* $CAN_CM; 496b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $WJ [$LB8NonBreaks-$CM]; 497b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 498b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho $CANT_CM $CM* $WJ; 499b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $CAN_CM $CM* $WJ; 500b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 501b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 12a 502b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# [^SP BA HY] x GL 503b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 504b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $GL $CM* [$LB8NonBreaks-[$CM $SP $BA $HY]]; 505b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 506b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 12 507b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# GL x 508b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 509b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CANT_CM $CM* $GL; 510b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $CAN_CM $CM* $GL; 511b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 512b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 513b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 13 514b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CL $CM+ $CAN_CM; 515b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CP $CM+ $CAN_CM; 516b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$EX $CM+ $CAN_CM; 517b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$IS $CM+ $CAN_CM; 518b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$SY $CM+ $CAN_CM; 519b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 520b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CL [$LB8NonBreaks-$CM]; 521b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CP [$LB8NonBreaks-$CM]; 522b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$EX [$LB8NonBreaks-$CM]; 523b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$IS [$LB8NonBreaks-$CM]; 524b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$SY [$LB8NonBreaks-$CM]; 525b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 526b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Rule 13 & 14 taken together for an edge case. 527b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Match this, shown forward 528b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# OP SP+ ($CM+ behaving as $AL) (CL | CP | EX | IS | IY) 529b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# This really wants to chain at the $CM+ (which is acting as an $AL) 530b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# except for $CM chaining being disabled. 531b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho[$CL $CP $EX $IS $SY] $CM+ $SP+ $CM* $OP; 532b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 533b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 14 OP SP* x 534b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 535b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $CAN_CM $SP* $CM* $OP; 536b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho $CANT_CM $SP* $CM* $OP; 537b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$AL_FOLLOW? $CM+ $SP $SP* $CM* $OP; # by LB 10, behaves like $AL_FOLLOW? $AL $SP* $CM* $OP 538b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 539b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho $AL_FOLLOW_NOCM $CM+ $SP+ $CM* $OP; 540b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $AL_FOLLOW_CM $CM+ $SP+ $CM* $OP; 541b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$SY $CM $SP+ $OP; # TODO: Experiment. Remove. 542b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 543b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 544b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 545b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 15 546b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $OP $SP* $CM* $QU; 547b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 548b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 16 549b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $NS $SP* $CM* ($CL | $CP); 550b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 551b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 17 552b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $B2 $SP* $CM* $B2; 553b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 554b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 18 break after spaces 555b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Nothing explicit needed here. 556b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 557b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 558b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 559b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 19 560b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 561b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $QU $CM* $CAN_CM; # . x QU 562b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $QU $LB18NonBreaks; 563b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 564b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 565b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $CAN_CM $CM* $QU; # QU x . 566b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho $CANT_CM $CM* $QU; 567b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 568b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 569b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 20 Break before and after CB. 570b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# nothing needed here. 571b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 572b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 573b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 21 574b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* ($BA | $HY | $NS) $CM* [$LB20NonBreaks-$CM]; # . x (BA | HY | NS) 575b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 576b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* [$LB20NonBreaks-$CM] $CM* $BB; # BB x . 577b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho[^$CB] $CM* $BB; # 578b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 579103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius# LB21a 580103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius[^$CB] $CM* ($HY | $BA) $CM* $HL; 581b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 58259d709d503bab6e2b61931737e662dd293b40578ccornelius# LB21b (reverse) 58359d709d503bab6e2b61931737e662dd293b40578ccornelius$CM* $HL $CM* $SY; 584b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 585b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 22 586103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CM* $IN $CM* ($ALPlus | $HL); 587b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $IN $CM* $ID; 588b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $IN $CM* $IN; 589b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $IN $CM* $NU; 590b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 591b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 23 592b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $PO $CM* $ID; 593103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CM* $NU $CM* ($ALPlus | $HL); 594103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CM* ($ALPlus | $HL) $CM* $NU; 595b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 596b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 24 597b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $ID $CM* $PR; 598103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CM* ($ALPlus | $HL) $CM* $PR; 599103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CM* ($ALPlus | $HL) $CM* $PO; 600b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 601b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 602b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 25 603b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho($CM* ($PR | $PO))? ($CM* ($CL | $CP))? ($CM* ($NU | $IS | $SY))* $CM* $NU ($CM* ($OP | $HY))? ($CM* ($PR | $PO))?; 604b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 605b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 26 606b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* ($H3 | $H2 | $JV | $JL) $CM* $JL; 607b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* ($JT | $JV) $CM* ($H2 | $JV); 608b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $JT $CM* ($H3 | $JT); 609b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 610b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 27 611b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $IN $CM* ($H3 | $H2 | $JT | $JV | $JL); 612b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* $PO $CM* ($H3 | $H2 | $JT | $JV | $JL); 613b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM* ($H3 | $H2 | $JT | $JV | $JL) $CM* $PR; 614b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 615b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 28 616103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CM* ($ALPlus | $HL) $CM* ($ALPlus | $HL); 617b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 618b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 619b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 29 620103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CM* ($ALPlus | $HL) $CM* $IS; 621b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 622b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 30 623103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CM* $OP $CM* ($ALPlus | $HL | $NU); 624103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CM* ($ALPlus | $HL | $NU) $CM* $CP; 625b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 62654dcd9b6a06071f647dac967e9e267abb9410720Craig Cornelius# LB 30a 62754dcd9b6a06071f647dac967e9e267abb9410720Craig Cornelius$CM* $RI $CM* $RI; 628b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 629b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho## ------------------------------------------------- 630b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 631b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho!!safe_reverse; 632b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 633b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 9 634b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ [^$CM $BK $CR $LF $NL $ZW $SP]; 635b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$CM+ $SP / .; 636b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 637b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 14 638b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$SP+ $CM* $OP; 639b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 640b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 15 641b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$SP+ $CM* $QU; 642b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 643b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 16 644b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$SP+ $CM* ($CL | $CP); 645b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 646b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 17 647b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$SP+ $CM* $B2; 648b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 649103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius# LB 21 650103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius$CM* ($HY | $BA) $CM* $HL; 651103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius 652b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# LB 25 653b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho($CM* ($IS | $SY))+ $CM* $NU; 654b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho($CL | $CP) $CM* ($NU | $IS | $SY); 655b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 656b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# For dictionary-based break 657b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$dictionary $dictionary; 658b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 659b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho## ------------------------------------------------- 660b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 661b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho!!safe_forward; 662b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 663b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# Skip forward over all character classes that are involved in 664b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# rules containing patterns with possibly more than one char 665b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# of context. 666b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 667b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# It might be slightly more efficient to have specific rules 668b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# instead of one generic one, but only if we could 669b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# turn off rule chaining. We don't want to move more 670b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# than necessary. 671b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho# 672103e9ffba2cba345d0078eb8b8db33249f81840aCraig Cornelius[$CM $OP $QU $CL $CP $B2 $PR $HY $BA $SP $dictionary]+ [^$CM $OP $QU $CL $CP $B2 $PR $HY $BA $dictionary]; 673b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho$dictionary $dictionary; 674b26ce3a7367e4ed2ee7ddddcdc3f3d3377a455c2claireho 675