1bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// Copyright 2013 the V8 project authors. All rights reserved. 2bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// Redistribution and use in source and binary forms, with or without 3bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// modification, are permitted provided that the following conditions are 4bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// met: 5bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// 6bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// * Redistributions of source code must retain the above copyright 7bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// notice, this list of conditions and the following disclaimer. 8bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// * Redistributions in binary form must reproduce the above 9bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// copyright notice, this list of conditions and the following 10bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// disclaimer in the documentation and/or other materials provided 11bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// with the distribution. 12bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// * Neither the name of Google Inc. nor the names of its 13bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// contributors may be used to endorse or promote products derived 14bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// from this software without specific prior written permission. 15bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// 16bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 17bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 18bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 19bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 20bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 21bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 22bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 23bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 24bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 25bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 26bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 27bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org 28bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org// Segment plain Chinese sentence and check results. 29bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org 30bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgvar iterator = new Intl.v8BreakIterator(['zh']); 31bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org 32bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgvar textToSegment = '\u56FD\u52A1\u9662\u5173\u4E8E\u300A\u571F\u5730' + 33bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org '\u623F\u5C4B\u7BA1\u7406\u6761\u4F8B\u300B'; 34bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgiterator.adoptText(textToSegment); 35bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org 36bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgvar slices = []; 37bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgvar types = []; 38bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgvar pos = iterator.first(); 39bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgwhile (pos !== -1) { 40bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org var nextPos = iterator.next(); 41bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org if (nextPos === -1) break; 42bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org 43bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org slices.push(textToSegment.slice(pos, nextPos)); 44bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org types.push(iterator.breakType()); 45bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org 46bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org pos = nextPos; 47bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org} 48bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org 49bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('\u56FD\u52A1\u9662', slices[0]); 50bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('\u5173\u4E8E', slices[1]); 51bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('\u300A', slices[2]); 52bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('\u571F\u5730', slices[3]); 53bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('\u623F\u5C4B', slices[4]); 54bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('\u7BA1\u7406', slices[5]); 55bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('\u6761\u4F8B', slices[6]); 56bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('\u300B', slices[7]); 57bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.org 58bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('ideo', types[0]); 59bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('ideo', types[1]); 60bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('none', types[2]); 61bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('ideo', types[3]); 62bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('ideo', types[4]); 63bee51999422c0eeaae85ed99b5c0bd4126510ff1danno@chromium.orgassertEquals('none', types[types.length - 1]); 64