1ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov// Copyright 2014 PDFium Authors. All rights reserved. 2ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov// Use of this source code is governed by a BSD-style license that can be 3ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov// found in the LICENSE file. 4ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov 5ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov// Original code copyright 2014 Foxit Software Inc. http://www.foxitsoftware.com 6ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov 7ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov#include "../../include/fxcrt/fx_basic.h" 8ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganovvoid CFX_UTF8Decoder::Clear() 9ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov{ 10ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_Buffer.Clear(); 11ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingBytes = 0; 12ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov} 13ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganovvoid CFX_UTF8Decoder::AppendChar(FX_DWORD ch) 14ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov{ 15ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_Buffer.AppendChar((FX_WCHAR)ch); 16ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov} 17ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganovvoid CFX_UTF8Decoder::Input(FX_BYTE byte) 18ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov{ 19ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov if (byte < 0x80) { 20ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingBytes = 0; 21ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_Buffer.AppendChar(byte); 22ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } else if (byte < 0xc0) { 23ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov if (m_PendingBytes == 0) { 24ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov return; 25ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } 26ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingBytes --; 27ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingChar |= (byte & 0x3f) << (m_PendingBytes * 6); 28ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov if (m_PendingBytes == 0) { 29ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov AppendChar(m_PendingChar); 30ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } 31ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } else if (byte < 0xe0) { 32ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingBytes = 1; 33ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingChar = (byte & 0x1f) << 6; 34ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } else if (byte < 0xf0) { 35ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingBytes = 2; 36ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingChar = (byte & 0x0f) << 12; 37ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } else if (byte < 0xf8) { 38ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingBytes = 3; 39ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingChar = (byte & 0x07) << 18; 40ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } else if (byte < 0xfc) { 41ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingBytes = 4; 42ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingChar = (byte & 0x03) << 24; 43ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } else if (byte < 0xfe) { 44ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingBytes = 5; 45ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_PendingChar = (byte & 0x01) << 30; 46ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } 47ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov} 48ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganovvoid CFX_UTF8Encoder::Input(FX_WCHAR unicode) 49ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov{ 50ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov if ((FX_DWORD)unicode < 0x80) { 51ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_Buffer.AppendChar(unicode); 52ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } else { 53ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov if ((FX_DWORD)unicode >= 0x80000000) { 54ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov return; 55ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } 56ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov int nbytes = 0; 57ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov if ((FX_DWORD)unicode < 0x800) { 58ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov nbytes = 2; 59ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } else if ((FX_DWORD)unicode < 0x10000) { 60ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov nbytes = 3; 61ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } else if ((FX_DWORD)unicode < 0x200000) { 62ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov nbytes = 4; 63ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } else if ((FX_DWORD)unicode < 0x4000000) { 64ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov nbytes = 5; 65ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } else { 66ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov nbytes = 6; 67ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } 68ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov static FX_BYTE prefix[] = {0xc0, 0xe0, 0xf0, 0xf8, 0xfc}; 69ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov int order = 1 << ((nbytes - 1) * 6); 70ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov int code = unicode; 71ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_Buffer.AppendChar(prefix[nbytes - 2] | (code / order)); 72ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov for (int i = 0; i < nbytes - 1; i ++) { 73ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov code = code % order; 74ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov order >>= 6; 75ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov m_Buffer.AppendChar(0x80 | (code / order)); 76ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } 77ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } 78ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov} 79ee451cb395940862dad63c85adfe8f2fd55e864cSvet GanovCFX_ByteString FX_UTF8Encode(FX_LPCWSTR pwsStr, FX_STRSIZE len) 80ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov{ 81ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov FXSYS_assert(pwsStr != NULL); 82ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov if (len < 0) { 83ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov len = (FX_STRSIZE)FXSYS_wcslen(pwsStr); 84ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } 85ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov CFX_UTF8Encoder encoder; 86ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov while (len -- > 0) { 87ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov encoder.Input(*pwsStr ++); 88ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } 89ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov return encoder.GetResult(); 90ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov} 91ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganovvoid FX_UTF8Encode(FX_LPCWSTR pwsStr, FX_STRSIZE len, CFX_ByteStringL &utf8Str, IFX_Allocator* pAllocator) 92ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov{ 93ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov FXSYS_assert(pwsStr != NULL); 94ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov if (len < 0) { 95ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov len = (FX_STRSIZE)FXSYS_wcslen(pwsStr); 96ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } 97ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov CFX_UTF8Encoder encoder(pAllocator); 98ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov while (len -- > 0) { 99ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov encoder.Input(*pwsStr ++); 100ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov } 101ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov encoder.GetResult(utf8Str); 102ee451cb395940862dad63c85adfe8f2fd55e864cSvet Ganov} 103