1a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers/* 2a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers * Copyright (C) 2011 The Android Open Source Project 3a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers * 4a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers * Licensed under the Apache License, Version 2.0 (the "License"); 5a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers * you may not use this file except in compliance with the License. 6a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers * You may obtain a copy of the License at 7a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers * 8a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers * http://www.apache.org/licenses/LICENSE-2.0 9a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers * 10a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers * Unless required by applicable law or agreed to in writing, software 11a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers * distributed under the License is distributed on an "AS IS" BASIS, 12a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers * See the License for the specific language governing permissions and 14a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers * limitations under the License. 15a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers */ 16a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers 17a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers#ifndef ART_RUNTIME_UTF_INL_H_ 18a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers#define ART_RUNTIME_UTF_INL_H_ 19a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers 20a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers#include "utf.h" 21a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers 22a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogersnamespace art { 23a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers 24a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamathinline uint16_t GetTrailingUtf16Char(uint32_t maybe_pair) { 25a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath return static_cast<uint16_t>(maybe_pair >> 16); 26a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath} 27a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath 28a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamathinline uint16_t GetLeadingUtf16Char(uint32_t maybe_pair) { 29a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath return static_cast<uint16_t>(maybe_pair & 0x0000FFFF); 30a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath} 31a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath 32a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamathinline uint32_t GetUtf16FromUtf8(const char** utf8_data_in) { 33a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath const uint8_t one = *(*utf8_data_in)++; 34a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers if ((one & 0x80) == 0) { 35a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers // one-byte encoding 36a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers return one; 37a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers } 38a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath 39a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath const uint8_t two = *(*utf8_data_in)++; 40a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers if ((one & 0x20) == 0) { 41a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers // two-byte encoding 42a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers return ((one & 0x1f) << 6) | (two & 0x3f); 43a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers } 44a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath 45a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath const uint8_t three = *(*utf8_data_in)++; 46a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath if ((one & 0x10) == 0) { 47a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath return ((one & 0x0f) << 12) | ((two & 0x3f) << 6) | (three & 0x3f); 48a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath } 49a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath 50a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath // Four byte encodings need special handling. We'll have 51a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath // to convert them into a surrogate pair. 52a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath const uint8_t four = *(*utf8_data_in)++; 53a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath 54a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath // Since this is a 4 byte UTF-8 sequence, it will lie between 55a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath // U+10000 and U+1FFFFF. 56a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath // 57a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath // TODO: What do we do about values in (U+10FFFF, U+1FFFFF) ? The 58a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath // spec says they're invalid but nobody appears to check for them. 59a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath const uint32_t code_point = ((one & 0x0f) << 18) | ((two & 0x3f) << 12) 60a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath | ((three & 0x3f) << 6) | (four & 0x3f); 61a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath 62a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath uint32_t surrogate_pair = 0; 63a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath // Step two: Write out the high (leading) surrogate to the bottom 16 bits 64a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath // of the of the 32 bit type. 65a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath surrogate_pair |= ((code_point >> 10) + 0xd7c0) & 0xffff; 66a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath // Step three : Write out the low (trailing) surrogate to the top 16 bits. 67a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath surrogate_pair |= ((code_point & 0x03ff) + 0xdc00) << 16; 68a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath 69a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath return surrogate_pair; 70a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers} 71a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers 72a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogersinline int CompareModifiedUtf8ToModifiedUtf8AsUtf16CodePointValues(const char* utf8_1, 73a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers const char* utf8_2) { 74a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath uint32_t c1, c2; 751ff3c98775a4577cf053dba9a0c2d5c21c07b298Ian Rogers do { 761ff3c98775a4577cf053dba9a0c2d5c21c07b298Ian Rogers c1 = *utf8_1; 771ff3c98775a4577cf053dba9a0c2d5c21c07b298Ian Rogers c2 = *utf8_2; 781ff3c98775a4577cf053dba9a0c2d5c21c07b298Ian Rogers // Did we reach a terminating character? 791ff3c98775a4577cf053dba9a0c2d5c21c07b298Ian Rogers if (c1 == 0) { 801ff3c98775a4577cf053dba9a0c2d5c21c07b298Ian Rogers return (c2 == 0) ? 0 : -1; 811ff3c98775a4577cf053dba9a0c2d5c21c07b298Ian Rogers } else if (c2 == 0) { 82a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers return 1; 83a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers } 84a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath 85a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath c1 = GetUtf16FromUtf8(&utf8_1); 86a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath c2 = GetUtf16FromUtf8(&utf8_2); 871ff3c98775a4577cf053dba9a0c2d5c21c07b298Ian Rogers } while (c1 == c2); 88a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath 89a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath const uint32_t leading_surrogate_diff = GetLeadingUtf16Char(c1) - GetLeadingUtf16Char(c2); 90a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath if (leading_surrogate_diff != 0) { 91a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath return static_cast<int>(leading_surrogate_diff); 92a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath } 93a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath 94a5afcfc73141e5e378d79a326d02c5c2039fb025Narayan Kamath return GetTrailingUtf16Char(c1) - GetTrailingUtf16Char(c2); 95a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers} 96a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers 97a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers} // namespace art 98a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers 99a67249065e4c9b3cf4a7c081d95a78df28291ee9Ian Rogers#endif // ART_RUNTIME_UTF_INL_H_ 100