196a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi/* 296a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi * Copyright (C) 2013, The Android Open Source Project 396a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi * 496a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi * Licensed under the Apache License, Version 2.0 (the "License"); 596a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi * you may not use this file except in compliance with the License. 696a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi * You may obtain a copy of the License at 796a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi * 896a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi * http://www.apache.org/licenses/LICENSE-2.0 996a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi * 1096a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi * Unless required by applicable law or agreed to in writing, software 1196a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi * distributed under the License is distributed on an "AS IS" BASIS, 1296a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1396a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi * See the License for the specific language governing permissions and 1496a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi * limitations under the License. 1596a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi */ 1696a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi 1788bc312ad34321fb3e81be2dc939a889d065f4a7Keisuke Kuroyanagi#include "dictionary/structure/pt_common/dynamic_pt_writing_utils.h" 1896a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi 1996a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi#include <cstddef> 20cafab169cdb21244c82b99c09983c98066113d87Ken Wakasa#include <cstdint> 2196a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi#include <cstdlib> 2296a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi 2388bc312ad34321fb3e81be2dc939a889d065f4a7Keisuke Kuroyanagi#include "dictionary/utils/buffer_with_extendable_buffer.h" 2496a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi 2596a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanaginamespace latinime { 2696a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi 272fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasaconst size_t DynamicPtWritingUtils::MAX_PTNODE_ARRAY_SIZE_TO_USE_SMALL_SIZE_FIELD = 0x7F; 282fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasaconst size_t DynamicPtWritingUtils::MAX_PTNODE_ARRAY_SIZE = 0x7FFF; 292fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasaconst int DynamicPtWritingUtils::SMALL_PTNODE_ARRAY_SIZE_FIELD_SIZE = 1; 302fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasaconst int DynamicPtWritingUtils::LARGE_PTNODE_ARRAY_SIZE_FIELD_SIZE = 2; 312fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasaconst int DynamicPtWritingUtils::LARGE_PTNODE_ARRAY_SIZE_FIELD_SIZE_FLAG = 0x8000; 322fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasaconst int DynamicPtWritingUtils::DICT_OFFSET_FIELD_SIZE = 3; 332fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasaconst int DynamicPtWritingUtils::MAX_DICT_OFFSET_VALUE = 0x7FFFFF; 342fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasaconst int DynamicPtWritingUtils::MIN_DICT_OFFSET_VALUE = -0x7FFFFF; 352fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasaconst int DynamicPtWritingUtils::DICT_OFFSET_NEGATIVE_FLAG = 0x800000; 362fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasaconst int DynamicPtWritingUtils::NODE_FLAG_FIELD_SIZE = 1; 3796a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi 382fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa/* static */ bool DynamicPtWritingUtils::writeEmptyDictionary( 391592eb8a3adbcb7308384ccf416b7dd9636fc70fKeisuke Kuroyanagi BufferWithExtendableBuffer *const buffer, const int rootPos) { 401592eb8a3adbcb7308384ccf416b7dd9636fc70fKeisuke Kuroyanagi int writingPos = rootPos; 411592eb8a3adbcb7308384ccf416b7dd9636fc70fKeisuke Kuroyanagi if (!writePtNodeArraySizeAndAdvancePosition(buffer, 0 /* arraySize */, &writingPos)) { 421592eb8a3adbcb7308384ccf416b7dd9636fc70fKeisuke Kuroyanagi return false; 431592eb8a3adbcb7308384ccf416b7dd9636fc70fKeisuke Kuroyanagi } 441592eb8a3adbcb7308384ccf416b7dd9636fc70fKeisuke Kuroyanagi return writeForwardLinkPositionAndAdvancePosition(buffer, NOT_A_DICT_POS /* forwardLinkPos */, 451592eb8a3adbcb7308384ccf416b7dd9636fc70fKeisuke Kuroyanagi &writingPos); 461592eb8a3adbcb7308384ccf416b7dd9636fc70fKeisuke Kuroyanagi} 471592eb8a3adbcb7308384ccf416b7dd9636fc70fKeisuke Kuroyanagi 482fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa/* static */ bool DynamicPtWritingUtils::writeForwardLinkPositionAndAdvancePosition( 4996a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi BufferWithExtendableBuffer *const buffer, const int forwardLinkPos, 5096a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi int *const forwardLinkFieldPos) { 51f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi return writeDictOffset(buffer, forwardLinkPos, (*forwardLinkFieldPos), forwardLinkFieldPos); 5296a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi} 5396a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi 542fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa/* static */ bool DynamicPtWritingUtils::writePtNodeArraySizeAndAdvancePosition( 5596a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi BufferWithExtendableBuffer *const buffer, const size_t arraySize, 5696a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi int *const arraySizeFieldPos) { 57f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi // Currently, all array size field to be created has LARGE_PTNODE_ARRAY_SIZE_FIELD_SIZE to 58f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi // simplify updating process. 59f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi // TODO: Use SMALL_PTNODE_ARRAY_SIZE_FIELD_SIZE for small arrays. 60f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi /*if (arraySize <= MAX_PTNODE_ARRAY_SIZE_TO_USE_SMALL_SIZE_FIELD) { 6196a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi return buffer->writeUintAndAdvancePosition(arraySize, SMALL_PTNODE_ARRAY_SIZE_FIELD_SIZE, 6296a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi arraySizeFieldPos); 63f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi } else */ 64f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi if (arraySize <= MAX_PTNODE_ARRAY_SIZE) { 6596a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi uint32_t data = arraySize | LARGE_PTNODE_ARRAY_SIZE_FIELD_SIZE_FLAG; 6696a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi return buffer->writeUintAndAdvancePosition(data, LARGE_PTNODE_ARRAY_SIZE_FIELD_SIZE, 6796a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi arraySizeFieldPos); 6896a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi } else { 6996a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi AKLOGI("PtNode array size cannot be written because arraySize is too large: %zd", 7096a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi arraySize); 7196a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi ASSERT(false); 7296a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi return false; 7396a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi } 7496a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi} 7596a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi 762fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa/* static */ bool DynamicPtWritingUtils::writeFlagsAndAdvancePosition( 7796a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi BufferWithExtendableBuffer *const buffer, 782fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa const DynamicPtReadingUtils::NodeFlags nodeFlags, int *const nodeFlagsFieldPos) { 7996a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi return buffer->writeUintAndAdvancePosition(nodeFlags, NODE_FLAG_FIELD_SIZE, nodeFlagsFieldPos); 8096a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi} 8196a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi 829c820de7a1a3beff496a6ee8d0d3161fca63f30aKeisuke Kuroyanagi// Note that parentOffset is offset from node's head position. 832fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa/* static */ bool DynamicPtWritingUtils::writeParentPosOffsetAndAdvancePosition( 84f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi BufferWithExtendableBuffer *const buffer, const int parentPos, const int basePos, 8596a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi int *const parentPosFieldPos) { 86f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi return writeDictOffset(buffer, parentPos, basePos, parentPosFieldPos); 8796a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi} 8896a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi 892fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa/* static */ bool DynamicPtWritingUtils::writeCodePointsAndAdvancePosition( 9096a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi BufferWithExtendableBuffer *const buffer, const int *const codePoints, 9196a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi const int codePointCount, int *const codePointFieldPos) { 9296a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi if (codePointCount <= 0) { 9396a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi AKLOGI("code points cannot be written because codePointCount is invalid: %d", 9496a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi codePointCount); 9596a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi ASSERT(false); 9696a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi return false; 9796a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi } 9896a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi const bool hasMultipleCodePoints = codePointCount > 1; 9996a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi return buffer->writeCodePointsAndAdvancePosition(codePoints, codePointCount, 10096a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi hasMultipleCodePoints, codePointFieldPos); 10196a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi} 10296a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi 1032fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa/* static */ bool DynamicPtWritingUtils::writeChildrenPositionAndAdvancePosition( 10496a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi BufferWithExtendableBuffer *const buffer, const int childrenPosition, 10596a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi int *const childrenPositionFieldPos) { 106f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi return writeDictOffset(buffer, childrenPosition, (*childrenPositionFieldPos), 107f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi childrenPositionFieldPos); 10896a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi} 10996a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi 1102fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa/* static */ bool DynamicPtWritingUtils::writeDictOffset(BufferWithExtendableBuffer *const buffer, 1112fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa const int targetPos, const int basePos, int *const offsetFieldPos) { 112f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi int offset = targetPos - basePos; 113f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi if (targetPos == NOT_A_DICT_POS) { 1142fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa offset = DynamicPtReadingUtils::DICT_OFFSET_INVALID; 115f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi } else if (offset == 0) { 1162fa3693c264a4c150ac307d9bb7f6f8f18cc4ffcKen Wakasa offset = DynamicPtReadingUtils::DICT_OFFSET_ZERO_OFFSET; 117f3cd38f2c71f013fcd1cdb43f3dd68e8335230ecKeisuke Kuroyanagi } 11896a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi if (offset > MAX_DICT_OFFSET_VALUE || offset < MIN_DICT_OFFSET_VALUE) { 11996a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi AKLOGI("offset cannot be written because the offset is too large or too small: %d", 12096a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi offset); 12196a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi ASSERT(false); 12296a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi return false; 12396a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi } 12496a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi uint32_t data = 0; 12596a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi if (offset >= 0) { 12696a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi data = offset; 12796a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi } else { 12896a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi data = abs(offset) | DICT_OFFSET_NEGATIVE_FLAG; 12996a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi } 13096a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi return buffer->writeUintAndAdvancePosition(data, DICT_OFFSET_FIELD_SIZE, offsetFieldPos); 13196a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi} 13296a0631664c3a5a3a69fe8fb589d51dc75a670ffKeisuke Kuroyanagi} 133