XMLNode.cpp revision d24b8183b93e781080b2c16c487e60d51c12da31
1// 2// Copyright 2006 The Android Open Source Project 3// 4// Build resource files from raw assets. 5// 6 7#include "XMLNode.h" 8#include "ResourceTable.h" 9 10#include <host/pseudolocalize.h> 11#include <utils/ByteOrder.h> 12#include <errno.h> 13#include <string.h> 14 15#ifndef HAVE_MS_C_RUNTIME 16#define O_BINARY 0 17#endif 18 19#define NOISY(x) //x 20#define NOISY_PARSE(x) //x 21 22const char* const RESOURCES_ROOT_NAMESPACE = "http://schemas.android.com/apk/res/"; 23const char* const RESOURCES_ANDROID_NAMESPACE = "http://schemas.android.com/apk/res/android"; 24const char* const RESOURCES_ROOT_PRV_NAMESPACE = "http://schemas.android.com/apk/prv/res/"; 25 26const char* const XLIFF_XMLNS = "urn:oasis:names:tc:xliff:document:1.2"; 27const char* const ALLOWED_XLIFF_ELEMENTS[] = { 28 "bpt", 29 "ept", 30 "it", 31 "ph", 32 "g", 33 "bx", 34 "ex", 35 "x" 36 }; 37 38bool isWhitespace(const char16_t* str) 39{ 40 while (*str != 0 && *str < 128 && isspace(*str)) { 41 str++; 42 } 43 return *str == 0; 44} 45 46static const String16 RESOURCES_PREFIX(RESOURCES_ROOT_NAMESPACE); 47static const String16 RESOURCES_PRV_PREFIX(RESOURCES_ROOT_PRV_NAMESPACE); 48 49String16 getNamespaceResourcePackage(String16 namespaceUri, bool* outIsPublic) 50{ 51 //printf("%s starts with %s?\n", String8(namespaceUri).string(), 52 // String8(RESOURCES_PREFIX).string()); 53 size_t prefixSize; 54 bool isPublic = true; 55 if (namespaceUri.startsWith(RESOURCES_PREFIX)) { 56 prefixSize = RESOURCES_PREFIX.size(); 57 } else if (namespaceUri.startsWith(RESOURCES_PRV_PREFIX)) { 58 isPublic = false; 59 prefixSize = RESOURCES_PRV_PREFIX.size(); 60 } else { 61 if (outIsPublic) *outIsPublic = isPublic; // = true 62 return String16(); 63 } 64 65 //printf("YES!\n"); 66 //printf("namespace: %s\n", String8(String16(namespaceUri, namespaceUri.size()-prefixSize, prefixSize)).string()); 67 if (outIsPublic) *outIsPublic = isPublic; 68 return String16(namespaceUri, namespaceUri.size()-prefixSize, prefixSize); 69} 70 71status_t parseStyledString(Bundle* bundle, 72 const char* fileName, 73 ResXMLTree* inXml, 74 const String16& endTag, 75 String16* outString, 76 Vector<StringPool::entry_style_span>* outSpans, 77 bool pseudolocalize) 78{ 79 Vector<StringPool::entry_style_span> spanStack; 80 String16 curString; 81 String16 rawString; 82 const char* errorMsg; 83 int xliffDepth = 0; 84 bool firstTime = true; 85 86 size_t len; 87 ResXMLTree::event_code_t code; 88 while ((code=inXml->next()) != ResXMLTree::END_DOCUMENT && code != ResXMLTree::BAD_DOCUMENT) { 89 90 if (code == ResXMLTree::TEXT) { 91 String16 text(inXml->getText(&len)); 92 if (firstTime && text.size() > 0) { 93 firstTime = false; 94 if (text.string()[0] == '@') { 95 // If this is a resource reference, don't do the pseudoloc. 96 pseudolocalize = false; 97 } 98 } 99 if (xliffDepth == 0 && pseudolocalize) { 100 std::string orig(String8(text).string()); 101 std::string pseudo = pseudolocalize_string(orig); 102 curString.append(String16(String8(pseudo.c_str()))); 103 } else { 104 curString.append(text); 105 } 106 } else if (code == ResXMLTree::START_TAG) { 107 const String16 element16(inXml->getElementName(&len)); 108 const String8 element8(element16); 109 110 size_t nslen; 111 const uint16_t* ns = inXml->getElementNamespace(&nslen); 112 if (ns == NULL) { 113 ns = (const uint16_t*)"\0\0"; 114 nslen = 0; 115 } 116 const String8 nspace(String16(ns, nslen)); 117 if (nspace == XLIFF_XMLNS) { 118 const int N = sizeof(ALLOWED_XLIFF_ELEMENTS)/sizeof(ALLOWED_XLIFF_ELEMENTS[0]); 119 for (int i=0; i<N; i++) { 120 if (element8 == ALLOWED_XLIFF_ELEMENTS[i]) { 121 xliffDepth++; 122 // in this case, treat it like it was just text, in other words, do nothing 123 // here and silently drop this element 124 goto moveon; 125 } 126 } 127 { 128 SourcePos(String8(fileName), inXml->getLineNumber()).error( 129 "Found unsupported XLIFF tag <%s>\n", 130 element8.string()); 131 return UNKNOWN_ERROR; 132 } 133moveon: 134 continue; 135 } 136 137 if (outSpans == NULL) { 138 SourcePos(String8(fileName), inXml->getLineNumber()).error( 139 "Found style tag <%s> where styles are not allowed\n", element8.string()); 140 return UNKNOWN_ERROR; 141 } 142 143 if (!ResTable::collectString(outString, curString.string(), 144 curString.size(), false, &errorMsg, true)) { 145 SourcePos(String8(fileName), inXml->getLineNumber()).error("%s (in %s)\n", 146 errorMsg, String8(curString).string()); 147 return UNKNOWN_ERROR; 148 } 149 rawString.append(curString); 150 curString = String16(); 151 152 StringPool::entry_style_span span; 153 span.name = element16; 154 for (size_t ai=0; ai<inXml->getAttributeCount(); ai++) { 155 span.name.append(String16(";")); 156 const char16_t* str = inXml->getAttributeName(ai, &len); 157 span.name.append(str, len); 158 span.name.append(String16("=")); 159 str = inXml->getAttributeStringValue(ai, &len); 160 span.name.append(str, len); 161 } 162 //printf("Span: %s\n", String8(span.name).string()); 163 span.span.firstChar = span.span.lastChar = outString->size(); 164 spanStack.push(span); 165 166 } else if (code == ResXMLTree::END_TAG) { 167 size_t nslen; 168 const uint16_t* ns = inXml->getElementNamespace(&nslen); 169 if (ns == NULL) { 170 ns = (const uint16_t*)"\0\0"; 171 nslen = 0; 172 } 173 const String8 nspace(String16(ns, nslen)); 174 if (nspace == XLIFF_XMLNS) { 175 xliffDepth--; 176 continue; 177 } 178 if (!ResTable::collectString(outString, curString.string(), 179 curString.size(), false, &errorMsg, true)) { 180 SourcePos(String8(fileName), inXml->getLineNumber()).error("%s (in %s)\n", 181 errorMsg, String8(curString).string()); 182 return UNKNOWN_ERROR; 183 } 184 rawString.append(curString); 185 curString = String16(); 186 187 if (spanStack.size() == 0) { 188 if (strcmp16(inXml->getElementName(&len), endTag.string()) != 0) { 189 SourcePos(String8(fileName), inXml->getLineNumber()).error( 190 "Found tag %s where <%s> close is expected\n", 191 String8(inXml->getElementName(&len)).string(), 192 String8(endTag).string()); 193 return UNKNOWN_ERROR; 194 } 195 break; 196 } 197 StringPool::entry_style_span span = spanStack.top(); 198 String16 spanTag; 199 ssize_t semi = span.name.findFirst(';'); 200 if (semi >= 0) { 201 spanTag.setTo(span.name.string(), semi); 202 } else { 203 spanTag.setTo(span.name); 204 } 205 if (strcmp16(inXml->getElementName(&len), spanTag.string()) != 0) { 206 SourcePos(String8(fileName), inXml->getLineNumber()).error( 207 "Found close tag %s where close tag %s is expected\n", 208 String8(inXml->getElementName(&len)).string(), 209 String8(spanTag).string()); 210 return UNKNOWN_ERROR; 211 } 212 bool empty = true; 213 if (outString->size() > 0) { 214 span.span.lastChar = outString->size()-1; 215 if (span.span.lastChar >= span.span.firstChar) { 216 empty = false; 217 outSpans->add(span); 218 } 219 } 220 spanStack.pop(); 221 222 if (empty) { 223 fprintf(stderr, "%s:%d: WARNING: empty '%s' span found in text '%s'\n", 224 fileName, inXml->getLineNumber(), 225 String8(spanTag).string(), String8(*outString).string()); 226 227 } 228 } else if (code == ResXMLTree::START_NAMESPACE) { 229 // nothing 230 } 231 } 232 233 if (code == ResXMLTree::BAD_DOCUMENT) { 234 SourcePos(String8(fileName), inXml->getLineNumber()).error( 235 "Error parsing XML\n"); 236 } 237 238 if (outSpans != NULL && outSpans->size() > 0) { 239 if (curString.size() > 0) { 240 if (!ResTable::collectString(outString, curString.string(), 241 curString.size(), false, &errorMsg, true)) { 242 SourcePos(String8(fileName), inXml->getLineNumber()).error( 243 "%s (in %s)\n", 244 errorMsg, String8(curString).string()); 245 return UNKNOWN_ERROR; 246 } 247 } 248 } else { 249 // There is no style information, so string processing will happen 250 // later as part of the overall type conversion. Return to the 251 // client the raw unprocessed text. 252 rawString.append(curString); 253 outString->setTo(rawString); 254 } 255 256 return NO_ERROR; 257} 258 259struct namespace_entry { 260 String8 prefix; 261 String8 uri; 262}; 263 264static String8 make_prefix(int depth) 265{ 266 String8 prefix; 267 int i; 268 for (i=0; i<depth; i++) { 269 prefix.append(" "); 270 } 271 return prefix; 272} 273 274static String8 build_namespace(const Vector<namespace_entry>& namespaces, 275 const uint16_t* ns) 276{ 277 String8 str; 278 if (ns != NULL) { 279 str = String8(ns); 280 const size_t N = namespaces.size(); 281 for (size_t i=0; i<N; i++) { 282 const namespace_entry& ne = namespaces.itemAt(i); 283 if (ne.uri == str) { 284 str = ne.prefix; 285 break; 286 } 287 } 288 str.append(":"); 289 } 290 return str; 291} 292 293void printXMLBlock(ResXMLTree* block) 294{ 295 block->restart(); 296 297 Vector<namespace_entry> namespaces; 298 299 ResXMLTree::event_code_t code; 300 int depth = 0; 301 while ((code=block->next()) != ResXMLTree::END_DOCUMENT && code != ResXMLTree::BAD_DOCUMENT) { 302 String8 prefix = make_prefix(depth); 303 int i; 304 if (code == ResXMLTree::START_TAG) { 305 size_t len; 306 const uint16_t* ns16 = block->getElementNamespace(&len); 307 String8 elemNs = build_namespace(namespaces, ns16); 308 const uint16_t* com16 = block->getComment(&len); 309 if (com16) { 310 printf("%s <!-- %s -->\n", prefix.string(), String8(com16).string()); 311 } 312 printf("%sE: %s%s (line=%d)\n", prefix.string(), elemNs.string(), 313 String8(block->getElementName(&len)).string(), 314 block->getLineNumber()); 315 int N = block->getAttributeCount(); 316 depth++; 317 prefix = make_prefix(depth); 318 for (i=0; i<N; i++) { 319 uint32_t res = block->getAttributeNameResID(i); 320 ns16 = block->getAttributeNamespace(i, &len); 321 String8 ns = build_namespace(namespaces, ns16); 322 String8 name(block->getAttributeName(i, &len)); 323 printf("%sA: ", prefix.string()); 324 if (res) { 325 printf("%s%s(0x%08x)", ns.string(), name.string(), res); 326 } else { 327 printf("%s%s", ns.string(), name.string()); 328 } 329 Res_value value; 330 block->getAttributeValue(i, &value); 331 if (value.dataType == Res_value::TYPE_NULL) { 332 printf("=(null)"); 333 } else if (value.dataType == Res_value::TYPE_REFERENCE) { 334 printf("=@0x%x", (int)value.data); 335 } else if (value.dataType == Res_value::TYPE_ATTRIBUTE) { 336 printf("=?0x%x", (int)value.data); 337 } else if (value.dataType == Res_value::TYPE_STRING) { 338 printf("=\"%s\"", 339 String8(block->getAttributeStringValue(i, &len)).string()); 340 } else { 341 printf("=(type 0x%x)0x%x", (int)value.dataType, (int)value.data); 342 } 343 const char16_t* val = block->getAttributeStringValue(i, &len); 344 if (val != NULL) { 345 printf(" (Raw: \"%s\")", String8(val).string()); 346 } 347 printf("\n"); 348 } 349 } else if (code == ResXMLTree::END_TAG) { 350 depth--; 351 } else if (code == ResXMLTree::START_NAMESPACE) { 352 namespace_entry ns; 353 size_t len; 354 const uint16_t* prefix16 = block->getNamespacePrefix(&len); 355 if (prefix16) { 356 ns.prefix = String8(prefix16); 357 } else { 358 ns.prefix = "<DEF>"; 359 } 360 ns.uri = String8(block->getNamespaceUri(&len)); 361 namespaces.push(ns); 362 printf("%sN: %s=%s\n", prefix.string(), ns.prefix.string(), 363 ns.uri.string()); 364 depth++; 365 } else if (code == ResXMLTree::END_NAMESPACE) { 366 depth--; 367 const namespace_entry& ns = namespaces.top(); 368 size_t len; 369 const uint16_t* prefix16 = block->getNamespacePrefix(&len); 370 String8 pr; 371 if (prefix16) { 372 pr = String8(prefix16); 373 } else { 374 pr = "<DEF>"; 375 } 376 if (ns.prefix != pr) { 377 prefix = make_prefix(depth); 378 printf("%s*** BAD END NS PREFIX: found=%s, expected=%s\n", 379 prefix.string(), pr.string(), ns.prefix.string()); 380 } 381 String8 uri = String8(block->getNamespaceUri(&len)); 382 if (ns.uri != uri) { 383 prefix = make_prefix(depth); 384 printf("%s *** BAD END NS URI: found=%s, expected=%s\n", 385 prefix.string(), uri.string(), ns.uri.string()); 386 } 387 namespaces.pop(); 388 } else if (code == ResXMLTree::TEXT) { 389 size_t len; 390 printf("%sC: \"%s\"\n", prefix.string(), String8(block->getText(&len)).string()); 391 } 392 } 393 394 block->restart(); 395} 396 397status_t parseXMLResource(const sp<AaptFile>& file, ResXMLTree* outTree, 398 bool stripAll, bool keepComments, 399 const char** cDataTags) 400{ 401 sp<XMLNode> root = XMLNode::parse(file); 402 if (root == NULL) { 403 return UNKNOWN_ERROR; 404 } 405 root->removeWhitespace(stripAll, cDataTags); 406 407 NOISY(printf("Input XML from %s:\n", (const char*)file->getPrintableSource())); 408 NOISY(root->print()); 409 sp<AaptFile> rsc = new AaptFile(String8(), AaptGroupEntry(), String8()); 410 status_t err = root->flatten(rsc, !keepComments, false); 411 if (err != NO_ERROR) { 412 return err; 413 } 414 err = outTree->setTo(rsc->getData(), rsc->getSize(), true); 415 if (err != NO_ERROR) { 416 return err; 417 } 418 419 NOISY(printf("Output XML:\n")); 420 NOISY(printXMLBlock(outTree)); 421 422 return NO_ERROR; 423} 424 425sp<XMLNode> XMLNode::parse(const sp<AaptFile>& file) 426{ 427 char buf[16384]; 428 int fd = open(file->getSourceFile().string(), O_RDONLY | O_BINARY); 429 if (fd < 0) { 430 SourcePos(file->getSourceFile(), -1).error("Unable to open file for read: %s", 431 strerror(errno)); 432 return NULL; 433 } 434 435 XML_Parser parser = XML_ParserCreateNS(NULL, 1); 436 ParseState state; 437 state.filename = file->getPrintableSource(); 438 state.parser = parser; 439 XML_SetUserData(parser, &state); 440 XML_SetElementHandler(parser, startElement, endElement); 441 XML_SetNamespaceDeclHandler(parser, startNamespace, endNamespace); 442 XML_SetCharacterDataHandler(parser, characterData); 443 XML_SetCommentHandler(parser, commentData); 444 445 ssize_t len; 446 bool done; 447 do { 448 len = read(fd, buf, sizeof(buf)); 449 done = len < (ssize_t)sizeof(buf); 450 if (len < 0) { 451 SourcePos(file->getSourceFile(), -1).error("Error reading file: %s\n", strerror(errno)); 452 close(fd); 453 return NULL; 454 } 455 if (XML_Parse(parser, buf, len, done) == XML_STATUS_ERROR) { 456 SourcePos(file->getSourceFile(), (int)XML_GetCurrentLineNumber(parser)).error( 457 "Error parsing XML: %s\n", XML_ErrorString(XML_GetErrorCode(parser))); 458 close(fd); 459 return NULL; 460 } 461 } while (!done); 462 463 XML_ParserFree(parser); 464 if (state.root == NULL) { 465 SourcePos(file->getSourceFile(), -1).error("No XML data generated when parsing"); 466 } 467 close(fd); 468 return state.root; 469} 470 471XMLNode::XMLNode(const String8& filename, const String16& s1, const String16& s2, bool isNamespace) 472 : mNextAttributeIndex(0x80000000) 473 , mFilename(filename) 474 , mStartLineNumber(0) 475 , mEndLineNumber(0) 476{ 477 if (isNamespace) { 478 mNamespacePrefix = s1; 479 mNamespaceUri = s2; 480 } else { 481 mNamespaceUri = s1; 482 mElementName = s2; 483 } 484} 485 486XMLNode::XMLNode(const String8& filename) 487 : mFilename(filename) 488{ 489} 490 491XMLNode::type XMLNode::getType() const 492{ 493 if (mElementName.size() != 0) { 494 return TYPE_ELEMENT; 495 } 496 if (mNamespaceUri.size() != 0) { 497 return TYPE_NAMESPACE; 498 } 499 return TYPE_CDATA; 500} 501 502const String16& XMLNode::getNamespacePrefix() const 503{ 504 return mNamespacePrefix; 505} 506 507const String16& XMLNode::getNamespaceUri() const 508{ 509 return mNamespaceUri; 510} 511 512const String16& XMLNode::getElementNamespace() const 513{ 514 return mNamespaceUri; 515} 516 517const String16& XMLNode::getElementName() const 518{ 519 return mElementName; 520} 521 522const Vector<sp<XMLNode> >& XMLNode::getChildren() const 523{ 524 return mChildren; 525} 526 527const Vector<XMLNode::attribute_entry>& 528 XMLNode::getAttributes() const 529{ 530 return mAttributes; 531} 532 533const String16& XMLNode::getCData() const 534{ 535 return mChars; 536} 537 538const String16& XMLNode::getComment() const 539{ 540 return mComment; 541} 542 543int32_t XMLNode::getStartLineNumber() const 544{ 545 return mStartLineNumber; 546} 547 548int32_t XMLNode::getEndLineNumber() const 549{ 550 return mEndLineNumber; 551} 552 553status_t XMLNode::addChild(const sp<XMLNode>& child) 554{ 555 if (getType() == TYPE_CDATA) { 556 SourcePos(mFilename, child->getStartLineNumber()).error("Child to CDATA node."); 557 return UNKNOWN_ERROR; 558 } 559 //printf("Adding child %p to parent %p\n", child.get(), this); 560 mChildren.add(child); 561 return NO_ERROR; 562} 563 564status_t XMLNode::addAttribute(const String16& ns, const String16& name, 565 const String16& value) 566{ 567 if (getType() == TYPE_CDATA) { 568 SourcePos(mFilename, getStartLineNumber()).error("Child to CDATA node."); 569 return UNKNOWN_ERROR; 570 } 571 attribute_entry e; 572 e.index = mNextAttributeIndex++; 573 e.ns = ns; 574 e.name = name; 575 e.string = value; 576 mAttributes.add(e); 577 mAttributeOrder.add(e.index, mAttributes.size()-1); 578 return NO_ERROR; 579} 580 581void XMLNode::setAttributeResID(size_t attrIdx, uint32_t resId) 582{ 583 attribute_entry& e = mAttributes.editItemAt(attrIdx); 584 if (e.nameResId) { 585 mAttributeOrder.removeItem(e.nameResId); 586 } else { 587 mAttributeOrder.removeItem(e.index); 588 } 589 NOISY(printf("Elem %s %s=\"%s\": set res id = 0x%08x\n", 590 String8(getElementName()).string(), 591 String8(mAttributes.itemAt(attrIdx).name).string(), 592 String8(mAttributes.itemAt(attrIdx).string).string(), 593 resId)); 594 mAttributes.editItemAt(attrIdx).nameResId = resId; 595 mAttributeOrder.add(resId, attrIdx); 596} 597 598status_t XMLNode::appendChars(const String16& chars) 599{ 600 if (getType() != TYPE_CDATA) { 601 SourcePos(mFilename, getStartLineNumber()).error("Adding characters to element node."); 602 return UNKNOWN_ERROR; 603 } 604 mChars.append(chars); 605 return NO_ERROR; 606} 607 608status_t XMLNode::appendComment(const String16& comment) 609{ 610 if (mComment.size() > 0) { 611 mComment.append(String16("\n")); 612 } 613 mComment.append(comment); 614 return NO_ERROR; 615} 616 617void XMLNode::setStartLineNumber(int32_t line) 618{ 619 mStartLineNumber = line; 620} 621 622void XMLNode::setEndLineNumber(int32_t line) 623{ 624 mEndLineNumber = line; 625} 626 627void XMLNode::removeWhitespace(bool stripAll, const char** cDataTags) 628{ 629 //printf("Removing whitespace in %s\n", String8(mElementName).string()); 630 size_t N = mChildren.size(); 631 if (cDataTags) { 632 String8 tag(mElementName); 633 const char** p = cDataTags; 634 while (*p) { 635 if (tag == *p) { 636 stripAll = false; 637 break; 638 } 639 } 640 } 641 for (size_t i=0; i<N; i++) { 642 sp<XMLNode> node = mChildren.itemAt(i); 643 if (node->getType() == TYPE_CDATA) { 644 // This is a CDATA node... 645 const char16_t* p = node->mChars.string(); 646 while (*p != 0 && *p < 128 && isspace(*p)) { 647 p++; 648 } 649 //printf("Space ends at %d in \"%s\"\n", 650 // (int)(p-node->mChars.string()), 651 // String8(node->mChars).string()); 652 if (*p == 0) { 653 if (stripAll) { 654 // Remove this node! 655 mChildren.removeAt(i); 656 N--; 657 i--; 658 } else { 659 node->mChars = String16(" "); 660 } 661 } else { 662 // Compact leading/trailing whitespace. 663 const char16_t* e = node->mChars.string()+node->mChars.size()-1; 664 while (e > p && *e < 128 && isspace(*e)) { 665 e--; 666 } 667 if (p > node->mChars.string()) { 668 p--; 669 } 670 if (e < (node->mChars.string()+node->mChars.size()-1)) { 671 e++; 672 } 673 if (p > node->mChars.string() || 674 e < (node->mChars.string()+node->mChars.size()-1)) { 675 String16 tmp(p, e-p+1); 676 node->mChars = tmp; 677 } 678 } 679 } else { 680 node->removeWhitespace(stripAll, cDataTags); 681 } 682 } 683} 684 685status_t XMLNode::parseValues(const sp<AaptAssets>& assets, 686 ResourceTable* table) 687{ 688 bool hasErrors = false; 689 690 if (getType() == TYPE_ELEMENT) { 691 const size_t N = mAttributes.size(); 692 String16 defPackage(assets->getPackage()); 693 for (size_t i=0; i<N; i++) { 694 attribute_entry& e = mAttributes.editItemAt(i); 695 AccessorCookie ac(SourcePos(mFilename, getStartLineNumber()), String8(e.name), 696 String8(e.string)); 697 table->setCurrentXmlPos(SourcePos(mFilename, getStartLineNumber())); 698 if (!assets->getIncludedResources() 699 .stringToValue(&e.value, &e.string, 700 e.string.string(), e.string.size(), true, true, 701 e.nameResId, NULL, &defPackage, table, &ac)) { 702 hasErrors = true; 703 } 704 NOISY(printf("Attr %s: type=0x%x, str=%s\n", 705 String8(e.name).string(), e.value.dataType, 706 String8(e.string).string())); 707 } 708 } 709 const size_t N = mChildren.size(); 710 for (size_t i=0; i<N; i++) { 711 status_t err = mChildren.itemAt(i)->parseValues(assets, table); 712 if (err != NO_ERROR) { 713 hasErrors = true; 714 } 715 } 716 return hasErrors ? UNKNOWN_ERROR : NO_ERROR; 717} 718 719status_t XMLNode::assignResourceIds(const sp<AaptAssets>& assets, 720 const ResourceTable* table) 721{ 722 bool hasErrors = false; 723 724 if (getType() == TYPE_ELEMENT) { 725 String16 attr("attr"); 726 const char* errorMsg; 727 const size_t N = mAttributes.size(); 728 for (size_t i=0; i<N; i++) { 729 const attribute_entry& e = mAttributes.itemAt(i); 730 if (e.ns.size() <= 0) continue; 731 bool nsIsPublic; 732 String16 pkg(getNamespaceResourcePackage(e.ns, &nsIsPublic)); 733 NOISY(printf("Elem %s %s=\"%s\": namespace(%s) %s ===> %s\n", 734 String8(getElementName()).string(), 735 String8(e.name).string(), 736 String8(e.string).string(), 737 String8(e.ns).string(), 738 (nsIsPublic) ? "public" : "private", 739 String8(pkg).string())); 740 if (pkg.size() <= 0) continue; 741 uint32_t res = table != NULL 742 ? table->getResId(e.name, &attr, &pkg, &errorMsg, nsIsPublic) 743 : assets->getIncludedResources(). 744 identifierForName(e.name.string(), e.name.size(), 745 attr.string(), attr.size(), 746 pkg.string(), pkg.size()); 747 if (res != 0) { 748 NOISY(printf("XML attribute name %s: resid=0x%08x\n", 749 String8(e.name).string(), res)); 750 setAttributeResID(i, res); 751 } else { 752 SourcePos(mFilename, getStartLineNumber()).error( 753 "No resource identifier found for attribute '%s' in package '%s'\n", 754 String8(e.name).string(), String8(pkg).string()); 755 hasErrors = true; 756 } 757 } 758 } 759 const size_t N = mChildren.size(); 760 for (size_t i=0; i<N; i++) { 761 status_t err = mChildren.itemAt(i)->assignResourceIds(assets, table); 762 if (err < NO_ERROR) { 763 hasErrors = true; 764 } 765 } 766 767 return hasErrors ? UNKNOWN_ERROR : NO_ERROR; 768} 769 770status_t XMLNode::flatten(const sp<AaptFile>& dest, 771 bool stripComments, bool stripRawValues) const 772{ 773 StringPool strings; 774 Vector<uint32_t> resids; 775 776 // First collect just the strings for attribute names that have a 777 // resource ID assigned to them. This ensures that the resource ID 778 // array is compact, and makes it easier to deal with attribute names 779 // in different namespaces (and thus with different resource IDs). 780 collect_resid_strings(&strings, &resids); 781 782 // Next collect all remainibng strings. 783 collect_strings(&strings, &resids, stripComments, stripRawValues); 784 785#if 0 // No longer compiles 786 NOISY(printf("Found strings:\n"); 787 const size_t N = strings.size(); 788 for (size_t i=0; i<N; i++) { 789 printf("%s\n", String8(strings.entryAt(i).string).string()); 790 } 791 ); 792#endif 793 794 sp<AaptFile> stringPool = strings.createStringBlock(); 795 NOISY(aout << "String pool:" 796 << HexDump(stringPool->getData(), stringPool->getSize()) << endl); 797 798 ResXMLTree_header header; 799 memset(&header, 0, sizeof(header)); 800 header.header.type = htods(RES_XML_TYPE); 801 header.header.headerSize = htods(sizeof(header)); 802 803 const size_t basePos = dest->getSize(); 804 dest->writeData(&header, sizeof(header)); 805 dest->writeData(stringPool->getData(), stringPool->getSize()); 806 807 // If we have resource IDs, write them. 808 if (resids.size() > 0) { 809 const size_t resIdsPos = dest->getSize(); 810 const size_t resIdsSize = 811 sizeof(ResChunk_header)+(sizeof(uint32_t)*resids.size()); 812 ResChunk_header* idsHeader = (ResChunk_header*) 813 (((const uint8_t*)dest->editData(resIdsPos+resIdsSize))+resIdsPos); 814 idsHeader->type = htods(RES_XML_RESOURCE_MAP_TYPE); 815 idsHeader->headerSize = htods(sizeof(*idsHeader)); 816 idsHeader->size = htodl(resIdsSize); 817 uint32_t* ids = (uint32_t*)(idsHeader+1); 818 for (size_t i=0; i<resids.size(); i++) { 819 *ids++ = htodl(resids[i]); 820 } 821 } 822 823 flatten_node(strings, dest, stripComments, stripRawValues); 824 825 void* data = dest->editData(); 826 ResXMLTree_header* hd = (ResXMLTree_header*)(((uint8_t*)data)+basePos); 827 size_t size = dest->getSize()-basePos; 828 hd->header.size = htodl(dest->getSize()-basePos); 829 830 NOISY(aout << "XML resource:" 831 << HexDump(dest->getData(), dest->getSize()) << endl); 832 833 #if PRINT_STRING_METRICS 834 fprintf(stderr, "**** total xml size: %d / %d%% strings (in %s)\n", 835 dest->getSize(), (stringPool->getSize()*100)/dest->getSize(), 836 dest->getPath().string()); 837 #endif 838 839 return NO_ERROR; 840} 841 842void XMLNode::print(int indent) 843{ 844 String8 prefix; 845 int i; 846 for (i=0; i<indent; i++) { 847 prefix.append(" "); 848 } 849 if (getType() == TYPE_ELEMENT) { 850 String8 elemNs(getNamespaceUri()); 851 if (elemNs.size() > 0) { 852 elemNs.append(":"); 853 } 854 printf("%s E: %s%s", prefix.string(), 855 elemNs.string(), String8(getElementName()).string()); 856 int N = mAttributes.size(); 857 for (i=0; i<N; i++) { 858 ssize_t idx = mAttributeOrder.valueAt(i); 859 if (i == 0) { 860 printf(" / "); 861 } else { 862 printf(", "); 863 } 864 const attribute_entry& attr = mAttributes.itemAt(idx); 865 String8 attrNs(attr.ns); 866 if (attrNs.size() > 0) { 867 attrNs.append(":"); 868 } 869 if (attr.nameResId) { 870 printf("%s%s(0x%08x)", attrNs.string(), 871 String8(attr.name).string(), attr.nameResId); 872 } else { 873 printf("%s%s", attrNs.string(), String8(attr.name).string()); 874 } 875 printf("=%s", String8(attr.string).string()); 876 } 877 printf("\n"); 878 } else if (getType() == TYPE_NAMESPACE) { 879 printf("%s N: %s=%s\n", prefix.string(), 880 getNamespacePrefix().size() > 0 881 ? String8(getNamespacePrefix()).string() : "<DEF>", 882 String8(getNamespaceUri()).string()); 883 } else { 884 printf("%s C: \"%s\"\n", prefix.string(), String8(getCData()).string()); 885 } 886 int N = mChildren.size(); 887 for (i=0; i<N; i++) { 888 mChildren.itemAt(i)->print(indent+1); 889 } 890} 891 892static void splitName(const char* name, String16* outNs, String16* outName) 893{ 894 const char* p = name; 895 while (*p != 0 && *p != 1) { 896 p++; 897 } 898 if (*p == 0) { 899 *outNs = String16(); 900 *outName = String16(name); 901 } else { 902 *outNs = String16(name, (p-name)); 903 *outName = String16(p+1); 904 } 905} 906 907void XMLCALL 908XMLNode::startNamespace(void *userData, const char *prefix, const char *uri) 909{ 910 NOISY_PARSE(printf("Start Namespace: %s %s\n", prefix, uri)); 911 ParseState* st = (ParseState*)userData; 912 sp<XMLNode> node = XMLNode::newNamespace(st->filename, 913 String16(prefix != NULL ? prefix : ""), String16(uri)); 914 node->setStartLineNumber(XML_GetCurrentLineNumber(st->parser)); 915 if (st->stack.size() > 0) { 916 st->stack.itemAt(st->stack.size()-1)->addChild(node); 917 } else { 918 st->root = node; 919 } 920 st->stack.push(node); 921} 922 923void XMLCALL 924XMLNode::startElement(void *userData, const char *name, const char **atts) 925{ 926 NOISY_PARSE(printf("Start Element: %s\n", name)); 927 ParseState* st = (ParseState*)userData; 928 String16 ns16, name16; 929 splitName(name, &ns16, &name16); 930 sp<XMLNode> node = XMLNode::newElement(st->filename, ns16, name16); 931 node->setStartLineNumber(XML_GetCurrentLineNumber(st->parser)); 932 if (st->pendingComment.size() > 0) { 933 node->appendComment(st->pendingComment); 934 st->pendingComment = String16(); 935 } 936 if (st->stack.size() > 0) { 937 st->stack.itemAt(st->stack.size()-1)->addChild(node); 938 } else { 939 st->root = node; 940 } 941 st->stack.push(node); 942 943 for (int i = 0; atts[i]; i += 2) { 944 splitName(atts[i], &ns16, &name16); 945 node->addAttribute(ns16, name16, String16(atts[i+1])); 946 } 947} 948 949void XMLCALL 950XMLNode::characterData(void *userData, const XML_Char *s, int len) 951{ 952 NOISY_PARSE(printf("CDATA: \"%s\"\n", String8(s, len).string())); 953 ParseState* st = (ParseState*)userData; 954 sp<XMLNode> node = NULL; 955 if (st->stack.size() == 0) { 956 return; 957 } 958 sp<XMLNode> parent = st->stack.itemAt(st->stack.size()-1); 959 if (parent != NULL && parent->getChildren().size() > 0) { 960 node = parent->getChildren()[parent->getChildren().size()-1]; 961 if (node->getType() != TYPE_CDATA) { 962 // Last node is not CDATA, need to make a new node. 963 node = NULL; 964 } 965 } 966 967 if (node == NULL) { 968 node = XMLNode::newCData(st->filename); 969 node->setStartLineNumber(XML_GetCurrentLineNumber(st->parser)); 970 parent->addChild(node); 971 } 972 973 node->appendChars(String16(s, len)); 974} 975 976void XMLCALL 977XMLNode::endElement(void *userData, const char *name) 978{ 979 NOISY_PARSE(printf("End Element: %s\n", name)); 980 ParseState* st = (ParseState*)userData; 981 sp<XMLNode> node = st->stack.itemAt(st->stack.size()-1); 982 node->setEndLineNumber(XML_GetCurrentLineNumber(st->parser)); 983 if (st->pendingComment.size() > 0) { 984 node->appendComment(st->pendingComment); 985 st->pendingComment = String16(); 986 } 987 String16 ns16, name16; 988 splitName(name, &ns16, &name16); 989 LOG_ALWAYS_FATAL_IF(node->getElementNamespace() != ns16 990 || node->getElementName() != name16, 991 "Bad end element %s", name); 992 st->stack.pop(); 993} 994 995void XMLCALL 996XMLNode::endNamespace(void *userData, const char *prefix) 997{ 998 const char* nonNullPrefix = prefix != NULL ? prefix : ""; 999 NOISY_PARSE(printf("End Namespace: %s\n", prefix)); 1000 ParseState* st = (ParseState*)userData; 1001 sp<XMLNode> node = st->stack.itemAt(st->stack.size()-1); 1002 node->setEndLineNumber(XML_GetCurrentLineNumber(st->parser)); 1003 LOG_ALWAYS_FATAL_IF(node->getNamespacePrefix() != String16(nonNullPrefix), 1004 "Bad end namespace %s", prefix); 1005 st->stack.pop(); 1006} 1007 1008void XMLCALL 1009XMLNode::commentData(void *userData, const char *comment) 1010{ 1011 NOISY_PARSE(printf("Comment: %s\n", comment)); 1012 ParseState* st = (ParseState*)userData; 1013 if (st->pendingComment.size() > 0) { 1014 st->pendingComment.append(String16("\n")); 1015 } 1016 st->pendingComment.append(String16(comment)); 1017} 1018 1019status_t XMLNode::collect_strings(StringPool* dest, Vector<uint32_t>* outResIds, 1020 bool stripComments, bool stripRawValues) const 1021{ 1022 collect_attr_strings(dest, outResIds, true); 1023 1024 int i; 1025 if (mNamespacePrefix.size() > 0) { 1026 dest->add(mNamespacePrefix, true); 1027 } 1028 if (mNamespaceUri.size() > 0) { 1029 dest->add(mNamespaceUri, true); 1030 } 1031 if (mElementName.size() > 0) { 1032 dest->add(mElementName, true); 1033 } 1034 1035 if (!stripComments && mComment.size() > 0) { 1036 dest->add(mComment, true); 1037 } 1038 1039 const int NA = mAttributes.size(); 1040 1041 for (i=0; i<NA; i++) { 1042 const attribute_entry& ae = mAttributes.itemAt(i); 1043 if (ae.ns.size() > 0) { 1044 dest->add(ae.ns, true); 1045 } 1046 if (!stripRawValues || ae.needStringValue()) { 1047 dest->add(ae.string, true); 1048 } 1049 /* 1050 if (ae.value.dataType == Res_value::TYPE_NULL 1051 || ae.value.dataType == Res_value::TYPE_STRING) { 1052 dest->add(ae.string, true); 1053 } 1054 */ 1055 } 1056 1057 if (mElementName.size() == 0) { 1058 // If not an element, include the CDATA, even if it is empty. 1059 dest->add(mChars, true); 1060 } 1061 1062 const int NC = mChildren.size(); 1063 1064 for (i=0; i<NC; i++) { 1065 mChildren.itemAt(i)->collect_strings(dest, outResIds, 1066 stripComments, stripRawValues); 1067 } 1068 1069 return NO_ERROR; 1070} 1071 1072status_t XMLNode::collect_attr_strings(StringPool* outPool, 1073 Vector<uint32_t>* outResIds, bool allAttrs) const { 1074 const int NA = mAttributes.size(); 1075 1076 for (int i=0; i<NA; i++) { 1077 const attribute_entry& attr = mAttributes.itemAt(i); 1078 uint32_t id = attr.nameResId; 1079 if (id || allAttrs) { 1080 // See if we have already assigned this resource ID to a pooled 1081 // string... 1082 const Vector<size_t>* indices = outPool->offsetsForString(attr.name); 1083 ssize_t idx = -1; 1084 if (indices != NULL) { 1085 const int NJ = indices->size(); 1086 const size_t NR = outResIds->size(); 1087 for (int j=0; j<NJ; j++) { 1088 size_t strIdx = indices->itemAt(j); 1089 if (strIdx >= NR) { 1090 if (id == 0) { 1091 // We don't need to assign a resource ID for this one. 1092 idx = strIdx; 1093 break; 1094 } 1095 // Just ignore strings that are out of range of 1096 // the currently assigned resource IDs... we add 1097 // strings as we assign the first ID. 1098 } else if (outResIds->itemAt(strIdx) == id) { 1099 idx = strIdx; 1100 break; 1101 } 1102 } 1103 } 1104 if (idx < 0) { 1105 idx = outPool->add(attr.name); 1106 NOISY(printf("Adding attr %s (resid 0x%08x) to pool: idx=%d\n", 1107 String8(attr.name).string(), id, idx)); 1108 if (id != 0) { 1109 while ((ssize_t)outResIds->size() <= idx) { 1110 outResIds->add(0); 1111 } 1112 outResIds->replaceAt(id, idx); 1113 } 1114 } 1115 attr.namePoolIdx = idx; 1116 NOISY(printf("String %s offset=0x%08x\n", 1117 String8(attr.name).string(), idx)); 1118 } 1119 } 1120 1121 return NO_ERROR; 1122} 1123 1124status_t XMLNode::collect_resid_strings(StringPool* outPool, 1125 Vector<uint32_t>* outResIds) const 1126{ 1127 collect_attr_strings(outPool, outResIds, false); 1128 1129 const int NC = mChildren.size(); 1130 1131 for (int i=0; i<NC; i++) { 1132 mChildren.itemAt(i)->collect_resid_strings(outPool, outResIds); 1133 } 1134 1135 return NO_ERROR; 1136} 1137 1138status_t XMLNode::flatten_node(const StringPool& strings, const sp<AaptFile>& dest, 1139 bool stripComments, bool stripRawValues) const 1140{ 1141 ResXMLTree_node node; 1142 ResXMLTree_cdataExt cdataExt; 1143 ResXMLTree_namespaceExt namespaceExt; 1144 ResXMLTree_attrExt attrExt; 1145 const void* extData = NULL; 1146 size_t extSize = 0; 1147 ResXMLTree_attribute attr; 1148 1149 const size_t NA = mAttributes.size(); 1150 const size_t NC = mChildren.size(); 1151 size_t i; 1152 1153 LOG_ALWAYS_FATAL_IF(NA != mAttributeOrder.size(), "Attributes messed up!"); 1154 1155 const String16 id16("id"); 1156 const String16 class16("class"); 1157 const String16 style16("style"); 1158 1159 const type type = getType(); 1160 1161 memset(&node, 0, sizeof(node)); 1162 memset(&attr, 0, sizeof(attr)); 1163 node.header.headerSize = htods(sizeof(node)); 1164 node.lineNumber = htodl(getStartLineNumber()); 1165 if (!stripComments) { 1166 node.comment.index = htodl( 1167 mComment.size() > 0 ? strings.offsetForString(mComment) : -1); 1168 //if (mComment.size() > 0) { 1169 // printf("Flattening comment: %s\n", String8(mComment).string()); 1170 //} 1171 } else { 1172 node.comment.index = htodl((uint32_t)-1); 1173 } 1174 if (type == TYPE_ELEMENT) { 1175 node.header.type = htods(RES_XML_START_ELEMENT_TYPE); 1176 extData = &attrExt; 1177 extSize = sizeof(attrExt); 1178 memset(&attrExt, 0, sizeof(attrExt)); 1179 if (mNamespaceUri.size() > 0) { 1180 attrExt.ns.index = htodl(strings.offsetForString(mNamespaceUri)); 1181 } else { 1182 attrExt.ns.index = htodl((uint32_t)-1); 1183 } 1184 attrExt.name.index = htodl(strings.offsetForString(mElementName)); 1185 attrExt.attributeStart = htods(sizeof(attrExt)); 1186 attrExt.attributeSize = htods(sizeof(attr)); 1187 attrExt.attributeCount = htods(NA); 1188 attrExt.idIndex = htods(0); 1189 attrExt.classIndex = htods(0); 1190 attrExt.styleIndex = htods(0); 1191 for (i=0; i<NA; i++) { 1192 ssize_t idx = mAttributeOrder.valueAt(i); 1193 const attribute_entry& ae = mAttributes.itemAt(idx); 1194 if (ae.ns.size() == 0) { 1195 if (ae.name == id16) { 1196 attrExt.idIndex = htods(i+1); 1197 } else if (ae.name == class16) { 1198 attrExt.classIndex = htods(i+1); 1199 } else if (ae.name == style16) { 1200 attrExt.styleIndex = htods(i+1); 1201 } 1202 } 1203 } 1204 } else if (type == TYPE_NAMESPACE) { 1205 node.header.type = htods(RES_XML_START_NAMESPACE_TYPE); 1206 extData = &namespaceExt; 1207 extSize = sizeof(namespaceExt); 1208 memset(&namespaceExt, 0, sizeof(namespaceExt)); 1209 if (mNamespacePrefix.size() > 0) { 1210 namespaceExt.prefix.index = htodl(strings.offsetForString(mNamespacePrefix)); 1211 } else { 1212 namespaceExt.prefix.index = htodl((uint32_t)-1); 1213 } 1214 namespaceExt.prefix.index = htodl(strings.offsetForString(mNamespacePrefix)); 1215 namespaceExt.uri.index = htodl(strings.offsetForString(mNamespaceUri)); 1216 LOG_ALWAYS_FATAL_IF(NA != 0, "Namespace nodes can't have attributes!"); 1217 } else if (type == TYPE_CDATA) { 1218 node.header.type = htods(RES_XML_CDATA_TYPE); 1219 extData = &cdataExt; 1220 extSize = sizeof(cdataExt); 1221 memset(&cdataExt, 0, sizeof(cdataExt)); 1222 cdataExt.data.index = htodl(strings.offsetForString(mChars)); 1223 cdataExt.typedData.size = htods(sizeof(cdataExt.typedData)); 1224 cdataExt.typedData.res0 = 0; 1225 cdataExt.typedData.dataType = mCharsValue.dataType; 1226 cdataExt.typedData.data = htodl(mCharsValue.data); 1227 LOG_ALWAYS_FATAL_IF(NA != 0, "CDATA nodes can't have attributes!"); 1228 } 1229 1230 node.header.size = htodl(sizeof(node) + extSize + (sizeof(attr)*NA)); 1231 1232 dest->writeData(&node, sizeof(node)); 1233 if (extSize > 0) { 1234 dest->writeData(extData, extSize); 1235 } 1236 1237 for (i=0; i<NA; i++) { 1238 ssize_t idx = mAttributeOrder.valueAt(i); 1239 const attribute_entry& ae = mAttributes.itemAt(idx); 1240 if (ae.ns.size() > 0) { 1241 attr.ns.index = htodl(strings.offsetForString(ae.ns)); 1242 } else { 1243 attr.ns.index = htodl((uint32_t)-1); 1244 } 1245 attr.name.index = htodl(ae.namePoolIdx); 1246 1247 if (!stripRawValues || ae.needStringValue()) { 1248 attr.rawValue.index = htodl(strings.offsetForString(ae.string)); 1249 } else { 1250 attr.rawValue.index = htodl((uint32_t)-1); 1251 } 1252 attr.typedValue.size = htods(sizeof(attr.typedValue)); 1253 if (ae.value.dataType == Res_value::TYPE_NULL 1254 || ae.value.dataType == Res_value::TYPE_STRING) { 1255 attr.typedValue.res0 = 0; 1256 attr.typedValue.dataType = Res_value::TYPE_STRING; 1257 attr.typedValue.data = htodl(strings.offsetForString(ae.string)); 1258 } else { 1259 attr.typedValue.res0 = 0; 1260 attr.typedValue.dataType = ae.value.dataType; 1261 attr.typedValue.data = htodl(ae.value.data); 1262 } 1263 dest->writeData(&attr, sizeof(attr)); 1264 } 1265 1266 for (i=0; i<NC; i++) { 1267 status_t err = mChildren.itemAt(i)->flatten_node(strings, dest, 1268 stripComments, stripRawValues); 1269 if (err != NO_ERROR) { 1270 return err; 1271 } 1272 } 1273 1274 if (type == TYPE_ELEMENT) { 1275 ResXMLTree_endElementExt endElementExt; 1276 memset(&endElementExt, 0, sizeof(endElementExt)); 1277 node.header.type = htods(RES_XML_END_ELEMENT_TYPE); 1278 node.header.size = htodl(sizeof(node)+sizeof(endElementExt)); 1279 node.lineNumber = htodl(getEndLineNumber()); 1280 node.comment.index = htodl((uint32_t)-1); 1281 endElementExt.ns.index = attrExt.ns.index; 1282 endElementExt.name.index = attrExt.name.index; 1283 dest->writeData(&node, sizeof(node)); 1284 dest->writeData(&endElementExt, sizeof(endElementExt)); 1285 } else if (type == TYPE_NAMESPACE) { 1286 node.header.type = htods(RES_XML_END_NAMESPACE_TYPE); 1287 node.lineNumber = htodl(getEndLineNumber()); 1288 node.comment.index = htodl((uint32_t)-1); 1289 node.header.size = htodl(sizeof(node)+extSize); 1290 dest->writeData(&node, sizeof(node)); 1291 dest->writeData(extData, extSize); 1292 } 1293 1294 return NO_ERROR; 1295} 1296