XMLNode.cpp revision d24b8183b93e781080b2c16c487e60d51c12da31 
1//
2// Copyright 2006 The Android Open Source Project
3//
4// Build resource files from raw assets.
5//
6
7#include "XMLNode.h"
8#include "ResourceTable.h"
9
10#include <host/pseudolocalize.h>
11#include <utils/ByteOrder.h>
12#include <errno.h>
13#include <string.h>
14
15#ifndef HAVE_MS_C_RUNTIME
16#define O_BINARY 0
17#endif
18
19#define NOISY(x) //x
20#define NOISY_PARSE(x) //x
21
22const char* const RESOURCES_ROOT_NAMESPACE = "http://schemas.android.com/apk/res/";
23const char* const RESOURCES_ANDROID_NAMESPACE = "http://schemas.android.com/apk/res/android";
24const char* const RESOURCES_ROOT_PRV_NAMESPACE = "http://schemas.android.com/apk/prv/res/";
25
26const char* const XLIFF_XMLNS = "urn:oasis:names:tc:xliff:document:1.2";
27const char* const ALLOWED_XLIFF_ELEMENTS[] = {
28        "bpt",
29        "ept",
30        "it",
31        "ph",
32        "g",
33        "bx",
34        "ex",
35        "x"
36    };
37
38bool isWhitespace(const char16_t* str)
39{
40    while (*str != 0 && *str < 128 && isspace(*str)) {
41        str++;
42    }
43    return *str == 0;
44}
45
46static const String16 RESOURCES_PREFIX(RESOURCES_ROOT_NAMESPACE);
47static const String16 RESOURCES_PRV_PREFIX(RESOURCES_ROOT_PRV_NAMESPACE);
48
49String16 getNamespaceResourcePackage(String16 namespaceUri, bool* outIsPublic)
50{
51    //printf("%s starts with %s?\n", String8(namespaceUri).string(),
52    //       String8(RESOURCES_PREFIX).string());
53    size_t prefixSize;
54    bool isPublic = true;
55    if (namespaceUri.startsWith(RESOURCES_PREFIX)) {
56        prefixSize = RESOURCES_PREFIX.size();
57    } else if (namespaceUri.startsWith(RESOURCES_PRV_PREFIX)) {
58        isPublic = false;
59        prefixSize = RESOURCES_PRV_PREFIX.size();
60    } else {
61        if (outIsPublic) *outIsPublic = isPublic; // = true
62        return String16();
63    }
64
65    //printf("YES!\n");
66    //printf("namespace: %s\n", String8(String16(namespaceUri, namespaceUri.size()-prefixSize, prefixSize)).string());
67    if (outIsPublic) *outIsPublic = isPublic;
68    return String16(namespaceUri, namespaceUri.size()-prefixSize, prefixSize);
69}
70
71status_t parseStyledString(Bundle* bundle,
72                           const char* fileName,
73                           ResXMLTree* inXml,
74                           const String16& endTag,
75                           String16* outString,
76                           Vector<StringPool::entry_style_span>* outSpans,
77                           bool pseudolocalize)
78{
79    Vector<StringPool::entry_style_span> spanStack;
80    String16 curString;
81    String16 rawString;
82    const char* errorMsg;
83    int xliffDepth = 0;
84    bool firstTime = true;
85
86    size_t len;
87    ResXMLTree::event_code_t code;
88    while ((code=inXml->next()) != ResXMLTree::END_DOCUMENT && code != ResXMLTree::BAD_DOCUMENT) {
89
90        if (code == ResXMLTree::TEXT) {
91            String16 text(inXml->getText(&len));
92            if (firstTime && text.size() > 0) {
93                firstTime = false;
94                if (text.string()[0] == '@') {
95                    // If this is a resource reference, don't do the pseudoloc.
96                    pseudolocalize = false;
97                }
98            }
99            if (xliffDepth == 0 && pseudolocalize) {
100                std::string orig(String8(text).string());
101                std::string pseudo = pseudolocalize_string(orig);
102                curString.append(String16(String8(pseudo.c_str())));
103            } else {
104                curString.append(text);
105            }
106        } else if (code == ResXMLTree::START_TAG) {
107            const String16 element16(inXml->getElementName(&len));
108            const String8 element8(element16);
109
110            size_t nslen;
111            const uint16_t* ns = inXml->getElementNamespace(&nslen);
112            if (ns == NULL) {
113                ns = (const uint16_t*)"\0\0";
114                nslen = 0;
115            }
116            const String8 nspace(String16(ns, nslen));
117            if (nspace == XLIFF_XMLNS) {
118                const int N = sizeof(ALLOWED_XLIFF_ELEMENTS)/sizeof(ALLOWED_XLIFF_ELEMENTS[0]);
119                for (int i=0; i<N; i++) {
120                    if (element8 == ALLOWED_XLIFF_ELEMENTS[i]) {
121                        xliffDepth++;
122                        // in this case, treat it like it was just text, in other words, do nothing
123                        // here and silently drop this element
124                        goto moveon;
125                    }
126                }
127                {
128                    SourcePos(String8(fileName), inXml->getLineNumber()).error(
129                            "Found unsupported XLIFF tag <%s>\n",
130                            element8.string());
131                    return UNKNOWN_ERROR;
132                }
133moveon:
134                continue;
135            }
136
137            if (outSpans == NULL) {
138                SourcePos(String8(fileName), inXml->getLineNumber()).error(
139                        "Found style tag <%s> where styles are not allowed\n", element8.string());
140                return UNKNOWN_ERROR;
141            }
142
143            if (!ResTable::collectString(outString, curString.string(),
144                                         curString.size(), false, &errorMsg, true)) {
145                SourcePos(String8(fileName), inXml->getLineNumber()).error("%s (in %s)\n",
146                        errorMsg, String8(curString).string());
147                return UNKNOWN_ERROR;
148            }
149            rawString.append(curString);
150            curString = String16();
151
152            StringPool::entry_style_span span;
153            span.name = element16;
154            for (size_t ai=0; ai<inXml->getAttributeCount(); ai++) {
155                span.name.append(String16(";"));
156                const char16_t* str = inXml->getAttributeName(ai, &len);
157                span.name.append(str, len);
158                span.name.append(String16("="));
159                str = inXml->getAttributeStringValue(ai, &len);
160                span.name.append(str, len);
161            }
162            //printf("Span: %s\n", String8(span.name).string());
163            span.span.firstChar = span.span.lastChar = outString->size();
164            spanStack.push(span);
165
166        } else if (code == ResXMLTree::END_TAG) {
167            size_t nslen;
168            const uint16_t* ns = inXml->getElementNamespace(&nslen);
169            if (ns == NULL) {
170                ns = (const uint16_t*)"\0\0";
171                nslen = 0;
172            }
173            const String8 nspace(String16(ns, nslen));
174            if (nspace == XLIFF_XMLNS) {
175                xliffDepth--;
176                continue;
177            }
178            if (!ResTable::collectString(outString, curString.string(),
179                                         curString.size(), false, &errorMsg, true)) {
180                SourcePos(String8(fileName), inXml->getLineNumber()).error("%s (in %s)\n",
181                        errorMsg, String8(curString).string());
182                return UNKNOWN_ERROR;
183            }
184            rawString.append(curString);
185            curString = String16();
186
187            if (spanStack.size() == 0) {
188                if (strcmp16(inXml->getElementName(&len), endTag.string()) != 0) {
189                    SourcePos(String8(fileName), inXml->getLineNumber()).error(
190                            "Found tag %s where <%s> close is expected\n",
191                            String8(inXml->getElementName(&len)).string(),
192                            String8(endTag).string());
193                    return UNKNOWN_ERROR;
194                }
195                break;
196            }
197            StringPool::entry_style_span span = spanStack.top();
198            String16 spanTag;
199            ssize_t semi = span.name.findFirst(';');
200            if (semi >= 0) {
201                spanTag.setTo(span.name.string(), semi);
202            } else {
203                spanTag.setTo(span.name);
204            }
205            if (strcmp16(inXml->getElementName(&len), spanTag.string()) != 0) {
206                SourcePos(String8(fileName), inXml->getLineNumber()).error(
207                        "Found close tag %s where close tag %s is expected\n",
208                        String8(inXml->getElementName(&len)).string(),
209                        String8(spanTag).string());
210                return UNKNOWN_ERROR;
211            }
212            bool empty = true;
213            if (outString->size() > 0) {
214                span.span.lastChar = outString->size()-1;
215                if (span.span.lastChar >= span.span.firstChar) {
216                    empty = false;
217                    outSpans->add(span);
218                }
219            }
220            spanStack.pop();
221
222            if (empty) {
223                fprintf(stderr, "%s:%d: WARNING: empty '%s' span found in text '%s'\n",
224                        fileName, inXml->getLineNumber(),
225                        String8(spanTag).string(), String8(*outString).string());
226
227            }
228        } else if (code == ResXMLTree::START_NAMESPACE) {
229            // nothing
230        }
231    }
232
233    if (code == ResXMLTree::BAD_DOCUMENT) {
234            SourcePos(String8(fileName), inXml->getLineNumber()).error(
235                    "Error parsing XML\n");
236    }
237
238    if (outSpans != NULL && outSpans->size() > 0) {
239        if (curString.size() > 0) {
240            if (!ResTable::collectString(outString, curString.string(),
241                                         curString.size(), false, &errorMsg, true)) {
242                SourcePos(String8(fileName), inXml->getLineNumber()).error(
243                        "%s (in %s)\n",
244                        errorMsg, String8(curString).string());
245                return UNKNOWN_ERROR;
246            }
247        }
248    } else {
249        // There is no style information, so string processing will happen
250        // later as part of the overall type conversion.  Return to the
251        // client the raw unprocessed text.
252        rawString.append(curString);
253        outString->setTo(rawString);
254    }
255
256    return NO_ERROR;
257}
258
259struct namespace_entry {
260    String8 prefix;
261    String8 uri;
262};
263
264static String8 make_prefix(int depth)
265{
266    String8 prefix;
267    int i;
268    for (i=0; i<depth; i++) {
269        prefix.append("  ");
270    }
271    return prefix;
272}
273
274static String8 build_namespace(const Vector<namespace_entry>& namespaces,
275        const uint16_t* ns)
276{
277    String8 str;
278    if (ns != NULL) {
279        str = String8(ns);
280        const size_t N = namespaces.size();
281        for (size_t i=0; i<N; i++) {
282            const namespace_entry& ne = namespaces.itemAt(i);
283            if (ne.uri == str) {
284                str = ne.prefix;
285                break;
286            }
287        }
288        str.append(":");
289    }
290    return str;
291}
292
293void printXMLBlock(ResXMLTree* block)
294{
295    block->restart();
296
297    Vector<namespace_entry> namespaces;
298
299    ResXMLTree::event_code_t code;
300    int depth = 0;
301    while ((code=block->next()) != ResXMLTree::END_DOCUMENT && code != ResXMLTree::BAD_DOCUMENT) {
302        String8 prefix = make_prefix(depth);
303        int i;
304        if (code == ResXMLTree::START_TAG) {
305            size_t len;
306            const uint16_t* ns16 = block->getElementNamespace(&len);
307            String8 elemNs = build_namespace(namespaces, ns16);
308            const uint16_t* com16 = block->getComment(&len);
309            if (com16) {
310                printf("%s <!-- %s -->\n", prefix.string(), String8(com16).string());
311            }
312            printf("%sE: %s%s (line=%d)\n", prefix.string(), elemNs.string(),
313                   String8(block->getElementName(&len)).string(),
314                   block->getLineNumber());
315            int N = block->getAttributeCount();
316            depth++;
317            prefix = make_prefix(depth);
318            for (i=0; i<N; i++) {
319                uint32_t res = block->getAttributeNameResID(i);
320                ns16 = block->getAttributeNamespace(i, &len);
321                String8 ns = build_namespace(namespaces, ns16);
322                String8 name(block->getAttributeName(i, &len));
323                printf("%sA: ", prefix.string());
324                if (res) {
325                    printf("%s%s(0x%08x)", ns.string(), name.string(), res);
326                } else {
327                    printf("%s%s", ns.string(), name.string());
328                }
329                Res_value value;
330                block->getAttributeValue(i, &value);
331                if (value.dataType == Res_value::TYPE_NULL) {
332                    printf("=(null)");
333                } else if (value.dataType == Res_value::TYPE_REFERENCE) {
334                    printf("=@0x%x", (int)value.data);
335                } else if (value.dataType == Res_value::TYPE_ATTRIBUTE) {
336                    printf("=?0x%x", (int)value.data);
337                } else if (value.dataType == Res_value::TYPE_STRING) {
338                    printf("=\"%s\"",
339                           String8(block->getAttributeStringValue(i, &len)).string());
340                } else {
341                    printf("=(type 0x%x)0x%x", (int)value.dataType, (int)value.data);
342                }
343                const char16_t* val = block->getAttributeStringValue(i, &len);
344                if (val != NULL) {
345                    printf(" (Raw: \"%s\")", String8(val).string());
346                }
347                printf("\n");
348            }
349        } else if (code == ResXMLTree::END_TAG) {
350            depth--;
351        } else if (code == ResXMLTree::START_NAMESPACE) {
352            namespace_entry ns;
353            size_t len;
354            const uint16_t* prefix16 = block->getNamespacePrefix(&len);
355            if (prefix16) {
356                ns.prefix = String8(prefix16);
357            } else {
358                ns.prefix = "<DEF>";
359            }
360            ns.uri = String8(block->getNamespaceUri(&len));
361            namespaces.push(ns);
362            printf("%sN: %s=%s\n", prefix.string(), ns.prefix.string(),
363                    ns.uri.string());
364            depth++;
365        } else if (code == ResXMLTree::END_NAMESPACE) {
366            depth--;
367            const namespace_entry& ns = namespaces.top();
368            size_t len;
369            const uint16_t* prefix16 = block->getNamespacePrefix(&len);
370            String8 pr;
371            if (prefix16) {
372                pr = String8(prefix16);
373            } else {
374                pr = "<DEF>";
375            }
376            if (ns.prefix != pr) {
377                prefix = make_prefix(depth);
378                printf("%s*** BAD END NS PREFIX: found=%s, expected=%s\n",
379                        prefix.string(), pr.string(), ns.prefix.string());
380            }
381            String8 uri = String8(block->getNamespaceUri(&len));
382            if (ns.uri != uri) {
383                prefix = make_prefix(depth);
384                printf("%s *** BAD END NS URI: found=%s, expected=%s\n",
385                        prefix.string(), uri.string(), ns.uri.string());
386            }
387            namespaces.pop();
388        } else if (code == ResXMLTree::TEXT) {
389            size_t len;
390            printf("%sC: \"%s\"\n", prefix.string(), String8(block->getText(&len)).string());
391        }
392    }
393
394    block->restart();
395}
396
397status_t parseXMLResource(const sp<AaptFile>& file, ResXMLTree* outTree,
398                          bool stripAll, bool keepComments,
399                          const char** cDataTags)
400{
401    sp<XMLNode> root = XMLNode::parse(file);
402    if (root == NULL) {
403        return UNKNOWN_ERROR;
404    }
405    root->removeWhitespace(stripAll, cDataTags);
406
407    NOISY(printf("Input XML from %s:\n", (const char*)file->getPrintableSource()));
408    NOISY(root->print());
409    sp<AaptFile> rsc = new AaptFile(String8(), AaptGroupEntry(), String8());
410    status_t err = root->flatten(rsc, !keepComments, false);
411    if (err != NO_ERROR) {
412        return err;
413    }
414    err = outTree->setTo(rsc->getData(), rsc->getSize(), true);
415    if (err != NO_ERROR) {
416        return err;
417    }
418
419    NOISY(printf("Output XML:\n"));
420    NOISY(printXMLBlock(outTree));
421
422    return NO_ERROR;
423}
424
425sp<XMLNode> XMLNode::parse(const sp<AaptFile>& file)
426{
427    char buf[16384];
428    int fd = open(file->getSourceFile().string(), O_RDONLY | O_BINARY);
429    if (fd < 0) {
430        SourcePos(file->getSourceFile(), -1).error("Unable to open file for read: %s",
431                strerror(errno));
432        return NULL;
433    }
434
435    XML_Parser parser = XML_ParserCreateNS(NULL, 1);
436    ParseState state;
437    state.filename = file->getPrintableSource();
438    state.parser = parser;
439    XML_SetUserData(parser, &state);
440    XML_SetElementHandler(parser, startElement, endElement);
441    XML_SetNamespaceDeclHandler(parser, startNamespace, endNamespace);
442    XML_SetCharacterDataHandler(parser, characterData);
443    XML_SetCommentHandler(parser, commentData);
444
445    ssize_t len;
446    bool done;
447    do {
448        len = read(fd, buf, sizeof(buf));
449        done = len < (ssize_t)sizeof(buf);
450        if (len < 0) {
451            SourcePos(file->getSourceFile(), -1).error("Error reading file: %s\n", strerror(errno));
452            close(fd);
453            return NULL;
454        }
455        if (XML_Parse(parser, buf, len, done) == XML_STATUS_ERROR) {
456            SourcePos(file->getSourceFile(), (int)XML_GetCurrentLineNumber(parser)).error(
457                    "Error parsing XML: %s\n", XML_ErrorString(XML_GetErrorCode(parser)));
458            close(fd);
459            return NULL;
460        }
461    } while (!done);
462
463    XML_ParserFree(parser);
464    if (state.root == NULL) {
465        SourcePos(file->getSourceFile(), -1).error("No XML data generated when parsing");
466    }
467    close(fd);
468    return state.root;
469}
470
471XMLNode::XMLNode(const String8& filename, const String16& s1, const String16& s2, bool isNamespace)
472    : mNextAttributeIndex(0x80000000)
473    , mFilename(filename)
474    , mStartLineNumber(0)
475    , mEndLineNumber(0)
476{
477    if (isNamespace) {
478        mNamespacePrefix = s1;
479        mNamespaceUri = s2;
480    } else {
481        mNamespaceUri = s1;
482        mElementName = s2;
483    }
484}
485
486XMLNode::XMLNode(const String8& filename)
487    : mFilename(filename)
488{
489}
490
491XMLNode::type XMLNode::getType() const
492{
493    if (mElementName.size() != 0) {
494        return TYPE_ELEMENT;
495    }
496    if (mNamespaceUri.size() != 0) {
497        return TYPE_NAMESPACE;
498    }
499    return TYPE_CDATA;
500}
501
502const String16& XMLNode::getNamespacePrefix() const
503{
504    return mNamespacePrefix;
505}
506
507const String16& XMLNode::getNamespaceUri() const
508{
509    return mNamespaceUri;
510}
511
512const String16& XMLNode::getElementNamespace() const
513{
514    return mNamespaceUri;
515}
516
517const String16& XMLNode::getElementName() const
518{
519    return mElementName;
520}
521
522const Vector<sp<XMLNode> >& XMLNode::getChildren() const
523{
524    return mChildren;
525}
526
527const Vector<XMLNode::attribute_entry>&
528    XMLNode::getAttributes() const
529{
530    return mAttributes;
531}
532
533const String16& XMLNode::getCData() const
534{
535    return mChars;
536}
537
538const String16& XMLNode::getComment() const
539{
540    return mComment;
541}
542
543int32_t XMLNode::getStartLineNumber() const
544{
545    return mStartLineNumber;
546}
547
548int32_t XMLNode::getEndLineNumber() const
549{
550    return mEndLineNumber;
551}
552
553status_t XMLNode::addChild(const sp<XMLNode>& child)
554{
555    if (getType() == TYPE_CDATA) {
556        SourcePos(mFilename, child->getStartLineNumber()).error("Child to CDATA node.");
557        return UNKNOWN_ERROR;
558    }
559    //printf("Adding child %p to parent %p\n", child.get(), this);
560    mChildren.add(child);
561    return NO_ERROR;
562}
563
564status_t XMLNode::addAttribute(const String16& ns, const String16& name,
565                               const String16& value)
566{
567    if (getType() == TYPE_CDATA) {
568        SourcePos(mFilename, getStartLineNumber()).error("Child to CDATA node.");
569        return UNKNOWN_ERROR;
570    }
571    attribute_entry e;
572    e.index = mNextAttributeIndex++;
573    e.ns = ns;
574    e.name = name;
575    e.string = value;
576    mAttributes.add(e);
577    mAttributeOrder.add(e.index, mAttributes.size()-1);
578    return NO_ERROR;
579}
580
581void XMLNode::setAttributeResID(size_t attrIdx, uint32_t resId)
582{
583    attribute_entry& e = mAttributes.editItemAt(attrIdx);
584    if (e.nameResId) {
585        mAttributeOrder.removeItem(e.nameResId);
586    } else {
587        mAttributeOrder.removeItem(e.index);
588    }
589    NOISY(printf("Elem %s %s=\"%s\": set res id = 0x%08x\n",
590            String8(getElementName()).string(),
591            String8(mAttributes.itemAt(attrIdx).name).string(),
592            String8(mAttributes.itemAt(attrIdx).string).string(),
593            resId));
594    mAttributes.editItemAt(attrIdx).nameResId = resId;
595    mAttributeOrder.add(resId, attrIdx);
596}
597
598status_t XMLNode::appendChars(const String16& chars)
599{
600    if (getType() != TYPE_CDATA) {
601        SourcePos(mFilename, getStartLineNumber()).error("Adding characters to element node.");
602        return UNKNOWN_ERROR;
603    }
604    mChars.append(chars);
605    return NO_ERROR;
606}
607
608status_t XMLNode::appendComment(const String16& comment)
609{
610    if (mComment.size() > 0) {
611        mComment.append(String16("\n"));
612    }
613    mComment.append(comment);
614    return NO_ERROR;
615}
616
617void XMLNode::setStartLineNumber(int32_t line)
618{
619    mStartLineNumber = line;
620}
621
622void XMLNode::setEndLineNumber(int32_t line)
623{
624    mEndLineNumber = line;
625}
626
627void XMLNode::removeWhitespace(bool stripAll, const char** cDataTags)
628{
629    //printf("Removing whitespace in %s\n", String8(mElementName).string());
630    size_t N = mChildren.size();
631    if (cDataTags) {
632        String8 tag(mElementName);
633        const char** p = cDataTags;
634        while (*p) {
635            if (tag == *p) {
636                stripAll = false;
637                break;
638            }
639        }
640    }
641    for (size_t i=0; i<N; i++) {
642        sp<XMLNode> node = mChildren.itemAt(i);
643        if (node->getType() == TYPE_CDATA) {
644            // This is a CDATA node...
645            const char16_t* p = node->mChars.string();
646            while (*p != 0 && *p < 128 && isspace(*p)) {
647                p++;
648            }
649            //printf("Space ends at %d in \"%s\"\n",
650            //       (int)(p-node->mChars.string()),
651            //       String8(node->mChars).string());
652            if (*p == 0) {
653                if (stripAll) {
654                    // Remove this node!
655                    mChildren.removeAt(i);
656                    N--;
657                    i--;
658                } else {
659                    node->mChars = String16(" ");
660                }
661            } else {
662                // Compact leading/trailing whitespace.
663                const char16_t* e = node->mChars.string()+node->mChars.size()-1;
664                while (e > p && *e < 128 && isspace(*e)) {
665                    e--;
666                }
667                if (p > node->mChars.string()) {
668                    p--;
669                }
670                if (e < (node->mChars.string()+node->mChars.size()-1)) {
671                    e++;
672                }
673                if (p > node->mChars.string() ||
674                    e < (node->mChars.string()+node->mChars.size()-1)) {
675                    String16 tmp(p, e-p+1);
676                    node->mChars = tmp;
677                }
678            }
679        } else {
680            node->removeWhitespace(stripAll, cDataTags);
681        }
682    }
683}
684
685status_t XMLNode::parseValues(const sp<AaptAssets>& assets,
686                              ResourceTable* table)
687{
688    bool hasErrors = false;
689
690    if (getType() == TYPE_ELEMENT) {
691        const size_t N = mAttributes.size();
692        String16 defPackage(assets->getPackage());
693        for (size_t i=0; i<N; i++) {
694            attribute_entry& e = mAttributes.editItemAt(i);
695            AccessorCookie ac(SourcePos(mFilename, getStartLineNumber()), String8(e.name),
696                    String8(e.string));
697            table->setCurrentXmlPos(SourcePos(mFilename, getStartLineNumber()));
698            if (!assets->getIncludedResources()
699                    .stringToValue(&e.value, &e.string,
700                                  e.string.string(), e.string.size(), true, true,
701                                  e.nameResId, NULL, &defPackage, table, &ac)) {
702                hasErrors = true;
703            }
704            NOISY(printf("Attr %s: type=0x%x, str=%s\n",
705                   String8(e.name).string(), e.value.dataType,
706                   String8(e.string).string()));
707        }
708    }
709    const size_t N = mChildren.size();
710    for (size_t i=0; i<N; i++) {
711        status_t err = mChildren.itemAt(i)->parseValues(assets, table);
712        if (err != NO_ERROR) {
713            hasErrors = true;
714        }
715    }
716    return hasErrors ? UNKNOWN_ERROR : NO_ERROR;
717}
718
719status_t XMLNode::assignResourceIds(const sp<AaptAssets>& assets,
720                                    const ResourceTable* table)
721{
722    bool hasErrors = false;
723
724    if (getType() == TYPE_ELEMENT) {
725        String16 attr("attr");
726        const char* errorMsg;
727        const size_t N = mAttributes.size();
728        for (size_t i=0; i<N; i++) {
729            const attribute_entry& e = mAttributes.itemAt(i);
730            if (e.ns.size() <= 0) continue;
731            bool nsIsPublic;
732            String16 pkg(getNamespaceResourcePackage(e.ns, &nsIsPublic));
733            NOISY(printf("Elem %s %s=\"%s\": namespace(%s) %s ===> %s\n",
734                    String8(getElementName()).string(),
735                    String8(e.name).string(),
736                    String8(e.string).string(),
737                    String8(e.ns).string(),
738                    (nsIsPublic) ? "public" : "private",
739                    String8(pkg).string()));
740            if (pkg.size() <= 0) continue;
741            uint32_t res = table != NULL
742                ? table->getResId(e.name, &attr, &pkg, &errorMsg, nsIsPublic)
743                : assets->getIncludedResources().
744                    identifierForName(e.name.string(), e.name.size(),
745                                      attr.string(), attr.size(),
746                                      pkg.string(), pkg.size());
747            if (res != 0) {
748                NOISY(printf("XML attribute name %s: resid=0x%08x\n",
749                             String8(e.name).string(), res));
750                setAttributeResID(i, res);
751            } else {
752                SourcePos(mFilename, getStartLineNumber()).error(
753                        "No resource identifier found for attribute '%s' in package '%s'\n",
754                        String8(e.name).string(), String8(pkg).string());
755                hasErrors = true;
756            }
757        }
758    }
759    const size_t N = mChildren.size();
760    for (size_t i=0; i<N; i++) {
761        status_t err = mChildren.itemAt(i)->assignResourceIds(assets, table);
762        if (err < NO_ERROR) {
763            hasErrors = true;
764        }
765    }
766
767    return hasErrors ? UNKNOWN_ERROR : NO_ERROR;
768}
769
770status_t XMLNode::flatten(const sp<AaptFile>& dest,
771        bool stripComments, bool stripRawValues) const
772{
773    StringPool strings;
774    Vector<uint32_t> resids;
775
776    // First collect just the strings for attribute names that have a
777    // resource ID assigned to them.  This ensures that the resource ID
778    // array is compact, and makes it easier to deal with attribute names
779    // in different namespaces (and thus with different resource IDs).
780    collect_resid_strings(&strings, &resids);
781
782    // Next collect all remainibng strings.
783    collect_strings(&strings, &resids, stripComments, stripRawValues);
784
785#if 0  // No longer compiles
786    NOISY(printf("Found strings:\n");
787        const size_t N = strings.size();
788        for (size_t i=0; i<N; i++) {
789            printf("%s\n", String8(strings.entryAt(i).string).string());
790        }
791    );
792#endif
793
794    sp<AaptFile> stringPool = strings.createStringBlock();
795    NOISY(aout << "String pool:"
796          << HexDump(stringPool->getData(), stringPool->getSize()) << endl);
797
798    ResXMLTree_header header;
799    memset(&header, 0, sizeof(header));
800    header.header.type = htods(RES_XML_TYPE);
801    header.header.headerSize = htods(sizeof(header));
802
803    const size_t basePos = dest->getSize();
804    dest->writeData(&header, sizeof(header));
805    dest->writeData(stringPool->getData(), stringPool->getSize());
806
807    // If we have resource IDs, write them.
808    if (resids.size() > 0) {
809        const size_t resIdsPos = dest->getSize();
810        const size_t resIdsSize =
811            sizeof(ResChunk_header)+(sizeof(uint32_t)*resids.size());
812        ResChunk_header* idsHeader = (ResChunk_header*)
813            (((const uint8_t*)dest->editData(resIdsPos+resIdsSize))+resIdsPos);
814        idsHeader->type = htods(RES_XML_RESOURCE_MAP_TYPE);
815        idsHeader->headerSize = htods(sizeof(*idsHeader));
816        idsHeader->size = htodl(resIdsSize);
817        uint32_t* ids = (uint32_t*)(idsHeader+1);
818        for (size_t i=0; i<resids.size(); i++) {
819            *ids++ = htodl(resids[i]);
820        }
821    }
822
823    flatten_node(strings, dest, stripComments, stripRawValues);
824
825    void* data = dest->editData();
826    ResXMLTree_header* hd = (ResXMLTree_header*)(((uint8_t*)data)+basePos);
827    size_t size = dest->getSize()-basePos;
828    hd->header.size = htodl(dest->getSize()-basePos);
829
830    NOISY(aout << "XML resource:"
831          << HexDump(dest->getData(), dest->getSize()) << endl);
832
833    #if PRINT_STRING_METRICS
834    fprintf(stderr, "**** total xml size: %d / %d%% strings (in %s)\n",
835        dest->getSize(), (stringPool->getSize()*100)/dest->getSize(),
836        dest->getPath().string());
837    #endif
838
839    return NO_ERROR;
840}
841
842void XMLNode::print(int indent)
843{
844    String8 prefix;
845    int i;
846    for (i=0; i<indent; i++) {
847        prefix.append("  ");
848    }
849    if (getType() == TYPE_ELEMENT) {
850        String8 elemNs(getNamespaceUri());
851        if (elemNs.size() > 0) {
852            elemNs.append(":");
853        }
854        printf("%s E: %s%s", prefix.string(),
855               elemNs.string(), String8(getElementName()).string());
856        int N = mAttributes.size();
857        for (i=0; i<N; i++) {
858            ssize_t idx = mAttributeOrder.valueAt(i);
859            if (i == 0) {
860                printf(" / ");
861            } else {
862                printf(", ");
863            }
864            const attribute_entry& attr = mAttributes.itemAt(idx);
865            String8 attrNs(attr.ns);
866            if (attrNs.size() > 0) {
867                attrNs.append(":");
868            }
869            if (attr.nameResId) {
870                printf("%s%s(0x%08x)", attrNs.string(),
871                       String8(attr.name).string(), attr.nameResId);
872            } else {
873                printf("%s%s", attrNs.string(), String8(attr.name).string());
874            }
875            printf("=%s", String8(attr.string).string());
876        }
877        printf("\n");
878    } else if (getType() == TYPE_NAMESPACE) {
879        printf("%s N: %s=%s\n", prefix.string(),
880               getNamespacePrefix().size() > 0
881                    ? String8(getNamespacePrefix()).string() : "<DEF>",
882               String8(getNamespaceUri()).string());
883    } else {
884        printf("%s C: \"%s\"\n", prefix.string(), String8(getCData()).string());
885    }
886    int N = mChildren.size();
887    for (i=0; i<N; i++) {
888        mChildren.itemAt(i)->print(indent+1);
889    }
890}
891
892static void splitName(const char* name, String16* outNs, String16* outName)
893{
894    const char* p = name;
895    while (*p != 0 && *p != 1) {
896        p++;
897    }
898    if (*p == 0) {
899        *outNs = String16();
900        *outName = String16(name);
901    } else {
902        *outNs = String16(name, (p-name));
903        *outName = String16(p+1);
904    }
905}
906
907void XMLCALL
908XMLNode::startNamespace(void *userData, const char *prefix, const char *uri)
909{
910    NOISY_PARSE(printf("Start Namespace: %s %s\n", prefix, uri));
911    ParseState* st = (ParseState*)userData;
912    sp<XMLNode> node = XMLNode::newNamespace(st->filename,
913            String16(prefix != NULL ? prefix : ""), String16(uri));
914    node->setStartLineNumber(XML_GetCurrentLineNumber(st->parser));
915    if (st->stack.size() > 0) {
916        st->stack.itemAt(st->stack.size()-1)->addChild(node);
917    } else {
918        st->root = node;
919    }
920    st->stack.push(node);
921}
922
923void XMLCALL
924XMLNode::startElement(void *userData, const char *name, const char **atts)
925{
926    NOISY_PARSE(printf("Start Element: %s\n", name));
927    ParseState* st = (ParseState*)userData;
928    String16 ns16, name16;
929    splitName(name, &ns16, &name16);
930    sp<XMLNode> node = XMLNode::newElement(st->filename, ns16, name16);
931    node->setStartLineNumber(XML_GetCurrentLineNumber(st->parser));
932    if (st->pendingComment.size() > 0) {
933        node->appendComment(st->pendingComment);
934        st->pendingComment = String16();
935    }
936    if (st->stack.size() > 0) {
937        st->stack.itemAt(st->stack.size()-1)->addChild(node);
938    } else {
939        st->root = node;
940    }
941    st->stack.push(node);
942
943    for (int i = 0; atts[i]; i += 2) {
944        splitName(atts[i], &ns16, &name16);
945        node->addAttribute(ns16, name16, String16(atts[i+1]));
946    }
947}
948
949void XMLCALL
950XMLNode::characterData(void *userData, const XML_Char *s, int len)
951{
952    NOISY_PARSE(printf("CDATA: \"%s\"\n", String8(s, len).string()));
953    ParseState* st = (ParseState*)userData;
954    sp<XMLNode> node = NULL;
955    if (st->stack.size() == 0) {
956        return;
957    }
958    sp<XMLNode> parent = st->stack.itemAt(st->stack.size()-1);
959    if (parent != NULL && parent->getChildren().size() > 0) {
960        node = parent->getChildren()[parent->getChildren().size()-1];
961        if (node->getType() != TYPE_CDATA) {
962            // Last node is not CDATA, need to make a new node.
963            node = NULL;
964        }
965    }
966
967    if (node == NULL) {
968        node = XMLNode::newCData(st->filename);
969        node->setStartLineNumber(XML_GetCurrentLineNumber(st->parser));
970        parent->addChild(node);
971    }
972
973    node->appendChars(String16(s, len));
974}
975
976void XMLCALL
977XMLNode::endElement(void *userData, const char *name)
978{
979    NOISY_PARSE(printf("End Element: %s\n", name));
980    ParseState* st = (ParseState*)userData;
981    sp<XMLNode> node = st->stack.itemAt(st->stack.size()-1);
982    node->setEndLineNumber(XML_GetCurrentLineNumber(st->parser));
983    if (st->pendingComment.size() > 0) {
984        node->appendComment(st->pendingComment);
985        st->pendingComment = String16();
986    }
987    String16 ns16, name16;
988    splitName(name, &ns16, &name16);
989    LOG_ALWAYS_FATAL_IF(node->getElementNamespace() != ns16
990                        || node->getElementName() != name16,
991                        "Bad end element %s", name);
992    st->stack.pop();
993}
994
995void XMLCALL
996XMLNode::endNamespace(void *userData, const char *prefix)
997{
998    const char* nonNullPrefix = prefix != NULL ? prefix : "";
999    NOISY_PARSE(printf("End Namespace: %s\n", prefix));
1000    ParseState* st = (ParseState*)userData;
1001    sp<XMLNode> node = st->stack.itemAt(st->stack.size()-1);
1002    node->setEndLineNumber(XML_GetCurrentLineNumber(st->parser));
1003    LOG_ALWAYS_FATAL_IF(node->getNamespacePrefix() != String16(nonNullPrefix),
1004                        "Bad end namespace %s", prefix);
1005    st->stack.pop();
1006}
1007
1008void XMLCALL
1009XMLNode::commentData(void *userData, const char *comment)
1010{
1011    NOISY_PARSE(printf("Comment: %s\n", comment));
1012    ParseState* st = (ParseState*)userData;
1013    if (st->pendingComment.size() > 0) {
1014        st->pendingComment.append(String16("\n"));
1015    }
1016    st->pendingComment.append(String16(comment));
1017}
1018
1019status_t XMLNode::collect_strings(StringPool* dest, Vector<uint32_t>* outResIds,
1020        bool stripComments, bool stripRawValues) const
1021{
1022    collect_attr_strings(dest, outResIds, true);
1023
1024    int i;
1025    if (mNamespacePrefix.size() > 0) {
1026        dest->add(mNamespacePrefix, true);
1027    }
1028    if (mNamespaceUri.size() > 0) {
1029        dest->add(mNamespaceUri, true);
1030    }
1031    if (mElementName.size() > 0) {
1032        dest->add(mElementName, true);
1033    }
1034
1035    if (!stripComments && mComment.size() > 0) {
1036        dest->add(mComment, true);
1037    }
1038
1039    const int NA = mAttributes.size();
1040
1041    for (i=0; i<NA; i++) {
1042        const attribute_entry& ae = mAttributes.itemAt(i);
1043        if (ae.ns.size() > 0) {
1044            dest->add(ae.ns, true);
1045        }
1046        if (!stripRawValues || ae.needStringValue()) {
1047            dest->add(ae.string, true);
1048        }
1049        /*
1050        if (ae.value.dataType == Res_value::TYPE_NULL
1051                || ae.value.dataType == Res_value::TYPE_STRING) {
1052            dest->add(ae.string, true);
1053        }
1054        */
1055    }
1056
1057    if (mElementName.size() == 0) {
1058        // If not an element, include the CDATA, even if it is empty.
1059        dest->add(mChars, true);
1060    }
1061
1062    const int NC = mChildren.size();
1063
1064    for (i=0; i<NC; i++) {
1065        mChildren.itemAt(i)->collect_strings(dest, outResIds,
1066                stripComments, stripRawValues);
1067    }
1068
1069    return NO_ERROR;
1070}
1071
1072status_t XMLNode::collect_attr_strings(StringPool* outPool,
1073        Vector<uint32_t>* outResIds, bool allAttrs) const {
1074    const int NA = mAttributes.size();
1075
1076    for (int i=0; i<NA; i++) {
1077        const attribute_entry& attr = mAttributes.itemAt(i);
1078        uint32_t id = attr.nameResId;
1079        if (id || allAttrs) {
1080            // See if we have already assigned this resource ID to a pooled
1081            // string...
1082            const Vector<size_t>* indices = outPool->offsetsForString(attr.name);
1083            ssize_t idx = -1;
1084            if (indices != NULL) {
1085                const int NJ = indices->size();
1086                const size_t NR = outResIds->size();
1087                for (int j=0; j<NJ; j++) {
1088                    size_t strIdx = indices->itemAt(j);
1089                    if (strIdx >= NR) {
1090                        if (id == 0) {
1091                            // We don't need to assign a resource ID for this one.
1092                            idx = strIdx;
1093                            break;
1094                        }
1095                        // Just ignore strings that are out of range of
1096                        // the currently assigned resource IDs...  we add
1097                        // strings as we assign the first ID.
1098                    } else if (outResIds->itemAt(strIdx) == id) {
1099                        idx = strIdx;
1100                        break;
1101                    }
1102                }
1103            }
1104            if (idx < 0) {
1105                idx = outPool->add(attr.name);
1106                NOISY(printf("Adding attr %s (resid 0x%08x) to pool: idx=%d\n",
1107                        String8(attr.name).string(), id, idx));
1108                if (id != 0) {
1109                    while ((ssize_t)outResIds->size() <= idx) {
1110                        outResIds->add(0);
1111                    }
1112                    outResIds->replaceAt(id, idx);
1113                }
1114            }
1115            attr.namePoolIdx = idx;
1116            NOISY(printf("String %s offset=0x%08x\n",
1117                         String8(attr.name).string(), idx));
1118        }
1119    }
1120
1121    return NO_ERROR;
1122}
1123
1124status_t XMLNode::collect_resid_strings(StringPool* outPool,
1125        Vector<uint32_t>* outResIds) const
1126{
1127    collect_attr_strings(outPool, outResIds, false);
1128
1129    const int NC = mChildren.size();
1130
1131    for (int i=0; i<NC; i++) {
1132        mChildren.itemAt(i)->collect_resid_strings(outPool, outResIds);
1133    }
1134
1135    return NO_ERROR;
1136}
1137
1138status_t XMLNode::flatten_node(const StringPool& strings, const sp<AaptFile>& dest,
1139        bool stripComments, bool stripRawValues) const
1140{
1141    ResXMLTree_node node;
1142    ResXMLTree_cdataExt cdataExt;
1143    ResXMLTree_namespaceExt namespaceExt;
1144    ResXMLTree_attrExt attrExt;
1145    const void* extData = NULL;
1146    size_t extSize = 0;
1147    ResXMLTree_attribute attr;
1148
1149    const size_t NA = mAttributes.size();
1150    const size_t NC = mChildren.size();
1151    size_t i;
1152
1153    LOG_ALWAYS_FATAL_IF(NA != mAttributeOrder.size(), "Attributes messed up!");
1154
1155    const String16 id16("id");
1156    const String16 class16("class");
1157    const String16 style16("style");
1158
1159    const type type = getType();
1160
1161    memset(&node, 0, sizeof(node));
1162    memset(&attr, 0, sizeof(attr));
1163    node.header.headerSize = htods(sizeof(node));
1164    node.lineNumber = htodl(getStartLineNumber());
1165    if (!stripComments) {
1166        node.comment.index = htodl(
1167            mComment.size() > 0 ? strings.offsetForString(mComment) : -1);
1168        //if (mComment.size() > 0) {
1169        //  printf("Flattening comment: %s\n", String8(mComment).string());
1170        //}
1171    } else {
1172        node.comment.index = htodl((uint32_t)-1);
1173    }
1174    if (type == TYPE_ELEMENT) {
1175        node.header.type = htods(RES_XML_START_ELEMENT_TYPE);
1176        extData = &attrExt;
1177        extSize = sizeof(attrExt);
1178        memset(&attrExt, 0, sizeof(attrExt));
1179        if (mNamespaceUri.size() > 0) {
1180            attrExt.ns.index = htodl(strings.offsetForString(mNamespaceUri));
1181        } else {
1182            attrExt.ns.index = htodl((uint32_t)-1);
1183        }
1184        attrExt.name.index = htodl(strings.offsetForString(mElementName));
1185        attrExt.attributeStart = htods(sizeof(attrExt));
1186        attrExt.attributeSize = htods(sizeof(attr));
1187        attrExt.attributeCount = htods(NA);
1188        attrExt.idIndex = htods(0);
1189        attrExt.classIndex = htods(0);
1190        attrExt.styleIndex = htods(0);
1191        for (i=0; i<NA; i++) {
1192            ssize_t idx = mAttributeOrder.valueAt(i);
1193            const attribute_entry& ae = mAttributes.itemAt(idx);
1194            if (ae.ns.size() == 0) {
1195                if (ae.name == id16) {
1196                    attrExt.idIndex = htods(i+1);
1197                } else if (ae.name == class16) {
1198                    attrExt.classIndex = htods(i+1);
1199                } else if (ae.name == style16) {
1200                    attrExt.styleIndex = htods(i+1);
1201                }
1202            }
1203        }
1204    } else if (type == TYPE_NAMESPACE) {
1205        node.header.type = htods(RES_XML_START_NAMESPACE_TYPE);
1206        extData = &namespaceExt;
1207        extSize = sizeof(namespaceExt);
1208        memset(&namespaceExt, 0, sizeof(namespaceExt));
1209        if (mNamespacePrefix.size() > 0) {
1210            namespaceExt.prefix.index = htodl(strings.offsetForString(mNamespacePrefix));
1211        } else {
1212            namespaceExt.prefix.index = htodl((uint32_t)-1);
1213        }
1214        namespaceExt.prefix.index = htodl(strings.offsetForString(mNamespacePrefix));
1215        namespaceExt.uri.index = htodl(strings.offsetForString(mNamespaceUri));
1216        LOG_ALWAYS_FATAL_IF(NA != 0, "Namespace nodes can't have attributes!");
1217    } else if (type == TYPE_CDATA) {
1218        node.header.type = htods(RES_XML_CDATA_TYPE);
1219        extData = &cdataExt;
1220        extSize = sizeof(cdataExt);
1221        memset(&cdataExt, 0, sizeof(cdataExt));
1222        cdataExt.data.index = htodl(strings.offsetForString(mChars));
1223        cdataExt.typedData.size = htods(sizeof(cdataExt.typedData));
1224        cdataExt.typedData.res0 = 0;
1225        cdataExt.typedData.dataType = mCharsValue.dataType;
1226        cdataExt.typedData.data = htodl(mCharsValue.data);
1227        LOG_ALWAYS_FATAL_IF(NA != 0, "CDATA nodes can't have attributes!");
1228    }
1229
1230    node.header.size = htodl(sizeof(node) + extSize + (sizeof(attr)*NA));
1231
1232    dest->writeData(&node, sizeof(node));
1233    if (extSize > 0) {
1234        dest->writeData(extData, extSize);
1235    }
1236
1237    for (i=0; i<NA; i++) {
1238        ssize_t idx = mAttributeOrder.valueAt(i);
1239        const attribute_entry& ae = mAttributes.itemAt(idx);
1240        if (ae.ns.size() > 0) {
1241            attr.ns.index = htodl(strings.offsetForString(ae.ns));
1242        } else {
1243            attr.ns.index = htodl((uint32_t)-1);
1244        }
1245        attr.name.index = htodl(ae.namePoolIdx);
1246
1247        if (!stripRawValues || ae.needStringValue()) {
1248            attr.rawValue.index = htodl(strings.offsetForString(ae.string));
1249        } else {
1250            attr.rawValue.index = htodl((uint32_t)-1);
1251        }
1252        attr.typedValue.size = htods(sizeof(attr.typedValue));
1253        if (ae.value.dataType == Res_value::TYPE_NULL
1254                || ae.value.dataType == Res_value::TYPE_STRING) {
1255            attr.typedValue.res0 = 0;
1256            attr.typedValue.dataType = Res_value::TYPE_STRING;
1257            attr.typedValue.data = htodl(strings.offsetForString(ae.string));
1258        } else {
1259            attr.typedValue.res0 = 0;
1260            attr.typedValue.dataType = ae.value.dataType;
1261            attr.typedValue.data = htodl(ae.value.data);
1262        }
1263        dest->writeData(&attr, sizeof(attr));
1264    }
1265
1266    for (i=0; i<NC; i++) {
1267        status_t err = mChildren.itemAt(i)->flatten_node(strings, dest,
1268                stripComments, stripRawValues);
1269        if (err != NO_ERROR) {
1270            return err;
1271        }
1272    }
1273
1274    if (type == TYPE_ELEMENT) {
1275        ResXMLTree_endElementExt endElementExt;
1276        memset(&endElementExt, 0, sizeof(endElementExt));
1277        node.header.type = htods(RES_XML_END_ELEMENT_TYPE);
1278        node.header.size = htodl(sizeof(node)+sizeof(endElementExt));
1279        node.lineNumber = htodl(getEndLineNumber());
1280        node.comment.index = htodl((uint32_t)-1);
1281        endElementExt.ns.index = attrExt.ns.index;
1282        endElementExt.name.index = attrExt.name.index;
1283        dest->writeData(&node, sizeof(node));
1284        dest->writeData(&endElementExt, sizeof(endElementExt));
1285    } else if (type == TYPE_NAMESPACE) {
1286        node.header.type = htods(RES_XML_END_NAMESPACE_TYPE);
1287        node.lineNumber = htodl(getEndLineNumber());
1288        node.comment.index = htodl((uint32_t)-1);
1289        node.header.size = htodl(sizeof(node)+extSize);
1290        dest->writeData(&node, sizeof(node));
1291        dest->writeData(extData, extSize);
1292    }
1293
1294    return NO_ERROR;
1295}
1296