BackupHelpers.cpp revision 33d0392d3e4c42a7d48e8bd1210a1525aca8c2d3
14535e40544aeb957d44fad75fbe5676effe03689Joe Onorato/*
24535e40544aeb957d44fad75fbe5676effe03689Joe Onorato * Copyright (C) 2009 The Android Open Source Project
34535e40544aeb957d44fad75fbe5676effe03689Joe Onorato *
44535e40544aeb957d44fad75fbe5676effe03689Joe Onorato * Licensed under the Apache License, Version 2.0 (the "License");
54535e40544aeb957d44fad75fbe5676effe03689Joe Onorato * you may not use this file except in compliance with the License.
64535e40544aeb957d44fad75fbe5676effe03689Joe Onorato * You may obtain a copy of the License at
74535e40544aeb957d44fad75fbe5676effe03689Joe Onorato *
84535e40544aeb957d44fad75fbe5676effe03689Joe Onorato *      http://www.apache.org/licenses/LICENSE-2.0
94535e40544aeb957d44fad75fbe5676effe03689Joe Onorato *
104535e40544aeb957d44fad75fbe5676effe03689Joe Onorato * Unless required by applicable law or agreed to in writing, software
114535e40544aeb957d44fad75fbe5676effe03689Joe Onorato * distributed under the License is distributed on an "AS IS" BASIS,
124535e40544aeb957d44fad75fbe5676effe03689Joe Onorato * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
134535e40544aeb957d44fad75fbe5676effe03689Joe Onorato * See the License for the specific language governing permissions and
144535e40544aeb957d44fad75fbe5676effe03689Joe Onorato * limitations under the License.
154535e40544aeb957d44fad75fbe5676effe03689Joe Onorato */
164535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
173ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#define LOG_TAG "file_backup_helper"
183ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
19b13b9bdad2baf6ad1ec2e56b6b7598fa20f55fc4Mathias Agopian#include <androidfw/BackupHelpers.h>
203ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
213ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#include <utils/KeyedVector.h>
223ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#include <utils/ByteOrder.h>
233ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#include <utils/String8.h>
243ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
253ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#include <errno.h>
263ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#include <sys/types.h>
273ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#include <sys/uio.h>
283ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#include <sys/stat.h>
29f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania#include <sys/time.h>  // for utimes
303ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#include <stdio.h>
313ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#include <stdlib.h>
323ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#include <unistd.h>
33c825d3ebd6ca66e65e63fdc76f032e08aa2a8e22Joe Onorato#include <utime.h>
343ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#include <fcntl.h>
353ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#include <zlib.h>
363ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
373ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#include <cutils/log.h>
383ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
394535e40544aeb957d44fad75fbe5676effe03689Joe Onoratonamespace android {
403ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
413ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#define MAGIC0 0x70616e53 // Snap
423ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#define MAGIC1 0x656c6946 // File
433ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
44fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate/*
45fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate * File entity data format (v1):
46fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate *
47fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate *   - 4-byte version number of the metadata, little endian (0x00000001 for v1)
48fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate *   - 12 bytes of metadata
49fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate *   - the file data itself
50fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate *
51fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate * i.e. a 16-byte metadata header followed by the raw file data.  If the
52fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate * restore code does not recognize the metadata version, it can still
53fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate * interpret the file data itself correctly.
54fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate *
55fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate * file_metadata_v1:
56fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate *
57fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate *   - 4 byte version number === 0x00000001 (little endian)
58fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate *   - 4-byte access mode (little-endian)
59fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate *   - undefined (8 bytes)
60fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate */
61fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate
62fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tatestruct file_metadata_v1 {
63fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    int version;
64fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    int mode;
65fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    int undefined_1;
66fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    int undefined_2;
67fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate};
68fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate
69fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tateconst static int CURRENT_METADATA_VERSION = 1;
70fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate
712204f0bf56af53b588a01701b8cf9cd05b1b3ff9Andreas Gampestatic const bool kIsDebug = false;
72568bc32344dce841c8f6958f1a65ff839a1b64c0Joe Onorato#if TEST_BACKUP_HELPERS
732204f0bf56af53b588a01701b8cf9cd05b1b3ff9Andreas Gampe#define LOGP(f, x...) if (kIsDebug) printf(f "\n", x)
744535e40544aeb957d44fad75fbe5676effe03689Joe Onorato#else
752204f0bf56af53b588a01701b8cf9cd05b1b3ff9Andreas Gampe#define LOGP(x...) if (kIsDebug) ALOGD(x)
76568bc32344dce841c8f6958f1a65ff839a1b64c0Joe Onorato#endif
77290bb011c5c1a9ba1f2116810b06cf52a9c36b3eJoe Onorato
783ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratoconst static int ROUND_UP[4] = { 0, 3, 2, 1 };
793ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
803ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratostatic inline int
813ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratoround_up(int n)
823ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato{
833ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    return n + ROUND_UP[n % 4];
843ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato}
853ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
863ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratostatic int
873ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratoread_snapshot_file(int fd, KeyedVector<String8,FileState>* snapshot)
883ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato{
893ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int bytesRead = 0;
903ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int amt;
913ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    SnapshotHeader header;
923ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
933ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    amt = read(fd, &header, sizeof(header));
943ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (amt != sizeof(header)) {
953ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return errno;
963ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
973ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    bytesRead += amt;
983ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
993ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (header.magic0 != MAGIC0 || header.magic1 != MAGIC1) {
1008564c8da817a845353d213acd8636b76f567b234Steve Block        ALOGW("read_snapshot_file header.magic0=0x%08x magic1=0x%08x", header.magic0, header.magic1);
1013ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return 1;
1023ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
1033ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
1043ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    for (int i=0; i<header.fileCount; i++) {
1053ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        FileState file;
1063ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        char filenameBuf[128];
1073ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
10823ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        amt = read(fd, &file, sizeof(FileState));
10923ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        if (amt != sizeof(FileState)) {
1108564c8da817a845353d213acd8636b76f567b234Steve Block            ALOGW("read_snapshot_file FileState truncated/error with read at %d bytes\n", bytesRead);
1113ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            return 1;
1123ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        }
1133ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        bytesRead += amt;
1143ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
1153ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        // filename is not NULL terminated, but it is padded
1163ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        int nameBufSize = round_up(file.nameLen);
1173ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        char* filename = nameBufSize <= (int)sizeof(filenameBuf)
1183ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato                ? filenameBuf
1193ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato                : (char*)malloc(nameBufSize);
1203ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        amt = read(fd, filename, nameBufSize);
1213ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        if (amt == nameBufSize) {
1223ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            snapshot->add(String8(filename, file.nameLen), file);
1233ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        }
1243ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        bytesRead += amt;
1253ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        if (filename != filenameBuf) {
1263ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            free(filename);
1273ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        }
1283ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        if (amt != nameBufSize) {
1298564c8da817a845353d213acd8636b76f567b234Steve Block            ALOGW("read_snapshot_file filename truncated/error with read at %d bytes\n", bytesRead);
1303ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            return 1;
1313ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        }
1323ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
1333ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
1343ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (header.totalSize != bytesRead) {
1358564c8da817a845353d213acd8636b76f567b234Steve Block        ALOGW("read_snapshot_file length mismatch: header.totalSize=%d bytesRead=%d\n",
1363ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato                header.totalSize, bytesRead);
1373ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return 1;
1383ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
1393ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
1403ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    return 0;
1413ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato}
1423ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
1433ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratostatic int
14423ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onoratowrite_snapshot_file(int fd, const KeyedVector<String8,FileRec>& snapshot)
1453ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato{
146ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    int fileCount = 0;
1473ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int bytesWritten = sizeof(SnapshotHeader);
1483ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    // preflight size
1493ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    const int N = snapshot.size();
1503ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    for (int i=0; i<N; i++) {
151ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        const FileRec& g = snapshot.valueAt(i);
152ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        if (!g.deleted) {
153ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            const String8& name = snapshot.keyAt(i);
154ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            bytesWritten += sizeof(FileState) + round_up(name.length());
155ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            fileCount++;
156ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        }
1573ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
1583ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
1594535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    LOGP("write_snapshot_file fd=%d\n", fd);
1604535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
1613ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int amt;
162ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    SnapshotHeader header = { MAGIC0, fileCount, MAGIC1, bytesWritten };
1633ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
1643ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    amt = write(fd, &header, sizeof(header));
1653ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (amt != sizeof(header)) {
1668564c8da817a845353d213acd8636b76f567b234Steve Block        ALOGW("write_snapshot_file error writing header %s", strerror(errno));
1673ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return errno;
1683ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
1693ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
170ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    for (int i=0; i<N; i++) {
17123ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        FileRec r = snapshot.valueAt(i);
172ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        if (!r.deleted) {
173ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            const String8& name = snapshot.keyAt(i);
174ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            int nameLen = r.s.nameLen = name.length();
1753ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
176ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            amt = write(fd, &r.s, sizeof(FileState));
177ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            if (amt != sizeof(FileState)) {
1788564c8da817a845353d213acd8636b76f567b234Steve Block                ALOGW("write_snapshot_file error writing header %s", strerror(errno));
179ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato                return 1;
180ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            }
1813ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
182ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            // filename is not NULL terminated, but it is padded
183ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            amt = write(fd, name.string(), nameLen);
184ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            if (amt != nameLen) {
1858564c8da817a845353d213acd8636b76f567b234Steve Block                ALOGW("write_snapshot_file error writing filename %s", strerror(errno));
1863ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato                return 1;
1873ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            }
188ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            int paddingLen = ROUND_UP[nameLen % 4];
189ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            if (paddingLen != 0) {
190ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato                int padding = 0xabababab;
191ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato                amt = write(fd, &padding, paddingLen);
192ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato                if (amt != paddingLen) {
1938564c8da817a845353d213acd8636b76f567b234Steve Block                    ALOGW("write_snapshot_file error writing %d bytes of filename padding %s",
194ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato                            paddingLen, strerror(errno));
195ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato                    return 1;
196ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato                }
197ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            }
1983ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        }
1993ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
2003ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
2013ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    return 0;
2023ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato}
2033ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
2043ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratostatic int
20533d0392d3e4c42a7d48e8bd1210a1525aca8c2d3Brian Carlstromwrite_delete_file(BackupDataWriter* dataStream, const String8& key)
20633d0392d3e4c42a7d48e8bd1210a1525aca8c2d3Brian Carlstrom{
20733d0392d3e4c42a7d48e8bd1210a1525aca8c2d3Brian Carlstrom    LOGP("write_delete_file %s\n", key.string());
20833d0392d3e4c42a7d48e8bd1210a1525aca8c2d3Brian Carlstrom    return dataStream->WriteEntityHeader(key, -1);
20933d0392d3e4c42a7d48e8bd1210a1525aca8c2d3Brian Carlstrom}
21033d0392d3e4c42a7d48e8bd1210a1525aca8c2d3Brian Carlstrom
21133d0392d3e4c42a7d48e8bd1210a1525aca8c2d3Brian Carlstromstatic int
212fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tatewrite_update_file(BackupDataWriter* dataStream, int fd, int mode, const String8& key,
21323ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        char const* realFilename)
2143ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato{
215fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    LOGP("write_update_file %s (%s) : mode 0%o\n", realFilename, key.string(), mode);
2163ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
2173ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    const int bufsize = 4*1024;
218d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    int err;
2193ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int amt;
220d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    int fileSize;
221d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    int bytesLeft;
222fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    file_metadata_v1 metadata;
223d2110dbce071a236b6176de344ca797b737542ebJoe Onorato
224d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    char* buf = (char*)malloc(bufsize);
225d2110dbce071a236b6176de344ca797b737542ebJoe Onorato
226fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    fileSize = lseek(fd, 0, SEEK_END);
227d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    lseek(fd, 0, SEEK_SET);
228d2110dbce071a236b6176de344ca797b737542ebJoe Onorato
229fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    if (sizeof(metadata) != 16) {
2303762c311729fe9f3af085c14c5c1fb471d994c03Steve Block        ALOGE("ERROR: metadata block is the wrong size!");
231fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    }
232fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate
233fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    bytesLeft = fileSize + sizeof(metadata);
234d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    err = dataStream->WriteEntityHeader(key, bytesLeft);
235d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    if (err != 0) {
23663bcb79dd437e70593b63cc5a87baab3251c2183Christopher Tate        free(buf);
237d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        return err;
238d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    }
239d2110dbce071a236b6176de344ca797b737542ebJoe Onorato
240fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    // store the file metadata first
241fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    metadata.version = tolel(CURRENT_METADATA_VERSION);
242fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    metadata.mode = tolel(mode);
243fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    metadata.undefined_1 = metadata.undefined_2 = 0;
244fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    err = dataStream->WriteEntityData(&metadata, sizeof(metadata));
245fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    if (err != 0) {
24663bcb79dd437e70593b63cc5a87baab3251c2183Christopher Tate        free(buf);
247fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate        return err;
248fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    }
249fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    bytesLeft -= sizeof(metadata); // bytesLeft should == fileSize now
250fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate
251fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    // now store the file content
252d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    while ((amt = read(fd, buf, bufsize)) != 0 && bytesLeft > 0) {
253d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        bytesLeft -= amt;
254d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        if (bytesLeft < 0) {
255d2110dbce071a236b6176de344ca797b737542ebJoe Onorato            amt += bytesLeft; // Plus a negative is minus.  Don't write more than we promised.
256d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        }
257d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        err = dataStream->WriteEntityData(buf, amt);
258d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        if (err != 0) {
25963bcb79dd437e70593b63cc5a87baab3251c2183Christopher Tate            free(buf);
260d2110dbce071a236b6176de344ca797b737542ebJoe Onorato            return err;
261d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        }
262d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    }
263d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    if (bytesLeft != 0) {
264d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        if (bytesLeft > 0) {
265d2110dbce071a236b6176de344ca797b737542ebJoe Onorato            // Pad out the space we promised in the buffer.  We can't corrupt the buffer,
266d2110dbce071a236b6176de344ca797b737542ebJoe Onorato            // even though the data we're sending is probably bad.
267d2110dbce071a236b6176de344ca797b737542ebJoe Onorato            memset(buf, 0, bufsize);
268d2110dbce071a236b6176de344ca797b737542ebJoe Onorato            while (bytesLeft > 0) {
269d2110dbce071a236b6176de344ca797b737542ebJoe Onorato                amt = bytesLeft < bufsize ? bytesLeft : bufsize;
270d2110dbce071a236b6176de344ca797b737542ebJoe Onorato                bytesLeft -= amt;
271d2110dbce071a236b6176de344ca797b737542ebJoe Onorato                err = dataStream->WriteEntityData(buf, amt);
272d2110dbce071a236b6176de344ca797b737542ebJoe Onorato                if (err != 0) {
27363bcb79dd437e70593b63cc5a87baab3251c2183Christopher Tate                    free(buf);
274d2110dbce071a236b6176de344ca797b737542ebJoe Onorato                    return err;
275d2110dbce071a236b6176de344ca797b737542ebJoe Onorato                }
276d2110dbce071a236b6176de344ca797b737542ebJoe Onorato            }
277d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        }
2783762c311729fe9f3af085c14c5c1fb471d994c03Steve Block        ALOGE("write_update_file size mismatch for %s. expected=%d actual=%d."
27923ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato                " You aren't doing proper locking!", realFilename, fileSize, fileSize-bytesLeft);
280d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    }
281d2110dbce071a236b6176de344ca797b737542ebJoe Onorato
28263bcb79dd437e70593b63cc5a87baab3251c2183Christopher Tate    free(buf);
283d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    return NO_ERROR;
284d2110dbce071a236b6176de344ca797b737542ebJoe Onorato}
285d2110dbce071a236b6176de344ca797b737542ebJoe Onorato
286d2110dbce071a236b6176de344ca797b737542ebJoe Onoratostatic int
28723ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onoratowrite_update_file(BackupDataWriter* dataStream, const String8& key, char const* realFilename)
288d2110dbce071a236b6176de344ca797b737542ebJoe Onorato{
289d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    int err;
290fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    struct stat st;
291fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate
292fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    err = stat(realFilename, &st);
293fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    if (err < 0) {
294fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate        return errno;
295fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    }
296fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate
29723ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    int fd = open(realFilename, O_RDONLY);
2983ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (fd == -1) {
299d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        return errno;
3003ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
301fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate
302fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    err = write_update_file(dataStream, fd, st.st_mode, key, realFilename);
303d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    close(fd);
304d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    return err;
305d2110dbce071a236b6176de344ca797b737542ebJoe Onorato}
306d2110dbce071a236b6176de344ca797b737542ebJoe Onorato
307d2110dbce071a236b6176de344ca797b737542ebJoe Onoratostatic int
30843a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tatecompute_crc32(const char* file, FileRec* out) {
30943a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate    int fd = open(file, O_RDONLY);
31043a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate    if (fd < 0) {
31143a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate        return -1;
31243a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate    }
31343a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate
314d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    const int bufsize = 4*1024;
315d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    int amt;
3163ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
3173ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    char* buf = (char*)malloc(bufsize);
3183ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int crc = crc32(0L, Z_NULL, 0);
3193ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
320d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    lseek(fd, 0, SEEK_SET);
321d2110dbce071a236b6176de344ca797b737542ebJoe Onorato
3223ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    while ((amt = read(fd, buf, bufsize)) != 0) {
3233ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        crc = crc32(crc, (Bytef*)buf, amt);
3243ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
3253ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
32643a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate    close(fd);
32763bcb79dd437e70593b63cc5a87baab3251c2183Christopher Tate    free(buf);
32843a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate
32943a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate    out->s.crc32 = crc;
33043a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate    return NO_ERROR;
3313ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato}
3323ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
3333ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratoint
334d2110dbce071a236b6176de344ca797b737542ebJoe Onoratoback_up_files(int oldSnapshotFD, BackupDataWriter* dataStream, int newSnapshotFD,
33523ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        char const* const* files, char const* const* keys, int fileCount)
3363ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato{
3373ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int err;
3383ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    KeyedVector<String8,FileState> oldSnapshot;
33923ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    KeyedVector<String8,FileRec> newSnapshot;
3403ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
3413ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (oldSnapshotFD != -1) {
3423ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        err = read_snapshot_file(oldSnapshotFD, &oldSnapshot);
3433ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        if (err != 0) {
3443ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            // On an error, treat this as a full backup.
3453ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            oldSnapshot.clear();
3463ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        }
3473ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
3483ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
3493ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    for (int i=0; i<fileCount; i++) {
35023ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        String8 key(keys[i]);
35123ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        FileRec r;
352d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato        char const* file = files[i];
353d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato        r.file = file;
3543ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        struct stat st;
3553ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
35623ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        err = stat(file, &st);
3573ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        if (err != 0) {
35843a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate            // not found => treat as deleted
35943a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate            continue;
360ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        } else {
361ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            r.deleted = false;
362ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            r.s.modTime_sec = st.st_mtime;
363ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            r.s.modTime_nsec = 0; // workaround sim breakage
364ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            //r.s.modTime_nsec = st.st_mtime_nsec;
36511b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate            r.s.mode = st.st_mode;
366ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            r.s.size = st.st_size;
367ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato
368ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            if (newSnapshot.indexOfKey(key) >= 0) {
369ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato                LOGP("back_up_files key already in use '%s'", key.string());
370ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato                return -1;
371ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            }
37243a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate
37343a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate            // compute the CRC
37443a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate            if (compute_crc32(file, &r) != NO_ERROR) {
37543a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate                ALOGW("Unable to open file %s", file);
37643a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate                continue;
37743a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate            }
37823ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        }
37923ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        newSnapshot.add(key, r);
3803ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
3813ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
3823ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int n = 0;
3833ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int N = oldSnapshot.size();
3843ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int m = 0;
38543a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate    int M = newSnapshot.size();
3863ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
38743a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate    while (n<N && m<M) {
3883ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        const String8& p = oldSnapshot.keyAt(n);
3893ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        const String8& q = newSnapshot.keyAt(m);
390ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        FileRec& g = newSnapshot.editValueAt(m);
3913ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        int cmp = p.compare(q);
39243a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate        if (cmp < 0) {
39343a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate            // file present in oldSnapshot, but not present in newSnapshot
39423ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato            LOGP("file removed: %s", p.string());
39543a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate            write_delete_file(dataStream, p);
3963ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            n++;
39743a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate        } else if (cmp > 0) {
398ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            // file added
39943a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate            LOGP("file added: %s crc=0x%08x", g.file.string(), g.s.crc32);
400d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato            write_update_file(dataStream, q, g.file.string());
401ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            m++;
40243a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate        } else {
40343a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate            // same file exists in both old and new; check whether to update
4043ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            const FileState& f = oldSnapshot.valueAt(n);
405d2110dbce071a236b6176de344ca797b737542ebJoe Onorato
40643a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate            LOGP("%s", q.string());
40743a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate            LOGP("  old: modTime=%d,%d mode=%04o size=%-3d crc32=0x%08x",
40843a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate                    f.modTime_sec, f.modTime_nsec, f.mode, f.size, f.crc32);
40943a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate            LOGP("  new: modTime=%d,%d mode=%04o size=%-3d crc32=0x%08x",
41043a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate                    g.s.modTime_sec, g.s.modTime_nsec, g.s.mode, g.s.size, g.s.crc32);
41143a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate            if (f.modTime_sec != g.s.modTime_sec || f.modTime_nsec != g.s.modTime_nsec
41243a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate                    || f.mode != g.s.mode || f.size != g.s.size || f.crc32 != g.s.crc32) {
41343a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate                int fd = open(g.file.string(), O_RDONLY);
41443a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate                if (fd < 0) {
41543a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate                    ALOGE("Unable to read file for backup: %s", g.file.string());
41643a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate                } else {
417fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate                    write_update_file(dataStream, fd, g.s.mode, p, g.file.string());
41843a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate                    close(fd);
419d2110dbce071a236b6176de344ca797b737542ebJoe Onorato                }
4203ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            }
4213ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            n++;
4223ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            m++;
4233ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        }
4243ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
4253ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
4263ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    // these were deleted
4273ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    while (n<N) {
42843a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate        write_delete_file(dataStream, oldSnapshot.keyAt(n));
4293ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        n++;
4303ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
4313ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
4323ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    // these were added
43343a4a8c777fbb8f71540ac7fbe82674489ef557bChristopher Tate    while (m<M) {
4343ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        const String8& q = newSnapshot.keyAt(m);
43523ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        FileRec& g = newSnapshot.editValueAt(m);
436d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato        write_update_file(dataStream, q, g.file.string());
4373ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        m++;
4383ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
4393ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
4403ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    err = write_snapshot_file(newSnapshotFD, newSnapshot);
4413ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
4423ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    return 0;
4433ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato}
4443ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
44583a7cdc56539d00933c2e25999620cec94c524b6Christopher Tatestatic void calc_tar_checksum(char* buf) {
44683a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    // [ 148 :   8 ] checksum -- to be calculated with this field as space chars
44783a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    memset(buf + 148, ' ', 8);
44883a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
44983a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    uint16_t sum = 0;
45083a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    for (uint8_t* p = (uint8_t*) buf; p < ((uint8_t*)buf) + 512; p++) {
45183a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        sum += *p;
45283a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    }
45383a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
45483a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    // Now write the real checksum value:
45583a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    // [ 148 :   8 ]  checksum: 6 octal digits [leading zeroes], NUL, SPC
45683a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    sprintf(buf + 148, "%06o", sum); // the trailing space is already in place
45783a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate}
45883a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
459dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate// Returns number of bytes written
460dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tatestatic int write_pax_header_entry(char* buf, const char* key, const char* value) {
461dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate    // start with the size of "1 key=value\n"
462dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate    int len = strlen(key) + strlen(value) + 4;
463dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate    if (len > 9) len++;
464dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate    if (len > 99) len++;
465dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate    if (len > 999) len++;
466dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate    // since PATH_MAX is 4096 we don't expect to have to generate any single
467dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate    // header entry longer than 9999 characters
468dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate
469dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate    return sprintf(buf, "%d %s=%s\n", len, key, value);
470dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate}
471dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate
4727926a693c4a4f4d2a2d352343bca23e189c7420dChristopher Tate// Wire format to the backup manager service is chunked:  each chunk is prefixed by
4737926a693c4a4f4d2a2d352343bca23e189c7420dChristopher Tate// a 4-byte count of its size.  A chunk size of zero (four zero bytes) indicates EOD.
4747926a693c4a4f4d2a2d352343bca23e189c7420dChristopher Tatevoid send_tarfile_chunk(BackupDataWriter* writer, const char* buffer, size_t size) {
4757926a693c4a4f4d2a2d352343bca23e189c7420dChristopher Tate    uint32_t chunk_size_no = htonl(size);
4767926a693c4a4f4d2a2d352343bca23e189c7420dChristopher Tate    writer->WriteEntityData(&chunk_size_no, 4);
4777926a693c4a4f4d2a2d352343bca23e189c7420dChristopher Tate    if (size != 0) writer->WriteEntityData(buffer, size);
4787926a693c4a4f4d2a2d352343bca23e189c7420dChristopher Tate}
4797926a693c4a4f4d2a2d352343bca23e189c7420dChristopher Tate
4804a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tateint write_tarfile(const String8& packageName, const String8& domain,
4814a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate        const String8& rootpath, const String8& filepath, BackupDataWriter* writer)
4824a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate{
4834a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // In the output stream everything is stored relative to the root
4844a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    const char* relstart = filepath.string() + rootpath.length();
4854a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    if (*relstart == '/') relstart++;     // won't be true when path == rootpath
4864a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    String8 relpath(relstart);
4874a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
48883a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    // If relpath is empty, it means this is the top of one of the standard named
48983a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    // domain directories, so we should just skip it
49083a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    if (relpath.length() == 0) {
49183a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        return 0;
49283a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    }
49383a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
4944a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // Too long a name for the ustar format?
4954a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    //    "apps/" + packagename + '/' + domainpath < 155 chars
4964a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    //    relpath < 100 chars
49783a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    bool needExtended = false;
4984a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    if ((5 + packageName.length() + 1 + domain.length() >= 155) || (relpath.length() >= 100)) {
49983a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        needExtended = true;
5004a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    }
5014a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
5023f6c77b7caa02193205cb6ce180e0eb5a7579aa6Christopher Tate    // Non-7bit-clean path also means needing pax extended format
50375a99709accef8cf221fd436d646727e7c8dd1f1Christopher Tate    if (!needExtended) {
50475a99709accef8cf221fd436d646727e7c8dd1f1Christopher Tate        for (size_t i = 0; i < filepath.length(); i++) {
5053f6c77b7caa02193205cb6ce180e0eb5a7579aa6Christopher Tate            if ((filepath[i] & 0x80) != 0) {
50675a99709accef8cf221fd436d646727e7c8dd1f1Christopher Tate                needExtended = true;
50775a99709accef8cf221fd436d646727e7c8dd1f1Christopher Tate                break;
50875a99709accef8cf221fd436d646727e7c8dd1f1Christopher Tate            }
50975a99709accef8cf221fd436d646727e7c8dd1f1Christopher Tate        }
51075a99709accef8cf221fd436d646727e7c8dd1f1Christopher Tate    }
51175a99709accef8cf221fd436d646727e7c8dd1f1Christopher Tate
5124a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    int err = 0;
5134a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    struct stat64 s;
5144a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    if (lstat64(filepath.string(), &s) != 0) {
5154a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate        err = errno;
5163762c311729fe9f3af085c14c5c1fb471d994c03Steve Block        ALOGE("Error %d (%s) from lstat64(%s)", err, strerror(err), filepath.string());
5174a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate        return err;
5184a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    }
5194a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
52083a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    String8 fullname;   // for pax later on
52183a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    String8 prefix;
52283a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
5234a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    const int isdir = S_ISDIR(s.st_mode);
524e9e78ecd2c0ae5f48ed81fdfff4a89cb803fc409Christopher Tate    if (isdir) s.st_size = 0;   // directories get no actual data in the tar stream
5254a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
5264a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // !!! TODO: use mmap when possible to avoid churning the buffer cache
5274a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // !!! TODO: this will break with symlinks; need to use readlink(2)
5284a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    int fd = open(filepath.string(), O_RDONLY);
5294a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    if (fd < 0) {
5304a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate        err = errno;
5313762c311729fe9f3af085c14c5c1fb471d994c03Steve Block        ALOGE("Error %d (%s) from open(%s)", err, strerror(err), filepath.string());
5324a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate        return err;
5334a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    }
5344a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
5354a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // read/write up to this much at a time.
5364a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    const size_t BUFSIZE = 32 * 1024;
5377e1d395686a23c8638f72af190f125cf690618a3Iliyan Malchev    char* buf = (char *)calloc(1,BUFSIZE);
53883a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    char* paxHeader = buf + 512;    // use a different chunk of it as separate scratch
53983a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    char* paxData = buf + 1024;
54083a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
5414a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    if (buf == NULL) {
5423762c311729fe9f3af085c14c5c1fb471d994c03Steve Block        ALOGE("Out of mem allocating transfer buffer");
5434a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate        err = ENOMEM;
544294b512ecaa98a6a8ef12285ad14e7a4091b5d57Christopher Tate        goto done;
5454a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    }
5464a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
5474a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // Magic fields for the ustar file format
5484a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    strcat(buf + 257, "ustar");
5494a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    strcat(buf + 263, "00");
5504a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
55183a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    // [ 265 : 32 ] user name, ignored on restore
55283a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    // [ 297 : 32 ] group name, ignored on restore
5534a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
5544a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // [ 100 :   8 ] file mode
55583a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    snprintf(buf + 100, 8, "%06o ", s.st_mode & ~S_IFMT);
5564a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
5574a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // [ 108 :   8 ] uid -- ignored in Android format; uids are remapped at restore time
5584a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // [ 116 :   8 ] gid -- ignored in Android format
55900adb8685ee996f9d2650d617c8c0e98f13ef406Mark Salyzyn    snprintf(buf + 108, 8, "0%lo", (unsigned long)s.st_uid);
56000adb8685ee996f9d2650d617c8c0e98f13ef406Mark Salyzyn    snprintf(buf + 116, 8, "0%lo", (unsigned long)s.st_gid);
5614a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
5624a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // [ 124 :  12 ] file size in bytes
56383a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    if (s.st_size > 077777777777LL) {
56483a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // very large files need a pax extended size header
56583a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        needExtended = true;
56683a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    }
56783a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    snprintf(buf + 124, 12, "%011llo", (isdir) ? 0LL : s.st_size);
5684a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
5694a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // [ 136 :  12 ] last mod time as a UTC time_t
57025df5fba3afff403c749bab7d1d5652c3b929e06Andreas Gampe    snprintf(buf + 136, 12, "%0lo", (unsigned long)s.st_mtime);
5714a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
5724a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // [ 156 :   1 ] link/file type
5734a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    uint8_t type;
5744a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    if (isdir) {
5754a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate        type = '5';     // tar magic: '5' == directory
5764a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    } else if (S_ISREG(s.st_mode)) {
5774a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate        type = '0';     // tar magic: '0' == normal file
5784a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    } else {
5798564c8da817a845353d213acd8636b76f567b234Steve Block        ALOGW("Error: unknown file mode 0%o [%s]", s.st_mode, filepath.string());
5804a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate        goto cleanup;
5814a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    }
5824a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    buf[156] = type;
5834a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
5844a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // [ 157 : 100 ] name of linked file [not implemented]
5854a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
5864a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    {
58783a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // Prefix and main relative path.  Path lengths have been preflighted.
58883a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        if (packageName.length() > 0) {
58983a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate            prefix = "apps/";
59083a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate            prefix += packageName;
5914a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate        }
59283a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        if (domain.length() > 0) {
59383a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate            prefix.appendPath(domain);
59483a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        }
59583a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
59683a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // pax extended means we don't put in a prefix field, and put a different
59783a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // string in the basic name field.  We can also construct the full path name
59883a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // out of the substrings we've now built.
59983a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        fullname = prefix;
60083a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        fullname.appendPath(relpath);
60183a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
60283a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // ustar:
60383a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        //    [   0 : 100 ]; file name/path
60483a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        //    [ 345 : 155 ] filename path prefix
60583a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // We only use the prefix area if fullname won't fit in the path
60683a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        if (fullname.length() > 100) {
60783a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate            strncpy(buf, relpath.string(), 100);
60883a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate            strncpy(buf + 345, prefix.string(), 155);
60983a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        } else {
61083a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate            strncpy(buf, fullname.string(), 100);
61183a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        }
61283a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    }
61383a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
61483a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    // [ 329 : 8 ] and [ 337 : 8 ] devmajor/devminor, not used
61583a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
6166215d3ff4b5dfa52a5d8b9a42e343051f31066a5Steve Block    ALOGI("   Name: %s", fullname.string());
61783a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
61883a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    // If we're using a pax extended header, build & write that here; lengths are
61983a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    // already preflighted
62083a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    if (needExtended) {
621dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate        char sizeStr[32];   // big enough for a 64-bit unsigned value in decimal
622dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate        char* p = paxData;
623dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate
62483a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // construct the pax extended header data block
62583a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        memset(paxData, 0, BUFSIZE - (paxData - buf));
62683a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
62783a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // size header -- calc len in digits by actually rendering the number
62883a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // to a string - brute force but simple
629f5df700e6ce056ebfa322314d970e52d6facc35aAshok Bhat        snprintf(sizeStr, sizeof(sizeStr), "%lld", (long long)s.st_size);
630dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate        p += write_pax_header_entry(p, "size", sizeStr);
63183a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
63283a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // fullname was generated above with the ustar paths
633dc92c82b4180e8067f1acd00a7db7935afce00ffChristopher Tate        p += write_pax_header_entry(p, "path", fullname.string());
63483a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
63583a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // Now we know how big the pax data is
63683a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        int paxLen = p - paxData;
63783a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
63883a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // Now build the pax *header* templated on the ustar header
63983a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        memcpy(paxHeader, buf, 512);
64083a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
64183a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        String8 leaf = fullname.getPathLeaf();
64283a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        memset(paxHeader, 0, 100);                  // rewrite the name area
64383a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        snprintf(paxHeader, 100, "PaxHeader/%s", leaf.string());
64483a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        memset(paxHeader + 345, 0, 155);            // rewrite the prefix area
64583a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        strncpy(paxHeader + 345, prefix.string(), 155);
64683a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
64783a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        paxHeader[156] = 'x';                       // mark it as a pax extended header
64883a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
64983a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // [ 124 :  12 ] size of pax extended header data
65083a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        memset(paxHeader + 124, 0, 12);
651f5df700e6ce056ebfa322314d970e52d6facc35aAshok Bhat        snprintf(paxHeader + 124, 12, "%011o", (unsigned int)(p - paxData));
65283a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate
65383a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // Checksum and write the pax block header
65483a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        calc_tar_checksum(paxHeader);
6557926a693c4a4f4d2a2d352343bca23e189c7420dChristopher Tate        send_tarfile_chunk(writer, paxHeader, 512);
6564a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
65783a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        // Now write the pax data itself
65883a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate        int paxblocks = (paxLen + 511) / 512;
6597926a693c4a4f4d2a2d352343bca23e189c7420dChristopher Tate        send_tarfile_chunk(writer, paxData, 512 * paxblocks);
6604a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    }
6614a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
66283a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    // Checksum and write the 512-byte ustar file header block to the output
66383a7cdc56539d00933c2e25999620cec94c524b6Christopher Tate    calc_tar_checksum(buf);
6647926a693c4a4f4d2a2d352343bca23e189c7420dChristopher Tate    send_tarfile_chunk(writer, buf, 512);
6654a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
6664a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // Now write the file data itself, for real files.  We honor tar's convention that
6674a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    // only full 512-byte blocks are sent to write().
6684a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    if (!isdir) {
6694a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate        off64_t toWrite = s.st_size;
6704a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate        while (toWrite > 0) {
671f5df700e6ce056ebfa322314d970e52d6facc35aAshok Bhat            size_t toRead = toWrite;
672f5df700e6ce056ebfa322314d970e52d6facc35aAshok Bhat            if (toRead > BUFSIZE) {
673f5df700e6ce056ebfa322314d970e52d6facc35aAshok Bhat                toRead = BUFSIZE;
674f5df700e6ce056ebfa322314d970e52d6facc35aAshok Bhat            }
6754a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate            ssize_t nRead = read(fd, buf, toRead);
6764a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate            if (nRead < 0) {
6774a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate                err = errno;
6783762c311729fe9f3af085c14c5c1fb471d994c03Steve Block                ALOGE("Unable to read file [%s], err=%d (%s)", filepath.string(),
6794a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate                        err, strerror(err));
6804a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate                break;
6814a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate            } else if (nRead == 0) {
6823762c311729fe9f3af085c14c5c1fb471d994c03Steve Block                ALOGE("EOF but expect %lld more bytes in [%s]", (long long) toWrite,
6834a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate                        filepath.string());
6844a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate                err = EIO;
6854a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate                break;
6864a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate            }
6874a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
6884a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate            // At EOF we might have a short block; NUL-pad that to a 512-byte multiple.  This
6894a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate            // depends on the OS guarantee that for ordinary files, read() will never return
6904a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate            // less than the number of bytes requested.
6914a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate            ssize_t partial = (nRead+512) % 512;
6924a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate            if (partial > 0) {
6934a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate                ssize_t remainder = 512 - partial;
6944a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate                memset(buf + nRead, 0, remainder);
6954a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate                nRead += remainder;
6964a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate            }
6977926a693c4a4f4d2a2d352343bca23e189c7420dChristopher Tate            send_tarfile_chunk(writer, buf, nRead);
6984a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate            toWrite -= nRead;
6994a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate        }
7004a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    }
7014a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
7024a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tatecleanup:
7038b2e2c8abc20de5ba3d938d8c559d0c5e2f9e356You Kim    free(buf);
7044a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tatedone:
7054a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    close(fd);
7064a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate    return err;
7074a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate}
7084a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate// end tarfile
7094a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
7104a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
7114a627c71ff53a4fca1f961f4b1dcc0461df18a06Christopher Tate
712d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato#define RESTORE_BUF_SIZE (8*1024)
713d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato
714d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe OnoratoRestoreHelperBase::RestoreHelperBase()
715d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato{
716d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    m_buf = malloc(RESTORE_BUF_SIZE);
71763bcb79dd437e70593b63cc5a87baab3251c2183Christopher Tate    m_loggedUnknownMetadata = false;
718d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato}
719d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato
720d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe OnoratoRestoreHelperBase::~RestoreHelperBase()
721d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato{
722d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    free(m_buf);
723d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato}
724d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato
725d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onoratostatus_t
726d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe OnoratoRestoreHelperBase::WriteFile(const String8& filename, BackupDataReader* in)
727d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato{
728d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    ssize_t err;
729d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    size_t dataSize;
730d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    String8 key;
731d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    int fd;
732d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    void* buf = m_buf;
733d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    ssize_t amt;
734d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    int mode;
735d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    int crc;
736d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    struct stat st;
737d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    FileRec r;
738d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato
739d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    err = in->ReadEntityHeader(&key, &dataSize);
740d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    if (err != NO_ERROR) {
741d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato        return err;
742d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    }
7435d605dc56b036232e885f6ec36b888b729673060Joe Onorato
744fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    // Get the metadata block off the head of the file entity and use that to
745fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    // set up the output file
746fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    file_metadata_v1 metadata;
747fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    amt = in->ReadEntityData(&metadata, sizeof(metadata));
748fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    if (amt != sizeof(metadata)) {
7498564c8da817a845353d213acd8636b76f567b234Steve Block        ALOGW("Could not read metadata for %s -- %ld / %s", filename.string(),
750fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate                (long)amt, strerror(errno));
751fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate        return EIO;
752fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    }
753fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    metadata.version = fromlel(metadata.version);
754fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    metadata.mode = fromlel(metadata.mode);
755fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    if (metadata.version > CURRENT_METADATA_VERSION) {
75663bcb79dd437e70593b63cc5a87baab3251c2183Christopher Tate        if (!m_loggedUnknownMetadata) {
75763bcb79dd437e70593b63cc5a87baab3251c2183Christopher Tate            m_loggedUnknownMetadata = true;
7588564c8da817a845353d213acd8636b76f567b234Steve Block            ALOGW("Restoring file with unsupported metadata version %d (currently %d)",
75963bcb79dd437e70593b63cc5a87baab3251c2183Christopher Tate                    metadata.version, CURRENT_METADATA_VERSION);
76063bcb79dd437e70593b63cc5a87baab3251c2183Christopher Tate        }
761fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    }
762fbb92385f2fb0ae1146bb8f3d73547d90bda6db1Christopher Tate    mode = metadata.mode;
763d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato
764d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    // Write the file and compute the crc
765d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    crc = crc32(0L, Z_NULL, 0);
7665d605dc56b036232e885f6ec36b888b729673060Joe Onorato    fd = open(filename.string(), O_CREAT|O_RDWR|O_TRUNC, mode);
7675d605dc56b036232e885f6ec36b888b729673060Joe Onorato    if (fd == -1) {
7688564c8da817a845353d213acd8636b76f567b234Steve Block        ALOGW("Could not open file %s -- %s", filename.string(), strerror(errno));
769d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato        return errno;
770d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    }
77100adb8685ee996f9d2650d617c8c0e98f13ef406Mark Salyzyn
772d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    while ((amt = in->ReadEntityData(buf, RESTORE_BUF_SIZE)) > 0) {
773d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato        err = write(fd, buf, amt);
774d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato        if (err != amt) {
775d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato            close(fd);
7768564c8da817a845353d213acd8636b76f567b234Steve Block            ALOGW("Error '%s' writing '%s'", strerror(errno), filename.string());
777d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato            return errno;
778d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato        }
779d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato        crc = crc32(crc, (Bytef*)buf, amt);
780d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    }
781d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato
782d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    close(fd);
783d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato
784d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    // Record for the snapshot
785d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    err = stat(filename.string(), &st);
786d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    if (err != 0) {
7878564c8da817a845353d213acd8636b76f567b234Steve Block        ALOGW("Error stating file that we just created %s", filename.string());
788d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato        return errno;
789d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    }
790d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato
791d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    r.file = filename;
792d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    r.deleted = false;
793d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    r.s.modTime_sec = st.st_mtime;
794d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    r.s.modTime_nsec = 0; // workaround sim breakage
795d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    //r.s.modTime_nsec = st.st_mtime_nsec;
79611b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate    r.s.mode = st.st_mode;
797d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    r.s.size = st.st_size;
798d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    r.s.crc32 = crc;
799d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato
800d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    m_files.add(key, r);
801d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato
802d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    return NO_ERROR;
803d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato}
804d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato
805d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onoratostatus_t
806d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe OnoratoRestoreHelperBase::WriteSnapshot(int fd)
807d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato{
808d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato    return write_snapshot_file(fd, m_files);;
809d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato}
810d2d9ceb7305d593c1b767bbb05de0082a9af4109Joe Onorato
8113ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#if TEST_BACKUP_HELPERS
8123ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8133ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#define SCRATCH_DIR "/data/backup_helper_test/"
8143ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8153ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratostatic int
8163ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratowrite_text_file(const char* path, const char* data)
8173ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato{
8183ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int amt;
8193ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int fd;
8203ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int len;
8213ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8223ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    fd = creat(path, 0666);
8233ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (fd == -1) {
8243ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "creat %s failed\n", path);
8253ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return errno;
8263ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
8273ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8283ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    len = strlen(data);
8293ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    amt = write(fd, data, len);
8303ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (amt != len) {
8313ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "error (%s) writing to file %s\n", strerror(errno), path);
8323ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return errno;
8333ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
8343ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8353ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    close(fd);
8363ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8373ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    return 0;
8383ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato}
8393ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8403ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratostatic int
8413ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratocompare_file(const char* path, const unsigned char* data, int len)
8423ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato{
8433ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int fd;
8443ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int amt;
8453ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8463ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    fd = open(path, O_RDONLY);
8473ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (fd == -1) {
8483ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "compare_file error (%s) opening %s\n", strerror(errno), path);
8493ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return errno;
8503ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
8513ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8523ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    unsigned char* contents = (unsigned char*)malloc(len);
8533ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (contents == NULL) {
8543ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "malloc(%d) failed\n", len);
8553ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return ENOMEM;
8563ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
8573ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8583ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    bool sizesMatch = true;
8593ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    amt = lseek(fd, 0, SEEK_END);
8603ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (amt != len) {
8613ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "compare_file file length should be %d, was %d\n", len, amt);
8623ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        sizesMatch = false;
8633ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
8643ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    lseek(fd, 0, SEEK_SET);
8653ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8663ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int readLen = amt < len ? amt : len;
8673ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    amt = read(fd, contents, readLen);
8683ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (amt != readLen) {
8693ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "compare_file read expected %d bytes but got %d\n", len, amt);
8703ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
8713ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8723ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    bool contentsMatch = true;
8733ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    for (int i=0; i<readLen; i++) {
8743ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        if (data[i] != contents[i]) {
8753ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            if (contentsMatch) {
8763ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato                fprintf(stderr, "compare_file contents are different: (index, expected, actual)\n");
8773ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato                contentsMatch = false;
8783ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            }
8793ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            fprintf(stderr, "  [%-2d] %02x %02x\n", i, data[i], contents[i]);
8803ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        }
8813ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
8823ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
88363bcb79dd437e70593b63cc5a87baab3251c2183Christopher Tate    free(contents);
8843ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    return contentsMatch && sizesMatch ? 0 : 1;
8853ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato}
8863ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8873ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratoint
8883ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratobackup_helper_test_empty()
8893ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato{
8903ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int err;
8913ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int fd;
89223ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    KeyedVector<String8,FileRec> snapshot;
8933ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    const char* filename = SCRATCH_DIR "backup_helper_test_empty.snap";
8943ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8953ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    system("rm -r " SCRATCH_DIR);
8963ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    mkdir(SCRATCH_DIR, 0777);
8973ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
8983ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    // write
8993ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    fd = creat(filename, 0666);
9003ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (fd == -1) {
9013ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "error creating %s\n", filename);
9023ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return 1;
9033ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
9043ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9053ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    err = write_snapshot_file(fd, snapshot);
9063ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9073ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    close(fd);
9083ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9093ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (err != 0) {
9103ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "write_snapshot_file reported error %d (%s)\n", err, strerror(err));
9113ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return err;
9123ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
9133ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9143ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    static const unsigned char correct_data[] = {
9153ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        0x53, 0x6e, 0x61, 0x70,  0x00, 0x00, 0x00, 0x00,
9163ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        0x46, 0x69, 0x6c, 0x65,  0x10, 0x00, 0x00, 0x00
9173ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    };
9183ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9193ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    err = compare_file(filename, correct_data, sizeof(correct_data));
9203ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (err != 0) {
9213ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return err;
9223ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
9233ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9243ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    // read
9253ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    fd = open(filename, O_RDONLY);
9263ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (fd == -1) {
9273ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "error opening for read %s\n", filename);
9283ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return 1;
9293ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
9303ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9313ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    KeyedVector<String8,FileState> readSnapshot;
9323ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    err = read_snapshot_file(fd, &readSnapshot);
9333ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (err != 0) {
9343ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "read_snapshot_file failed %d\n", err);
9353ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return err;
9363ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
9373ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9383ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (readSnapshot.size() != 0) {
9393ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "readSnapshot should be length 0\n");
9403ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return 1;
9413ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
9423ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9433ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    return 0;
9443ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato}
9453ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9463ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratoint
9473ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratobackup_helper_test_four()
9483ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato{
9493ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int err;
9503ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int fd;
95123ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    KeyedVector<String8,FileRec> snapshot;
9523ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    const char* filename = SCRATCH_DIR "backup_helper_test_four.snap";
9533ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9543ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    system("rm -r " SCRATCH_DIR);
9553ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    mkdir(SCRATCH_DIR, 0777);
9563ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9573ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    // write
9583ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    fd = creat(filename, 0666);
9593ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (fd == -1) {
9603ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "error opening %s\n", filename);
9613ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return 1;
9623ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
9633ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9643ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    String8 filenames[4];
9653ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    FileState states[4];
96623ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    FileRec r;
967ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    r.deleted = false;
9683ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9693ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[0].modTime_sec = 0xfedcba98;
9703ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[0].modTime_nsec = 0xdeadbeef;
97111b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate    states[0].mode = 0777; // decimal 511, hex 0x000001ff
9723ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[0].size = 0xababbcbc;
9733ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[0].crc32 = 0x12345678;
9743ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[0].nameLen = -12;
97523ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    r.s = states[0];
9763ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    filenames[0] = String8("bytes_of_padding");
97723ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    snapshot.add(filenames[0], r);
9783ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9793ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[1].modTime_sec = 0x93400031;
9803ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[1].modTime_nsec = 0xdeadbeef;
98111b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate    states[1].mode = 0666; // decimal 438, hex 0x000001b6
9823ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[1].size = 0x88557766;
9833ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[1].crc32 = 0x22334422;
9843ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[1].nameLen = -1;
98523ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    r.s = states[1];
9863ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    filenames[1] = String8("bytes_of_padding3");
98723ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    snapshot.add(filenames[1], r);
9883ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9893ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[2].modTime_sec = 0x33221144;
9903ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[2].modTime_nsec = 0xdeadbeef;
99111b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate    states[2].mode = 0744; // decimal 484, hex 0x000001e4
9923ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[2].size = 0x11223344;
9933ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[2].crc32 = 0x01122334;
9943ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[2].nameLen = 0;
99523ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    r.s = states[2];
9963ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    filenames[2] = String8("bytes_of_padding_2");
99723ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    snapshot.add(filenames[2], r);
9983ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
9993ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[3].modTime_sec = 0x33221144;
10003ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[3].modTime_nsec = 0xdeadbeef;
100111b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate    states[3].mode = 0755; // decimal 493, hex 0x000001ed
10023ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[3].size = 0x11223344;
10033ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[3].crc32 = 0x01122334;
10043ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    states[3].nameLen = 0;
100523ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    r.s = states[3];
10063ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    filenames[3] = String8("bytes_of_padding__1");
100723ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    snapshot.add(filenames[3], r);
10083ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
10093ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    err = write_snapshot_file(fd, snapshot);
10103ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
10113ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    close(fd);
10123ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
10133ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (err != 0) {
10143ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "write_snapshot_file reported error %d (%s)\n", err, strerror(err));
10153ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return err;
10163ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
10173ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
10183ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    static const unsigned char correct_data[] = {
10193ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        // header
10203ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        0x53, 0x6e, 0x61, 0x70,  0x04, 0x00, 0x00, 0x00,
102111b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x46, 0x69, 0x6c, 0x65,  0xbc, 0x00, 0x00, 0x00,
10223ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
10233ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        // bytes_of_padding
10243ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        0x98, 0xba, 0xdc, 0xfe,  0xef, 0xbe, 0xad, 0xde,
102511b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0xff, 0x01, 0x00, 0x00,  0xbc, 0xbc, 0xab, 0xab,
102611b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x78, 0x56, 0x34, 0x12,  0x10, 0x00, 0x00, 0x00,
102711b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x62, 0x79, 0x74, 0x65,  0x73, 0x5f, 0x6f, 0x66,
102811b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x5f, 0x70, 0x61, 0x64,  0x64, 0x69, 0x6e, 0x67,
10293ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
10303ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        // bytes_of_padding3
10313ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        0x31, 0x00, 0x40, 0x93,  0xef, 0xbe, 0xad, 0xde,
103211b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0xb6, 0x01, 0x00, 0x00,  0x66, 0x77, 0x55, 0x88,
103311b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x22, 0x44, 0x33, 0x22,  0x11, 0x00, 0x00, 0x00,
103411b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x62, 0x79, 0x74, 0x65,  0x73, 0x5f, 0x6f, 0x66,
103511b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x5f, 0x70, 0x61, 0x64,  0x64, 0x69, 0x6e, 0x67,
103611b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x33, 0xab, 0xab, 0xab,
1037f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania
10383ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        // bytes of padding2
10393ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        0x44, 0x11, 0x22, 0x33,  0xef, 0xbe, 0xad, 0xde,
104011b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0xe4, 0x01, 0x00, 0x00,  0x44, 0x33, 0x22, 0x11,
104111b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x34, 0x23, 0x12, 0x01,  0x12, 0x00, 0x00, 0x00,
104211b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x62, 0x79, 0x74, 0x65,  0x73, 0x5f, 0x6f, 0x66,
104311b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x5f, 0x70, 0x61, 0x64,  0x64, 0x69, 0x6e, 0x67,
104411b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x5f, 0x32, 0xab, 0xab,
1045f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania
10463ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        // bytes of padding3
10473ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        0x44, 0x11, 0x22, 0x33,  0xef, 0xbe, 0xad, 0xde,
104811b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0xed, 0x01, 0x00, 0x00,  0x44, 0x33, 0x22, 0x11,
104911b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x34, 0x23, 0x12, 0x01,  0x13, 0x00, 0x00, 0x00,
105011b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x62, 0x79, 0x74, 0x65,  0x73, 0x5f, 0x6f, 0x66,
105111b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x5f, 0x70, 0x61, 0x64,  0x64, 0x69, 0x6e, 0x67,
105211b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        0x5f, 0x5f, 0x31, 0xab
10533ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    };
10543ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
10553ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    err = compare_file(filename, correct_data, sizeof(correct_data));
10563ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (err != 0) {
10573ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return err;
10583ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
1059f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania
10603ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    // read
10613ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    fd = open(filename, O_RDONLY);
10623ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (fd == -1) {
10633ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "error opening for read %s\n", filename);
10643ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return 1;
10653ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
10663ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
10673ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
10683ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    KeyedVector<String8,FileState> readSnapshot;
10693ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    err = read_snapshot_file(fd, &readSnapshot);
10703ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (err != 0) {
10713ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "read_snapshot_file failed %d\n", err);
10723ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return err;
10733ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
10743ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
10753ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (readSnapshot.size() != 4) {
107695ece35c2f8b86203e88b49d67cef8e80e107a2bKévin PETIT        fprintf(stderr, "readSnapshot should be length 4 is %zu\n", readSnapshot.size());
10773ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return 1;
10783ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
10793ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
10803ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    bool matched = true;
10813ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    for (size_t i=0; i<readSnapshot.size(); i++) {
10823ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        const String8& name = readSnapshot.keyAt(i);
10833ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        const FileState state = readSnapshot.valueAt(i);
10843ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
10853ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        if (name != filenames[i] || states[i].modTime_sec != state.modTime_sec
108611b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate                || states[i].modTime_nsec != state.modTime_nsec || states[i].mode != state.mode
10873ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato                || states[i].size != state.size || states[i].crc32 != states[i].crc32) {
1088f5df700e6ce056ebfa322314d970e52d6facc35aAshok Bhat            fprintf(stderr, "state %zu expected={%d/%d, %04o, 0x%08x, 0x%08x, %3zu} '%s'\n"
1089f5df700e6ce056ebfa322314d970e52d6facc35aAshok Bhat                            "          actual={%d/%d, %04o, 0x%08x, 0x%08x, %3d} '%s'\n", i,
109011b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate                    states[i].modTime_sec, states[i].modTime_nsec, states[i].mode, states[i].size,
109111b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate                    states[i].crc32, name.length(), filenames[i].string(),
109211b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate                    state.modTime_sec, state.modTime_nsec, state.mode, state.size, state.crc32,
109311b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate                    state.nameLen, name.string());
10943ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato            matched = false;
10953ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        }
10963ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
1097f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania
10983ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    return matched ? 0 : 1;
10993ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato}
11003ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
11014535e40544aeb957d44fad75fbe5676effe03689Joe Onorato// hexdump -v -e '"    " 8/1 " 0x%02x," "\n"' data_writer.data
11024535e40544aeb957d44fad75fbe5676effe03689Joe Onoratoconst unsigned char DATA_GOLDEN_FILE[] = {
11032e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato     0x44, 0x61, 0x74, 0x61, 0x0b, 0x00, 0x00, 0x00,
11042e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato     0x0c, 0x00, 0x00, 0x00, 0x6e, 0x6f, 0x5f, 0x70,
11054535e40544aeb957d44fad75fbe5676effe03689Joe Onorato     0x61, 0x64, 0x64, 0x69, 0x6e, 0x67, 0x5f, 0x00,
11062e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato     0x6e, 0x6f, 0x5f, 0x70, 0x61, 0x64, 0x64, 0x69,
11075f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato     0x6e, 0x67, 0x5f, 0x00, 0x44, 0x61, 0x74, 0x61,
11085f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato     0x0c, 0x00, 0x00, 0x00, 0x0d, 0x00, 0x00, 0x00,
11094535e40544aeb957d44fad75fbe5676effe03689Joe Onorato     0x70, 0x61, 0x64, 0x64, 0x65, 0x64, 0x5f, 0x74,
11104535e40544aeb957d44fad75fbe5676effe03689Joe Onorato     0x6f, 0x5f, 0x5f, 0x33, 0x00, 0xbc, 0xbc, 0xbc,
11114535e40544aeb957d44fad75fbe5676effe03689Joe Onorato     0x70, 0x61, 0x64, 0x64, 0x65, 0x64, 0x5f, 0x74,
11125f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato     0x6f, 0x5f, 0x5f, 0x33, 0x00, 0xbc, 0xbc, 0xbc,
11132e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato     0x44, 0x61, 0x74, 0x61, 0x0d, 0x00, 0x00, 0x00,
11142e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato     0x0e, 0x00, 0x00, 0x00, 0x70, 0x61, 0x64, 0x64,
11152e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato     0x65, 0x64, 0x5f, 0x74, 0x6f, 0x5f, 0x32, 0x5f,
11162e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato     0x5f, 0x00, 0xbc, 0xbc, 0x70, 0x61, 0x64, 0x64,
11172e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato     0x65, 0x64, 0x5f, 0x74, 0x6f, 0x5f, 0x32, 0x5f,
11185f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato     0x5f, 0x00, 0xbc, 0xbc, 0x44, 0x61, 0x74, 0x61,
11194535e40544aeb957d44fad75fbe5676effe03689Joe Onorato     0x0a, 0x00, 0x00, 0x00, 0x0b, 0x00, 0x00, 0x00,
11204535e40544aeb957d44fad75fbe5676effe03689Joe Onorato     0x70, 0x61, 0x64, 0x64, 0x65, 0x64, 0x5f, 0x74,
11214535e40544aeb957d44fad75fbe5676effe03689Joe Onorato     0x6f, 0x31, 0x00, 0xbc, 0x70, 0x61, 0x64, 0x64,
11225f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato     0x65, 0x64, 0x5f, 0x74, 0x6f, 0x31, 0x00
11235f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato
11244535e40544aeb957d44fad75fbe5676effe03689Joe Onorato};
11254535e40544aeb957d44fad75fbe5676effe03689Joe Onoratoconst int DATA_GOLDEN_FILE_SIZE = sizeof(DATA_GOLDEN_FILE);
11264535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
11274535e40544aeb957d44fad75fbe5676effe03689Joe Onoratostatic int
11284535e40544aeb957d44fad75fbe5676effe03689Joe Onoratotest_write_header_and_entity(BackupDataWriter& writer, const char* str)
11294535e40544aeb957d44fad75fbe5676effe03689Joe Onorato{
11304535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    int err;
11314535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    String8 text(str);
11324535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
11334535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    err = writer.WriteEntityHeader(text, text.length()+1);
11344535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    if (err != 0) {
11354535e40544aeb957d44fad75fbe5676effe03689Joe Onorato        fprintf(stderr, "WriteEntityHeader failed with %s\n", strerror(err));
11364535e40544aeb957d44fad75fbe5676effe03689Joe Onorato        return err;
11374535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    }
11384535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
11394535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    err = writer.WriteEntityData(text.string(), text.length()+1);
11404535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    if (err != 0) {
11414535e40544aeb957d44fad75fbe5676effe03689Joe Onorato        fprintf(stderr, "write failed for data '%s'\n", text.string());
11424535e40544aeb957d44fad75fbe5676effe03689Joe Onorato        return errno;
11434535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    }
11444535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
11454535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    return err;
11464535e40544aeb957d44fad75fbe5676effe03689Joe Onorato}
11474535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
11484535e40544aeb957d44fad75fbe5676effe03689Joe Onoratoint
11494535e40544aeb957d44fad75fbe5676effe03689Joe Onoratobackup_helper_test_data_writer()
11504535e40544aeb957d44fad75fbe5676effe03689Joe Onorato{
11514535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    int err;
11524535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    int fd;
11534535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    const char* filename = SCRATCH_DIR "data_writer.data";
11544535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
11554535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    system("rm -r " SCRATCH_DIR);
11564535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    mkdir(SCRATCH_DIR, 0777);
11574535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    mkdir(SCRATCH_DIR "data", 0777);
1158f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania
11594535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    fd = creat(filename, 0666);
11604535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    if (fd == -1) {
11614535e40544aeb957d44fad75fbe5676effe03689Joe Onorato        fprintf(stderr, "error creating: %s\n", strerror(errno));
11624535e40544aeb957d44fad75fbe5676effe03689Joe Onorato        return errno;
11634535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    }
11644535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
11654535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    BackupDataWriter writer(fd);
11664535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
11674535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    err = 0;
11684535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    err |= test_write_header_and_entity(writer, "no_padding_");
11694535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    err |= test_write_header_and_entity(writer, "padded_to__3");
11704535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    err |= test_write_header_and_entity(writer, "padded_to_2__");
11714535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    err |= test_write_header_and_entity(writer, "padded_to1");
11724535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
11734535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    close(fd);
11744535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
11754535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    err = compare_file(filename, DATA_GOLDEN_FILE, DATA_GOLDEN_FILE_SIZE);
11764535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    if (err != 0) {
11774535e40544aeb957d44fad75fbe5676effe03689Joe Onorato        return err;
11784535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    }
11794535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
11804535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    return err;
11814535e40544aeb957d44fad75fbe5676effe03689Joe Onorato}
11824535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
11832e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onoratoint
11842e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onoratotest_read_header_and_entity(BackupDataReader& reader, const char* str)
11852e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato{
11862e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    int err;
1187f5df700e6ce056ebfa322314d970e52d6facc35aAshok Bhat    size_t bufSize = strlen(str)+1;
11882e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    char* buf = (char*)malloc(bufSize);
11892e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    String8 string;
11902e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    size_t actualSize;
11915f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato    bool done;
11925f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato    int type;
119311b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate    ssize_t nRead;
11942e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
11952e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    // printf("\n\n---------- test_read_header_and_entity -- %s\n\n", str);
11962e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
11975f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato    err = reader.ReadNextHeader(&done, &type);
11985f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato    if (done) {
11995f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato        fprintf(stderr, "should not be done yet\n");
12005f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato        goto finished;
12012e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    }
12022e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    if (err != 0) {
12035f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato        fprintf(stderr, "ReadNextHeader (for app header) failed with %s\n", strerror(err));
12045f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato        goto finished;
12052e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    }
12065f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato    if (type != BACKUP_HEADER_ENTITY_V1) {
12072e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        err = EINVAL;
12085f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato        fprintf(stderr, "type=0x%08x expected 0x%08x\n", type, BACKUP_HEADER_ENTITY_V1);
12092e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    }
12102e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12112e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    err = reader.ReadEntityHeader(&string, &actualSize);
12122e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    if (err != 0) {
12132e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        fprintf(stderr, "ReadEntityHeader failed with %s\n", strerror(err));
12145f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato        goto finished;
12152e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    }
12162e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    if (string != str) {
12172e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        fprintf(stderr, "ReadEntityHeader expected key '%s' got '%s'\n", str, string.string());
12182e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        err = EINVAL;
12195f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato        goto finished;
12202e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    }
1221f5df700e6ce056ebfa322314d970e52d6facc35aAshok Bhat    if (actualSize != bufSize) {
1222f5df700e6ce056ebfa322314d970e52d6facc35aAshok Bhat        fprintf(stderr, "ReadEntityHeader expected dataSize %zu got %zu\n",
1223f5df700e6ce056ebfa322314d970e52d6facc35aAshok Bhat                bufSize, actualSize);
12242e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        err = EINVAL;
12255f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato        goto finished;
12262e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    }
12272e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
122811b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate    nRead = reader.ReadEntityData(buf, bufSize);
122911b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate    if (nRead < 0) {
123011b157790234d3d2f116ce4c7ed1d3d00fb78bc3Christopher Tate        err = reader.Status();
12312e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        fprintf(stderr, "ReadEntityData failed with %s\n", strerror(err));
12325f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato        goto finished;
12332e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    }
12342e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12352e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    if (0 != memcmp(buf, str, bufSize)) {
12362e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        fprintf(stderr, "ReadEntityData expected '%s' but got something starting with "
12375f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato                "%02x %02x %02x %02x  '%c%c%c%c'\n", str, buf[0], buf[1], buf[2], buf[3],
12385f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato                buf[0], buf[1], buf[2], buf[3]);
12392e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        err = EINVAL;
12405f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onorato        goto finished;
12412e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    }
12422e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12432e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    // The next read will confirm whether it got the right amount of data.
12442e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12455f15d151b5101fadfe6cba1e8f4aa6367e8c603eJoe Onoratofinished:
12462e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    if (err != NO_ERROR) {
12472e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        fprintf(stderr, "test_read_header_and_entity failed with %s\n", strerror(err));
12482e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    }
124963bcb79dd437e70593b63cc5a87baab3251c2183Christopher Tate    free(buf);
12502e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    return err;
12512e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato}
12522e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12532e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onoratoint
12542e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onoratobackup_helper_test_data_reader()
12552e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato{
12562e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    int err;
12572e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    int fd;
12582e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    const char* filename = SCRATCH_DIR "data_reader.data";
12592e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12602e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    system("rm -r " SCRATCH_DIR);
12612e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    mkdir(SCRATCH_DIR, 0777);
12622e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    mkdir(SCRATCH_DIR "data", 0777);
1263f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania
12642e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    fd = creat(filename, 0666);
12652e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    if (fd == -1) {
12662e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        fprintf(stderr, "error creating: %s\n", strerror(errno));
12672e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        return errno;
12682e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    }
12692e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12702e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    err = write(fd, DATA_GOLDEN_FILE, DATA_GOLDEN_FILE_SIZE);
12712e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    if (err != DATA_GOLDEN_FILE_SIZE) {
12722e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        fprintf(stderr, "Error \"%s\" writing golden file %s\n", strerror(errno), filename);
12732e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        return errno;
12742e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    }
12752e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12762e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    close(fd);
12772e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12782e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    fd = open(filename, O_RDONLY);
12792e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    if (fd == -1) {
12802e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        fprintf(stderr, "Error \"%s\" opening golden file %s for read\n", strerror(errno),
12812e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato                filename);
12822e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        return errno;
12832e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    }
12842e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12852e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    {
12862e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        BackupDataReader reader(fd);
12872e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12882e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        err = 0;
12892e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12902e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        if (err == NO_ERROR) {
12912e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato            err = test_read_header_and_entity(reader, "no_padding_");
12922e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        }
12932e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12942e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        if (err == NO_ERROR) {
12952e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato            err = test_read_header_and_entity(reader, "padded_to__3");
12962e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        }
12972e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
12982e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        if (err == NO_ERROR) {
12992e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato            err = test_read_header_and_entity(reader, "padded_to_2__");
13002e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        }
13012e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
13022e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        if (err == NO_ERROR) {
13032e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato            err = test_read_header_and_entity(reader, "padded_to1");
13042e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato        }
13052e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    }
13062e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
13072e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    close(fd);
13082e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
13092e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato    return err;
13102e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato}
13112e1da32203b7f6df76023f25a7382a31fad6b19dJoe Onorato
13123ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratostatic int
13133ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratoget_mod_time(const char* filename, struct timeval times[2])
13143ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato{
13153ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int err;
13163ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    struct stat64 st;
13173ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    err = stat64(filename, &st);
13183ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (err != 0) {
13193ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "stat '%s' failed: %s\n", filename, strerror(errno));
13203ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return errno;
13213ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
13224da9dc5a62c65b123087a08e124c446ea3a476d1Elliott Hughes
13234da9dc5a62c65b123087a08e124c446ea3a476d1Elliott Hughes    times[0].tv_sec = st.st_atim.tv_sec;
1324f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania    times[0].tv_usec = st.st_atim.tv_nsec / 1000;
13254da9dc5a62c65b123087a08e124c446ea3a476d1Elliott Hughes
13264da9dc5a62c65b123087a08e124c446ea3a476d1Elliott Hughes    times[1].tv_sec = st.st_mtim.tv_sec;
1327f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania    times[1].tv_usec = st.st_mtim.tv_nsec / 1000;
1328f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania
13293ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    return 0;
13303ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato}
13313ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
13323ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratoint
13333ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onoratobackup_helper_test_files()
13343ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato{
13353ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int err;
13363ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    int oldSnapshotFD;
13374535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    int dataStreamFD;
13384535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    int newSnapshotFD;
13393ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
13403ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    system("rm -r " SCRATCH_DIR);
13413ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    mkdir(SCRATCH_DIR, 0777);
13423ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    mkdir(SCRATCH_DIR "data", 0777);
13433ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
13443ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    write_text_file(SCRATCH_DIR "data/b", "b\nbb\n");
13453ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    write_text_file(SCRATCH_DIR "data/c", "c\ncc\n");
13463ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    write_text_file(SCRATCH_DIR "data/d", "d\ndd\n");
13473ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    write_text_file(SCRATCH_DIR "data/e", "e\nee\n");
13483ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    write_text_file(SCRATCH_DIR "data/f", "f\nff\n");
13493ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    write_text_file(SCRATCH_DIR "data/h", "h\nhh\n");
13503ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
13513ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    char const* files_before[] = {
135223ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        SCRATCH_DIR "data/b",
135323ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        SCRATCH_DIR "data/c",
135423ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        SCRATCH_DIR "data/d",
135523ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        SCRATCH_DIR "data/e",
135623ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        SCRATCH_DIR "data/f"
135723ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    };
135823ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
135923ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    char const* keys_before[] = {
13603ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        "data/b",
13613ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        "data/c",
13623ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        "data/d",
13633ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        "data/e",
13643ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        "data/f"
13653ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    };
13663ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
13674535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    dataStreamFD = creat(SCRATCH_DIR "1.data", 0666);
13684535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    if (dataStreamFD == -1) {
13694535e40544aeb957d44fad75fbe5676effe03689Joe Onorato        fprintf(stderr, "error creating: %s\n", strerror(errno));
13704535e40544aeb957d44fad75fbe5676effe03689Joe Onorato        return errno;
13714535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    }
13724535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
13733ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    newSnapshotFD = creat(SCRATCH_DIR "before.snap", 0666);
13743ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (newSnapshotFD == -1) {
13753ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "error creating: %s\n", strerror(errno));
13763ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return errno;
13773ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
1378d2110dbce071a236b6176de344ca797b737542ebJoe Onorato
1379d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    {
1380d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        BackupDataWriter dataStream(dataStreamFD);
1381f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania
138223ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        err = back_up_files(-1, &dataStream, newSnapshotFD, files_before, keys_before, 5);
1383d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        if (err != 0) {
1384d2110dbce071a236b6176de344ca797b737542ebJoe Onorato            return err;
1385d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        }
13863ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
13873ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
13884535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    close(dataStreamFD);
13893ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    close(newSnapshotFD);
13903ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
13913ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    sleep(3);
13923ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
13933ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    struct timeval d_times[2];
13943ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    struct timeval e_times[2];
13953ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
13963ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    err = get_mod_time(SCRATCH_DIR "data/d", d_times);
13973ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    err |= get_mod_time(SCRATCH_DIR "data/e", e_times);
13983ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (err != 0) {
13993ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return err;
14003ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
14013ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
14023ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    write_text_file(SCRATCH_DIR "data/a", "a\naa\n");
14033ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    unlink(SCRATCH_DIR "data/c");
14043ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    write_text_file(SCRATCH_DIR "data/c", "c\ncc\n");
14053ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    write_text_file(SCRATCH_DIR "data/d", "dd\ndd\n");
14063ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    utimes(SCRATCH_DIR "data/d", d_times);
14073ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    write_text_file(SCRATCH_DIR "data/e", "z\nzz\n");
14083ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    utimes(SCRATCH_DIR "data/e", e_times);
14093ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    write_text_file(SCRATCH_DIR "data/g", "g\ngg\n");
14103ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    unlink(SCRATCH_DIR "data/f");
1411f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania
14123ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    char const* files_after[] = {
141323ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        SCRATCH_DIR "data/a", // added
141423ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        SCRATCH_DIR "data/b", // same
141523ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        SCRATCH_DIR "data/c", // different mod time
141623ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        SCRATCH_DIR "data/d", // different size (same mod time)
141723ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        SCRATCH_DIR "data/e", // different contents (same mod time, same size)
141823ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        SCRATCH_DIR "data/g"  // added
141923ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    };
142023ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
142123ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    char const* keys_after[] = {
14223ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        "data/a", // added
14233ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        "data/b", // same
14243ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        "data/c", // different mod time
14253ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        "data/d", // different size (same mod time)
14263ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        "data/e", // different contents (same mod time, same size)
14273ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        "data/g"  // added
14283ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    };
14293ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
14303ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    oldSnapshotFD = open(SCRATCH_DIR "before.snap", O_RDONLY);
14313ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (oldSnapshotFD == -1) {
14323ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "error opening: %s\n", strerror(errno));
14333ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return errno;
14343ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
14353ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
14364535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    dataStreamFD = creat(SCRATCH_DIR "2.data", 0666);
14374535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    if (dataStreamFD == -1) {
14384535e40544aeb957d44fad75fbe5676effe03689Joe Onorato        fprintf(stderr, "error creating: %s\n", strerror(errno));
14394535e40544aeb957d44fad75fbe5676effe03689Joe Onorato        return errno;
14404535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    }
14414535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
14423ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    newSnapshotFD = creat(SCRATCH_DIR "after.snap", 0666);
14433ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    if (newSnapshotFD == -1) {
14443ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        fprintf(stderr, "error creating: %s\n", strerror(errno));
14453ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato        return errno;
14463ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    }
14473ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
1448d2110dbce071a236b6176de344ca797b737542ebJoe Onorato    {
1449d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        BackupDataWriter dataStream(dataStreamFD);
1450f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania
145123ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        err = back_up_files(oldSnapshotFD, &dataStream, newSnapshotFD, files_after, keys_after, 6);
1452d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        if (err != 0) {
1453d2110dbce071a236b6176de344ca797b737542ebJoe Onorato            return err;
1454d2110dbce071a236b6176de344ca797b737542ebJoe Onorato        }
1455d2110dbce071a236b6176de344ca797b737542ebJoe Onorato}
14563ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
14573ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    close(oldSnapshotFD);
14584535e40544aeb957d44fad75fbe5676effe03689Joe Onorato    close(dataStreamFD);
14593ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    close(newSnapshotFD);
1460f4c46b94b867f6a01bf7d0be18f667819338072fNicolas Catania
14613ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato    return 0;
14623ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato}
14633ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato
146423ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onoratoint
146523ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onoratobackup_helper_test_null_base()
146623ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato{
146723ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    int err;
146823ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    int dataStreamFD;
146923ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    int newSnapshotFD;
147023ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
147123ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    system("rm -r " SCRATCH_DIR);
147223ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    mkdir(SCRATCH_DIR, 0777);
147323ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    mkdir(SCRATCH_DIR "data", 0777);
147423ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
147523ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    write_text_file(SCRATCH_DIR "data/a", "a\naa\n");
147623ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
147723ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    char const* files[] = {
147823ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        SCRATCH_DIR "data/a",
147923ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    };
148023ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
148123ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    char const* keys[] = {
148223ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        "a",
148323ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    };
148423ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
148523ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    dataStreamFD = creat(SCRATCH_DIR "null_base.data", 0666);
148623ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    if (dataStreamFD == -1) {
148723ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        fprintf(stderr, "error creating: %s\n", strerror(errno));
148823ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        return errno;
148923ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    }
149023ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
149123ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    newSnapshotFD = creat(SCRATCH_DIR "null_base.snap", 0666);
149223ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    if (newSnapshotFD == -1) {
149323ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        fprintf(stderr, "error creating: %s\n", strerror(errno));
149423ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        return errno;
149523ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    }
149623ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
149723ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    {
149823ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        BackupDataWriter dataStream(dataStreamFD);
149923ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
150023ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        err = back_up_files(-1, &dataStream, newSnapshotFD, files, keys, 1);
150123ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        if (err != 0) {
150223ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato            return err;
150323ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato        }
150423ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    }
150523ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
150623ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    close(dataStreamFD);
150723ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    close(newSnapshotFD);
150823ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
150923ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato    return 0;
151023ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato}
151123ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
1512ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onoratoint
1513ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onoratobackup_helper_test_missing_file()
1514ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato{
1515ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    int err;
1516ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    int dataStreamFD;
1517ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    int newSnapshotFD;
1518ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato
1519ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    system("rm -r " SCRATCH_DIR);
1520ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    mkdir(SCRATCH_DIR, 0777);
1521ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    mkdir(SCRATCH_DIR "data", 0777);
1522ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato
1523ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    write_text_file(SCRATCH_DIR "data/b", "b\nbb\n");
1524ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato
1525ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    char const* files[] = {
1526ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        SCRATCH_DIR "data/a",
1527ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        SCRATCH_DIR "data/b",
1528ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        SCRATCH_DIR "data/c",
1529ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    };
1530ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato
1531ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    char const* keys[] = {
1532ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        "a",
1533ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        "b",
1534ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        "c",
1535ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    };
1536ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato
1537ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    dataStreamFD = creat(SCRATCH_DIR "null_base.data", 0666);
1538ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    if (dataStreamFD == -1) {
1539ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        fprintf(stderr, "error creating: %s\n", strerror(errno));
1540ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        return errno;
1541ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    }
1542ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato
1543ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    newSnapshotFD = creat(SCRATCH_DIR "null_base.snap", 0666);
1544ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    if (newSnapshotFD == -1) {
1545ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        fprintf(stderr, "error creating: %s\n", strerror(errno));
1546ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        return errno;
1547ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    }
1548ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato
1549ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    {
1550ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        BackupDataWriter dataStream(dataStreamFD);
1551ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato
1552ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        err = back_up_files(-1, &dataStream, newSnapshotFD, files, keys, 1);
1553ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        if (err != 0) {
1554ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato            return err;
1555ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato        }
1556ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    }
1557ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato
1558ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    close(dataStreamFD);
1559ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    close(newSnapshotFD);
1560ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato
1561ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato    return 0;
1562ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato}
1563ce88cb15b52998e16c3ba548a4ec49117a835e21Joe Onorato
156423ecae3bbb60c5af940f3a22170d75eb6ac05b69Joe Onorato
15653ad977b41c6e4ef30c2f4f316b909b742ffc04aaJoe Onorato#endif // TEST_BACKUP_HELPERS
15664535e40544aeb957d44fad75fbe5676effe03689Joe Onorato
15674535e40544aeb957d44fad75fbe5676effe03689Joe Onorato}
1568