163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey/* 263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Copyright (C) 2012 The Android Open Source Project 363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * 463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Licensed under the Apache License, Version 2.0 (the "License"); 563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * you may not use this file except in compliance with the License. 663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * You may obtain a copy of the License at 763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * 863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * http://www.apache.org/licenses/LICENSE-2.0 963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * 1063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Unless required by applicable law or agreed to in writing, software 1163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * distributed under the License is distributed on an "AS IS" BASIS, 1263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * See the License for the specific language governing permissions and 1463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * limitations under the License. 1563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 1663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 1763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeypackage com.android.server.net; 1863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 1963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport static android.net.NetworkStats.TAG_NONE; 20ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkeyimport static android.net.TrafficStats.KB_IN_BYTES; 21ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkeyimport static android.net.TrafficStats.MB_IN_BYTES; 2263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport static com.android.internal.util.Preconditions.checkNotNull; 2363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 2463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.net.NetworkStats; 2563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.net.NetworkStats.NonMonotonicObserver; 2663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.net.NetworkStatsHistory; 2763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.net.NetworkTemplate; 2863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.net.TrafficStats; 296de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkeyimport android.os.DropBoxManager; 3063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.util.Log; 31ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkeyimport android.util.MathUtils; 3263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.util.Slog; 3363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 3463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport com.android.internal.util.FileRotator; 3563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport com.android.internal.util.IndentingPrintWriter; 3663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport com.google.android.collect.Sets; 3763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 386de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkeyimport java.io.ByteArrayOutputStream; 3963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.io.DataOutputStream; 4063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.io.File; 4163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.io.IOException; 4263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.io.InputStream; 4363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.io.OutputStream; 4463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.lang.ref.WeakReference; 45daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkeyimport java.util.Arrays; 4663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.util.HashSet; 4763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.util.Map; 4863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 496de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkeyimport libcore.io.IoUtils; 506de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey 5163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey/** 5263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Logic to record deltas between periodic {@link NetworkStats} snapshots into 5363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * {@link NetworkStatsHistory} that belong to {@link NetworkStatsCollection}. 5463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Keeps pending changes in memory until they pass a specific threshold, in 5563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * bytes. Uses {@link FileRotator} for persistence logic. 5663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * <p> 5763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Not inherently thread safe. 5863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 5963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeypublic class NetworkStatsRecorder { 6063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private static final String TAG = "NetworkStatsRecorder"; 61e7bb71d26943fbb053139e1e34203df4c2afaa9bJeff Sharkey private static final boolean LOGD = false; 621f8ea2dcd1ed3cde4b84fbb27b5a55b3fea7ff2aJeff Sharkey private static final boolean LOGV = false; 6363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 646de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey private static final String TAG_NETSTATS_DUMP = "netstats_dump"; 656de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey 666de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey /** Dump before deleting in {@link #recoverFromWtf()}. */ 676de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey private static final boolean DUMP_BEFORE_DELETE = true; 686de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey 6963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final FileRotator mRotator; 7063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final NonMonotonicObserver<String> mObserver; 716de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey private final DropBoxManager mDropBox; 7263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final String mCookie; 7363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 7463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final long mBucketDuration; 7563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final boolean mOnlyTags; 7663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 77ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey private long mPersistThresholdBytes = 2 * MB_IN_BYTES; 7863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private NetworkStats mLastSnapshot; 7963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 8063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final NetworkStatsCollection mPending; 8163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final NetworkStatsCollection mSinceBoot; 8263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 8363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final CombiningRewriter mPendingRewriter; 8463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 8563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private WeakReference<NetworkStatsCollection> mComplete; 8663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 8763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public NetworkStatsRecorder(FileRotator rotator, NonMonotonicObserver<String> observer, 886de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey DropBoxManager dropBox, String cookie, long bucketDuration, boolean onlyTags) { 8963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator = checkNotNull(rotator, "missing FileRotator"); 9063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mObserver = checkNotNull(observer, "missing NonMonotonicObserver"); 916de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey mDropBox = checkNotNull(dropBox, "missing DropBoxManager"); 9263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mCookie = cookie; 9363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 9463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mBucketDuration = bucketDuration; 9563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mOnlyTags = onlyTags; 9663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 9763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mPending = new NetworkStatsCollection(bucketDuration); 9863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mSinceBoot = new NetworkStatsCollection(bucketDuration); 9963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 10063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mPendingRewriter = new CombiningRewriter(mPending); 10163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 10263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 103ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey public void setPersistThreshold(long thresholdBytes) { 104ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey if (LOGV) Slog.v(TAG, "setPersistThreshold() with " + thresholdBytes); 105ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey mPersistThresholdBytes = MathUtils.constrain( 106ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey thresholdBytes, 1 * KB_IN_BYTES, 100 * MB_IN_BYTES); 107ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey } 108ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey 10963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void resetLocked() { 11063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mLastSnapshot = null; 11163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mPending.reset(); 11263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mSinceBoot.reset(); 11363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mComplete.clear(); 11463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 11563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 11663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public NetworkStats.Entry getTotalSinceBootLocked(NetworkTemplate template) { 11763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey return mSinceBoot.getSummary(template, Long.MIN_VALUE, Long.MAX_VALUE).getTotal(null); 11863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 11963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 12063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 12163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Load complete history represented by {@link FileRotator}. Caches 12263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * internally as a {@link WeakReference}, and updated with future 12363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * {@link #recordSnapshotLocked(NetworkStats, Map, long)} snapshots as long 12463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * as reference is valid. 12563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 12663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public NetworkStatsCollection getOrLoadCompleteLocked() { 12763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey NetworkStatsCollection complete = mComplete != null ? mComplete.get() : null; 12863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (complete == null) { 12963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (LOGD) Slog.d(TAG, "getOrLoadCompleteLocked() reading from disk for " + mCookie); 13063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey try { 13163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey complete = new NetworkStatsCollection(mBucketDuration); 13263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.readMatching(complete, Long.MIN_VALUE, Long.MAX_VALUE); 13363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey complete.recordCollection(mPending); 13463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mComplete = new WeakReference<NetworkStatsCollection>(complete); 13563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } catch (IOException e) { 13663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey Log.wtf(TAG, "problem completely reading network stats", e); 1376de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey recoverFromWtf(); 138e4984bea95a07dea0ef0259fefa1e52f0bbb1533Jeff Sharkey } catch (OutOfMemoryError e) { 139e4984bea95a07dea0ef0259fefa1e52f0bbb1533Jeff Sharkey Log.wtf(TAG, "problem completely reading network stats", e); 140e4984bea95a07dea0ef0259fefa1e52f0bbb1533Jeff Sharkey recoverFromWtf(); 14163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 14263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 14363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey return complete; 14463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 14563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 14663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 14763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Record any delta that occurred since last {@link NetworkStats} snapshot, 14863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * using the given {@link Map} to identify network interfaces. First 14963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * snapshot is considered bootstrap, and is not counted as delta. 15063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 15163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void recordSnapshotLocked(NetworkStats snapshot, 15263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey Map<String, NetworkIdentitySet> ifaceIdent, long currentTimeMillis) { 15363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final HashSet<String> unknownIfaces = Sets.newHashSet(); 15463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 155e8914c36276710de50b347c1e6aecfa45d6a56cdJeff Sharkey // skip recording when snapshot missing 156e8914c36276710de50b347c1e6aecfa45d6a56cdJeff Sharkey if (snapshot == null) return; 157e8914c36276710de50b347c1e6aecfa45d6a56cdJeff Sharkey 15863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // assume first snapshot is bootstrap and don't record 15963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (mLastSnapshot == null) { 16063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mLastSnapshot = snapshot; 16163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey return; 16263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 16363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 16463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final NetworkStatsCollection complete = mComplete != null ? mComplete.get() : null; 16563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 16663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final NetworkStats delta = NetworkStats.subtract( 16763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey snapshot, mLastSnapshot, mObserver, mCookie); 16863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long end = currentTimeMillis; 16963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long start = end - delta.getElapsedRealtime(); 17063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 17163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey NetworkStats.Entry entry = null; 17263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey for (int i = 0; i < delta.size(); i++) { 17363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey entry = delta.getValues(i, entry); 17463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final NetworkIdentitySet ident = ifaceIdent.get(entry.iface); 17563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (ident == null) { 17663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey unknownIfaces.add(entry.iface); 17763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey continue; 17863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 17963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 180ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey // skip when no delta occurred 18163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (entry.isEmpty()) continue; 18263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 18363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // only record tag data when requested 18463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if ((entry.tag == TAG_NONE) != mOnlyTags) { 18563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mPending.recordData(ident, entry.uid, entry.set, entry.tag, start, end, entry); 18663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 18763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // also record against boot stats when present 18863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (mSinceBoot != null) { 18963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mSinceBoot.recordData(ident, entry.uid, entry.set, entry.tag, start, end, entry); 19063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 19163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 19263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // also record against complete dataset when present 19363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (complete != null) { 19463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey complete.recordData(ident, entry.uid, entry.set, entry.tag, start, end, entry); 19563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 19663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 19763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 19863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 19963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mLastSnapshot = snapshot; 20063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 2011f8ea2dcd1ed3cde4b84fbb27b5a55b3fea7ff2aJeff Sharkey if (LOGV && unknownIfaces.size() > 0) { 20263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey Slog.w(TAG, "unknown interfaces " + unknownIfaces + ", ignoring those stats"); 20363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 20463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 20563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 20663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 20763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Consider persisting any pending deltas, if they are beyond 20863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * {@link #mPersistThresholdBytes}. 20963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 21063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void maybePersistLocked(long currentTimeMillis) { 21163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long pendingBytes = mPending.getTotalBytes(); 21263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (pendingBytes >= mPersistThresholdBytes) { 21363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey forcePersistLocked(currentTimeMillis); 21463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } else { 21563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.maybeRotate(currentTimeMillis); 21663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 21763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 21863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 21963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 22063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Force persisting any pending deltas. 22163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 22263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void forcePersistLocked(long currentTimeMillis) { 22363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (mPending.isDirty()) { 22463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (LOGD) Slog.d(TAG, "forcePersistLocked() writing for " + mCookie); 22563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey try { 22663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.rewriteActive(mPendingRewriter, currentTimeMillis); 22763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.maybeRotate(currentTimeMillis); 22863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mPending.reset(); 22963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } catch (IOException e) { 23063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey Log.wtf(TAG, "problem persisting pending stats", e); 2316de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey recoverFromWtf(); 232e4984bea95a07dea0ef0259fefa1e52f0bbb1533Jeff Sharkey } catch (OutOfMemoryError e) { 233e4984bea95a07dea0ef0259fefa1e52f0bbb1533Jeff Sharkey Log.wtf(TAG, "problem persisting pending stats", e); 234e4984bea95a07dea0ef0259fefa1e52f0bbb1533Jeff Sharkey recoverFromWtf(); 23563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 23663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 23763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 23863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 23963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 24063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Remove the given UID from all {@link FileRotator} history, migrating it 24163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * to {@link TrafficStats#UID_REMOVED}. 24263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 243daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey public void removeUidsLocked(int[] uids) { 24463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey try { 245daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey // Rewrite all persisted data to migrate UID stats 246daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey mRotator.rewriteAll(new RemoveUidRewriter(mBucketDuration, uids)); 24763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } catch (IOException e) { 248daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey Log.wtf(TAG, "problem removing UIDs " + Arrays.toString(uids), e); 249e4984bea95a07dea0ef0259fefa1e52f0bbb1533Jeff Sharkey recoverFromWtf(); 250e4984bea95a07dea0ef0259fefa1e52f0bbb1533Jeff Sharkey } catch (OutOfMemoryError e) { 251e4984bea95a07dea0ef0259fefa1e52f0bbb1533Jeff Sharkey Log.wtf(TAG, "problem removing UIDs " + Arrays.toString(uids), e); 2526de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey recoverFromWtf(); 25363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 25463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 255daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey // Remove any pending stats 256daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey mPending.removeUids(uids); 257daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey mSinceBoot.removeUids(uids); 258daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey 259daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey // Clear UID from current stats snapshot 26063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (mLastSnapshot != null) { 261daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey mLastSnapshot = mLastSnapshot.withoutUids(uids); 26263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 263b52e3e55098c4a6e3dbfe19885895411cfb38911Jeff Sharkey 264b52e3e55098c4a6e3dbfe19885895411cfb38911Jeff Sharkey final NetworkStatsCollection complete = mComplete != null ? mComplete.get() : null; 265b52e3e55098c4a6e3dbfe19885895411cfb38911Jeff Sharkey if (complete != null) { 266daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey complete.removeUids(uids); 267b52e3e55098c4a6e3dbfe19885895411cfb38911Jeff Sharkey } 26863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 26963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 27063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 27163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Rewriter that will combine current {@link NetworkStatsCollection} values 27263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * with anything read from disk, and write combined set to disk. Clears the 27363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * original {@link NetworkStatsCollection} when finished writing. 27463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 27563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private static class CombiningRewriter implements FileRotator.Rewriter { 27663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final NetworkStatsCollection mCollection; 27763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 27863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public CombiningRewriter(NetworkStatsCollection collection) { 27963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mCollection = checkNotNull(collection, "missing NetworkStatsCollection"); 28063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 28163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 282bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 28363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void reset() { 28463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // ignored 28563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 28663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 287bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 28863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void read(InputStream in) throws IOException { 28963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mCollection.read(in); 29063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 29163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 292bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 29363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public boolean shouldWrite() { 29463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey return true; 29563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 29663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 297bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 29863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void write(OutputStream out) throws IOException { 29963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mCollection.write(new DataOutputStream(out)); 30063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mCollection.reset(); 30163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 30263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 30363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 30463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 30563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Rewriter that will remove any {@link NetworkStatsHistory} attributed to 30663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * the requested UID, only writing data back when modified. 30763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 30863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public static class RemoveUidRewriter implements FileRotator.Rewriter { 30963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final NetworkStatsCollection mTemp; 310daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey private final int[] mUids; 31163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 312daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey public RemoveUidRewriter(long bucketDuration, int[] uids) { 31363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mTemp = new NetworkStatsCollection(bucketDuration); 314daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey mUids = uids; 31563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 31663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 317bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 31863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void reset() { 31963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mTemp.reset(); 32063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 32163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 322bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 32363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void read(InputStream in) throws IOException { 32463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mTemp.read(in); 32563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mTemp.clearDirty(); 326daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey mTemp.removeUids(mUids); 32763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 32863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 329bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 33063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public boolean shouldWrite() { 33163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey return mTemp.isDirty(); 33263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 33363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 334bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 33563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void write(OutputStream out) throws IOException { 33663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mTemp.write(new DataOutputStream(out)); 33763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 33863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 33963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 34063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void importLegacyNetworkLocked(File file) throws IOException { 34163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // legacy file still exists; start empty to avoid double importing 34263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.deleteAll(); 34363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 34463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final NetworkStatsCollection collection = new NetworkStatsCollection(mBucketDuration); 34563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey collection.readLegacyNetwork(file); 34663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 34763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long startMillis = collection.getStartMillis(); 34863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long endMillis = collection.getEndMillis(); 34963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 35063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (!collection.isEmpty()) { 35163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // process legacy data, creating active file at starting time, then 35263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // using end time to possibly trigger rotation. 35363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.rewriteActive(new CombiningRewriter(collection), startMillis); 35463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.maybeRotate(endMillis); 35563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 35663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 35763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 35863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void importLegacyUidLocked(File file) throws IOException { 35963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // legacy file still exists; start empty to avoid double importing 36063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.deleteAll(); 36163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 36263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final NetworkStatsCollection collection = new NetworkStatsCollection(mBucketDuration); 36363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey collection.readLegacyUid(file, mOnlyTags); 36463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 36563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long startMillis = collection.getStartMillis(); 36663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long endMillis = collection.getEndMillis(); 36763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 36863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (!collection.isEmpty()) { 36963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // process legacy data, creating active file at starting time, then 37063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // using end time to possibly trigger rotation. 37163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.rewriteActive(new CombiningRewriter(collection), startMillis); 37263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.maybeRotate(endMillis); 37363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 37463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 37563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 37663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void dumpLocked(IndentingPrintWriter pw, boolean fullHistory) { 37763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey pw.print("Pending bytes: "); pw.println(mPending.getTotalBytes()); 37863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (fullHistory) { 37963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey pw.println("Complete history:"); 38063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey getOrLoadCompleteLocked().dump(pw); 38163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } else { 38263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey pw.println("History since boot:"); 38363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mSinceBoot.dump(pw); 38463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 38563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 3866de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey 3876de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey /** 3886de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey * Recover from {@link FileRotator} failure by dumping state to 3896de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey * {@link DropBoxManager} and deleting contents. 3906de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey */ 3916de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey private void recoverFromWtf() { 3926de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey if (DUMP_BEFORE_DELETE) { 3936de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey final ByteArrayOutputStream os = new ByteArrayOutputStream(); 3946de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey try { 3956de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey mRotator.dumpAll(os); 3966de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey } catch (IOException e) { 3976de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey // ignore partial contents 3986de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey os.reset(); 3996de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey } finally { 4006de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey IoUtils.closeQuietly(os); 4016de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey } 4026de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey mDropBox.addData(TAG_NETSTATS_DUMP, os.toByteArray(), 0); 4036de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey } 4046de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey 4056de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey mRotator.deleteAll(); 4066de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey } 40763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey} 408