163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey/* 263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Copyright (C) 2012 The Android Open Source Project 363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * 463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Licensed under the Apache License, Version 2.0 (the "License"); 563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * you may not use this file except in compliance with the License. 663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * You may obtain a copy of the License at 763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * 863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * http://www.apache.org/licenses/LICENSE-2.0 963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * 1063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Unless required by applicable law or agreed to in writing, software 1163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * distributed under the License is distributed on an "AS IS" BASIS, 1263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * See the License for the specific language governing permissions and 1463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * limitations under the License. 1563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 1663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 1763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeypackage com.android.server.net; 1863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 1963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport static android.net.NetworkStats.TAG_NONE; 20ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkeyimport static android.net.TrafficStats.KB_IN_BYTES; 21ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkeyimport static android.net.TrafficStats.MB_IN_BYTES; 2263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport static com.android.internal.util.Preconditions.checkNotNull; 2363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 2463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.net.NetworkStats; 2563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.net.NetworkStats.NonMonotonicObserver; 2663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.net.NetworkStatsHistory; 2763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.net.NetworkTemplate; 2863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.net.TrafficStats; 296de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkeyimport android.os.DropBoxManager; 3063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.util.Log; 31ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkeyimport android.util.MathUtils; 3263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport android.util.Slog; 3363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 3463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport com.android.internal.util.FileRotator; 3563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport com.android.internal.util.IndentingPrintWriter; 3663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport com.google.android.collect.Sets; 3763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 386de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkeyimport java.io.ByteArrayOutputStream; 3963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.io.DataOutputStream; 4063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.io.File; 4163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.io.IOException; 4263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.io.InputStream; 4363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.io.OutputStream; 4463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.lang.ref.WeakReference; 45daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkeyimport java.util.Arrays; 4663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.util.HashSet; 4763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeyimport java.util.Map; 4863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 496de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkeyimport libcore.io.IoUtils; 506de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey 5163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey/** 5263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Logic to record deltas between periodic {@link NetworkStats} snapshots into 5363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * {@link NetworkStatsHistory} that belong to {@link NetworkStatsCollection}. 5463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Keeps pending changes in memory until they pass a specific threshold, in 5563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * bytes. Uses {@link FileRotator} for persistence logic. 5663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * <p> 5763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Not inherently thread safe. 5863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 5963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkeypublic class NetworkStatsRecorder { 6063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private static final String TAG = "NetworkStatsRecorder"; 61e7bb71d26943fbb053139e1e34203df4c2afaa9bJeff Sharkey private static final boolean LOGD = false; 621f8ea2dcd1ed3cde4b84fbb27b5a55b3fea7ff2aJeff Sharkey private static final boolean LOGV = false; 6363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 646de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey private static final String TAG_NETSTATS_DUMP = "netstats_dump"; 656de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey 666de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey /** Dump before deleting in {@link #recoverFromWtf()}. */ 676de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey private static final boolean DUMP_BEFORE_DELETE = true; 686de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey 6963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final FileRotator mRotator; 7063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final NonMonotonicObserver<String> mObserver; 716de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey private final DropBoxManager mDropBox; 7263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final String mCookie; 7363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 7463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final long mBucketDuration; 7563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final boolean mOnlyTags; 7663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 77ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey private long mPersistThresholdBytes = 2 * MB_IN_BYTES; 7863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private NetworkStats mLastSnapshot; 7963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 8063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final NetworkStatsCollection mPending; 8163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final NetworkStatsCollection mSinceBoot; 8263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 8363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final CombiningRewriter mPendingRewriter; 8463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 8563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private WeakReference<NetworkStatsCollection> mComplete; 8663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 8763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public NetworkStatsRecorder(FileRotator rotator, NonMonotonicObserver<String> observer, 886de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey DropBoxManager dropBox, String cookie, long bucketDuration, boolean onlyTags) { 8963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator = checkNotNull(rotator, "missing FileRotator"); 9063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mObserver = checkNotNull(observer, "missing NonMonotonicObserver"); 916de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey mDropBox = checkNotNull(dropBox, "missing DropBoxManager"); 9263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mCookie = cookie; 9363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 9463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mBucketDuration = bucketDuration; 9563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mOnlyTags = onlyTags; 9663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 9763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mPending = new NetworkStatsCollection(bucketDuration); 9863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mSinceBoot = new NetworkStatsCollection(bucketDuration); 9963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 10063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mPendingRewriter = new CombiningRewriter(mPending); 10163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 10263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 103ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey public void setPersistThreshold(long thresholdBytes) { 104ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey if (LOGV) Slog.v(TAG, "setPersistThreshold() with " + thresholdBytes); 105ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey mPersistThresholdBytes = MathUtils.constrain( 106ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey thresholdBytes, 1 * KB_IN_BYTES, 100 * MB_IN_BYTES); 107ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey } 108ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey 10963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void resetLocked() { 11063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mLastSnapshot = null; 11163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mPending.reset(); 11263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mSinceBoot.reset(); 11363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mComplete.clear(); 11463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 11563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 11663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public NetworkStats.Entry getTotalSinceBootLocked(NetworkTemplate template) { 11763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey return mSinceBoot.getSummary(template, Long.MIN_VALUE, Long.MAX_VALUE).getTotal(null); 11863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 11963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 12063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 12163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Load complete history represented by {@link FileRotator}. Caches 12263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * internally as a {@link WeakReference}, and updated with future 12363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * {@link #recordSnapshotLocked(NetworkStats, Map, long)} snapshots as long 12463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * as reference is valid. 12563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 12663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public NetworkStatsCollection getOrLoadCompleteLocked() { 12763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey NetworkStatsCollection complete = mComplete != null ? mComplete.get() : null; 12863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (complete == null) { 12963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (LOGD) Slog.d(TAG, "getOrLoadCompleteLocked() reading from disk for " + mCookie); 13063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey try { 13163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey complete = new NetworkStatsCollection(mBucketDuration); 13263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.readMatching(complete, Long.MIN_VALUE, Long.MAX_VALUE); 13363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey complete.recordCollection(mPending); 13463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mComplete = new WeakReference<NetworkStatsCollection>(complete); 13563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } catch (IOException e) { 13663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey Log.wtf(TAG, "problem completely reading network stats", e); 1376de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey recoverFromWtf(); 13863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 13963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 14063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey return complete; 14163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 14263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 14363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 14463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Record any delta that occurred since last {@link NetworkStats} snapshot, 14563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * using the given {@link Map} to identify network interfaces. First 14663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * snapshot is considered bootstrap, and is not counted as delta. 14763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 14863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void recordSnapshotLocked(NetworkStats snapshot, 14963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey Map<String, NetworkIdentitySet> ifaceIdent, long currentTimeMillis) { 15063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final HashSet<String> unknownIfaces = Sets.newHashSet(); 15163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 152e8914c36276710de50b347c1e6aecfa45d6a56cdJeff Sharkey // skip recording when snapshot missing 153e8914c36276710de50b347c1e6aecfa45d6a56cdJeff Sharkey if (snapshot == null) return; 154e8914c36276710de50b347c1e6aecfa45d6a56cdJeff Sharkey 15563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // assume first snapshot is bootstrap and don't record 15663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (mLastSnapshot == null) { 15763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mLastSnapshot = snapshot; 15863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey return; 15963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 16063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 16163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final NetworkStatsCollection complete = mComplete != null ? mComplete.get() : null; 16263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 16363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final NetworkStats delta = NetworkStats.subtract( 16463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey snapshot, mLastSnapshot, mObserver, mCookie); 16563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long end = currentTimeMillis; 16663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long start = end - delta.getElapsedRealtime(); 16763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 16863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey NetworkStats.Entry entry = null; 16963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey for (int i = 0; i < delta.size(); i++) { 17063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey entry = delta.getValues(i, entry); 17163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final NetworkIdentitySet ident = ifaceIdent.get(entry.iface); 17263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (ident == null) { 17363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey unknownIfaces.add(entry.iface); 17463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey continue; 17563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 17663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 177ac3fcb1590e1da21324c13ce237ec48f2bf488bfJeff Sharkey // skip when no delta occurred 17863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (entry.isEmpty()) continue; 17963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 18063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // only record tag data when requested 18163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if ((entry.tag == TAG_NONE) != mOnlyTags) { 18263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mPending.recordData(ident, entry.uid, entry.set, entry.tag, start, end, entry); 18363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 18463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // also record against boot stats when present 18563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (mSinceBoot != null) { 18663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mSinceBoot.recordData(ident, entry.uid, entry.set, entry.tag, start, end, entry); 18763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 18863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 18963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // also record against complete dataset when present 19063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (complete != null) { 19163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey complete.recordData(ident, entry.uid, entry.set, entry.tag, start, end, entry); 19263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 19363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 19463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 19563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 19663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mLastSnapshot = snapshot; 19763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 1981f8ea2dcd1ed3cde4b84fbb27b5a55b3fea7ff2aJeff Sharkey if (LOGV && unknownIfaces.size() > 0) { 19963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey Slog.w(TAG, "unknown interfaces " + unknownIfaces + ", ignoring those stats"); 20063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 20163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 20263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 20363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 20463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Consider persisting any pending deltas, if they are beyond 20563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * {@link #mPersistThresholdBytes}. 20663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 20763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void maybePersistLocked(long currentTimeMillis) { 20863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long pendingBytes = mPending.getTotalBytes(); 20963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (pendingBytes >= mPersistThresholdBytes) { 21063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey forcePersistLocked(currentTimeMillis); 21163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } else { 21263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.maybeRotate(currentTimeMillis); 21363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 21463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 21563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 21663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 21763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Force persisting any pending deltas. 21863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 21963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void forcePersistLocked(long currentTimeMillis) { 22063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (mPending.isDirty()) { 22163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (LOGD) Slog.d(TAG, "forcePersistLocked() writing for " + mCookie); 22263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey try { 22363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.rewriteActive(mPendingRewriter, currentTimeMillis); 22463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.maybeRotate(currentTimeMillis); 22563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mPending.reset(); 22663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } catch (IOException e) { 22763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey Log.wtf(TAG, "problem persisting pending stats", e); 2286de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey recoverFromWtf(); 22963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 23063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 23163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 23263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 23363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 23463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Remove the given UID from all {@link FileRotator} history, migrating it 23563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * to {@link TrafficStats#UID_REMOVED}. 23663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 237daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey public void removeUidsLocked(int[] uids) { 23863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey try { 239daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey // Rewrite all persisted data to migrate UID stats 240daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey mRotator.rewriteAll(new RemoveUidRewriter(mBucketDuration, uids)); 24163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } catch (IOException e) { 242daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey Log.wtf(TAG, "problem removing UIDs " + Arrays.toString(uids), e); 2436de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey recoverFromWtf(); 24463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 24563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 246daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey // Remove any pending stats 247daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey mPending.removeUids(uids); 248daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey mSinceBoot.removeUids(uids); 249daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey 250daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey // Clear UID from current stats snapshot 25163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (mLastSnapshot != null) { 252daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey mLastSnapshot = mLastSnapshot.withoutUids(uids); 25363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 254b52e3e55098c4a6e3dbfe19885895411cfb38911Jeff Sharkey 255b52e3e55098c4a6e3dbfe19885895411cfb38911Jeff Sharkey final NetworkStatsCollection complete = mComplete != null ? mComplete.get() : null; 256b52e3e55098c4a6e3dbfe19885895411cfb38911Jeff Sharkey if (complete != null) { 257daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey complete.removeUids(uids); 258b52e3e55098c4a6e3dbfe19885895411cfb38911Jeff Sharkey } 25963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 26063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 26163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 26263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Rewriter that will combine current {@link NetworkStatsCollection} values 26363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * with anything read from disk, and write combined set to disk. Clears the 26463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * original {@link NetworkStatsCollection} when finished writing. 26563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 26663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private static class CombiningRewriter implements FileRotator.Rewriter { 26763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final NetworkStatsCollection mCollection; 26863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 26963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public CombiningRewriter(NetworkStatsCollection collection) { 27063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mCollection = checkNotNull(collection, "missing NetworkStatsCollection"); 27163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 27263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 273bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 27463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void reset() { 27563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // ignored 27663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 27763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 278bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 27963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void read(InputStream in) throws IOException { 28063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mCollection.read(in); 28163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 28263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 283bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 28463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public boolean shouldWrite() { 28563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey return true; 28663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 28763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 288bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 28963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void write(OutputStream out) throws IOException { 29063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mCollection.write(new DataOutputStream(out)); 29163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mCollection.reset(); 29263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 29363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 29463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 29563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey /** 29663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * Rewriter that will remove any {@link NetworkStatsHistory} attributed to 29763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey * the requested UID, only writing data back when modified. 29863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey */ 29963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public static class RemoveUidRewriter implements FileRotator.Rewriter { 30063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey private final NetworkStatsCollection mTemp; 301daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey private final int[] mUids; 30263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 303daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey public RemoveUidRewriter(long bucketDuration, int[] uids) { 30463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mTemp = new NetworkStatsCollection(bucketDuration); 305daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey mUids = uids; 30663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 30763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 308bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 30963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void reset() { 31063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mTemp.reset(); 31163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 31263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 313bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 31463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void read(InputStream in) throws IOException { 31563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mTemp.read(in); 31663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mTemp.clearDirty(); 317daa57e8d1866fe4579c280c41604f3660db7cd01Jeff Sharkey mTemp.removeUids(mUids); 31863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 31963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 320bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 32163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public boolean shouldWrite() { 32263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey return mTemp.isDirty(); 32363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 32463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 325bfdd680ab44da173a4a39fcd6feccdebb9d1f855Jeff Sharkey @Override 32663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void write(OutputStream out) throws IOException { 32763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mTemp.write(new DataOutputStream(out)); 32863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 32963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 33063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 33163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void importLegacyNetworkLocked(File file) throws IOException { 33263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // legacy file still exists; start empty to avoid double importing 33363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.deleteAll(); 33463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 33563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final NetworkStatsCollection collection = new NetworkStatsCollection(mBucketDuration); 33663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey collection.readLegacyNetwork(file); 33763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 33863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long startMillis = collection.getStartMillis(); 33963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long endMillis = collection.getEndMillis(); 34063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 34163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (!collection.isEmpty()) { 34263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // process legacy data, creating active file at starting time, then 34363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // using end time to possibly trigger rotation. 34463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.rewriteActive(new CombiningRewriter(collection), startMillis); 34563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.maybeRotate(endMillis); 34663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 34763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 34863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 34963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void importLegacyUidLocked(File file) throws IOException { 35063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // legacy file still exists; start empty to avoid double importing 35163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.deleteAll(); 35263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 35363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final NetworkStatsCollection collection = new NetworkStatsCollection(mBucketDuration); 35463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey collection.readLegacyUid(file, mOnlyTags); 35563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 35663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long startMillis = collection.getStartMillis(); 35763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey final long endMillis = collection.getEndMillis(); 35863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 35963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (!collection.isEmpty()) { 36063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // process legacy data, creating active file at starting time, then 36163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey // using end time to possibly trigger rotation. 36263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.rewriteActive(new CombiningRewriter(collection), startMillis); 36363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mRotator.maybeRotate(endMillis); 36463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 36563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 36663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey 36763abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey public void dumpLocked(IndentingPrintWriter pw, boolean fullHistory) { 36863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey pw.print("Pending bytes: "); pw.println(mPending.getTotalBytes()); 36963abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey if (fullHistory) { 37063abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey pw.println("Complete history:"); 37163abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey getOrLoadCompleteLocked().dump(pw); 37263abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } else { 37363abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey pw.println("History since boot:"); 37463abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey mSinceBoot.dump(pw); 37563abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 37663abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey } 3776de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey 3786de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey /** 3796de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey * Recover from {@link FileRotator} failure by dumping state to 3806de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey * {@link DropBoxManager} and deleting contents. 3816de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey */ 3826de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey private void recoverFromWtf() { 3836de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey if (DUMP_BEFORE_DELETE) { 3846de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey final ByteArrayOutputStream os = new ByteArrayOutputStream(); 3856de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey try { 3866de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey mRotator.dumpAll(os); 3876de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey } catch (IOException e) { 3886de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey // ignore partial contents 3896de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey os.reset(); 3906de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey } finally { 3916de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey IoUtils.closeQuietly(os); 3926de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey } 3936de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey mDropBox.addData(TAG_NETSTATS_DUMP, os.toByteArray(), 0); 3946de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey } 3956de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey 3966de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey mRotator.deleteAll(); 3976de357e4d10fa5977ab9a6c665dc858765e95d34Jeff Sharkey } 39863abc37356728c0575d6a62a203102ae6d97953bJeff Sharkey} 399