StatsdStats.cpp revision 5260eea5e48f7c54fa28c2254547c588c344d26d
1/* 2 * Copyright 2017, The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16#define DEBUG false // STOPSHIP if true 17#include "Log.h" 18 19#include "StatsdStats.h" 20 21#include <android/util/ProtoOutputStream.h> 22#include "../stats_log_util.h" 23#include "statslog.h" 24#include "storage/StorageManager.h" 25 26namespace android { 27namespace os { 28namespace statsd { 29 30using android::util::FIELD_COUNT_REPEATED; 31using android::util::FIELD_TYPE_BOOL; 32using android::util::FIELD_TYPE_FLOAT; 33using android::util::FIELD_TYPE_INT32; 34using android::util::FIELD_TYPE_INT64; 35using android::util::FIELD_TYPE_MESSAGE; 36using android::util::FIELD_TYPE_STRING; 37using android::util::ProtoOutputStream; 38using std::lock_guard; 39using std::map; 40using std::shared_ptr; 41using std::string; 42using std::vector; 43 44const int FIELD_ID_BEGIN_TIME = 1; 45const int FIELD_ID_END_TIME = 2; 46const int FIELD_ID_CONFIG_STATS = 3; 47const int FIELD_ID_ATOM_STATS = 7; 48const int FIELD_ID_UIDMAP_STATS = 8; 49const int FIELD_ID_ANOMALY_ALARM_STATS = 9; 50// const int FIELD_ID_PULLED_ATOM_STATS = 10; // The proto is written in stats_log_util.cpp 51const int FIELD_ID_LOGGER_ERROR_STATS = 11; 52const int FIELD_ID_SUBSCRIBER_ALARM_STATS = 12; 53 54const int FIELD_ID_ATOM_STATS_TAG = 1; 55const int FIELD_ID_ATOM_STATS_COUNT = 2; 56 57const int FIELD_ID_ANOMALY_ALARMS_REGISTERED = 1; 58const int FIELD_ID_SUBSCRIBER_ALARMS_REGISTERED = 1; 59 60const int FIELD_ID_LOGGER_STATS_TIME = 1; 61const int FIELD_ID_LOGGER_STATS_ERROR_CODE = 2; 62 63const int FIELD_ID_CONFIG_STATS_UID = 1; 64const int FIELD_ID_CONFIG_STATS_ID = 2; 65const int FIELD_ID_CONFIG_STATS_CREATION = 3; 66const int FIELD_ID_CONFIG_STATS_RESET = 19; 67const int FIELD_ID_CONFIG_STATS_DELETION = 4; 68const int FIELD_ID_CONFIG_STATS_METRIC_COUNT = 5; 69const int FIELD_ID_CONFIG_STATS_CONDITION_COUNT = 6; 70const int FIELD_ID_CONFIG_STATS_MATCHER_COUNT = 7; 71const int FIELD_ID_CONFIG_STATS_ALERT_COUNT = 8; 72const int FIELD_ID_CONFIG_STATS_VALID = 9; 73const int FIELD_ID_CONFIG_STATS_BROADCAST = 10; 74const int FIELD_ID_CONFIG_STATS_DATA_DROP = 11; 75const int FIELD_ID_CONFIG_STATS_DUMP_REPORT = 12; 76const int FIELD_ID_CONFIG_STATS_MATCHER_STATS = 13; 77const int FIELD_ID_CONFIG_STATS_CONDITION_STATS = 14; 78const int FIELD_ID_CONFIG_STATS_METRIC_STATS = 15; 79const int FIELD_ID_CONFIG_STATS_ALERT_STATS = 16; 80const int FIELD_ID_CONFIG_STATS_METRIC_DIMENSION_IN_CONDITION_STATS = 17; 81const int FIELD_ID_CONFIG_STATS_ANNOTATION = 18; 82const int FIELD_ID_CONFIG_STATS_ANNOTATION_INT64 = 1; 83const int FIELD_ID_CONFIG_STATS_ANNOTATION_INT32 = 2; 84 85const int FIELD_ID_MATCHER_STATS_ID = 1; 86const int FIELD_ID_MATCHER_STATS_COUNT = 2; 87const int FIELD_ID_CONDITION_STATS_ID = 1; 88const int FIELD_ID_CONDITION_STATS_COUNT = 2; 89const int FIELD_ID_METRIC_STATS_ID = 1; 90const int FIELD_ID_METRIC_STATS_COUNT = 2; 91const int FIELD_ID_ALERT_STATS_ID = 1; 92const int FIELD_ID_ALERT_STATS_COUNT = 2; 93 94const int FIELD_ID_UID_MAP_SNAPSHOTS = 1; 95const int FIELD_ID_UID_MAP_CHANGES = 2; 96const int FIELD_ID_UID_MAP_BYTES_USED = 3; 97const int FIELD_ID_UID_MAP_DROPPED_SNAPSHOTS = 4; 98const int FIELD_ID_UID_MAP_DROPPED_CHANGES = 5; 99 100const std::map<int, std::pair<size_t, size_t>> StatsdStats::kAtomDimensionKeySizeLimitMap = { 101 {android::util::CPU_TIME_PER_UID_FREQ, {6000, 10000}}, 102}; 103 104// TODO: add stats for pulled atoms. 105StatsdStats::StatsdStats() { 106 mPushedAtomStats.resize(android::util::kMaxPushedAtomId + 1); 107 mStartTimeSec = getWallClockSec(); 108} 109 110StatsdStats& StatsdStats::getInstance() { 111 static StatsdStats statsInstance; 112 return statsInstance; 113} 114 115void StatsdStats::addToIceBoxLocked(shared_ptr<ConfigStats>& stats) { 116 // The size of mIceBox grows strictly by one at a time. It won't be > kMaxIceBoxSize. 117 if (mIceBox.size() == kMaxIceBoxSize) { 118 mIceBox.pop_front(); 119 } 120 mIceBox.push_back(stats); 121} 122 123void StatsdStats::noteConfigReceived( 124 const ConfigKey& key, int metricsCount, int conditionsCount, int matchersCount, 125 int alertsCount, const std::list<std::pair<const int64_t, const int32_t>>& annotations, 126 bool isValid) { 127 lock_guard<std::mutex> lock(mLock); 128 int32_t nowTimeSec = getWallClockSec(); 129 130 // If there is an existing config for the same key, icebox the old config. 131 noteConfigRemovedInternalLocked(key); 132 133 shared_ptr<ConfigStats> configStats = std::make_shared<ConfigStats>(); 134 configStats->uid = key.GetUid(); 135 configStats->id = key.GetId(); 136 configStats->creation_time_sec = nowTimeSec; 137 configStats->metric_count = metricsCount; 138 configStats->condition_count = conditionsCount; 139 configStats->matcher_count = matchersCount; 140 configStats->alert_count = alertsCount; 141 configStats->is_valid = isValid; 142 for (auto& v : annotations) { 143 configStats->annotations.emplace_back(v); 144 } 145 146 if (isValid) { 147 mConfigStats[key] = configStats; 148 } else { 149 configStats->deletion_time_sec = nowTimeSec; 150 addToIceBoxLocked(configStats); 151 } 152} 153 154void StatsdStats::noteConfigRemovedInternalLocked(const ConfigKey& key) { 155 auto it = mConfigStats.find(key); 156 if (it != mConfigStats.end()) { 157 int32_t nowTimeSec = getWallClockSec(); 158 it->second->deletion_time_sec = nowTimeSec; 159 addToIceBoxLocked(it->second); 160 mConfigStats.erase(it); 161 } 162} 163 164void StatsdStats::noteConfigRemoved(const ConfigKey& key) { 165 lock_guard<std::mutex> lock(mLock); 166 noteConfigRemovedInternalLocked(key); 167} 168 169void StatsdStats::noteConfigResetInternalLocked(const ConfigKey& key) { 170 auto it = mConfigStats.find(key); 171 if (it != mConfigStats.end()) { 172 it->second->reset_time_sec = getWallClockSec(); 173 } 174} 175 176void StatsdStats::noteConfigReset(const ConfigKey& key) { 177 lock_guard<std::mutex> lock(mLock); 178 noteConfigResetInternalLocked(key); 179} 180 181void StatsdStats::noteBroadcastSent(const ConfigKey& key) { 182 noteBroadcastSent(key, getWallClockSec()); 183} 184 185void StatsdStats::noteBroadcastSent(const ConfigKey& key, int32_t timeSec) { 186 lock_guard<std::mutex> lock(mLock); 187 auto it = mConfigStats.find(key); 188 if (it == mConfigStats.end()) { 189 ALOGE("Config key %s not found!", key.ToString().c_str()); 190 return; 191 } 192 if (it->second->broadcast_sent_time_sec.size() == kMaxTimestampCount) { 193 it->second->broadcast_sent_time_sec.pop_front(); 194 } 195 it->second->broadcast_sent_time_sec.push_back(timeSec); 196} 197 198void StatsdStats::noteDataDropped(const ConfigKey& key) { 199 noteDataDropped(key, getWallClockSec()); 200} 201 202void StatsdStats::noteDataDropped(const ConfigKey& key, int32_t timeSec) { 203 lock_guard<std::mutex> lock(mLock); 204 auto it = mConfigStats.find(key); 205 if (it == mConfigStats.end()) { 206 ALOGE("Config key %s not found!", key.ToString().c_str()); 207 return; 208 } 209 if (it->second->data_drop_time_sec.size() == kMaxTimestampCount) { 210 it->second->data_drop_time_sec.pop_front(); 211 } 212 it->second->data_drop_time_sec.push_back(timeSec); 213} 214 215void StatsdStats::noteMetricsReportSent(const ConfigKey& key) { 216 noteMetricsReportSent(key, getWallClockSec()); 217} 218 219void StatsdStats::noteMetricsReportSent(const ConfigKey& key, int32_t timeSec) { 220 lock_guard<std::mutex> lock(mLock); 221 auto it = mConfigStats.find(key); 222 if (it == mConfigStats.end()) { 223 ALOGE("Config key %s not found!", key.ToString().c_str()); 224 return; 225 } 226 if (it->second->dump_report_time_sec.size() == kMaxTimestampCount) { 227 it->second->dump_report_time_sec.pop_front(); 228 } 229 it->second->dump_report_time_sec.push_back(timeSec); 230} 231 232void StatsdStats::noteUidMapDropped(int snapshots, int deltas) { 233 lock_guard<std::mutex> lock(mLock); 234 mUidMapStats.dropped_snapshots += mUidMapStats.dropped_snapshots + snapshots; 235 mUidMapStats.dropped_changes += mUidMapStats.dropped_changes + deltas; 236} 237 238void StatsdStats::setUidMapSnapshots(int snapshots) { 239 lock_guard<std::mutex> lock(mLock); 240 mUidMapStats.snapshots = snapshots; 241} 242 243void StatsdStats::setUidMapChanges(int changes) { 244 lock_guard<std::mutex> lock(mLock); 245 mUidMapStats.changes = changes; 246} 247 248void StatsdStats::setCurrentUidMapMemory(int bytes) { 249 lock_guard<std::mutex> lock(mLock); 250 mUidMapStats.bytes_used = bytes; 251} 252 253void StatsdStats::noteConditionDimensionSize(const ConfigKey& key, const int64_t& id, int size) { 254 lock_guard<std::mutex> lock(mLock); 255 // if name doesn't exist before, it will create the key with count 0. 256 auto statsIt = mConfigStats.find(key); 257 if (statsIt == mConfigStats.end()) { 258 return; 259 } 260 261 auto& conditionSizeMap = statsIt->second->condition_stats; 262 if (size > conditionSizeMap[id]) { 263 conditionSizeMap[id] = size; 264 } 265} 266 267void StatsdStats::noteMetricDimensionSize(const ConfigKey& key, const int64_t& id, int size) { 268 lock_guard<std::mutex> lock(mLock); 269 // if name doesn't exist before, it will create the key with count 0. 270 auto statsIt = mConfigStats.find(key); 271 if (statsIt == mConfigStats.end()) { 272 return; 273 } 274 auto& metricsDimensionMap = statsIt->second->metric_stats; 275 if (size > metricsDimensionMap[id]) { 276 metricsDimensionMap[id] = size; 277 } 278} 279 280void StatsdStats::noteMetricDimensionInConditionSize( 281 const ConfigKey& key, const int64_t& id, int size) { 282 lock_guard<std::mutex> lock(mLock); 283 // if name doesn't exist before, it will create the key with count 0. 284 auto statsIt = mConfigStats.find(key); 285 if (statsIt == mConfigStats.end()) { 286 return; 287 } 288 auto& metricsDimensionMap = statsIt->second->metric_dimension_in_condition_stats; 289 if (size > metricsDimensionMap[id]) { 290 metricsDimensionMap[id] = size; 291 } 292} 293 294void StatsdStats::noteMatcherMatched(const ConfigKey& key, const int64_t& id) { 295 lock_guard<std::mutex> lock(mLock); 296 297 auto statsIt = mConfigStats.find(key); 298 if (statsIt == mConfigStats.end()) { 299 return; 300 } 301 statsIt->second->matcher_stats[id]++; 302} 303 304void StatsdStats::noteAnomalyDeclared(const ConfigKey& key, const int64_t& id) { 305 lock_guard<std::mutex> lock(mLock); 306 auto statsIt = mConfigStats.find(key); 307 if (statsIt == mConfigStats.end()) { 308 return; 309 } 310 statsIt->second->alert_stats[id]++; 311} 312 313void StatsdStats::noteRegisteredAnomalyAlarmChanged() { 314 lock_guard<std::mutex> lock(mLock); 315 mAnomalyAlarmRegisteredStats++; 316} 317 318void StatsdStats::noteRegisteredPeriodicAlarmChanged() { 319 lock_guard<std::mutex> lock(mLock); 320 mPeriodicAlarmRegisteredStats++; 321} 322 323void StatsdStats::updateMinPullIntervalSec(int pullAtomId, long intervalSec) { 324 lock_guard<std::mutex> lock(mLock); 325 mPulledAtomStats[pullAtomId].minPullIntervalSec = intervalSec; 326} 327 328void StatsdStats::notePull(int pullAtomId) { 329 lock_guard<std::mutex> lock(mLock); 330 mPulledAtomStats[pullAtomId].totalPull++; 331} 332 333void StatsdStats::notePullFromCache(int pullAtomId) { 334 lock_guard<std::mutex> lock(mLock); 335 mPulledAtomStats[pullAtomId].totalPullFromCache++; 336} 337 338void StatsdStats::noteAtomLogged(int atomId, int32_t timeSec) { 339 lock_guard<std::mutex> lock(mLock); 340 341 if (atomId > android::util::kMaxPushedAtomId) { 342 ALOGW("not interested in atom %d", atomId); 343 return; 344 } 345 346 mPushedAtomStats[atomId]++; 347} 348 349void StatsdStats::noteLoggerError(int error) { 350 lock_guard<std::mutex> lock(mLock); 351 // grows strictly one at a time. so it won't > kMaxLoggerErrors 352 if (mLoggerErrors.size() == kMaxLoggerErrors) { 353 mLoggerErrors.pop_front(); 354 } 355 mLoggerErrors.push_back(std::make_pair(getWallClockSec(), error)); 356} 357 358void StatsdStats::reset() { 359 lock_guard<std::mutex> lock(mLock); 360 resetInternalLocked(); 361} 362 363void StatsdStats::resetInternalLocked() { 364 // Reset the historical data, but keep the active ConfigStats 365 mStartTimeSec = getWallClockSec(); 366 mIceBox.clear(); 367 std::fill(mPushedAtomStats.begin(), mPushedAtomStats.end(), 0); 368 mAnomalyAlarmRegisteredStats = 0; 369 mPeriodicAlarmRegisteredStats = 0; 370 mLoggerErrors.clear(); 371 for (auto& config : mConfigStats) { 372 config.second->broadcast_sent_time_sec.clear(); 373 config.second->data_drop_time_sec.clear(); 374 config.second->dump_report_time_sec.clear(); 375 config.second->annotations.clear(); 376 config.second->matcher_stats.clear(); 377 config.second->condition_stats.clear(); 378 config.second->metric_stats.clear(); 379 config.second->metric_dimension_in_condition_stats.clear(); 380 config.second->alert_stats.clear(); 381 } 382} 383 384void StatsdStats::dumpStats(FILE* out) const { 385 lock_guard<std::mutex> lock(mLock); 386 time_t t = mStartTimeSec; 387 struct tm* tm = localtime(&t); 388 char timeBuffer[80]; 389 strftime(timeBuffer, sizeof(timeBuffer), "%Y-%m-%d %I:%M%p\n", tm); 390 fprintf(out, "Stats collection start second: %s\n", timeBuffer); 391 fprintf(out, "%lu Config in icebox: \n", (unsigned long)mIceBox.size()); 392 for (const auto& configStats : mIceBox) { 393 fprintf(out, 394 "Config {%d_%lld}: creation=%d, deletion=%d, reset=%d, #metric=%d, #condition=%d, " 395 "#matcher=%d, #alert=%d, valid=%d\n", 396 configStats->uid, (long long)configStats->id, configStats->creation_time_sec, 397 configStats->deletion_time_sec, configStats->reset_time_sec, 398 configStats->metric_count, 399 configStats->condition_count, configStats->matcher_count, configStats->alert_count, 400 configStats->is_valid); 401 402 for (const auto& broadcastTime : configStats->broadcast_sent_time_sec) { 403 fprintf(out, "\tbroadcast time: %d\n", broadcastTime); 404 } 405 406 for (const auto& dataDropTime : configStats->data_drop_time_sec) { 407 fprintf(out, "\tdata drop time: %d\n", dataDropTime); 408 } 409 } 410 fprintf(out, "%lu Active Configs\n", (unsigned long)mConfigStats.size()); 411 for (auto& pair : mConfigStats) { 412 auto& configStats = pair.second; 413 fprintf(out, 414 "Config {%d-%lld}: creation=%d, deletion=%d, #metric=%d, #condition=%d, " 415 "#matcher=%d, #alert=%d, valid=%d\n", 416 configStats->uid, (long long)configStats->id, configStats->creation_time_sec, 417 configStats->deletion_time_sec, configStats->metric_count, 418 configStats->condition_count, configStats->matcher_count, configStats->alert_count, 419 configStats->is_valid); 420 for (const auto& annotation : configStats->annotations) { 421 fprintf(out, "\tannotation: %lld, %d\n", (long long)annotation.first, 422 annotation.second); 423 } 424 425 for (const auto& broadcastTime : configStats->broadcast_sent_time_sec) { 426 fprintf(out, "\tbroadcast time: %d\n", broadcastTime); 427 } 428 429 for (const auto& dataDropTime : configStats->data_drop_time_sec) { 430 fprintf(out, "\tdata drop time: %d\n", dataDropTime); 431 } 432 433 for (const auto& dumpTime : configStats->dump_report_time_sec) { 434 fprintf(out, "\tdump report time: %d\n", dumpTime); 435 } 436 437 for (const auto& stats : pair.second->matcher_stats) { 438 fprintf(out, "matcher %lld matched %d times\n", (long long)stats.first, stats.second); 439 } 440 441 for (const auto& stats : pair.second->condition_stats) { 442 fprintf(out, "condition %lld max output tuple size %d\n", (long long)stats.first, 443 stats.second); 444 } 445 446 for (const auto& stats : pair.second->condition_stats) { 447 fprintf(out, "metrics %lld max output tuple size %d\n", (long long)stats.first, 448 stats.second); 449 } 450 451 for (const auto& stats : pair.second->alert_stats) { 452 fprintf(out, "alert %lld declared %d times\n", (long long)stats.first, stats.second); 453 } 454 } 455 fprintf(out, "********Disk Usage stats***********\n"); 456 StorageManager::printStats(out); 457 fprintf(out, "********Pushed Atom stats***********\n"); 458 const size_t atomCounts = mPushedAtomStats.size(); 459 for (size_t i = 2; i < atomCounts; i++) { 460 if (mPushedAtomStats[i] > 0) { 461 fprintf(out, "Atom %lu->%d\n", (unsigned long)i, mPushedAtomStats[i]); 462 } 463 } 464 465 fprintf(out, "********Pulled Atom stats***********\n"); 466 for (const auto& pair : mPulledAtomStats) { 467 fprintf(out, "Atom %d->%ld, %ld, %ld\n", (int)pair.first, (long)pair.second.totalPull, 468 (long)pair.second.totalPullFromCache, (long)pair.second.minPullIntervalSec); 469 } 470 471 if (mAnomalyAlarmRegisteredStats > 0) { 472 fprintf(out, "********AnomalyAlarmStats stats***********\n"); 473 fprintf(out, "Anomaly alarm registrations: %d\n", mAnomalyAlarmRegisteredStats); 474 } 475 476 if (mPeriodicAlarmRegisteredStats > 0) { 477 fprintf(out, "********SubscriberAlarmStats stats***********\n"); 478 fprintf(out, "Subscriber alarm registrations: %d\n", mPeriodicAlarmRegisteredStats); 479 } 480 481 fprintf(out, 482 "UID map stats: bytes=%d, snapshots=%d, changes=%d, snapshots lost=%d, changes " 483 "lost=%d\n", 484 mUidMapStats.bytes_used, mUidMapStats.snapshots, mUidMapStats.changes, 485 mUidMapStats.dropped_snapshots, mUidMapStats.dropped_changes); 486 487 for (const auto& error : mLoggerErrors) { 488 time_t error_time = error.first; 489 struct tm* error_tm = localtime(&error_time); 490 char buffer[80]; 491 strftime(buffer, sizeof(buffer), "%Y-%m-%d %I:%M%p\n", error_tm); 492 fprintf(out, "Logger error %d at %s\n", error.second, buffer); 493 } 494} 495 496void addConfigStatsToProto(const ConfigStats& configStats, ProtoOutputStream* proto) { 497 uint64_t token = 498 proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | FIELD_ID_CONFIG_STATS); 499 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_UID, configStats.uid); 500 proto->write(FIELD_TYPE_INT64 | FIELD_ID_CONFIG_STATS_ID, (long long)configStats.id); 501 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_CREATION, configStats.creation_time_sec); 502 if (configStats.reset_time_sec != 0) { 503 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_RESET, configStats.reset_time_sec); 504 } 505 if (configStats.deletion_time_sec != 0) { 506 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_DELETION, 507 configStats.deletion_time_sec); 508 } 509 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_METRIC_COUNT, configStats.metric_count); 510 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_CONDITION_COUNT, 511 configStats.condition_count); 512 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_MATCHER_COUNT, configStats.matcher_count); 513 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_ALERT_COUNT, configStats.alert_count); 514 proto->write(FIELD_TYPE_BOOL | FIELD_ID_CONFIG_STATS_VALID, configStats.is_valid); 515 516 for (const auto& broadcast : configStats.broadcast_sent_time_sec) { 517 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_BROADCAST | FIELD_COUNT_REPEATED, 518 broadcast); 519 } 520 521 for (const auto& drop : configStats.data_drop_time_sec) { 522 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_DATA_DROP | FIELD_COUNT_REPEATED, 523 drop); 524 } 525 526 for (const auto& dump : configStats.dump_report_time_sec) { 527 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_DUMP_REPORT | FIELD_COUNT_REPEATED, 528 dump); 529 } 530 531 for (const auto& annotation : configStats.annotations) { 532 uint64_t token = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | 533 FIELD_ID_CONFIG_STATS_ANNOTATION); 534 proto->write(FIELD_TYPE_INT64 | FIELD_ID_CONFIG_STATS_ANNOTATION_INT64, 535 (long long)annotation.first); 536 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONFIG_STATS_ANNOTATION_INT32, annotation.second); 537 proto->end(token); 538 } 539 540 for (const auto& pair : configStats.matcher_stats) { 541 uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | 542 FIELD_ID_CONFIG_STATS_MATCHER_STATS); 543 proto->write(FIELD_TYPE_INT64 | FIELD_ID_MATCHER_STATS_ID, (long long)pair.first); 544 proto->write(FIELD_TYPE_INT32 | FIELD_ID_MATCHER_STATS_COUNT, pair.second); 545 proto->end(tmpToken); 546 } 547 548 for (const auto& pair : configStats.condition_stats) { 549 uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | 550 FIELD_ID_CONFIG_STATS_CONDITION_STATS); 551 proto->write(FIELD_TYPE_INT64 | FIELD_ID_CONDITION_STATS_ID, (long long)pair.first); 552 proto->write(FIELD_TYPE_INT32 | FIELD_ID_CONDITION_STATS_COUNT, pair.second); 553 proto->end(tmpToken); 554 } 555 556 for (const auto& pair : configStats.metric_stats) { 557 uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | 558 FIELD_ID_CONFIG_STATS_METRIC_STATS); 559 proto->write(FIELD_TYPE_INT64 | FIELD_ID_METRIC_STATS_ID, (long long)pair.first); 560 proto->write(FIELD_TYPE_INT32 | FIELD_ID_METRIC_STATS_COUNT, pair.second); 561 proto->end(tmpToken); 562 } 563 for (const auto& pair : configStats.metric_dimension_in_condition_stats) { 564 uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | 565 FIELD_ID_CONFIG_STATS_METRIC_DIMENSION_IN_CONDITION_STATS); 566 proto->write(FIELD_TYPE_INT64 | FIELD_ID_METRIC_STATS_ID, (long long)pair.first); 567 proto->write(FIELD_TYPE_INT32 | FIELD_ID_METRIC_STATS_COUNT, pair.second); 568 proto->end(tmpToken); 569 } 570 571 for (const auto& pair : configStats.alert_stats) { 572 uint64_t tmpToken = proto->start(FIELD_TYPE_MESSAGE | FIELD_COUNT_REPEATED | 573 FIELD_ID_CONFIG_STATS_ALERT_STATS); 574 proto->write(FIELD_TYPE_INT64 | FIELD_ID_ALERT_STATS_ID, (long long)pair.first); 575 proto->write(FIELD_TYPE_INT32 | FIELD_ID_ALERT_STATS_COUNT, pair.second); 576 proto->end(tmpToken); 577 } 578 579 proto->end(token); 580} 581 582void StatsdStats::dumpStats(std::vector<uint8_t>* output, bool reset) { 583 lock_guard<std::mutex> lock(mLock); 584 585 ProtoOutputStream proto; 586 proto.write(FIELD_TYPE_INT32 | FIELD_ID_BEGIN_TIME, mStartTimeSec); 587 proto.write(FIELD_TYPE_INT32 | FIELD_ID_END_TIME, (int32_t)getWallClockSec()); 588 589 for (const auto& configStats : mIceBox) { 590 addConfigStatsToProto(*configStats, &proto); 591 } 592 593 for (auto& pair : mConfigStats) { 594 addConfigStatsToProto(*(pair.second), &proto); 595 } 596 597 const size_t atomCounts = mPushedAtomStats.size(); 598 for (size_t i = 2; i < atomCounts; i++) { 599 if (mPushedAtomStats[i] > 0) { 600 uint64_t token = 601 proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_ATOM_STATS | FIELD_COUNT_REPEATED); 602 proto.write(FIELD_TYPE_INT32 | FIELD_ID_ATOM_STATS_TAG, (int32_t)i); 603 proto.write(FIELD_TYPE_INT32 | FIELD_ID_ATOM_STATS_COUNT, mPushedAtomStats[i]); 604 proto.end(token); 605 } 606 } 607 608 for (const auto& pair : mPulledAtomStats) { 609 android::os::statsd::writePullerStatsToStream(pair, &proto); 610 } 611 612 if (mAnomalyAlarmRegisteredStats > 0) { 613 uint64_t token = proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_ANOMALY_ALARM_STATS); 614 proto.write(FIELD_TYPE_INT32 | FIELD_ID_ANOMALY_ALARMS_REGISTERED, 615 mAnomalyAlarmRegisteredStats); 616 proto.end(token); 617 } 618 619 if (mPeriodicAlarmRegisteredStats > 0) { 620 uint64_t token = proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_SUBSCRIBER_ALARM_STATS); 621 proto.write(FIELD_TYPE_INT32 | FIELD_ID_SUBSCRIBER_ALARMS_REGISTERED, 622 mPeriodicAlarmRegisteredStats); 623 proto.end(token); 624 } 625 626 uint64_t uidMapToken = proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_UIDMAP_STATS); 627 proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_SNAPSHOTS, mUidMapStats.snapshots); 628 proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_CHANGES, mUidMapStats.changes); 629 proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_BYTES_USED, mUidMapStats.bytes_used); 630 proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_DROPPED_SNAPSHOTS, 631 mUidMapStats.dropped_snapshots); 632 proto.write(FIELD_TYPE_INT32 | FIELD_ID_UID_MAP_DROPPED_CHANGES, mUidMapStats.dropped_changes); 633 proto.end(uidMapToken); 634 635 for (const auto& error : mLoggerErrors) { 636 uint64_t token = proto.start(FIELD_TYPE_MESSAGE | FIELD_ID_LOGGER_ERROR_STATS | 637 FIELD_COUNT_REPEATED); 638 proto.write(FIELD_TYPE_INT32 | FIELD_ID_LOGGER_STATS_TIME, error.first); 639 proto.write(FIELD_TYPE_INT32 | FIELD_ID_LOGGER_STATS_ERROR_CODE, error.second); 640 proto.end(token); 641 } 642 643 output->clear(); 644 size_t bufferSize = proto.size(); 645 output->resize(bufferSize); 646 647 size_t pos = 0; 648 auto it = proto.data(); 649 while (it.readBuffer() != NULL) { 650 size_t toRead = it.currentToRead(); 651 std::memcpy(&((*output)[pos]), it.readBuffer(), toRead); 652 pos += toRead; 653 it.rp()->move(toRead); 654 } 655 656 if (reset) { 657 resetInternalLocked(); 658 } 659 660 VLOG("reset=%d, returned proto size %lu", reset, (unsigned long)bufferSize); 661} 662 663} // namespace statsd 664} // namespace os 665} // namespace android 666