12d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines//===-- sanitizer_coverage.cc ---------------------------------------------===// 22d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// 32d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// The LLVM Compiler Infrastructure 42d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// 52d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// This file is distributed under the University of Illinois Open Source 62d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// License. See LICENSE.TXT for details. 72d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// 82d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines//===----------------------------------------------------------------------===// 92d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// 102d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// Sanitizer Coverage. 112d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// This file implements run-time support for a poor man's coverage tool. 122d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// 132d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// Compiler instrumentation: 142d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// For every interesting basic block the compiler injects the following code: 1586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines// if (Guard < 0) { 1686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines// __sanitizer_cov(&Guard); 172d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// } 1886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines// At the module start up time __sanitizer_cov_module_init sets the guards 1986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines// to consecutive negative numbers (-1, -2, -3, ...). 202d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// It's fine to call __sanitizer_cov more than once for a given block. 212d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// 222d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// Run-time: 232d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// - __sanitizer_cov(): record that we've executed the PC (GET_CALLER_PC). 2486277eb844c4983c81de62d7c050e92fe7155788Stephen Hines// and atomically set Guard to -Guard. 252d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// - __sanitizer_cov_dump: dump the coverage data to disk. 262d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// For every module of the current process that has coverage data 277c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar// this will create a file module_name.PID.sancov. 287c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar// 297c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar// The file format is simple: the first 8 bytes is the magic, 307c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar// one of 0xC0BFFFFFFFFFFF64 and 0xC0BFFFFFFFFFFF32. The last byte of the 317c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar// magic defines the size of the following offsets. 327c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar// The rest of the data is the offsets in the module. 332d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// 342d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// Eventually, this coverage implementation should be obsoleted by a more 352d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// powerful general purpose Clang/LLVM coverage instrumentation. 362d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// Consider this implementation as prototype. 372d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// 382d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// FIXME: support (or at least test with) dlclose. 392d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines//===----------------------------------------------------------------------===// 402d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 412d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines#include "sanitizer_allocator_internal.h" 422d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines#include "sanitizer_common.h" 432d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines#include "sanitizer_libc.h" 442d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines#include "sanitizer_mutex.h" 452d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines#include "sanitizer_procmaps.h" 462d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines#include "sanitizer_stacktrace.h" 476d1862363c88c183b0ed7740fca876342cf0474bStephen Hines#include "sanitizer_symbolizer.h" 482d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines#include "sanitizer_flags.h" 492d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 507c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainarstatic const u64 kMagic64 = 0xC0BFFFFFFFFFFF64ULL; 517c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainarstatic const u64 kMagic32 = 0xC0BFFFFFFFFFFF32ULL; 52c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainarstatic const uptr kNumWordsForMagic = SANITIZER_WORDSIZE == 64 ? 1 : 2; 53c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainarstatic const u64 kMagic = SANITIZER_WORDSIZE == 64 ? kMagic64 : kMagic32; 547c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 556d1862363c88c183b0ed7740fca876342cf0474bStephen Hinesstatic atomic_uint32_t dump_once_guard; // Ensure that CovDump runs only once. 566d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 576d1862363c88c183b0ed7740fca876342cf0474bStephen Hinesstatic atomic_uintptr_t coverage_counter; 58799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainarstatic atomic_uintptr_t caller_callee_counter; 59799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar 60799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainarstatic void ResetGlobalCounters() { 61799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar return atomic_store(&coverage_counter, 0, memory_order_relaxed); 62799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar return atomic_store(&caller_callee_counter, 0, memory_order_relaxed); 63799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar} 642d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 652d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// pc_array is the array containing the covered PCs. 662d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// To make the pc_array thread- and async-signal-safe it has to be large enough. 672d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// 128M counters "ought to be enough for anybody" (4M on 32-bit). 682d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 692d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// With coverage_direct=1 in ASAN_OPTIONS, pc_array memory is mapped to a file. 702d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// In this mode, __sanitizer_cov_dump does nothing, and CovUpdateMapping() 712d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// dump current memory layout to another file. 722d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 732d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hinesstatic bool cov_sandboxed = false; 74259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainarstatic fd_t cov_fd = kInvalidFd; 752d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hinesstatic unsigned int cov_max_block_size = 0; 7686277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesstatic bool coverage_enabled = false; 7786277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesstatic const char *coverage_dir; 782d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 792d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hinesnamespace __sanitizer { 802d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 812d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hinesclass CoverageData { 822d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines public: 832d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines void Init(); 8486277eb844c4983c81de62d7c050e92fe7155788Stephen Hines void Enable(); 8586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines void Disable(); 8686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines void ReInit(); 876a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines void BeforeFork(); 886a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines void AfterFork(int child_pid); 892d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines void Extend(uptr npcs); 9086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines void Add(uptr pc, u32 *guard); 916d1862363c88c183b0ed7740fca876342cf0474bStephen Hines void IndirCall(uptr caller, uptr callee, uptr callee_cache[], 926d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr cache_size); 936d1862363c88c183b0ed7740fca876342cf0474bStephen Hines void DumpCallerCalleePairs(); 946d1862363c88c183b0ed7740fca876342cf0474bStephen Hines void DumpTrace(); 957c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar void DumpAsBitSet(); 967c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar void DumpCounters(); 977c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar void DumpOffsets(); 987c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar void DumpAll(); 996d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 1006d1862363c88c183b0ed7740fca876342cf0474bStephen Hines ALWAYS_INLINE 101799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar void TraceBasicBlock(u32 *id); 10286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 10386277eb844c4983c81de62d7c050e92fe7155788Stephen Hines void InitializeGuardArray(s32 *guards); 1047c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar void InitializeGuards(s32 *guards, uptr n, const char *module_name, 1057c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr caller_pc); 1067c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar void InitializeCounters(u8 *counters, uptr n); 10786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines void ReinitializeGuards(); 1087c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr GetNumberOf8bitCounters(); 1097c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr Update8bitCounterBitsetAndClearCounters(u8 *bitset); 1102d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 1112d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines uptr *data(); 112c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar uptr size() const; 113c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar uptr *buffer() const { return pc_buffer; } 1142d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 1152d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines private: 116c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar struct NamedPcRange { 117c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar const char *copied_module_name; 118c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar uptr beg, end; // elements [beg,end) in pc_array. 119c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar }; 120c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 1217c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar void DirectOpen(); 1227c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar void UpdateModuleNameVec(uptr caller_pc, uptr range_beg, uptr range_end); 123c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar void GetRangeOffsets(const NamedPcRange& r, Symbolizer* s, 124c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar InternalMmapVector<uptr>* offsets) const; 1257c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 1262d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // Maximal size pc array may ever grow. 1272d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // We MmapNoReserve this space to ensure that the array is contiguous. 128cdce50bda3603770cc4ef80cbb613c78b8e47a17Pirama Arumuga Nainar static const uptr kPcArrayMaxSize = FIRST_32_SECOND_64( 129cdce50bda3603770cc4ef80cbb613c78b8e47a17Pirama Arumuga Nainar 1 << (SANITIZER_ANDROID ? 24 : (SANITIZER_WINDOWS ? 27 : 26)), 130cdce50bda3603770cc4ef80cbb613c78b8e47a17Pirama Arumuga Nainar 1 << 27); 1312d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // The amount file mapping for the pc array is grown by. 1322d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines static const uptr kPcArrayMmapSize = 64 * 1024; 1332d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 1342d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // pc_array is allocated with MmapNoReserveOrDie and so it uses only as 1352d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // much RAM as it really needs. 1362d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines uptr *pc_array; 1372d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // Index of the first available pc_array slot. 1382d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines atomic_uintptr_t pc_array_index; 1392d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // Array size. 1402d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines atomic_uintptr_t pc_array_size; 1412d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // Current file mapped size of the pc array. 1422d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines uptr pc_array_mapped_size; 1432d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // Descriptor of the file mapped pc array. 144259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar fd_t pc_fd; 1456d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 146c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar uptr *pc_buffer; 147c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 14886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // Vector of coverage guard arrays, protected by mu. 14986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines InternalMmapVectorNoCtor<s32*> guard_array_vec; 15086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 1517c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar // Vector of module and compilation unit pc ranges. 1527c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar InternalMmapVectorNoCtor<NamedPcRange> comp_unit_name_vec; 1537c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar InternalMmapVectorNoCtor<NamedPcRange> module_name_vec; 1547c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 1557c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar struct CounterAndSize { 1567c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar u8 *counters; 1577c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr n; 1587c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar }; 1597c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 1607c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar InternalMmapVectorNoCtor<CounterAndSize> counters_vec; 1617c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr num_8bit_counters; 16286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 1636d1862363c88c183b0ed7740fca876342cf0474bStephen Hines // Caller-Callee (cc) array, size and current index. 1646d1862363c88c183b0ed7740fca876342cf0474bStephen Hines static const uptr kCcArrayMaxSize = FIRST_32_SECOND_64(1 << 18, 1 << 24); 1656d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr **cc_array; 1666d1862363c88c183b0ed7740fca876342cf0474bStephen Hines atomic_uintptr_t cc_array_index; 1676d1862363c88c183b0ed7740fca876342cf0474bStephen Hines atomic_uintptr_t cc_array_size; 1686d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 16986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // Tracing event array, size and current pointer. 1706d1862363c88c183b0ed7740fca876342cf0474bStephen Hines // We record all events (basic block entries) in a global buffer of u32 17186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // values. Each such value is the index in pc_array. 1726d1862363c88c183b0ed7740fca876342cf0474bStephen Hines // So far the tracing is highly experimental: 1736d1862363c88c183b0ed7740fca876342cf0474bStephen Hines // - not thread-safe; 1746d1862363c88c183b0ed7740fca876342cf0474bStephen Hines // - does not support long traces; 1756d1862363c88c183b0ed7740fca876342cf0474bStephen Hines // - not tuned for performance. 1766d1862363c88c183b0ed7740fca876342cf0474bStephen Hines static const uptr kTrEventArrayMaxSize = FIRST_32_SECOND_64(1 << 22, 1 << 30); 1776d1862363c88c183b0ed7740fca876342cf0474bStephen Hines u32 *tr_event_array; 1786d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr tr_event_array_size; 17986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines u32 *tr_event_pointer; 1806d1862363c88c183b0ed7740fca876342cf0474bStephen Hines static const uptr kTrPcArrayMaxSize = FIRST_32_SECOND_64(1 << 22, 1 << 27); 1816d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 1822d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines StaticSpinMutex mu; 1832d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines}; 1842d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 1852d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hinesstatic CoverageData coverage_data; 1862d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 18786277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesvoid CovUpdateMapping(const char *path, uptr caller_pc = 0); 18886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 1896a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hinesvoid CoverageData::DirectOpen() { 19086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines InternalScopedString path(kMaxPathLength); 1916a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines internal_snprintf((char *)path.data(), path.size(), "%s/%zd.sancov.raw", 19286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_dir, internal_getpid()); 1937c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar pc_fd = OpenFile(path.data(), RdWr); 194259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (pc_fd == kInvalidFd) { 195259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar Report("Coverage: failed to open %s for reading/writing\n", path.data()); 1962d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines Die(); 1972d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines } 1982d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 1992d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines pc_array_mapped_size = 0; 20086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines CovUpdateMapping(coverage_dir); 2012d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 2022d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 2032d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hinesvoid CoverageData::Init() { 20486277eb844c4983c81de62d7c050e92fe7155788Stephen Hines pc_fd = kInvalidFd; 20586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines} 20686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 20786277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesvoid CoverageData::Enable() { 20886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (pc_array) 20986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines return; 2102d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines pc_array = reinterpret_cast<uptr *>( 2112d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines MmapNoReserveOrDie(sizeof(uptr) * kPcArrayMaxSize, "CovInit")); 21286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines atomic_store(&pc_array_index, 0, memory_order_relaxed); 2132d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines if (common_flags()->coverage_direct) { 2146a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines atomic_store(&pc_array_size, 0, memory_order_relaxed); 2152d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines } else { 2162d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines atomic_store(&pc_array_size, kPcArrayMaxSize, memory_order_relaxed); 2172d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines } 2186d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 219c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar pc_buffer = nullptr; 220c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar if (common_flags()->coverage_pc_buffer) 221c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar pc_buffer = reinterpret_cast<uptr *>(MmapNoReserveOrDie( 222c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar sizeof(uptr) * kPcArrayMaxSize, "CovInit::pc_buffer")); 223c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 2246d1862363c88c183b0ed7740fca876342cf0474bStephen Hines cc_array = reinterpret_cast<uptr **>(MmapNoReserveOrDie( 2256d1862363c88c183b0ed7740fca876342cf0474bStephen Hines sizeof(uptr *) * kCcArrayMaxSize, "CovInit::cc_array")); 2266d1862363c88c183b0ed7740fca876342cf0474bStephen Hines atomic_store(&cc_array_size, kCcArrayMaxSize, memory_order_relaxed); 2276d1862363c88c183b0ed7740fca876342cf0474bStephen Hines atomic_store(&cc_array_index, 0, memory_order_relaxed); 2286d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 22986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // Allocate tr_event_array with a guard page at the end. 23086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines tr_event_array = reinterpret_cast<u32 *>(MmapNoReserveOrDie( 23186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines sizeof(tr_event_array[0]) * kTrEventArrayMaxSize + GetMmapGranularity(), 23286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines "CovInit::tr_event_array")); 233259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar MprotectNoAccess( 234259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar reinterpret_cast<uptr>(&tr_event_array[kTrEventArrayMaxSize]), 235259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar GetMmapGranularity()); 2366d1862363c88c183b0ed7740fca876342cf0474bStephen Hines tr_event_array_size = kTrEventArrayMaxSize; 23786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines tr_event_pointer = tr_event_array; 2387c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 2397c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar num_8bit_counters = 0; 24086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines} 24186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 24286277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesvoid CoverageData::InitializeGuardArray(s32 *guards) { 24386277eb844c4983c81de62d7c050e92fe7155788Stephen Hines Enable(); // Make sure coverage is enabled at this point. 24486277eb844c4983c81de62d7c050e92fe7155788Stephen Hines s32 n = guards[0]; 24586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines for (s32 j = 1; j <= n; j++) { 246799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar uptr idx = atomic_load_relaxed(&pc_array_index); 247799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar atomic_store_relaxed(&pc_array_index, idx + 1); 24886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines guards[j] = -static_cast<s32>(idx + 1); 24986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines } 25086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines} 25186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 25286277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesvoid CoverageData::Disable() { 25386277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (pc_array) { 254259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar UnmapOrDie(pc_array, sizeof(uptr) * kPcArrayMaxSize); 25586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines pc_array = nullptr; 25686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines } 25786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (cc_array) { 258259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar UnmapOrDie(cc_array, sizeof(uptr *) * kCcArrayMaxSize); 25986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines cc_array = nullptr; 26086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines } 261c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar if (pc_buffer) { 262c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar UnmapOrDie(pc_buffer, sizeof(uptr) * kPcArrayMaxSize); 263c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar pc_buffer = nullptr; 264c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar } 26586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (tr_event_array) { 266259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar UnmapOrDie(tr_event_array, 267259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar sizeof(tr_event_array[0]) * kTrEventArrayMaxSize + 268259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar GetMmapGranularity()); 26986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines tr_event_array = nullptr; 27086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines tr_event_pointer = nullptr; 27186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines } 27286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (pc_fd != kInvalidFd) { 273259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar CloseFile(pc_fd); 27486277eb844c4983c81de62d7c050e92fe7155788Stephen Hines pc_fd = kInvalidFd; 27586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines } 27686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines} 2776d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 27886277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesvoid CoverageData::ReinitializeGuards() { 27986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // Assuming single thread. 28086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines atomic_store(&pc_array_index, 0, memory_order_relaxed); 28186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines for (uptr i = 0; i < guard_array_vec.size(); i++) 28286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines InitializeGuardArray(guard_array_vec[i]); 2832d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 2842d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 2856a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hinesvoid CoverageData::ReInit() { 28686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines Disable(); 28786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (coverage_enabled) { 28886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (common_flags()->coverage_direct) { 28986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // In memory-mapped mode we must extend the new file to the known array 29086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // size. 29186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines uptr size = atomic_load(&pc_array_size, memory_order_relaxed); 292cdce50bda3603770cc4ef80cbb613c78b8e47a17Pirama Arumuga Nainar uptr npcs = size / sizeof(uptr); 29386277eb844c4983c81de62d7c050e92fe7155788Stephen Hines Enable(); 294cdce50bda3603770cc4ef80cbb613c78b8e47a17Pirama Arumuga Nainar if (size) Extend(npcs); 29586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (coverage_enabled) CovUpdateMapping(coverage_dir); 29686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines } else { 29786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines Enable(); 29886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines } 2996a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines } 30086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // Re-initialize the guards. 30186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // We are single-threaded now, no need to grab any lock. 30286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines CHECK_EQ(atomic_load(&pc_array_index, memory_order_relaxed), 0); 30386277eb844c4983c81de62d7c050e92fe7155788Stephen Hines ReinitializeGuards(); 3046a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines} 3056a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines 3066a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hinesvoid CoverageData::BeforeFork() { 3076a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines mu.Lock(); 3086a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines} 3096a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines 3106a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hinesvoid CoverageData::AfterFork(int child_pid) { 3116a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines // We are single-threaded so it's OK to release the lock early. 3126a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines mu.Unlock(); 3136a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines if (child_pid == 0) ReInit(); 3146a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines} 3156a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines 3162d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// Extend coverage PC array to fit additional npcs elements. 3172d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hinesvoid CoverageData::Extend(uptr npcs) { 3186a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines if (!common_flags()->coverage_direct) return; 3192d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines SpinMutexLock l(&mu); 3202d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 3212d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines uptr size = atomic_load(&pc_array_size, memory_order_relaxed); 3222d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines size += npcs * sizeof(uptr); 3232d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 32486277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (coverage_enabled && size > pc_array_mapped_size) { 32586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (pc_fd == kInvalidFd) DirectOpen(); 32686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines CHECK_NE(pc_fd, kInvalidFd); 32786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 3282d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines uptr new_mapped_size = pc_array_mapped_size; 3292d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines while (size > new_mapped_size) new_mapped_size += kPcArrayMmapSize; 33086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines CHECK_LE(new_mapped_size, sizeof(uptr) * kPcArrayMaxSize); 3312d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 3322d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // Extend the file and map the new space at the end of pc_array. 3332d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines uptr res = internal_ftruncate(pc_fd, new_mapped_size); 3342d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines int err; 3352d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines if (internal_iserror(res, &err)) { 3362d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines Printf("failed to extend raw coverage file: %d\n", err); 3372d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines Die(); 3382d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines } 33986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 34086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines uptr next_map_base = ((uptr)pc_array) + pc_array_mapped_size; 34186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines void *p = MapWritableFileToMemory((void *)next_map_base, 3422d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines new_mapped_size - pc_array_mapped_size, 3432d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines pc_fd, pc_array_mapped_size); 34486277eb844c4983c81de62d7c050e92fe7155788Stephen Hines CHECK_EQ((uptr)p, next_map_base); 3452d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines pc_array_mapped_size = new_mapped_size; 3462d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines } 3472d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 3482d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines atomic_store(&pc_array_size, size, memory_order_release); 3492d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 3502d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 3517c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainarvoid CoverageData::InitializeCounters(u8 *counters, uptr n) { 3527c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (!counters) return; 3537c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_EQ(reinterpret_cast<uptr>(counters) % 16, 0); 3547c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar n = RoundUpTo(n, 16); // The compiler must ensure that counters is 16-aligned. 3557c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar SpinMutexLock l(&mu); 3567c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar counters_vec.push_back({counters, n}); 3577c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar num_8bit_counters += n; 3587c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar} 3597c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 3607c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainarvoid CoverageData::UpdateModuleNameVec(uptr caller_pc, uptr range_beg, 3617c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr range_end) { 3627c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar auto sym = Symbolizer::GetOrInit(); 3637c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (!sym) 3647c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar return; 3657c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar const char *module_name = sym->GetModuleNameForPc(caller_pc); 3667c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (!module_name) return; 3677c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (module_name_vec.empty() || 368259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar module_name_vec.back().copied_module_name != module_name) 369259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar module_name_vec.push_back({module_name, range_beg, range_end}); 3707c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar else 3717c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar module_name_vec.back().end = range_end; 3727c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar} 3737c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 37486277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesvoid CoverageData::InitializeGuards(s32 *guards, uptr n, 3757c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar const char *comp_unit_name, 3767c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr caller_pc) { 37786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // The array 'guards' has n+1 elements, we use the element zero 37886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // to store 'n'. 37986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines CHECK_LT(n, 1 << 30); 38086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines guards[0] = static_cast<s32>(n); 38186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines InitializeGuardArray(guards); 38286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines SpinMutexLock l(&mu); 3837c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr range_end = atomic_load(&pc_array_index, memory_order_relaxed); 3847c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr range_beg = range_end - n; 3857c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar comp_unit_name_vec.push_back({comp_unit_name, range_beg, range_end}); 38686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines guard_array_vec.push_back(guards); 3877c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar UpdateModuleNameVec(caller_pc, range_beg, range_end); 3887c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar} 3897c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 3907c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainarstatic const uptr kBundleCounterBits = 16; 3917c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 3927c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar// When coverage_order_pcs==true and SANITIZER_WORDSIZE==64 3937c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar// we insert the global counter into the first 16 bits of the PC. 3947c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainaruptr BundlePcAndCounter(uptr pc, uptr counter) { 3957c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (SANITIZER_WORDSIZE != 64 || !common_flags()->coverage_order_pcs) 3967c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar return pc; 3977c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar static const uptr kMaxCounter = (1 << kBundleCounterBits) - 1; 3987c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (counter > kMaxCounter) 3997c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar counter = kMaxCounter; 4007c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_EQ(0, pc >> (SANITIZER_WORDSIZE - kBundleCounterBits)); 4017c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar return pc | (counter << (SANITIZER_WORDSIZE - kBundleCounterBits)); 4027c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar} 4037c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 4047c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainaruptr UnbundlePc(uptr bundle) { 4057c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (SANITIZER_WORDSIZE != 64 || !common_flags()->coverage_order_pcs) 4067c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar return bundle; 4077c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar return (bundle << kBundleCounterBits) >> kBundleCounterBits; 4087c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar} 4097c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 4107c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainaruptr UnbundleCounter(uptr bundle) { 4117c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (SANITIZER_WORDSIZE != 64 || !common_flags()->coverage_order_pcs) 4127c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar return 0; 4137c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar return bundle >> (SANITIZER_WORDSIZE - kBundleCounterBits); 41486277eb844c4983c81de62d7c050e92fe7155788Stephen Hines} 41586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 41686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines// If guard is negative, atomically set it to -guard and store the PC in 41786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines// pc_array. 41886277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesvoid CoverageData::Add(uptr pc, u32 *guard) { 41986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines atomic_uint32_t *atomic_guard = reinterpret_cast<atomic_uint32_t*>(guard); 42086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines s32 guard_value = atomic_load(atomic_guard, memory_order_relaxed); 42186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (guard_value >= 0) return; 42286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 42386277eb844c4983c81de62d7c050e92fe7155788Stephen Hines atomic_store(atomic_guard, -guard_value, memory_order_relaxed); 4242d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines if (!pc_array) return; 42586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 42686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines uptr idx = -guard_value - 1; 42786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (idx >= atomic_load(&pc_array_index, memory_order_acquire)) 42886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines return; // May happen after fork when pc_array_index becomes 0. 4292d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines CHECK_LT(idx * sizeof(uptr), 4302d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines atomic_load(&pc_array_size, memory_order_acquire)); 4317c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr counter = atomic_fetch_add(&coverage_counter, 1, memory_order_relaxed); 4327c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar pc_array[idx] = BundlePcAndCounter(pc, counter); 433c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar if (pc_buffer) pc_buffer[counter] = pc; 4346d1862363c88c183b0ed7740fca876342cf0474bStephen Hines} 4356d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 4366d1862363c88c183b0ed7740fca876342cf0474bStephen Hines// Registers a pair caller=>callee. 4376d1862363c88c183b0ed7740fca876342cf0474bStephen Hines// When a given caller is seen for the first time, the callee_cache is added 4386d1862363c88c183b0ed7740fca876342cf0474bStephen Hines// to the global array cc_array, callee_cache[0] is set to caller and 4396d1862363c88c183b0ed7740fca876342cf0474bStephen Hines// callee_cache[1] is set to cache_size. 4406d1862363c88c183b0ed7740fca876342cf0474bStephen Hines// Then we are trying to add callee to callee_cache [2,cache_size) if it is 4416d1862363c88c183b0ed7740fca876342cf0474bStephen Hines// not there yet. 4426d1862363c88c183b0ed7740fca876342cf0474bStephen Hines// If the cache is full we drop the callee (may want to fix this later). 4436d1862363c88c183b0ed7740fca876342cf0474bStephen Hinesvoid CoverageData::IndirCall(uptr caller, uptr callee, uptr callee_cache[], 4446d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr cache_size) { 4456d1862363c88c183b0ed7740fca876342cf0474bStephen Hines if (!cc_array) return; 4466d1862363c88c183b0ed7740fca876342cf0474bStephen Hines atomic_uintptr_t *atomic_callee_cache = 4476d1862363c88c183b0ed7740fca876342cf0474bStephen Hines reinterpret_cast<atomic_uintptr_t *>(callee_cache); 4486d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr zero = 0; 4496d1862363c88c183b0ed7740fca876342cf0474bStephen Hines if (atomic_compare_exchange_strong(&atomic_callee_cache[0], &zero, caller, 4506d1862363c88c183b0ed7740fca876342cf0474bStephen Hines memory_order_seq_cst)) { 4516d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr idx = atomic_fetch_add(&cc_array_index, 1, memory_order_relaxed); 4526d1862363c88c183b0ed7740fca876342cf0474bStephen Hines CHECK_LT(idx * sizeof(uptr), 4536d1862363c88c183b0ed7740fca876342cf0474bStephen Hines atomic_load(&cc_array_size, memory_order_acquire)); 4546d1862363c88c183b0ed7740fca876342cf0474bStephen Hines callee_cache[1] = cache_size; 4556d1862363c88c183b0ed7740fca876342cf0474bStephen Hines cc_array[idx] = callee_cache; 4566d1862363c88c183b0ed7740fca876342cf0474bStephen Hines } 4576d1862363c88c183b0ed7740fca876342cf0474bStephen Hines CHECK_EQ(atomic_load(&atomic_callee_cache[0], memory_order_relaxed), caller); 4586d1862363c88c183b0ed7740fca876342cf0474bStephen Hines for (uptr i = 2; i < cache_size; i++) { 4596d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr was = 0; 4606d1862363c88c183b0ed7740fca876342cf0474bStephen Hines if (atomic_compare_exchange_strong(&atomic_callee_cache[i], &was, callee, 4616d1862363c88c183b0ed7740fca876342cf0474bStephen Hines memory_order_seq_cst)) { 462799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar atomic_fetch_add(&caller_callee_counter, 1, memory_order_relaxed); 4636d1862363c88c183b0ed7740fca876342cf0474bStephen Hines return; 4646d1862363c88c183b0ed7740fca876342cf0474bStephen Hines } 4656d1862363c88c183b0ed7740fca876342cf0474bStephen Hines if (was == callee) // Already have this callee. 4666d1862363c88c183b0ed7740fca876342cf0474bStephen Hines return; 4676d1862363c88c183b0ed7740fca876342cf0474bStephen Hines } 4682d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 4692d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 4707c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainaruptr CoverageData::GetNumberOf8bitCounters() { 4717c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar return num_8bit_counters; 4727c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar} 4737c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 4747c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar// Map every 8bit counter to a 8-bit bitset and clear the counter. 4757c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainaruptr CoverageData::Update8bitCounterBitsetAndClearCounters(u8 *bitset) { 4767c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr num_new_bits = 0; 4777c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr cur = 0; 4787c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar // For better speed we map 8 counters to 8 bytes of bitset at once. 4797c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar static const uptr kBatchSize = 8; 4807c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_EQ(reinterpret_cast<uptr>(bitset) % kBatchSize, 0); 4817c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar for (uptr i = 0, len = counters_vec.size(); i < len; i++) { 4827c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar u8 *c = counters_vec[i].counters; 4837c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr n = counters_vec[i].n; 4847c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_EQ(n % 16, 0); 4857c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_EQ(cur % kBatchSize, 0); 4867c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_EQ(reinterpret_cast<uptr>(c) % kBatchSize, 0); 4877c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (!bitset) { 4887c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar internal_bzero_aligned16(c, n); 4897c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar cur += n; 4907c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar continue; 4917c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar } 4927c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar for (uptr j = 0; j < n; j += kBatchSize, cur += kBatchSize) { 4937c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_LT(cur, num_8bit_counters); 4947c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar u64 *pc64 = reinterpret_cast<u64*>(c + j); 4957c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar u64 *pb64 = reinterpret_cast<u64*>(bitset + cur); 4967c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar u64 c64 = *pc64; 4977c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar u64 old_bits_64 = *pb64; 4987c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar u64 new_bits_64 = old_bits_64; 4997c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (c64) { 5007c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar *pc64 = 0; 5017c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar for (uptr k = 0; k < kBatchSize; k++) { 5027c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar u64 x = (c64 >> (8 * k)) & 0xff; 5037c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (x) { 5047c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar u64 bit = 0; 5057c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar /**/ if (x >= 128) bit = 128; 5067c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar else if (x >= 32) bit = 64; 5077c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar else if (x >= 16) bit = 32; 5087c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar else if (x >= 8) bit = 16; 5097c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar else if (x >= 4) bit = 8; 5107c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar else if (x >= 3) bit = 4; 5117c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar else if (x >= 2) bit = 2; 5127c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar else if (x >= 1) bit = 1; 5137c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar u64 mask = bit << (8 * k); 5147c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (!(new_bits_64 & mask)) { 5157c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar num_new_bits++; 5167c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar new_bits_64 |= mask; 5177c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar } 5187c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar } 5197c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar } 5207c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar *pb64 = new_bits_64; 5217c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar } 5227c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar } 5237c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar } 5247c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_EQ(cur, num_8bit_counters); 5257c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar return num_new_bits; 5267c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar} 5277c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 5282d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hinesuptr *CoverageData::data() { 5292d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines return pc_array; 5302d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 5312d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 532c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainaruptr CoverageData::size() const { 5332d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines return atomic_load(&pc_array_index, memory_order_relaxed); 5342d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 5352d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 5362d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// Block layout for packed file format: header, followed by module name (no 5372d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// trailing zero), followed by data blob. 5382d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hinesstruct CovHeader { 5392d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines int pid; 5402d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines unsigned int module_name_length; 5412d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines unsigned int data_length; 5422d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines}; 5432d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 5442d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hinesstatic void CovWritePacked(int pid, const char *module, const void *blob, 5452d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines unsigned int blob_size) { 546259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (cov_fd == kInvalidFd) return; 5472d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines unsigned module_name_length = internal_strlen(module); 5482d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines CovHeader header = {pid, module_name_length, blob_size}; 5492d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 5502d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines if (cov_max_block_size == 0) { 5512d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // Writing to a file. Just go ahead. 552259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar WriteToFile(cov_fd, &header, sizeof(header)); 553259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar WriteToFile(cov_fd, module, module_name_length); 554259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar WriteToFile(cov_fd, blob, blob_size); 5552d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines } else { 5562d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // Writing to a socket. We want to split the data into appropriately sized 5572d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // blocks. 5582d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines InternalScopedBuffer<char> block(cov_max_block_size); 5592d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines CHECK_EQ((uptr)block.data(), (uptr)(CovHeader *)block.data()); 5602d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines uptr header_size_with_module = sizeof(header) + module_name_length; 5612d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines CHECK_LT(header_size_with_module, cov_max_block_size); 5622d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines unsigned int max_payload_size = 5632d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines cov_max_block_size - header_size_with_module; 5642d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines char *block_pos = block.data(); 5652d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines internal_memcpy(block_pos, &header, sizeof(header)); 5662d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines block_pos += sizeof(header); 5672d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines internal_memcpy(block_pos, module, module_name_length); 5682d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines block_pos += module_name_length; 5692d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines char *block_data_begin = block_pos; 5706d1862363c88c183b0ed7740fca876342cf0474bStephen Hines const char *blob_pos = (const char *)blob; 5712d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines while (blob_size > 0) { 5722d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines unsigned int payload_size = Min(blob_size, max_payload_size); 5732d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines blob_size -= payload_size; 5742d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines internal_memcpy(block_data_begin, blob_pos, payload_size); 5752d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines blob_pos += payload_size; 5762d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines ((CovHeader *)block.data())->data_length = payload_size; 577259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar WriteToFile(cov_fd, block.data(), header_size_with_module + payload_size); 5782d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines } 5792d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines } 5802d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 5812d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 5822d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// If packed = false: <name>.<pid>.<sancov> (name = module name). 5832d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// If packed = true and name == 0: <pid>.<sancov>.<packed>. 5842d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// If packed = true and name != 0: <name>.<sancov>.<packed> (name is 5852d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines// user-supplied). 586259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainarstatic fd_t CovOpenFile(InternalScopedString *path, bool packed, 5877c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar const char *name, const char *extension = "sancov") { 5887c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar path->clear(); 5892d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines if (!packed) { 5902d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines CHECK(name); 5917c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar path->append("%s/%s.%zd.%s", coverage_dir, name, internal_getpid(), 59286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines extension); 5932d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines } else { 5942d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines if (!name) 5957c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar path->append("%s/%zd.%s.packed", coverage_dir, internal_getpid(), 59686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines extension); 5972d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines else 5987c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar path->append("%s/%s.%s.packed", coverage_dir, name, extension); 5992d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines } 600cdce50bda3603770cc4ef80cbb613c78b8e47a17Pirama Arumuga Nainar error_t err; 601cdce50bda3603770cc4ef80cbb613c78b8e47a17Pirama Arumuga Nainar fd_t fd = OpenFile(path->data(), WrOnly, &err); 602259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (fd == kInvalidFd) 603cdce50bda3603770cc4ef80cbb613c78b8e47a17Pirama Arumuga Nainar Report("SanitizerCoverage: failed to open %s for writing (reason: %d)\n", 604cdce50bda3603770cc4ef80cbb613c78b8e47a17Pirama Arumuga Nainar path->data(), err); 6052d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines return fd; 6062d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 6072d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 6086d1862363c88c183b0ed7740fca876342cf0474bStephen Hines// Dump trace PCs and trace events into two separate files. 6096d1862363c88c183b0ed7740fca876342cf0474bStephen Hinesvoid CoverageData::DumpTrace() { 61086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines uptr max_idx = tr_event_pointer - tr_event_array; 6116d1862363c88c183b0ed7740fca876342cf0474bStephen Hines if (!max_idx) return; 6126d1862363c88c183b0ed7740fca876342cf0474bStephen Hines auto sym = Symbolizer::GetOrInit(); 6136d1862363c88c183b0ed7740fca876342cf0474bStephen Hines if (!sym) 6146d1862363c88c183b0ed7740fca876342cf0474bStephen Hines return; 6156d1862363c88c183b0ed7740fca876342cf0474bStephen Hines InternalScopedString out(32 << 20); 61686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines for (uptr i = 0, n = size(); i < n; i++) { 61786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines const char *module_name = "<unknown>"; 61886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines uptr module_address = 0; 6197c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar sym->GetModuleNameAndOffsetForPC(UnbundlePc(pc_array[i]), &module_name, 62086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines &module_address); 62186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines out.append("%s 0x%zx\n", module_name, module_address); 6226d1862363c88c183b0ed7740fca876342cf0474bStephen Hines } 6237c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar InternalScopedString path(kMaxPathLength); 624259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar fd_t fd = CovOpenFile(&path, false, "trace-points"); 625259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (fd == kInvalidFd) return; 626259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar WriteToFile(fd, out.data(), out.length()); 627259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar CloseFile(fd); 6286d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 6297c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar fd = CovOpenFile(&path, false, "trace-compunits"); 630259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (fd == kInvalidFd) return; 63186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines out.clear(); 63286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines for (uptr i = 0; i < comp_unit_name_vec.size(); i++) 6337c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar out.append("%s\n", comp_unit_name_vec[i].copied_module_name); 634259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar WriteToFile(fd, out.data(), out.length()); 635259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar CloseFile(fd); 63686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 6377c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar fd = CovOpenFile(&path, false, "trace-events"); 638259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (fd == kInvalidFd) return; 63986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines uptr bytes_to_write = max_idx * sizeof(tr_event_array[0]); 64086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines u8 *event_bytes = reinterpret_cast<u8*>(tr_event_array); 64186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // The trace file could be huge, and may not be written with a single syscall. 64286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines while (bytes_to_write) { 643259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar uptr actually_written; 644259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (WriteToFile(fd, event_bytes, bytes_to_write, &actually_written) && 645259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar actually_written <= bytes_to_write) { 64686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines bytes_to_write -= actually_written; 64786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines event_bytes += actually_written; 64886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines } else { 64986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines break; 65086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines } 65186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines } 652259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar CloseFile(fd); 65386277eb844c4983c81de62d7c050e92fe7155788Stephen Hines VReport(1, " CovDump: Trace: %zd PCs written\n", size()); 65486277eb844c4983c81de62d7c050e92fe7155788Stephen Hines VReport(1, " CovDump: Trace: %zd Events written\n", max_idx); 6556d1862363c88c183b0ed7740fca876342cf0474bStephen Hines} 6566d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 6576d1862363c88c183b0ed7740fca876342cf0474bStephen Hines// This function dumps the caller=>callee pairs into a file as a sequence of 6586d1862363c88c183b0ed7740fca876342cf0474bStephen Hines// lines like "module_name offset". 6596d1862363c88c183b0ed7740fca876342cf0474bStephen Hinesvoid CoverageData::DumpCallerCalleePairs() { 6606d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr max_idx = atomic_load(&cc_array_index, memory_order_relaxed); 6616d1862363c88c183b0ed7740fca876342cf0474bStephen Hines if (!max_idx) return; 6626d1862363c88c183b0ed7740fca876342cf0474bStephen Hines auto sym = Symbolizer::GetOrInit(); 6636d1862363c88c183b0ed7740fca876342cf0474bStephen Hines if (!sym) 6646d1862363c88c183b0ed7740fca876342cf0474bStephen Hines return; 6656d1862363c88c183b0ed7740fca876342cf0474bStephen Hines InternalScopedString out(32 << 20); 6666d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr total = 0; 6676d1862363c88c183b0ed7740fca876342cf0474bStephen Hines for (uptr i = 0; i < max_idx; i++) { 6686d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr *cc_cache = cc_array[i]; 6696d1862363c88c183b0ed7740fca876342cf0474bStephen Hines CHECK(cc_cache); 6706d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr caller = cc_cache[0]; 6716d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr n_callees = cc_cache[1]; 6726d1862363c88c183b0ed7740fca876342cf0474bStephen Hines const char *caller_module_name = "<unknown>"; 6736d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr caller_module_address = 0; 6746d1862363c88c183b0ed7740fca876342cf0474bStephen Hines sym->GetModuleNameAndOffsetForPC(caller, &caller_module_name, 6756d1862363c88c183b0ed7740fca876342cf0474bStephen Hines &caller_module_address); 6766d1862363c88c183b0ed7740fca876342cf0474bStephen Hines for (uptr j = 2; j < n_callees; j++) { 6776d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr callee = cc_cache[j]; 6786d1862363c88c183b0ed7740fca876342cf0474bStephen Hines if (!callee) break; 6796d1862363c88c183b0ed7740fca876342cf0474bStephen Hines total++; 6806d1862363c88c183b0ed7740fca876342cf0474bStephen Hines const char *callee_module_name = "<unknown>"; 6816d1862363c88c183b0ed7740fca876342cf0474bStephen Hines uptr callee_module_address = 0; 6826d1862363c88c183b0ed7740fca876342cf0474bStephen Hines sym->GetModuleNameAndOffsetForPC(callee, &callee_module_name, 6836d1862363c88c183b0ed7740fca876342cf0474bStephen Hines &callee_module_address); 6846d1862363c88c183b0ed7740fca876342cf0474bStephen Hines out.append("%s 0x%zx\n%s 0x%zx\n", caller_module_name, 6856d1862363c88c183b0ed7740fca876342cf0474bStephen Hines caller_module_address, callee_module_name, 6866d1862363c88c183b0ed7740fca876342cf0474bStephen Hines callee_module_address); 6876d1862363c88c183b0ed7740fca876342cf0474bStephen Hines } 6886d1862363c88c183b0ed7740fca876342cf0474bStephen Hines } 6897c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar InternalScopedString path(kMaxPathLength); 690259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar fd_t fd = CovOpenFile(&path, false, "caller-callee"); 691259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (fd == kInvalidFd) return; 692259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar WriteToFile(fd, out.data(), out.length()); 693259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar CloseFile(fd); 6946d1862363c88c183b0ed7740fca876342cf0474bStephen Hines VReport(1, " CovDump: %zd caller-callee pairs written\n", total); 6956d1862363c88c183b0ed7740fca876342cf0474bStephen Hines} 6966d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 6976d1862363c88c183b0ed7740fca876342cf0474bStephen Hines// Record the current PC into the event buffer. 6986d1862363c88c183b0ed7740fca876342cf0474bStephen Hines// Every event is a u32 value (index in tr_pc_array_index) so we compute 6996d1862363c88c183b0ed7740fca876342cf0474bStephen Hines// it once and then cache in the provided 'cache' storage. 70086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines// 70186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines// This function will eventually be inlined by the compiler. 702799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainarvoid CoverageData::TraceBasicBlock(u32 *id) { 70386277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // Will trap here if 70486277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // 1. coverage is not enabled at run-time. 70586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines // 2. The array tr_event_array is full. 706799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar *tr_event_pointer = *id - 1; 70786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines tr_event_pointer++; 70886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines} 70986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 7107c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainarvoid CoverageData::DumpCounters() { 7117c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (!common_flags()->coverage_counters) return; 7127c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr n = coverage_data.GetNumberOf8bitCounters(); 7137c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (!n) return; 7147c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar InternalScopedBuffer<u8> bitset(n); 7157c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar coverage_data.Update8bitCounterBitsetAndClearCounters(bitset.data()); 7167c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar InternalScopedString path(kMaxPathLength); 7177c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 7187c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar for (uptr m = 0; m < module_name_vec.size(); m++) { 7197c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar auto r = module_name_vec[m]; 7207c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK(r.copied_module_name); 7217c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_LE(r.beg, r.end); 7227c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_LE(r.end, size()); 7237c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar const char *base_name = StripModuleName(r.copied_module_name); 724259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar fd_t fd = 7257c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CovOpenFile(&path, /* packed */ false, base_name, "counters-sancov"); 726259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (fd == kInvalidFd) return; 727259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar WriteToFile(fd, bitset.data() + r.beg, r.end - r.beg); 728259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar CloseFile(fd); 7297c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar VReport(1, " CovDump: %zd counters written for '%s'\n", r.end - r.beg, 7307c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar base_name); 7317c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar } 7327c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar} 7337c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 7347c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainarvoid CoverageData::DumpAsBitSet() { 73586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (!common_flags()->coverage_bitset) return; 7367c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (!size()) return; 7377c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar InternalScopedBuffer<char> out(size()); 7387c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar InternalScopedString path(kMaxPathLength); 7397c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar for (uptr m = 0; m < module_name_vec.size(); m++) { 7407c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr n_set_bits = 0; 7417c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar auto r = module_name_vec[m]; 7427c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK(r.copied_module_name); 7437c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_LE(r.beg, r.end); 7447c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_LE(r.end, size()); 7457c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar for (uptr i = r.beg; i < r.end; i++) { 7467c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar uptr pc = UnbundlePc(pc_array[i]); 7477c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar out[i] = pc ? '1' : '0'; 7487c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (pc) 7497c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar n_set_bits++; 7507c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar } 7517c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar const char *base_name = StripModuleName(r.copied_module_name); 752259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar fd_t fd = CovOpenFile(&path, /* packed */false, base_name, "bitset-sancov"); 753259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (fd == kInvalidFd) return; 754259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar WriteToFile(fd, out.data() + r.beg, r.end - r.beg); 755259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar CloseFile(fd); 7567c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar VReport(1, 7577c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar " CovDump: bitset of %zd bits written for '%s', %zd bits are set\n", 7587c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar r.end - r.beg, base_name, n_set_bits); 7596d1862363c88c183b0ed7740fca876342cf0474bStephen Hines } 7606d1862363c88c183b0ed7740fca876342cf0474bStephen Hines} 7616d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 762c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 763c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainarvoid CoverageData::GetRangeOffsets(const NamedPcRange& r, Symbolizer* sym, 764c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar InternalMmapVector<uptr>* offsets) const { 765c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar offsets->clear(); 766c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar for (uptr i = 0; i < kNumWordsForMagic; i++) 767c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar offsets->push_back(0); 768c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar CHECK(r.copied_module_name); 769c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar CHECK_LE(r.beg, r.end); 770c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar CHECK_LE(r.end, size()); 771c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar for (uptr i = r.beg; i < r.end; i++) { 772c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar uptr pc = UnbundlePc(pc_array[i]); 773c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar uptr counter = UnbundleCounter(pc_array[i]); 774c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar if (!pc) continue; // Not visited. 775c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar uptr offset = 0; 776c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar sym->GetModuleNameAndOffsetForPC(pc, nullptr, &offset); 777c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar offsets->push_back(BundlePcAndCounter(offset, counter)); 778c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar } 779c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 780c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar CHECK_GE(offsets->size(), kNumWordsForMagic); 781c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar SortArray(offsets->data(), offsets->size()); 782c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar for (uptr i = 0; i < offsets->size(); i++) 783c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar (*offsets)[i] = UnbundlePc((*offsets)[i]); 784c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar} 785c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 786c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainarstatic void GenerateHtmlReport(const InternalMmapVector<char *> &cov_files) { 787c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar if (!common_flags()->html_cov_report) { 788c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar return; 789c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar } 790c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar char *sancov_path = FindPathToBinary(common_flags()->sancov_path); 791c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar if (sancov_path == nullptr) { 792c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar return; 793c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar } 794c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 795c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar InternalMmapVector<char *> sancov_argv(cov_files.size() * 2 + 3); 796c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar sancov_argv.push_back(sancov_path); 797c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar sancov_argv.push_back(internal_strdup("-html-report")); 798c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar auto argv_deleter = at_scope_exit([&] { 799c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar for (uptr i = 0; i < sancov_argv.size(); ++i) { 800c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar InternalFree(sancov_argv[i]); 801c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar } 802c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar }); 803c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 804c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar for (const auto &cov_file : cov_files) { 805c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar sancov_argv.push_back(internal_strdup(cov_file)); 806c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar } 807c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 808c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar { 809c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar ListOfModules modules; 810c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar modules.init(); 811c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar for (const LoadedModule &module : modules) { 812c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar sancov_argv.push_back(internal_strdup(module.full_name())); 813c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar } 814c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar } 815c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 816c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar InternalScopedString report_path(kMaxPathLength); 817c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar fd_t report_fd = 818c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar CovOpenFile(&report_path, false /* packed */, GetProcessName(), "html"); 819c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar int pid = StartSubprocess(sancov_argv[0], sancov_argv.data(), 820c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar kInvalidFd /* stdin */, report_fd /* std_out */); 821c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar if (pid > 0) { 822c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar int result = WaitForProcess(pid); 823c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar if (result == 0) 824c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar Printf("coverage report generated to %s\n", report_path.data()); 825c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar } 826c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar} 827c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 8287c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainarvoid CoverageData::DumpOffsets() { 8297c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar auto sym = Symbolizer::GetOrInit(); 83086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (!common_flags()->coverage_pcs) return; 8317c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_NE(sym, nullptr); 8327c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar InternalMmapVector<uptr> offsets(0); 83386277eb844c4983c81de62d7c050e92fe7155788Stephen Hines InternalScopedString path(kMaxPathLength); 834c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 835c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar InternalMmapVector<char *> cov_files(module_name_vec.size()); 836c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar auto cov_files_deleter = at_scope_exit([&] { 837c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar for (uptr i = 0; i < cov_files.size(); ++i) { 838c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar InternalFree(cov_files[i]); 8397c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar } 840c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar }); 8417c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 842c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar for (uptr m = 0; m < module_name_vec.size(); m++) { 843c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar auto r = module_name_vec[m]; 844c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar GetRangeOffsets(r, sym, &offsets); 8457c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 846c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar uptr num_offsets = offsets.size() - kNumWordsForMagic; 8477c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar u64 *magic_p = reinterpret_cast<u64*>(offsets.data()); 8487c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CHECK_EQ(*magic_p, 0ULL); 8497c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar // FIXME: we may want to write 32-bit offsets even in 64-mode 8507c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar // if all the offsets are small enough. 851c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar *magic_p = kMagic; 8527c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 8537c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar const char *module_name = StripModuleName(r.copied_module_name); 8547c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (cov_sandboxed) { 855259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (cov_fd != kInvalidFd) { 8567c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar CovWritePacked(internal_getpid(), module_name, offsets.data(), 8577c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar offsets.size() * sizeof(offsets[0])); 8587c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar VReport(1, " CovDump: %zd PCs written to packed file\n", num_offsets); 8592d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines } 8607c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar } else { 8617c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar // One file per module per process. 862259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar fd_t fd = CovOpenFile(&path, false /* packed */, module_name); 863259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (fd == kInvalidFd) continue; 864259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar WriteToFile(fd, offsets.data(), offsets.size() * sizeof(offsets[0])); 865259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar CloseFile(fd); 866c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar cov_files.push_back(internal_strdup(path.data())); 8677c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar VReport(1, " CovDump: %s: %zd PCs written\n", path.data(), num_offsets); 8682d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines } 8692d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines } 870259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (cov_fd != kInvalidFd) 871259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar CloseFile(cov_fd); 872c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 873c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar GenerateHtmlReport(cov_files); 8747c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar} 8757c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 8767c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainarvoid CoverageData::DumpAll() { 8777c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (!coverage_enabled || common_flags()->coverage_direct) return; 8787c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (atomic_fetch_add(&dump_once_guard, 1, memory_order_relaxed)) 8797c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar return; 8807c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar DumpAsBitSet(); 8817c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar DumpCounters(); 8827c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar DumpTrace(); 8837c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar DumpOffsets(); 8847c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar DumpCallerCalleePairs(); 8852d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 8862d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 8872d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hinesvoid CovPrepareForSandboxing(__sanitizer_sandbox_arguments *args) { 8882d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines if (!args) return; 88986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (!coverage_enabled) return; 8902d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines cov_sandboxed = args->coverage_sandboxed; 8912d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines if (!cov_sandboxed) return; 8922d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines cov_max_block_size = args->coverage_max_block_size; 893259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (args->coverage_fd >= 0) { 894259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar cov_fd = (fd_t)args->coverage_fd; 895259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar } else { 8967c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar InternalScopedString path(kMaxPathLength); 8972d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines // Pre-open the file now. The sandbox won't allow us to do it later. 898799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar cov_fd = CovOpenFile(&path, true /* packed */, nullptr); 8997c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar } 9002d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 9012d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 902259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainarfd_t MaybeOpenCovFile(const char *name) { 9032d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines CHECK(name); 904259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar if (!coverage_enabled) return kInvalidFd; 9057c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar InternalScopedString path(kMaxPathLength); 9067c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar return CovOpenFile(&path, true /* packed */, name); 9072d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 9086a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines 9096a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hinesvoid CovBeforeFork() { 9106a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines coverage_data.BeforeFork(); 9116a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines} 9126a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines 9136a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hinesvoid CovAfterFork(int child_pid) { 9146a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines coverage_data.AfterFork(child_pid); 9156a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines} 9166a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines 917799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainarstatic void MaybeDumpCoverage() { 918799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar if (common_flags()->coverage) 919799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar __sanitizer_cov_dump(); 920799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar} 921799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar 92286277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesvoid InitializeCoverage(bool enabled, const char *dir) { 92386277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (coverage_enabled) 92486277eb844c4983c81de62d7c050e92fe7155788Stephen Hines return; // May happen if two sanitizer enable coverage in the same process. 92586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_enabled = enabled; 92686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_dir = dir; 92786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_data.Init(); 92886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (enabled) coverage_data.Enable(); 92986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (!common_flags()->coverage_direct) Atexit(__sanitizer_cov_dump); 930799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar AddDieCallback(MaybeDumpCoverage); 93186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines} 93286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 93386277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesvoid ReInitializeCoverage(bool enabled, const char *dir) { 93486277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_enabled = enabled; 93586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_dir = dir; 93686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_data.ReInit(); 93786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines} 93886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 93986277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesvoid CoverageUpdateMapping() { 94086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (coverage_enabled) 94186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines CovUpdateMapping(coverage_dir); 94286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines} 94386277eb844c4983c81de62d7c050e92fe7155788Stephen Hines 944799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar} // namespace __sanitizer 9452d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines 9462d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hinesextern "C" { 94786277eb844c4983c81de62d7c050e92fe7155788Stephen HinesSANITIZER_INTERFACE_ATTRIBUTE void __sanitizer_cov(u32 *guard) { 94886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_data.Add(StackTrace::GetPreviousInstructionPc(GET_CALLER_PC()), 94986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines guard); 95086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines} 95186277eb844c4983c81de62d7c050e92fe7155788Stephen HinesSANITIZER_INTERFACE_ATTRIBUTE void __sanitizer_cov_with_check(u32 *guard) { 95286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines atomic_uint32_t *atomic_guard = reinterpret_cast<atomic_uint32_t*>(guard); 9537c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar if (static_cast<s32>( 9547c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar __sanitizer::atomic_load(atomic_guard, memory_order_relaxed)) < 0) 95586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines __sanitizer_cov(guard); 9562d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 9576d1862363c88c183b0ed7740fca876342cf0474bStephen HinesSANITIZER_INTERFACE_ATTRIBUTE void 9586d1862363c88c183b0ed7740fca876342cf0474bStephen Hines__sanitizer_cov_indir_call16(uptr callee, uptr callee_cache16[]) { 9596d1862363c88c183b0ed7740fca876342cf0474bStephen Hines coverage_data.IndirCall(StackTrace::GetPreviousInstructionPc(GET_CALLER_PC()), 9606d1862363c88c183b0ed7740fca876342cf0474bStephen Hines callee, callee_cache16, 16); 9616d1862363c88c183b0ed7740fca876342cf0474bStephen Hines} 9622d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen HinesSANITIZER_INTERFACE_ATTRIBUTE void __sanitizer_cov_init() { 96386277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_enabled = true; 96486277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_dir = common_flags()->coverage_dir; 9652d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines coverage_data.Init(); 9662d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 9677c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga NainarSANITIZER_INTERFACE_ATTRIBUTE void __sanitizer_cov_dump() { 9687c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar coverage_data.DumpAll(); 9697c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar} 97086277eb844c4983c81de62d7c050e92fe7155788Stephen HinesSANITIZER_INTERFACE_ATTRIBUTE void 9717c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar__sanitizer_cov_module_init(s32 *guards, uptr npcs, u8 *counters, 9727c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar const char *comp_unit_name) { 9737c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar coverage_data.InitializeGuards(guards, npcs, comp_unit_name, GET_CALLER_PC()); 9747c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar coverage_data.InitializeCounters(counters, npcs); 97586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (!common_flags()->coverage_direct) return; 97686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines if (SANITIZER_ANDROID && coverage_enabled) { 9776a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines // dlopen/dlclose interceptors do not work on Android, so we rely on 9786a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines // Extend() calls to update .sancov.map. 97986277eb844c4983c81de62d7c050e92fe7155788Stephen Hines CovUpdateMapping(coverage_dir, GET_CALLER_PC()); 9806a211c5814e25d6745a5058cc0e499e5235d3821Stephen Hines } 9812d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines coverage_data.Extend(npcs); 9822d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 9832d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen HinesSANITIZER_INTERFACE_ATTRIBUTE 9842d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hinessptr __sanitizer_maybe_open_cov_file(const char *name) { 985259f7063e3e4c4b94dded1e90ab0a943d0fa737bPirama Arumuga Nainar return (sptr)MaybeOpenCovFile(name); 9862d1fdb26e458c4ddc04155c1d421bced3ba90cd0Stephen Hines} 9876d1862363c88c183b0ed7740fca876342cf0474bStephen HinesSANITIZER_INTERFACE_ATTRIBUTE 9886d1862363c88c183b0ed7740fca876342cf0474bStephen Hinesuptr __sanitizer_get_total_unique_coverage() { 9896d1862363c88c183b0ed7740fca876342cf0474bStephen Hines return atomic_load(&coverage_counter, memory_order_relaxed); 9906d1862363c88c183b0ed7740fca876342cf0474bStephen Hines} 9916d1862363c88c183b0ed7740fca876342cf0474bStephen Hines 9926d1862363c88c183b0ed7740fca876342cf0474bStephen HinesSANITIZER_INTERFACE_ATTRIBUTE 993799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainaruptr __sanitizer_get_total_unique_caller_callee_pairs() { 994799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar return atomic_load(&caller_callee_counter, memory_order_relaxed); 995799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar} 996799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar 997799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga NainarSANITIZER_INTERFACE_ATTRIBUTE 998799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainarvoid __sanitizer_cov_trace_func_enter(u32 *id) { 999799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar __sanitizer_cov_with_check(id); 100086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_data.TraceBasicBlock(id); 100186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines} 100286277eb844c4983c81de62d7c050e92fe7155788Stephen HinesSANITIZER_INTERFACE_ATTRIBUTE 1003799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainarvoid __sanitizer_cov_trace_basic_block(u32 *id) { 1004799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar __sanitizer_cov_with_check(id); 100586277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_data.TraceBasicBlock(id); 100686277eb844c4983c81de62d7c050e92fe7155788Stephen Hines} 100786277eb844c4983c81de62d7c050e92fe7155788Stephen HinesSANITIZER_INTERFACE_ATTRIBUTE 100886277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesvoid __sanitizer_reset_coverage() { 1009799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar ResetGlobalCounters(); 101086277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_data.ReinitializeGuards(); 101186277eb844c4983c81de62d7c050e92fe7155788Stephen Hines internal_bzero_aligned16( 101286277eb844c4983c81de62d7c050e92fe7155788Stephen Hines coverage_data.data(), 101386277eb844c4983c81de62d7c050e92fe7155788Stephen Hines RoundUpTo(coverage_data.size() * sizeof(coverage_data.data()[0]), 16)); 10146d1862363c88c183b0ed7740fca876342cf0474bStephen Hines} 10156d1862363c88c183b0ed7740fca876342cf0474bStephen HinesSANITIZER_INTERFACE_ATTRIBUTE 101686277eb844c4983c81de62d7c050e92fe7155788Stephen Hinesuptr __sanitizer_get_coverage_guards(uptr **data) { 101786277eb844c4983c81de62d7c050e92fe7155788Stephen Hines *data = coverage_data.data(); 101886277eb844c4983c81de62d7c050e92fe7155788Stephen Hines return coverage_data.size(); 10196d1862363c88c183b0ed7740fca876342cf0474bStephen Hines} 10207c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 10217c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga NainarSANITIZER_INTERFACE_ATTRIBUTE 1022c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainaruptr __sanitizer_get_coverage_pc_buffer(uptr **data) { 1023c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar *data = coverage_data.buffer(); 1024c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar return __sanitizer_get_total_unique_coverage(); 1025c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar} 1026c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga Nainar 1027c58a43648cd6121c51a2e795a28e2ef90d7813e6Pirama Arumuga NainarSANITIZER_INTERFACE_ATTRIBUTE 10287c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainaruptr __sanitizer_get_number_of_counters() { 10297c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar return coverage_data.GetNumberOf8bitCounters(); 10307c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar} 10317c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar 10327c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga NainarSANITIZER_INTERFACE_ATTRIBUTE 10337c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainaruptr __sanitizer_update_counter_bitset_and_clear_counters(u8 *bitset) { 10347c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar return coverage_data.Update8bitCounterBitsetAndClearCounters(bitset); 10357c9150579ed0278492f51cc8434b1d63a44b9bd1Pirama Arumuga Nainar} 1036799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar// Default empty implementations (weak). Users should redefine them. 1037cdce50bda3603770cc4ef80cbb613c78b8e47a17Pirama Arumuga NainarSANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE 1038cdce50bda3603770cc4ef80cbb613c78b8e47a17Pirama Arumuga Nainarvoid __sanitizer_cov_trace_cmp() {} 1039799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga NainarSANITIZER_INTERFACE_ATTRIBUTE SANITIZER_WEAK_ATTRIBUTE 1040799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainarvoid __sanitizer_cov_trace_switch() {} 1041799172d60d32feb1acba1a6867f3a9c39a999e5cPirama Arumuga Nainar} // extern "C" 1042