asan_rtl.cc revision c6b8716d9acd202d311a7d9095eeed440bba1ce5
1//===-- asan_rtl.cc -------------------------------------------------------===// 2// 3// The LLVM Compiler Infrastructure 4// 5// This file is distributed under the University of Illinois Open Source 6// License. See LICENSE.TXT for details. 7// 8//===----------------------------------------------------------------------===// 9// 10// This file is a part of AddressSanitizer, an address sanity checker. 11// 12// Main file of the ASan run-time library. 13//===----------------------------------------------------------------------===// 14#include "asan_allocator.h" 15#include "asan_interceptors.h" 16#include "asan_interface.h" 17#include "asan_internal.h" 18#include "asan_lock.h" 19#include "asan_mapping.h" 20#include "asan_report.h" 21#include "asan_stack.h" 22#include "asan_stats.h" 23#include "asan_thread.h" 24#include "asan_thread_registry.h" 25#include "sanitizer_common/sanitizer_atomic.h" 26#include "sanitizer_common/sanitizer_flags.h" 27#include "sanitizer_common/sanitizer_libc.h" 28 29namespace __sanitizer { 30using namespace __asan; 31 32void Die() { 33 static atomic_uint32_t num_calls; 34 if (atomic_fetch_add(&num_calls, 1, memory_order_relaxed) != 0) { 35 // Don't die twice - run a busy loop. 36 while (1) { } 37 } 38 if (flags()->sleep_before_dying) { 39 Report("Sleeping for %d second(s)\n", flags()->sleep_before_dying); 40 SleepForSeconds(flags()->sleep_before_dying); 41 } 42 if (flags()->unmap_shadow_on_exit) 43 UnmapOrDie((void*)kLowShadowBeg, kHighShadowEnd - kLowShadowBeg); 44 if (death_callback) 45 death_callback(); 46 if (flags()->abort_on_error) 47 Abort(); 48 Exit(flags()->exitcode); 49} 50 51void CheckFailed(const char *file, int line, const char *cond, u64 v1, u64 v2) { 52 AsanReport("AddressSanitizer CHECK failed: %s:%d \"%s\" (0x%zx, 0x%zx)\n", 53 file, line, cond, (uptr)v1, (uptr)v2); 54 PRINT_CURRENT_STACK(); 55 ShowStatsAndAbort(); 56} 57 58} // namespace __sanitizer 59 60namespace __asan { 61 62// -------------------------- Flags ------------------------- {{{1 63static const int kMallocContextSize = 30; 64 65static Flags asan_flags; 66 67Flags *flags() { 68 return &asan_flags; 69} 70 71static void ParseFlagsFromString(Flags *f, const char *str) { 72 ParseFlag(str, &f->quarantine_size, "quarantine_size"); 73 ParseFlag(str, &f->symbolize, "symbolize"); 74 ParseFlag(str, &f->verbosity, "verbosity"); 75 ParseFlag(str, &f->redzone, "redzone"); 76 CHECK(f->redzone >= 16); 77 CHECK(IsPowerOfTwo(f->redzone)); 78 79 ParseFlag(str, &f->debug, "debug"); 80 ParseFlag(str, &f->report_globals, "report_globals"); 81 ParseFlag(str, &f->malloc_context_size, "malloc_context_size"); 82 CHECK(f->malloc_context_size <= kMallocContextSize); 83 84 ParseFlag(str, &f->replace_str, "replace_str"); 85 ParseFlag(str, &f->replace_intrin, "replace_intrin"); 86 ParseFlag(str, &f->replace_cfallocator, "replace_cfallocator"); 87 ParseFlag(str, &f->mac_ignore_invalid_free, "mac_ignore_invalid_free"); 88 ParseFlag(str, &f->use_fake_stack, "use_fake_stack"); 89 ParseFlag(str, &f->max_malloc_fill_size, "max_malloc_fill_size"); 90 ParseFlag(str, &f->exitcode, "exitcode"); 91 ParseFlag(str, &f->allow_user_poisoning, "allow_user_poisoning"); 92 ParseFlag(str, &f->sleep_before_dying, "sleep_before_dying"); 93 ParseFlag(str, &f->handle_segv, "handle_segv"); 94 ParseFlag(str, &f->use_sigaltstack, "use_sigaltstack"); 95 ParseFlag(str, &f->check_malloc_usable_size, "check_malloc_usable_size"); 96 ParseFlag(str, &f->unmap_shadow_on_exit, "unmap_shadow_on_exit"); 97 ParseFlag(str, &f->abort_on_error, "abort_on_error"); 98 ParseFlag(str, &f->atexit, "atexit"); 99 ParseFlag(str, &f->disable_core, "disable_core"); 100 ParseFlag(str, &f->strip_path_prefix, "strip_path_prefix"); 101} 102 103extern "C" { 104SANITIZER_WEAK_ATTRIBUTE 105SANITIZER_INTERFACE_ATTRIBUTE 106const char* __asan_default_options() { return ""; } 107} // extern "C" 108 109void InitializeFlags(Flags *f, const char *env) { 110 internal_memset(f, 0, sizeof(*f)); 111 112 f->quarantine_size = (ASAN_LOW_MEMORY) ? 1UL << 24 : 1UL << 28; 113 f->symbolize = false; 114 f->verbosity = 0; 115 f->redzone = (ASAN_LOW_MEMORY) ? 64 : 128; 116 f->debug = false; 117 f->report_globals = 1; 118 f->malloc_context_size = kMallocContextSize; 119 f->replace_str = true; 120 f->replace_intrin = true; 121 f->replace_cfallocator = true; 122 f->mac_ignore_invalid_free = false; 123 f->use_fake_stack = true; 124 f->max_malloc_fill_size = 0; 125 f->exitcode = ASAN_DEFAULT_FAILURE_EXITCODE; 126 f->allow_user_poisoning = true; 127 f->sleep_before_dying = 0; 128 f->handle_segv = ASAN_NEEDS_SEGV; 129 f->use_sigaltstack = false; 130 f->check_malloc_usable_size = true; 131 f->unmap_shadow_on_exit = false; 132 f->abort_on_error = false; 133 f->atexit = false; 134 f->disable_core = (__WORDSIZE == 64); 135 f->strip_path_prefix = ""; 136 137 // Override from user-specified string. 138 ParseFlagsFromString(f, __asan_default_options()); 139 if (flags()->verbosity) { 140 Report("Using the defaults from __asan_default_options: %s\n", 141 __asan_default_options()); 142 } 143 144 // Override from command line. 145 ParseFlagsFromString(f, env); 146} 147 148// -------------------------- Globals --------------------- {{{1 149int asan_inited; 150bool asan_init_is_running; 151void (*death_callback)(void); 152 153// -------------------------- Misc ---------------- {{{1 154void ShowStatsAndAbort() { 155 __asan_print_accumulated_stats(); 156 Die(); 157} 158 159// ---------------------- mmap -------------------- {{{1 160// Reserve memory range [beg, end]. 161static void ReserveShadowMemoryRange(uptr beg, uptr end) { 162 CHECK((beg % kPageSize) == 0); 163 CHECK(((end + 1) % kPageSize) == 0); 164 uptr size = end - beg + 1; 165 void *res = MmapFixedNoReserve(beg, size); 166 CHECK(res == (void*)beg && "ReserveShadowMemoryRange failed"); 167} 168 169// ---------------------- LowLevelAllocator ------------- {{{1 170void *LowLevelAllocator::Allocate(uptr size) { 171 CHECK((size & (size - 1)) == 0 && "size must be a power of two"); 172 if (allocated_end_ - allocated_current_ < (sptr)size) { 173 uptr size_to_allocate = Max(size, kPageSize); 174 allocated_current_ = 175 (char*)MmapOrDie(size_to_allocate, __FUNCTION__); 176 allocated_end_ = allocated_current_ + size_to_allocate; 177 PoisonShadow((uptr)allocated_current_, size_to_allocate, 178 kAsanInternalHeapMagic); 179 } 180 CHECK(allocated_end_ - allocated_current_ >= (sptr)size); 181 void *res = allocated_current_; 182 allocated_current_ += size; 183 return res; 184} 185 186// -------------------------- Run-time entry ------------------- {{{1 187// exported functions 188#define ASAN_REPORT_ERROR(type, is_write, size) \ 189extern "C" NOINLINE INTERFACE_ATTRIBUTE \ 190void __asan_report_ ## type ## size(uptr addr); \ 191void __asan_report_ ## type ## size(uptr addr) { \ 192 GET_CALLER_PC_BP_SP; \ 193 __asan_report_error(pc, bp, sp, addr, is_write, size); \ 194} 195 196ASAN_REPORT_ERROR(load, false, 1) 197ASAN_REPORT_ERROR(load, false, 2) 198ASAN_REPORT_ERROR(load, false, 4) 199ASAN_REPORT_ERROR(load, false, 8) 200ASAN_REPORT_ERROR(load, false, 16) 201ASAN_REPORT_ERROR(store, true, 1) 202ASAN_REPORT_ERROR(store, true, 2) 203ASAN_REPORT_ERROR(store, true, 4) 204ASAN_REPORT_ERROR(store, true, 8) 205ASAN_REPORT_ERROR(store, true, 16) 206 207// Force the linker to keep the symbols for various ASan interface functions. 208// We want to keep those in the executable in order to let the instrumented 209// dynamic libraries access the symbol even if it is not used by the executable 210// itself. This should help if the build system is removing dead code at link 211// time. 212static NOINLINE void force_interface_symbols() { 213 volatile int fake_condition = 0; // prevent dead condition elimination. 214 // __asan_report_* functions are noreturn, so we need a switch to prevent 215 // the compiler from removing any of them. 216 switch (fake_condition) { 217 case 1: __asan_report_load1(0); break; 218 case 2: __asan_report_load2(0); break; 219 case 3: __asan_report_load4(0); break; 220 case 4: __asan_report_load8(0); break; 221 case 5: __asan_report_load16(0); break; 222 case 6: __asan_report_store1(0); break; 223 case 7: __asan_report_store2(0); break; 224 case 8: __asan_report_store4(0); break; 225 case 9: __asan_report_store8(0); break; 226 case 10: __asan_report_store16(0); break; 227 case 11: __asan_register_global(0, 0, 0); break; 228 case 12: __asan_register_globals(0, 0); break; 229 case 13: __asan_unregister_globals(0, 0); break; 230 case 14: __asan_set_death_callback(0); break; 231 case 15: __asan_set_error_report_callback(0); break; 232 case 16: __asan_handle_no_return(); break; 233 case 17: __asan_address_is_poisoned(0); break; 234 case 18: __asan_get_allocated_size(0); break; 235 case 19: __asan_get_current_allocated_bytes(); break; 236 case 20: __asan_get_estimated_allocated_size(0); break; 237 case 21: __asan_get_free_bytes(); break; 238 case 22: __asan_get_heap_size(); break; 239 case 23: __asan_get_ownership(0); break; 240 case 24: __asan_get_unmapped_bytes(); break; 241 case 25: __asan_poison_memory_region(0, 0); break; 242 case 26: __asan_unpoison_memory_region(0, 0); break; 243 case 27: __asan_set_error_exit_code(0); break; 244 case 28: __asan_stack_free(0, 0, 0); break; 245 case 29: __asan_stack_malloc(0, 0); break; 246 case 30: __asan_set_on_error_callback(0); break; 247 } 248} 249 250static void asan_atexit() { 251 AsanPrintf("AddressSanitizer exit stats:\n"); 252 __asan_print_accumulated_stats(); 253} 254 255} // namespace __asan 256 257// ---------------------- Interface ---------------- {{{1 258using namespace __asan; // NOLINT 259 260int NOINLINE __asan_set_error_exit_code(int exit_code) { 261 int old = flags()->exitcode; 262 flags()->exitcode = exit_code; 263 return old; 264} 265 266void NOINLINE __asan_handle_no_return() { 267 int local_stack; 268 AsanThread *curr_thread = asanThreadRegistry().GetCurrent(); 269 CHECK(curr_thread); 270 uptr top = curr_thread->stack_top(); 271 uptr bottom = ((uptr)&local_stack - kPageSize) & ~(kPageSize-1); 272 PoisonShadow(bottom, top - bottom, 0); 273} 274 275void NOINLINE __asan_set_death_callback(void (*callback)(void)) { 276 death_callback = callback; 277} 278 279void __asan_init() { 280 if (asan_inited) return; 281 asan_init_is_running = true; 282 283 // Make sure we are not statically linked. 284 AsanDoesNotSupportStaticLinkage(); 285 286 // Initialize flags. 287 const char *options = GetEnv("ASAN_OPTIONS"); 288 InitializeFlags(flags(), options); 289 290 if (flags()->verbosity && options) { 291 Report("Parsed ASAN_OPTIONS: %s\n", options); 292 } 293 294 if (flags()->atexit) { 295 Atexit(asan_atexit); 296 } 297 298 // interceptors 299 InitializeAsanInterceptors(); 300 301 ReplaceSystemMalloc(); 302 ReplaceOperatorsNewAndDelete(); 303 304 if (flags()->verbosity) { 305 Printf("|| `[%p, %p]` || HighMem ||\n", 306 (void*)kHighMemBeg, (void*)kHighMemEnd); 307 Printf("|| `[%p, %p]` || HighShadow ||\n", 308 (void*)kHighShadowBeg, (void*)kHighShadowEnd); 309 Printf("|| `[%p, %p]` || ShadowGap ||\n", 310 (void*)kShadowGapBeg, (void*)kShadowGapEnd); 311 Printf("|| `[%p, %p]` || LowShadow ||\n", 312 (void*)kLowShadowBeg, (void*)kLowShadowEnd); 313 Printf("|| `[%p, %p]` || LowMem ||\n", 314 (void*)kLowMemBeg, (void*)kLowMemEnd); 315 Printf("MemToShadow(shadow): %p %p %p %p\n", 316 (void*)MEM_TO_SHADOW(kLowShadowBeg), 317 (void*)MEM_TO_SHADOW(kLowShadowEnd), 318 (void*)MEM_TO_SHADOW(kHighShadowBeg), 319 (void*)MEM_TO_SHADOW(kHighShadowEnd)); 320 Printf("red_zone=%zu\n", (uptr)flags()->redzone); 321 Printf("malloc_context_size=%zu\n", (uptr)flags()->malloc_context_size); 322 323 Printf("SHADOW_SCALE: %zx\n", (uptr)SHADOW_SCALE); 324 Printf("SHADOW_GRANULARITY: %zx\n", (uptr)SHADOW_GRANULARITY); 325 Printf("SHADOW_OFFSET: %zx\n", (uptr)SHADOW_OFFSET); 326 CHECK(SHADOW_SCALE >= 3 && SHADOW_SCALE <= 7); 327 } 328 329 if (flags()->disable_core) { 330 DisableCoreDumper(); 331 } 332 333 uptr shadow_start = kLowShadowBeg; 334 if (kLowShadowBeg > 0) shadow_start -= kMmapGranularity; 335 uptr shadow_end = kHighShadowEnd; 336 if (MemoryRangeIsAvailable(shadow_start, shadow_end)) { 337 if (kLowShadowBeg != kLowShadowEnd) { 338 // mmap the low shadow plus at least one page. 339 ReserveShadowMemoryRange(kLowShadowBeg - kMmapGranularity, kLowShadowEnd); 340 } 341 // mmap the high shadow. 342 ReserveShadowMemoryRange(kHighShadowBeg, kHighShadowEnd); 343 // protect the gap 344 void *prot = Mprotect(kShadowGapBeg, kShadowGapEnd - kShadowGapBeg + 1); 345 CHECK(prot == (void*)kShadowGapBeg); 346 } else { 347 Report("Shadow memory range interleaves with an existing memory mapping. " 348 "ASan cannot proceed correctly. ABORTING.\n"); 349 DumpProcessMap(); 350 Die(); 351 } 352 353 InstallSignalHandlers(); 354 355 // On Linux AsanThread::ThreadStart() calls malloc() that's why asan_inited 356 // should be set to 1 prior to initializing the threads. 357 asan_inited = 1; 358 asan_init_is_running = false; 359 360 asanThreadRegistry().Init(); 361 asanThreadRegistry().GetMain()->ThreadStart(); 362 force_interface_symbols(); // no-op. 363 364 if (flags()->verbosity) { 365 Report("AddressSanitizer Init done\n"); 366 } 367} 368 369#if defined(ASAN_USE_PREINIT_ARRAY) 370 // On Linux, we force __asan_init to be called before anyone else 371 // by placing it into .preinit_array section. 372 // FIXME: do we have anything like this on Mac? 373 __attribute__((section(".preinit_array"))) 374 typeof(__asan_init) *__asan_preinit =__asan_init; 375#elif defined(_WIN32) && defined(_DLL) 376 // On Windows, when using dynamic CRT (/MD), we can put a pointer 377 // to __asan_init into the global list of C initializers. 378 // See crt0dat.c in the CRT sources for the details. 379 #pragma section(".CRT$XIB", long, read) // NOLINT 380 __declspec(allocate(".CRT$XIB")) void (*__asan_preinit)() = __asan_init; 381#endif 382