asan_poisoning.cc revision 2991200255098ac0739952351b2eb2b487819eec
1e5f5895bda30f374b0b51412fd4d837fa59aed66Alexey Samsonov//===-- asan_poisoning.cc -------------------------------------------------===// 21e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 31e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// The LLVM Compiler Infrastructure 41e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 51e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is distributed under the University of Illinois Open Source 61e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// License. See LICENSE.TXT for details. 71e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 81e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===// 91e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 101e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// This file is a part of AddressSanitizer, an address sanity checker. 111e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 12218a9b70d7338cf5b727b7dad6b080ad7869c6c2Kostya Serebryany// Shadow memory poisoning by ASan RTL and by user application. 131e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany//===----------------------------------------------------------------------===// 141e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 157e8434940a1fe7dce531d4c458ccd714da48f609Alexey Samsonov#include "asan_poisoning.h" 16eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany#include "sanitizer_common/sanitizer_libc.h" 176866dba92ac842fc513ba339ba849a953ffb7507Dmitry Vyukov#include "sanitizer_common/sanitizer_flags.h" 181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanynamespace __asan { 201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 21ee3925515e4c7966f3ef489f687aa7e5692806a9Kostya Serebryanyvoid PoisonShadow(uptr addr, uptr size, u8 value) { 2273bad81febb2a872627c03e579beea1da4b49294Kostya Serebryany if (!flags()->poison_heap) return; 23218a9b70d7338cf5b727b7dad6b080ad7869c6c2Kostya Serebryany CHECK(AddrIsAlignedByGranularity(addr)); 247e8434940a1fe7dce531d4c458ccd714da48f609Alexey Samsonov CHECK(AddrIsInMem(addr)); 25218a9b70d7338cf5b727b7dad6b080ad7869c6c2Kostya Serebryany CHECK(AddrIsAlignedByGranularity(addr + size)); 267e8434940a1fe7dce531d4c458ccd714da48f609Alexey Samsonov CHECK(AddrIsInMem(addr + size - SHADOW_GRANULARITY)); 27a27bdf70ca24202dce21cf7c1a387aeaa400d889Kostya Serebryany CHECK(REAL(memset)); 287e8434940a1fe7dce531d4c458ccd714da48f609Alexey Samsonov FastPoisonShadow(addr, size, value); 29218a9b70d7338cf5b727b7dad6b080ad7869c6c2Kostya Serebryany} 30218a9b70d7338cf5b727b7dad6b080ad7869c6c2Kostya Serebryany 313f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryanyvoid PoisonShadowPartialRightRedzone(uptr addr, 323f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany uptr size, 333f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany uptr redzone_size, 34ee3925515e4c7966f3ef489f687aa7e5692806a9Kostya Serebryany u8 value) { 3573bad81febb2a872627c03e579beea1da4b49294Kostya Serebryany if (!flags()->poison_heap) return; 36218a9b70d7338cf5b727b7dad6b080ad7869c6c2Kostya Serebryany CHECK(AddrIsAlignedByGranularity(addr)); 377e8434940a1fe7dce531d4c458ccd714da48f609Alexey Samsonov CHECK(AddrIsInMem(addr)); 387e8434940a1fe7dce531d4c458ccd714da48f609Alexey Samsonov FastPoisonShadowPartialRightRedzone(addr, size, redzone_size, value); 39218a9b70d7338cf5b727b7dad6b080ad7869c6c2Kostya Serebryany} 40218a9b70d7338cf5b727b7dad6b080ad7869c6c2Kostya Serebryany 411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanystruct ShadowSegmentEndpoint { 42ee3925515e4c7966f3ef489f687aa7e5692806a9Kostya Serebryany u8 *chunk; 43ee3925515e4c7966f3ef489f687aa7e5692806a9Kostya Serebryany s8 offset; // in [0, SHADOW_GRANULARITY) 44ee3925515e4c7966f3ef489f687aa7e5692806a9Kostya Serebryany s8 value; // = *chunk; 451e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 463f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany explicit ShadowSegmentEndpoint(uptr address) { 47ee3925515e4c7966f3ef489f687aa7e5692806a9Kostya Serebryany chunk = (u8*)MemToShadow(address); 481e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany offset = address & (SHADOW_GRANULARITY - 1); 491e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany value = *chunk; 501e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 511e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany}; 521e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 531e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} // namespace __asan 541e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 551e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// ---------------------- Interface ---------------- {{{1 561e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanyusing namespace __asan; // NOLINT 571e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 581e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// Current implementation of __asan_(un)poison_memory_region doesn't check 591e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// that user program (un)poisons the memory it owns. It poisons memory 601e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// conservatively, and unpoisons progressively to make sure asan shadow 611e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// mapping invariant is preserved (see detailed mapping description here: 621e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// http://code.google.com/p/address-sanitizer/wiki/AddressSanitizerAlgorithm). 631e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// 641e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// * if user asks to poison region [left, right), the program poisons 651e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// at least [left, AlignDown(right)). 661e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// * if user asks to unpoison region [left, right), the program unpoisons 671e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany// at most [AlignDown(left), right). 689aead37421a6e4bf43265e5195c6ac31fc519982Kostya Serebryanyvoid __asan_poison_memory_region(void const volatile *addr, uptr size) { 69cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (!flags()->allow_user_poisoning || size == 0) return; 703f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany uptr beg_addr = (uptr)addr; 713f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany uptr end_addr = beg_addr + size; 726866dba92ac842fc513ba339ba849a953ffb7507Dmitry Vyukov if (common_flags()->verbosity >= 1) { 735bcca4e33ececdddd8e9e07619c129e870492251Alexey Samsonov Printf("Trying to poison memory region [%p, %p)\n", 745bcca4e33ececdddd8e9e07619c129e870492251Alexey Samsonov (void*)beg_addr, (void*)end_addr); 751e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 761e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany ShadowSegmentEndpoint beg(beg_addr); 771e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany ShadowSegmentEndpoint end(end_addr); 781e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (beg.chunk == end.chunk) { 791e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany CHECK(beg.offset < end.offset); 80ee3925515e4c7966f3ef489f687aa7e5692806a9Kostya Serebryany s8 value = beg.value; 811e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany CHECK(value == end.value); 821e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // We can only poison memory if the byte in end.offset is unaddressable. 831e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // No need to re-poison memory if it is poisoned already. 841e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (value > 0 && value <= end.offset) { 851e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (beg.offset > 0) { 862d8b3bdb112ebb8ed3f15ee41d4cebcd683b41b0Kostya Serebryany *beg.chunk = Min(value, beg.offset); 871e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } else { 881e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany *beg.chunk = kAsanUserPoisonedMemoryMagic; 891e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 901e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 911e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return; 921e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 931e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany CHECK(beg.chunk < end.chunk); 941e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (beg.offset > 0) { 951e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // Mark bytes from beg.offset as unaddressable. 961e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (beg.value == 0) { 971e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany *beg.chunk = beg.offset; 981e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } else { 992d8b3bdb112ebb8ed3f15ee41d4cebcd683b41b0Kostya Serebryany *beg.chunk = Min(beg.value, beg.offset); 1001e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 1011e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany beg.chunk++; 1021e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 10309672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov REAL(memset)(beg.chunk, kAsanUserPoisonedMemoryMagic, end.chunk - beg.chunk); 1041e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // Poison if byte in end.offset is unaddressable. 1051e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (end.value > 0 && end.value <= end.offset) { 1061e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany *end.chunk = kAsanUserPoisonedMemoryMagic; 1071e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 1081e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 1091e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 1109aead37421a6e4bf43265e5195c6ac31fc519982Kostya Serebryanyvoid __asan_unpoison_memory_region(void const volatile *addr, uptr size) { 111cb8c4dce691097718d5af41b36899b72ef4b1d84Alexey Samsonov if (!flags()->allow_user_poisoning || size == 0) return; 1123f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany uptr beg_addr = (uptr)addr; 1133f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany uptr end_addr = beg_addr + size; 1146866dba92ac842fc513ba339ba849a953ffb7507Dmitry Vyukov if (common_flags()->verbosity >= 1) { 1155bcca4e33ececdddd8e9e07619c129e870492251Alexey Samsonov Printf("Trying to unpoison memory region [%p, %p)\n", 1165bcca4e33ececdddd8e9e07619c129e870492251Alexey Samsonov (void*)beg_addr, (void*)end_addr); 1171e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 1181e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany ShadowSegmentEndpoint beg(beg_addr); 1191e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany ShadowSegmentEndpoint end(end_addr); 1201e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (beg.chunk == end.chunk) { 1211e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany CHECK(beg.offset < end.offset); 122ee3925515e4c7966f3ef489f687aa7e5692806a9Kostya Serebryany s8 value = beg.value; 1231e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany CHECK(value == end.value); 1241e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // We unpoison memory bytes up to enbytes up to end.offset if it is not 1251e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany // unpoisoned already. 1261e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (value != 0) { 1272d8b3bdb112ebb8ed3f15ee41d4cebcd683b41b0Kostya Serebryany *beg.chunk = Max(value, end.offset); 1281e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 1291e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany return; 1301e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 1311e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany CHECK(beg.chunk < end.chunk); 1321e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (beg.offset > 0) { 1331e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany *beg.chunk = 0; 1341e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany beg.chunk++; 1351e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 13609672caefb5694f1981a1712fdefa44840a95e67Alexey Samsonov REAL(memset)(beg.chunk, 0, end.chunk - beg.chunk); 1371e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany if (end.offset > 0 && end.value != 0) { 1382d8b3bdb112ebb8ed3f15ee41d4cebcd683b41b0Kostya Serebryany *end.chunk = Max(end.value, end.offset); 1391e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany } 1401e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 1411e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany 1421e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryanybool __asan_address_is_poisoned(void const volatile *addr) { 1433f4c3875c42078e22c7e5356c5746fd18756d958Kostya Serebryany return __asan::AddressIsPoisoned((uptr)addr); 1441e172b4bdec57329bf904f063a29f99cddf2d85fKostya Serebryany} 145d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov 146eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryanyuptr __asan_region_is_poisoned(uptr beg, uptr size) { 147eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany if (!size) return 0; 148eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany uptr end = beg + size; 149eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany if (!AddrIsInMem(beg)) return beg; 150eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany if (!AddrIsInMem(end)) return end; 151eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany uptr aligned_b = RoundUpTo(beg, SHADOW_GRANULARITY); 152eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany uptr aligned_e = RoundDownTo(end, SHADOW_GRANULARITY); 153eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany uptr shadow_beg = MemToShadow(aligned_b); 154eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany uptr shadow_end = MemToShadow(aligned_e); 155eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany // First check the first and the last application bytes, 156eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany // then check the SHADOW_GRANULARITY-aligned region by calling 157eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany // mem_is_zero on the corresponding shadow. 158eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany if (!__asan::AddressIsPoisoned(beg) && 159eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany !__asan::AddressIsPoisoned(end - 1) && 160eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany (shadow_end <= shadow_beg || 161eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany __sanitizer::mem_is_zero((const char *)shadow_beg, 162eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany shadow_end - shadow_beg))) 163eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany return 0; 164eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany // The fast check failed, so we have a poisoned byte somewhere. 165eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany // Find it slowly. 166eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany for (; beg < end; beg++) 167eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany if (__asan::AddressIsPoisoned(beg)) 168eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany return beg; 169eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany UNREACHABLE("mem_is_zero returned false, but poisoned byte was not found"); 170eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany return 0; 171eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany} 172eb2809311c94b73c269ccef8d68ae368642e5754Kostya Serebryany 173dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany#define CHECK_SMALL_REGION(p, size, isWrite) \ 174dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany do { \ 175dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany uptr __p = reinterpret_cast<uptr>(p); \ 176dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany uptr __size = size; \ 177dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany if (UNLIKELY(__asan::AddressIsPoisoned(__p) || \ 178dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany __asan::AddressIsPoisoned(__p + __size - 1))) { \ 179dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany GET_CURRENT_PC_BP_SP; \ 180dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany uptr __bad = __asan_region_is_poisoned(__p, __size); \ 181dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany __asan_report_error(pc, bp, sp, __bad, isWrite, __size);\ 182dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany } \ 183dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany } while (false); \ 184dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany 185dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany 186dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryanyextern "C" SANITIZER_INTERFACE_ATTRIBUTE 1872e9ffcbc2184f308881fc04ce0799c557b7e5b0fEvgeniy Stepanovu16 __sanitizer_unaligned_load16(const uu16 *p) { 188dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany CHECK_SMALL_REGION(p, sizeof(*p), false); 189dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany return *p; 190dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany} 191dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany 192dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryanyextern "C" SANITIZER_INTERFACE_ATTRIBUTE 1932e9ffcbc2184f308881fc04ce0799c557b7e5b0fEvgeniy Stepanovu32 __sanitizer_unaligned_load32(const uu32 *p) { 194dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany CHECK_SMALL_REGION(p, sizeof(*p), false); 195dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany return *p; 196dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany} 197dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany 198dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryanyextern "C" SANITIZER_INTERFACE_ATTRIBUTE 1992e9ffcbc2184f308881fc04ce0799c557b7e5b0fEvgeniy Stepanovu64 __sanitizer_unaligned_load64(const uu64 *p) { 200dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany CHECK_SMALL_REGION(p, sizeof(*p), false); 201dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany return *p; 202dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany} 203dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany 204dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryanyextern "C" SANITIZER_INTERFACE_ATTRIBUTE 2052e9ffcbc2184f308881fc04ce0799c557b7e5b0fEvgeniy Stepanovvoid __sanitizer_unaligned_store16(uu16 *p, u16 x) { 206dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany CHECK_SMALL_REGION(p, sizeof(*p), true); 207dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany *p = x; 208dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany} 209dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany 210dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryanyextern "C" SANITIZER_INTERFACE_ATTRIBUTE 2112e9ffcbc2184f308881fc04ce0799c557b7e5b0fEvgeniy Stepanovvoid __sanitizer_unaligned_store32(uu32 *p, u32 x) { 212dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany CHECK_SMALL_REGION(p, sizeof(*p), true); 213dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany *p = x; 214dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany} 215dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany 216dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryanyextern "C" SANITIZER_INTERFACE_ATTRIBUTE 2172e9ffcbc2184f308881fc04ce0799c557b7e5b0fEvgeniy Stepanovvoid __sanitizer_unaligned_store64(uu64 *p, u64 x) { 218dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany CHECK_SMALL_REGION(p, sizeof(*p), true); 219dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany *p = x; 220dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany} 221dc0d17952a060731e47d056f8487d0744037f52eKostya Serebryany 222d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov// This is a simplified version of __asan_(un)poison_memory_region, which 223d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov// assumes that left border of region to be poisoned is properly aligned. 224d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonovstatic void PoisonAlignedStackMemory(uptr addr, uptr size, bool do_poison) { 225d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov if (size == 0) return; 226d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov uptr aligned_size = size & ~(SHADOW_GRANULARITY - 1); 227d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov PoisonShadow(addr, aligned_size, 228d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov do_poison ? kAsanStackUseAfterScopeMagic : 0); 229d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov if (size == aligned_size) 230d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov return; 231d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov s8 end_offset = (s8)(size - aligned_size); 232d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov s8* shadow_end = (s8*)MemToShadow(addr + aligned_size); 233d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov s8 end_value = *shadow_end; 234d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov if (do_poison) { 235d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov // If possible, mark all the bytes mapping to last shadow byte as 236d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov // unaddressable. 237d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov if (end_value > 0 && end_value <= end_offset) 238bc9940eedb51dd43d844a4c46e17bc89f872781fKostya Serebryany *shadow_end = (s8)kAsanStackUseAfterScopeMagic; 239d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov } else { 240d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov // If necessary, mark few first bytes mapping to last shadow byte 241d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov // as addressable 242d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov if (end_value != 0) 243d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov *shadow_end = Max(end_value, end_offset); 244d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov } 245d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov} 246d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov 247d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonovvoid __asan_poison_stack_memory(uptr addr, uptr size) { 2486866dba92ac842fc513ba339ba849a953ffb7507Dmitry Vyukov if (common_flags()->verbosity > 0) 249d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov Report("poisoning: %p %zx\n", (void*)addr, size); 250d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov PoisonAlignedStackMemory(addr, size, true); 251d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov} 252d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov 253d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonovvoid __asan_unpoison_stack_memory(uptr addr, uptr size) { 2546866dba92ac842fc513ba339ba849a953ffb7507Dmitry Vyukov if (common_flags()->verbosity > 0) 255d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov Report("unpoisoning: %p %zx\n", (void*)addr, size); 256d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov PoisonAlignedStackMemory(addr, size, false); 257d4b5db8cb8a7a13bb5cc1d4ce53e8e088303c854Alexey Samsonov} 2582991200255098ac0739952351b2eb2b487819eecKostya Serebryany 2592991200255098ac0739952351b2eb2b487819eecKostya Serebryanyvoid __sanitizer_annotate_contiguous_container(void *beg_p, void *end_p, 2602991200255098ac0739952351b2eb2b487819eecKostya Serebryany void *old_mid_p, 2612991200255098ac0739952351b2eb2b487819eecKostya Serebryany void *new_mid_p) { 2622991200255098ac0739952351b2eb2b487819eecKostya Serebryany uptr beg = reinterpret_cast<uptr>(beg_p); 2632991200255098ac0739952351b2eb2b487819eecKostya Serebryany uptr end= reinterpret_cast<uptr>(end_p); 2642991200255098ac0739952351b2eb2b487819eecKostya Serebryany uptr old_mid = reinterpret_cast<uptr>(old_mid_p); 2652991200255098ac0739952351b2eb2b487819eecKostya Serebryany uptr new_mid = reinterpret_cast<uptr>(new_mid_p); 2662991200255098ac0739952351b2eb2b487819eecKostya Serebryany uptr granularity = SHADOW_GRANULARITY; 2672991200255098ac0739952351b2eb2b487819eecKostya Serebryany CHECK(beg <= end && beg <= old_mid && beg <= new_mid && old_mid <= end && 2682991200255098ac0739952351b2eb2b487819eecKostya Serebryany new_mid <= end && IsAligned(beg, granularity)); 2692991200255098ac0739952351b2eb2b487819eecKostya Serebryany CHECK_LE(end - beg, 2702991200255098ac0739952351b2eb2b487819eecKostya Serebryany FIRST_32_SECOND_64(1UL << 30, 1UL << 34)); // Sanity check. 2712991200255098ac0739952351b2eb2b487819eecKostya Serebryany 2722991200255098ac0739952351b2eb2b487819eecKostya Serebryany uptr a = RoundDownTo(Min(old_mid, new_mid), granularity); 2732991200255098ac0739952351b2eb2b487819eecKostya Serebryany uptr c = RoundUpTo(Max(old_mid, new_mid), granularity); 2742991200255098ac0739952351b2eb2b487819eecKostya Serebryany uptr b = new_mid; 2752991200255098ac0739952351b2eb2b487819eecKostya Serebryany uptr b1 = RoundDownTo(b, granularity); 2762991200255098ac0739952351b2eb2b487819eecKostya Serebryany uptr b2 = RoundUpTo(b, granularity); 2772991200255098ac0739952351b2eb2b487819eecKostya Serebryany uptr d = old_mid; 2782991200255098ac0739952351b2eb2b487819eecKostya Serebryany uptr d1 = RoundDownTo(d, granularity); 2792991200255098ac0739952351b2eb2b487819eecKostya Serebryany uptr d2 = RoundUpTo(d, granularity); 2802991200255098ac0739952351b2eb2b487819eecKostya Serebryany // Currently we should be in this state: 2812991200255098ac0739952351b2eb2b487819eecKostya Serebryany // [a, d1) is good, [d2, c) is bad, [d1, d2) is partially good. 2822991200255098ac0739952351b2eb2b487819eecKostya Serebryany // Make a quick sanity check that we are indeed in this state. 2832991200255098ac0739952351b2eb2b487819eecKostya Serebryany if (d1 != d2) 2842991200255098ac0739952351b2eb2b487819eecKostya Serebryany CHECK_EQ(*(u8*)MemToShadow(d1), d - d1); 2852991200255098ac0739952351b2eb2b487819eecKostya Serebryany if (a + granularity <= d1) 2862991200255098ac0739952351b2eb2b487819eecKostya Serebryany CHECK_EQ(*(u8*)MemToShadow(a), 0); 2872991200255098ac0739952351b2eb2b487819eecKostya Serebryany if (d2 + granularity <= c && c <= end) 2882991200255098ac0739952351b2eb2b487819eecKostya Serebryany CHECK_EQ(*(u8 *)MemToShadow(c - granularity), kAsanUserPoisonedMemoryMagic); 2892991200255098ac0739952351b2eb2b487819eecKostya Serebryany 2902991200255098ac0739952351b2eb2b487819eecKostya Serebryany // New state: 2912991200255098ac0739952351b2eb2b487819eecKostya Serebryany // [a, b1) is good, [b2, c) is bad, [b1, b2) is partially good. 2922991200255098ac0739952351b2eb2b487819eecKostya Serebryany // FIXME: we may want to have a separate poison magic value. 2932991200255098ac0739952351b2eb2b487819eecKostya Serebryany PoisonShadow(a, b1 - a, 0); 2942991200255098ac0739952351b2eb2b487819eecKostya Serebryany PoisonShadow(b2, c - b2, kAsanUserPoisonedMemoryMagic); 2952991200255098ac0739952351b2eb2b487819eecKostya Serebryany if (b1 != b2) { 2962991200255098ac0739952351b2eb2b487819eecKostya Serebryany CHECK_EQ(b2 - b1, granularity); 2972991200255098ac0739952351b2eb2b487819eecKostya Serebryany *(u8*)MemToShadow(b1) = b - b1; 2982991200255098ac0739952351b2eb2b487819eecKostya Serebryany } 2992991200255098ac0739952351b2eb2b487819eecKostya Serebryany} 300