1/* 2 * Copyright (C) 2009 The Android Open Source Project 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * * Redistributions of source code must retain the above copyright 9 * notice, this list of conditions and the following disclaimer. 10 * * Redistributions in binary form must reproduce the above copyright 11 * notice, this list of conditions and the following disclaimer in 12 * the documentation and/or other materials provided with the 13 * distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS 18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE 19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, 20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, 21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS 22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT 25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26 * SUCH DAMAGE. 27 */ 28 29/* 30 * Contains implementation of memory allocation routines instrumented for 31 * usage in the emulator to detect memory allocation violations, such as 32 * memory leaks, buffer overruns, etc. 33 * Code, implemented here is intended to run in the emulated environment only, 34 * and serves simply as hooks into memory allocation routines. Main job of this 35 * code is to notify the emulator about memory being allocated/deallocated, 36 * providing information about each allocation. The idea is that emulator will 37 * keep list of currently allocated blocks, and, knowing boundaries of each 38 * block it will be able to verify that ld/st access to these blocks don't step 39 * over boundaries set for the user. To enforce that, each memory block 40 * allocated by this code is guarded with "prefix" and "suffix" areas, so 41 * every time emulator detects access to any of these guarding areas, it can be 42 * considered as access violation. 43 */ 44 45#include <stdlib.h> 46#include <stddef.h> 47#include <stdio.h> 48#include <fcntl.h> 49#include <sys/mman.h> 50#include <pthread.h> 51#include <unistd.h> 52#include <errno.h> 53#include "dlmalloc.h" 54#include "logd.h" 55#include "malloc_debug_common.h" 56 57/* This file should be included into the build only when 58 * MALLOC_QEMU_INSTRUMENT macro is defined. */ 59#ifndef MALLOC_QEMU_INSTRUMENT 60#error MALLOC_QEMU_INSTRUMENT is not defined. 61#endif // !MALLOC_QEMU_INSTRUMENT 62 63/* Controls access violation test performed to make sure that we catch AVs 64 * all the time they occur. See test_access_violation for more info. This macro 65 * is used for internal testing purposes and should always be set to zero for 66 * the production builds. */ 67#define TEST_ACCESS_VIOLATIONS 0 68 69// ============================================================================= 70// Communication structures 71// ============================================================================= 72 73/* Describes memory block allocated from the heap. This structure is passed 74 * along with TRACE_DEV_REG_MALLOC event. This descriptor is used to inform 75 * the emulator about new memory block being allocated from the heap. The entire 76 * structure is initialized by the guest system before event is fired up. It is 77 * important to remember that same structure (an exact copy, except for 78 * replacing pointers with target_ulong) is also declared in the emulator's 79 * sources (file memcheck/memcheck_common.h). So, every time a change is made to 80 * any of these two declaration, another one must be also updated accordingly. 81 */ 82struct MallocDesc { 83 /* Pointer to the memory block actually allocated from the heap. Note that 84 * this is not the pointer that is returned to the malloc's caller. Pointer 85 * returned to the caller is calculated by adding value stored in this field 86 * to the value stored in prefix_size field of this structure. 87 */ 88 void* ptr; 89 90 /* Number of bytes requested by the malloc's caller. */ 91 uint32_t requested_bytes; 92 93 /* Byte size of the prefix data. Actual pointer returned to the malloc's 94 * caller is calculated by adding value stored in this field to the value 95 * stored in in the ptr field of this structure. 96 */ 97 uint32_t prefix_size; 98 99 /* Byte size of the suffix data. */ 100 uint32_t suffix_size; 101 102 /* Id of the process that initialized libc instance, in which allocation 103 * has occurred. This field is used by the emulator to report errors in 104 * the course of TRACE_DEV_REG_MALLOC event handling. In case of an error, 105 * emulator sets this field to zero (invalid value for a process ID). 106 */ 107 uint32_t libc_pid; 108 109 /* Id of the process in context of which allocation has occurred. 110 * Value in this field may differ from libc_pid value, if process that 111 * is doing allocation has been forked from the process that initialized 112 * libc instance. 113 */ 114 uint32_t allocator_pid; 115 116 /* Number of access violations detected on this allocation. */ 117 uint32_t av_count; 118}; 119 120/* Describes memory block info queried from emulator. This structure is passed 121 * along with TRACE_DEV_REG_QUERY_MALLOC event. When handling free and realloc 122 * calls, it is required that we have information about memory blocks that were 123 * actually allocated in previous calls to malloc, calloc, memalign, or realloc. 124 * Since we don't keep this information directly in the allocated block, but 125 * rather we keep it in the emulator, we need to query emulator for that 126 * information with TRACE_DEV_REG_QUERY_MALLOC query. The entire structure is 127 * initialized by the guest system before event is fired up. It is important to 128 * remember that same structure (an exact copy, except for replacing pointers 129 * with target_ulong) is also declared in the emulator's sources (file 130 * memcheck/memecheck_common.h). So, every time a change is made to any of these 131 * two declaration, another one must be also updated accordingly. 132 */ 133struct MallocDescQuery { 134 /* Pointer, for which information is queried. Note that this pointer doesn't 135 * have to be exact pointer returned to malloc's caller, but can point 136 * anywhere inside an allocated block, including guarding areas. Emulator 137 * will respond with information about allocated block that contains this 138 * pointer. 139 */ 140 void* ptr; 141 142 /* Id of the process that initialized libc instance, in which this query 143 * is called. This field is used by the emulator to report errors in 144 * the course of TRACE_DEV_REG_QUERY_MALLOC event handling. In case of an 145 * error, emulator sets this field to zero (invalid value for a process ID). 146 */ 147 uint32_t libc_pid; 148 149 /* Process ID in context of which query is made. */ 150 uint32_t query_pid; 151 152 /* Code of the allocation routine, in context of which query has been made: 153 * 1 - free 154 * 2 - realloc 155 */ 156 uint32_t routine; 157 158 /* Address of memory allocation descriptor for the queried pointer. 159 * Descriptor, addressed by this field is initialized by the emulator in 160 * response to the query. 161 */ 162 MallocDesc* desc; 163}; 164 165/* Describes memory block that is being freed back to the heap. This structure 166 * is passed along with TRACE_DEV_REG_FREE_PTR event. The entire structure is 167 * initialized by the guest system before event is fired up. It is important to 168 * remember that same structure (an exact copy, except for replacing pointers 169 * with target_ulong) is also declared in the emulator's sources (file 170 * memcheck/memecheck_common.h). So, every time a change is made to any of these 171 * two declaration, another one must be also updated accordingly. 172 */ 173struct MallocFree { 174 /* Pointer to be freed. */ 175 void* ptr; 176 177 /* Id of the process that initialized libc instance, in which this free 178 * is called. This field is used by the emulator to report errors in 179 * the course of TRACE_DEV_REG_FREE_PTR event handling. In case of an 180 * error, emulator sets this field to zero (invalid value for a process ID). 181 */ 182 uint32_t libc_pid; 183 184 /* Process ID in context of which memory is being freed. */ 185 uint32_t free_pid; 186}; 187 188// ============================================================================= 189// Communication events 190// ============================================================================= 191 192/* Notifies the emulator that libc has been initialized for a process. 193 * Event's value parameter is PID for the process in context of which libc has 194 * been initialized. 195 */ 196#define TRACE_DEV_REG_LIBC_INIT 1536 197 198/* Notifies the emulator about new memory block been allocated. 199 * Event's value parameter points to MallocDesc instance that contains 200 * allocated block information. Note that 'libc_pid' field of the descriptor 201 * is used by emulator to report failure in handling this event. In case 202 * of a failure emulator will zero that field before completing this event. 203 */ 204#define TRACE_DEV_REG_MALLOC 1537 205 206/* Notifies the emulator about memory block being freed. 207 * Event's value parameter points to MallocFree descriptor that contains 208 * information about block that's being freed. Note that 'libc_pid' field 209 * of the descriptor is used by emulator to report failure in handling this 210 * event. In case of a failure emulator will zero that field before completing 211 * this event. 212 */ 213#define TRACE_DEV_REG_FREE_PTR 1538 214 215/* Queries the emulator about allocated memory block information. 216 * Event's value parameter points to MallocDescQuery descriptor that contains 217 * query parameters. Note that 'libc_pid' field of the descriptor is used by 218 * emulator to report failure in handling this event. In case of a failure 219 * emulator will zero that field before completing this event. 220 */ 221#define TRACE_DEV_REG_QUERY_MALLOC 1539 222 223/* Queries the emulator to print a string to its stdout. 224 * Event's value parameter points to a zero-terminated string to be printed. 225 */ 226#define TRACE_DEV_REG_PRINT_USER_STR 1540 227 228static void notify_qemu_string(const char* str); 229static void qemu_log(int prio, const char* fmt, ...); 230static void dump_malloc_descriptor(char* str, 231 size_t str_buf_size, 232 const MallocDesc* desc); 233 234// ============================================================================= 235// Macros 236// ============================================================================= 237 238/* Defines default size of allocation prefix. 239 * Note that we make prefix area quite large in order to increase chances of 240 * catching buffer overflow. */ 241#define DEFAULT_PREFIX_SIZE (malloc_alignment * 4) 242 243/* Defines default size of allocation suffix. 244 * Note that we make suffix area quite large in order to increase chances of 245 * catching buffer overflow. */ 246#define DEFAULT_SUFFIX_SIZE (malloc_alignment * 4) 247 248/* Debug tracing has been enabled by the emulator. */ 249#define DEBUG_TRACING_ENABLED 0x00000001 250/* Error tracing has been enabled by the emulator. */ 251#define ERROR_TRACING_ENABLED 0x00000002 252/* Info tracing has been enabled by the emulator. */ 253#define INFO_TRACING_ENABLED 0x00000004 254/* All tracing flags combined. */ 255#define ALL_TRACING_ENABLED (DEBUG_TRACING_ENABLED | \ 256 ERROR_TRACING_ENABLED | \ 257 INFO_TRACING_ENABLED) 258 259/* Prints a string to the emulator's stdout. 260 * In early stages of system loading, logging mesages via 261 * __libc_android_log_print API is not available, because ADB API has not been 262 * hooked up yet. So, in order to see such messages we need to print them to 263 * the emulator's stdout. 264 * Parameters passed to this macro are the same as parameters for printf 265 * routine. 266 */ 267#define TR(...) \ 268 do { \ 269 char tr_str[4096]; \ 270 snprintf(tr_str, sizeof(tr_str), __VA_ARGS__); \ 271 tr_str[sizeof(tr_str) - 1] = '\0'; \ 272 notify_qemu_string(&tr_str[0]); \ 273 } while (0) 274 275// ============================================================================= 276// Logging macros. Note that we simultaneously log messages to ADB and emulator. 277// ============================================================================= 278 279/* 280 * Helper macros for checking if particular trace level is enabled. 281 */ 282#define debug_LOG_ENABLED ((tracing_flags & DEBUG_TRACING_ENABLED) != 0) 283#define error_LOG_ENABLED ((tracing_flags & ERROR_TRACING_ENABLED) != 0) 284#define info_LOG_ENABLED ((tracing_flags & INFO_TRACING_ENABLED) != 0) 285#define tracing_enabled(type) (type##_LOG_ENABLED) 286 287/* 288 * Logging helper macros. 289 */ 290#define qemu_debug_log(format, ...) \ 291 do { \ 292 __libc_android_log_print(ANDROID_LOG_DEBUG, "memcheck", \ 293 (format), ##__VA_ARGS__); \ 294 if (tracing_flags & DEBUG_TRACING_ENABLED) { \ 295 qemu_log(ANDROID_LOG_DEBUG, (format), ##__VA_ARGS__); \ 296 } \ 297 } while (0) 298 299#define qemu_error_log(format, ...) \ 300 do { \ 301 __libc_android_log_print(ANDROID_LOG_ERROR, "memcheck", \ 302 (format), ##__VA_ARGS__); \ 303 if (tracing_flags & ERROR_TRACING_ENABLED) { \ 304 qemu_log(ANDROID_LOG_ERROR, (format), ##__VA_ARGS__); \ 305 } \ 306 } while (0) 307 308#define qemu_info_log(format, ...) \ 309 do { \ 310 __libc_android_log_print(ANDROID_LOG_INFO, "memcheck", \ 311 (format), ##__VA_ARGS__); \ 312 if (tracing_flags & INFO_TRACING_ENABLED) { \ 313 qemu_log(ANDROID_LOG_INFO, (format), ##__VA_ARGS__); \ 314 } \ 315 } while (0) 316 317/* Logs message dumping MallocDesc instance at the end of the message. 318 * Param: 319 * type - Message type: debug, error, or info 320 * desc - MallocDesc instance to dump. 321 * frmt + rest - Formats message preceding dumped descriptor. 322*/ 323#define log_mdesc(type, desc, frmt, ...) \ 324 do { \ 325 if (tracing_enabled(type)) { \ 326 char log_str[4096]; \ 327 size_t str_len; \ 328 snprintf(log_str, sizeof(log_str), frmt, ##__VA_ARGS__); \ 329 log_str[sizeof(log_str) - 1] = '\0'; \ 330 str_len = strlen(log_str); \ 331 dump_malloc_descriptor(log_str + str_len, \ 332 sizeof(log_str) - str_len, \ 333 (desc)); \ 334 type##_log(log_str); \ 335 } \ 336 } while (0) 337 338// ============================================================================= 339// Static data 340// ============================================================================= 341 342/* Emulator's magic page address. 343 * This page (mapped on /dev/qemu_trace device) is used to fire up events 344 * in the emulator. */ 345static volatile void* qtrace = NULL; 346 347/* Cached PID of the process in context of which this libc instance 348 * has been initialized. */ 349static uint32_t malloc_pid = 0; 350 351/* Memory allocation alignment that is used in dlmalloc. 352 * This variable is updated by memcheck_initialize routine. */ 353static uint32_t malloc_alignment = 8; 354 355/* Tracing flags. These flags control which types of logging messages are 356 * enabled by the emulator. See XXX_TRACING_ENABLED for the values of flags 357 * stored in this variable. This variable is updated by memcheck_initialize 358 * routine. */ 359static uint32_t tracing_flags = 0; 360 361// ============================================================================= 362// Static routines 363// ============================================================================= 364 365/* Gets pointer, returned to malloc caller for the given allocation decriptor. 366 * Param: 367 * desc - Allocation descriptor. 368 * Return: 369 * Pointer to the allocated memory returned to the malloc caller. 370 */ 371static inline void* mallocdesc_user_ptr(const MallocDesc* desc) { 372 return static_cast<char*>(desc->ptr) + desc->prefix_size; 373} 374 375/* Gets size of memory block actually allocated from the heap for the given 376 * allocation decriptor. 377 * Param: 378 * desc - Allocation descriptor. 379 * Return: 380 * Size of memory block actually allocated from the heap. 381 */ 382static inline uint32_t mallocdesc_alloc_size(const MallocDesc* desc) { 383 return desc->prefix_size + desc->requested_bytes + desc->suffix_size; 384} 385 386/* Gets pointer to the end of the allocated block for the given descriptor. 387 * Param: 388 * desc - Descriptor for the memory block, allocated in malloc handler. 389 * Return: 390 * Pointer to the end of (one byte past) the allocated block. 391 */ 392static inline void* mallocdesc_alloc_end(const MallocDesc* desc) { 393 return static_cast<char*>(desc->ptr) + mallocdesc_alloc_size(desc); 394} 395 396/* Fires up an event in the emulator. 397 * Param: 398 * code - Event code (one of the TRACE_DEV_XXX). 399 * val - Event's value parameter. 400 */ 401static inline void notify_qemu(uint32_t code, uint32_t val) { 402 if (NULL != qtrace) { 403 *(volatile uint32_t*)((uint32_t)qtrace + ((code - 1024) << 2)) = val; 404 } 405} 406 407/* Prints a zero-terminated string to the emulator's stdout (fires up 408 * TRACE_DEV_REG_PRINT_USER_STR event in the emulator). 409 * Param: 410 * str - Zero-terminated string to print. 411 */ 412static void notify_qemu_string(const char* str) { 413 if (str != NULL) { 414 notify_qemu(TRACE_DEV_REG_PRINT_USER_STR, (uint32_t)str); 415 } 416} 417 418/* Fires up TRACE_DEV_REG_LIBC_INIT event in the emulator. 419 * Param: 420 * pid - ID of the process that initialized libc. 421 */ 422static void notify_qemu_libc_initialized(uint32_t pid) { 423 notify_qemu(TRACE_DEV_REG_LIBC_INIT, pid); 424} 425 426/* Fires up TRACE_DEV_REG_MALLOC event in the emulator. 427 * Param: 428 * desc - Pointer to MallocDesc instance containing allocated block 429 * information. 430 * Return: 431 * Zero on success, or -1 on failure. Note that on failure libc_pid field of 432 * the desc parameter passed to this routine has been zeroed out by the 433 * emulator. 434 */ 435static inline int notify_qemu_malloc(volatile MallocDesc* desc) { 436 desc->libc_pid = malloc_pid; 437 desc->allocator_pid = getpid(); 438 desc->av_count = 0; 439 notify_qemu(TRACE_DEV_REG_MALLOC, (uint32_t)desc); 440 441 /* Emulator reports failure by zeroing libc_pid field of the 442 * descriptor. */ 443 return desc->libc_pid != 0 ? 0 : -1; 444} 445 446/* Fires up TRACE_DEV_REG_FREE_PTR event in the emulator. 447 * Param: 448 * ptr - Pointer to the memory block that's being freed. 449 * Return: 450 * Zero on success, or -1 on failure. 451 */ 452static inline int notify_qemu_free(void* ptr_to_free) { 453 volatile MallocFree free_desc; 454 455 free_desc.ptr = ptr_to_free; 456 free_desc.libc_pid = malloc_pid; 457 free_desc.free_pid = getpid(); 458 notify_qemu(TRACE_DEV_REG_FREE_PTR, (uint32_t)&free_desc); 459 460 /* Emulator reports failure by zeroing libc_pid field of the 461 * descriptor. */ 462 return free_desc.libc_pid != 0 ? 0 : -1; 463} 464 465/* Fires up TRACE_DEV_REG_QUERY_MALLOC event in the emulator. 466 * Param: 467 * ptr - Pointer to request allocation information for. 468 * desc - Pointer to MallocDesc instance that will receive allocation 469 * information. 470 * routine - Code of the allocation routine, in context of which query is made: 471 * 1 - free 472 * 2 - realloc 473 * Return: 474 * Zero on success, or -1 on failure. 475 */ 476static inline int query_qemu_malloc_info(void* ptr, MallocDesc* desc, uint32_t routine) { 477 volatile MallocDescQuery query; 478 479 query.ptr = ptr; 480 query.libc_pid = malloc_pid; 481 query.query_pid = getpid(); 482 query.routine = routine; 483 query.desc = desc; 484 notify_qemu(TRACE_DEV_REG_QUERY_MALLOC, (uint32_t)&query); 485 486 /* Emulator reports failure by zeroing libc_pid field of the 487 * descriptor. */ 488 return query.libc_pid != 0 ? 0 : -1; 489} 490 491/* Logs a message to emulator's stdout. 492 * Param: 493 * prio - Message priority (debug, info, or error) 494 * fmt + rest - Message format and parameters. 495 */ 496static void qemu_log(int prio, const char* fmt, ...) { 497 va_list ap; 498 char buf[4096]; 499 const char* prefix; 500 501 /* Choose message prefix depending on the priority value. */ 502 switch (prio) { 503 case ANDROID_LOG_ERROR: 504 if (!tracing_enabled(error)) { 505 return; 506 } 507 prefix = "E"; 508 break; 509 case ANDROID_LOG_INFO: 510 if (!tracing_enabled(info)) { 511 return; 512 } 513 prefix = "I"; 514 break; 515 case ANDROID_LOG_DEBUG: 516 default: 517 if (!tracing_enabled(debug)) { 518 return; 519 } 520 prefix = "D"; 521 break; 522 } 523 524 va_start(ap, fmt); 525 vsnprintf(buf, sizeof(buf), fmt, ap); 526 va_end(ap); 527 buf[sizeof(buf) - 1] = '\0'; 528 529 TR("%s/memcheck: %s\n", prefix, buf); 530} 531 532/* Dumps content of memory allocation descriptor to a string. 533 * Param: 534 * str - String to dump descriptor to. 535 * str_buf_size - Size of string's buffer. 536 * desc - Descriptor to dump. 537 */ 538static void dump_malloc_descriptor(char* str, size_t str_buf_size, const MallocDesc* desc) { 539 if (str_buf_size) { 540 snprintf(str, str_buf_size, 541 "MDesc: %p: %X <-> %X [%u + %u + %u] by pid=%03u in libc_pid=%03u", 542 mallocdesc_user_ptr(desc), (uint32_t)desc->ptr, 543 (uint32_t)mallocdesc_alloc_end(desc), desc->prefix_size, 544 desc->requested_bytes, desc->suffix_size, desc->allocator_pid, 545 desc->libc_pid); 546 str[str_buf_size - 1] = '\0'; 547 } 548} 549 550#if TEST_ACCESS_VIOLATIONS 551/* Causes an access violation on allocation descriptor, and verifies that 552 * violation has been detected by memory checker in the emulator. 553 */ 554static void test_access_violation(const MallocDesc* desc) { 555 MallocDesc desc_chk; 556 char ch; 557 volatile char* prefix = (volatile char*)desc->ptr; 558 volatile char* suffix = (volatile char*)mallocdesc_user_ptr(desc) + 559 desc->requested_bytes; 560 /* We're causing AV by reading from the prefix and suffix areas of the 561 * allocated block. This should produce two access violations, so when we 562 * get allocation descriptor from QEMU, av_counter should be bigger than 563 * av_counter of the original descriptor by 2. */ 564 ch = *prefix; 565 ch = *suffix; 566 if (!query_qemu_malloc_info(mallocdesc_user_ptr(desc), &desc_chk, 2) && 567 desc_chk.av_count != (desc->av_count + 2)) { 568 log_mdesc(error, &desc_chk, 569 "<libc_pid=%03u, pid=%03u>: malloc: Access violation test failed:\n" 570 "Expected violations count %u is not equal to the actually reported %u", 571 malloc_pid, getpid(), desc->av_count + 2, 572 desc_chk.av_count); 573 } 574} 575#endif // TEST_ACCESS_VIOLATIONS 576 577// ============================================================================= 578// API routines 579// ============================================================================= 580 581void* qemu_instrumented_malloc(size_t bytes); 582void qemu_instrumented_free(void* mem); 583void* qemu_instrumented_calloc(size_t n_elements, size_t elem_size); 584void* qemu_instrumented_realloc(void* mem, size_t bytes); 585void* qemu_instrumented_memalign(size_t alignment, size_t bytes); 586 587/* Initializes malloc debugging instrumentation for the emulator. 588 * This routine is called from malloc_init_impl routine implemented in 589 * bionic/libc/bionic/malloc_debug_common.c when malloc debugging gets 590 * initialized for a process. The way malloc debugging implementation is 591 * done, it is guaranteed that this routine will be called just once per 592 * process. 593 * Return: 594 * 0 on success, or -1 on failure. 595*/ 596int malloc_debug_initialize() { 597 /* We will be using emulator's magic page to report memory allocation 598 * activities. In essence, what magic page does, it translates writes to 599 * the memory mapped spaces into writes to an I/O port that emulator 600 * "listens to" on the other end. Note that until we open and map that 601 * device, logging to emulator's stdout will not be available. */ 602 int fd = open("/dev/qemu_trace", O_RDWR); 603 if (fd < 0) { 604 error_log("Unable to open /dev/qemu_trace"); 605 return -1; 606 } else { 607 qtrace = mmap(0, PAGESIZE, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0); 608 close(fd); 609 610 if (qtrace == MAP_FAILED) { 611 qtrace = NULL; 612 error_log("Unable to mmap /dev/qemu_trace"); 613 return -1; 614 } 615 } 616 617 /* Cache pid of the process this library has been initialized for. */ 618 malloc_pid = getpid(); 619 620 return 0; 621} 622 623/* Completes malloc debugging instrumentation for the emulator. 624 * Note that this routine is called after successful return from 625 * malloc_debug_initialize, which means that connection to the emulator via 626 * "magic page" has been established. 627 * Param: 628 * alignment - Alignment requirement set for memiry allocations. 629 * memcheck_param - Emulator's -memcheck option parameters. This string 630 * contains abbreviation for guest events that are enabled for tracing. 631 * Return: 632 * 0 on success, or -1 on failure. 633*/ 634int memcheck_initialize(int alignment, const char* memcheck_param) { 635 malloc_alignment = alignment; 636 637 /* Parse -memcheck parameter for the guest tracing flags. */ 638 while (*memcheck_param != '\0') { 639 switch (*memcheck_param) { 640 case 'a': 641 // Enable all messages from the guest. 642 tracing_flags |= ALL_TRACING_ENABLED; 643 break; 644 case 'd': 645 // Enable debug messages from the guest. 646 tracing_flags |= DEBUG_TRACING_ENABLED; 647 break; 648 case 'e': 649 // Enable error messages from the guest. 650 tracing_flags |= ERROR_TRACING_ENABLED; 651 break; 652 case 'i': 653 // Enable info messages from the guest. 654 tracing_flags |= INFO_TRACING_ENABLED; 655 break; 656 default: 657 break; 658 } 659 if (tracing_flags == ALL_TRACING_ENABLED) { 660 break; 661 } 662 memcheck_param++; 663 } 664 665 notify_qemu_libc_initialized(malloc_pid); 666 667 qemu_debug_log("Instrumented for pid=%03u: malloc=%p, free=%p, calloc=%p, realloc=%p, memalign=%p", 668 malloc_pid, qemu_instrumented_malloc, qemu_instrumented_free, 669 qemu_instrumented_calloc, qemu_instrumented_realloc, 670 qemu_instrumented_memalign); 671 672 return 0; 673} 674 675/* This routine serves as entry point for 'malloc'. 676 * Primary responsibility of this routine is to allocate requested number of 677 * bytes (plus prefix, and suffix guards), and report allocation to the 678 * emulator. 679 */ 680void* qemu_instrumented_malloc(size_t bytes) { 681 MallocDesc desc; 682 683 /* Initialize block descriptor and allocate memory. Note that dlmalloc 684 * returns a valid pointer on zero allocation. Lets mimic this behavior. */ 685 desc.prefix_size = DEFAULT_PREFIX_SIZE; 686 desc.requested_bytes = bytes; 687 desc.suffix_size = DEFAULT_SUFFIX_SIZE; 688 desc.ptr = dlmalloc(mallocdesc_alloc_size(&desc)); 689 if (desc.ptr == NULL) { 690 qemu_error_log("<libc_pid=%03u, pid=%03u> malloc(%u): dlmalloc(%u) failed.", 691 malloc_pid, getpid(), bytes, mallocdesc_alloc_size(&desc)); 692 return NULL; 693 } 694 695 // Fire up event in the emulator. 696 if (notify_qemu_malloc(&desc)) { 697 log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: malloc: notify_malloc failed for ", 698 malloc_pid, getpid()); 699 dlfree(desc.ptr); 700 return NULL; 701 } else { 702#if TEST_ACCESS_VIOLATIONS 703 test_access_violation(&desc); 704#endif // TEST_ACCESS_VIOLATIONS 705 log_mdesc(info, &desc, "+++ <libc_pid=%03u, pid=%03u> malloc(%u) -> ", 706 malloc_pid, getpid(), bytes); 707 return mallocdesc_user_ptr(&desc); 708 } 709} 710 711/* This routine serves as entry point for 'malloc'. 712 * Primary responsibility of this routine is to free requested memory, and 713 * report free block to the emulator. 714 */ 715void qemu_instrumented_free(void* mem) { 716 MallocDesc desc; 717 718 if (mem == NULL) { 719 // Just let go NULL free 720 dlfree(mem); 721 return; 722 } 723 724 // Query emulator for the freeing block information. 725 if (query_qemu_malloc_info(mem, &desc, 1)) { 726 error_log("<libc_pid=%03u, pid=%03u>: free(%p) query_info failed.", 727 malloc_pid, getpid(), mem); 728 return; 729 } 730 731#if TEST_ACCESS_VIOLATIONS 732 test_access_violation(&desc); 733#endif // TEST_ACCESS_VIOLATIONS 734 735 /* Make sure that pointer that's being freed matches what we expect 736 * for this memory block. Note that this violation should be already 737 * caught in the emulator. */ 738 if (mem != mallocdesc_user_ptr(&desc)) { 739 log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: free(%p) is invalid for ", 740 malloc_pid, getpid(), mem); 741 return; 742 } 743 744 // Fire up event in the emulator and free block that was actually allocated. 745 if (notify_qemu_free(mem)) { 746 log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: free(%p) notify_free failed for ", 747 malloc_pid, getpid(), mem); 748 } else { 749 log_mdesc(info, &desc, "--- <libc_pid=%03u, pid=%03u> free(%p) -> ", 750 malloc_pid, getpid(), mem); 751 dlfree(desc.ptr); 752 } 753} 754 755/* This routine serves as entry point for 'calloc'. 756 * This routine behaves similarly to qemu_instrumented_malloc. 757 */ 758void* qemu_instrumented_calloc(size_t n_elements, size_t elem_size) { 759 if (n_elements == 0 || elem_size == 0) { 760 // Just let go zero bytes allocation. 761 qemu_info_log("::: <libc_pid=%03u, pid=%03u>: Zero calloc redir to malloc", 762 malloc_pid, getpid()); 763 return qemu_instrumented_malloc(0); 764 } 765 766 /* Fail on overflow - just to be safe even though this code runs only 767 * within the debugging C library, not the production one */ 768 if (n_elements && MAX_SIZE_T / n_elements < elem_size) { 769 return NULL; 770 } 771 772 MallocDesc desc; 773 774 /* Calculating prefix size. The trick here is to make sure that 775 * first element (returned to the caller) is properly aligned. */ 776 if (DEFAULT_PREFIX_SIZE >= elem_size) { 777 /* If default alignment is bigger than element size, we will 778 * set our prefix size to the default alignment size. */ 779 desc.prefix_size = DEFAULT_PREFIX_SIZE; 780 /* For the suffix we will use whatever bytes remain from the prefix 781 * allocation size, aligned to the size of an element, plus the usual 782 * default suffix size. */ 783 desc.suffix_size = (DEFAULT_PREFIX_SIZE % elem_size) + 784 DEFAULT_SUFFIX_SIZE; 785 } else { 786 /* Make sure that prefix, and suffix sizes is at least elem_size, 787 * and first element returned to the caller is properly aligned. */ 788 desc.prefix_size = elem_size + DEFAULT_PREFIX_SIZE - 1; 789 desc.prefix_size &= ~(malloc_alignment - 1); 790 desc.suffix_size = DEFAULT_SUFFIX_SIZE; 791 } 792 desc.requested_bytes = n_elements * elem_size; 793 size_t total_size = desc.requested_bytes + desc.prefix_size + desc.suffix_size; 794 size_t total_elements = total_size / elem_size; 795 total_size %= elem_size; 796 if (total_size != 0) { 797 // Add extra to the suffix area. 798 total_elements++; 799 desc.suffix_size += (elem_size - total_size); 800 } 801 desc.ptr = dlcalloc(total_elements, elem_size); 802 if (desc.ptr == NULL) { 803 error_log("<libc_pid=%03u, pid=%03u> calloc: dlcalloc(%u(%u), %u) (prx=%u, sfx=%u) failed.", 804 malloc_pid, getpid(), n_elements, total_elements, elem_size, 805 desc.prefix_size, desc.suffix_size); 806 return NULL; 807 } 808 809 if (notify_qemu_malloc(&desc)) { 810 log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: calloc(%u(%u), %u): notify_malloc failed for ", 811 malloc_pid, getpid(), n_elements, total_elements, elem_size); 812 dlfree(desc.ptr); 813 return NULL; 814 } else { 815#if TEST_ACCESS_VIOLATIONS 816 test_access_violation(&desc); 817#endif // TEST_ACCESS_VIOLATIONS 818 log_mdesc(info, &desc, "### <libc_pid=%03u, pid=%03u> calloc(%u(%u), %u) -> ", 819 malloc_pid, getpid(), n_elements, total_elements, elem_size); 820 return mallocdesc_user_ptr(&desc); 821 } 822} 823 824/* This routine serves as entry point for 'realloc'. 825 * This routine behaves similarly to qemu_instrumented_free + 826 * qemu_instrumented_malloc. Note that this modifies behavior of "shrinking" an 827 * allocation, but overall it doesn't seem to matter, as caller of realloc 828 * should not expect that pointer returned after shrinking will remain the same. 829 */ 830void* qemu_instrumented_realloc(void* mem, size_t bytes) { 831 MallocDesc new_desc; 832 MallocDesc cur_desc; 833 size_t to_copy; 834 void* ret; 835 836 if (mem == NULL) { 837 // Nothing to realloc. just do regular malloc. 838 qemu_info_log("::: <libc_pid=%03u, pid=%03u>: realloc(%p, %u) redir to malloc", 839 malloc_pid, getpid(), mem, bytes); 840 return qemu_instrumented_malloc(bytes); 841 } 842 843 if (bytes == 0) { 844 // This is a "free" condition. 845 qemu_info_log("::: <libc_pid=%03u, pid=%03u>: realloc(%p, %u) redir to free and malloc", 846 malloc_pid, getpid(), mem, bytes); 847 qemu_instrumented_free(mem); 848 849 // This is what dlrealloc does for a "free" realloc. 850 return NULL; 851 } 852 853 // Query emulator for the reallocating block information. 854 if (query_qemu_malloc_info(mem, &cur_desc, 2)) { 855 // Note that this violation should be already caught in the emulator. 856 error_log("<libc_pid=%03u, pid=%03u>: realloc(%p, %u) query_info failed.", 857 malloc_pid, getpid(), mem, bytes); 858 return NULL; 859 } 860 861#if TEST_ACCESS_VIOLATIONS 862 test_access_violation(&cur_desc); 863#endif // TEST_ACCESS_VIOLATIONS 864 865 /* Make sure that reallocating pointer value is what we would expect 866 * for this memory block. Note that this violation should be already caught 867 * in the emulator.*/ 868 if (mem != mallocdesc_user_ptr(&cur_desc)) { 869 log_mdesc(error, &cur_desc, "<libc_pid=%03u, pid=%03u>: realloc(%p, %u) is invalid for ", 870 malloc_pid, getpid(), mem, bytes); 871 return NULL; 872 } 873 874 /* TODO: We're a bit inefficient here, always allocating new block from 875 * the heap. If this realloc shrinks current buffer, we can just do the 876 * shrinking "in place", adjusting suffix_size in the allocation descriptor 877 * for this block that is stored in the emulator. */ 878 879 // Initialize descriptor for the new block. 880 new_desc.prefix_size = DEFAULT_PREFIX_SIZE; 881 new_desc.requested_bytes = bytes; 882 new_desc.suffix_size = DEFAULT_SUFFIX_SIZE; 883 new_desc.ptr = dlmalloc(mallocdesc_alloc_size(&new_desc)); 884 if (new_desc.ptr == NULL) { 885 log_mdesc(error, &cur_desc, "<libc_pid=%03u, pid=%03u>: realloc(%p, %u): dlmalloc(%u) failed on ", 886 malloc_pid, getpid(), mem, bytes, 887 mallocdesc_alloc_size(&new_desc)); 888 return NULL; 889 } 890 ret = mallocdesc_user_ptr(&new_desc); 891 892 // Copy user data from old block to the new one. 893 to_copy = bytes < cur_desc.requested_bytes ? bytes : 894 cur_desc.requested_bytes; 895 if (to_copy != 0) { 896 memcpy(ret, mallocdesc_user_ptr(&cur_desc), to_copy); 897 } 898 899 // Register new block with emulator. 900 if (notify_qemu_malloc(&new_desc)) { 901 log_mdesc(error, &new_desc, "<libc_pid=%03u, pid=%03u>: realloc(%p, %u) notify_malloc failed -> ", 902 malloc_pid, getpid(), mem, bytes); 903 log_mdesc(error, &cur_desc, " <- "); 904 dlfree(new_desc.ptr); 905 return NULL; 906 } 907 908#if TEST_ACCESS_VIOLATIONS 909 test_access_violation(&new_desc); 910#endif // TEST_ACCESS_VIOLATIONS 911 912 // Free old block. 913 if (notify_qemu_free(mem)) { 914 log_mdesc(error, &cur_desc, "<libc_pid=%03u, pid=%03u>: realloc(%p, %u): notify_free failed for ", 915 malloc_pid, getpid(), mem, bytes); 916 /* Since we registered new decriptor with the emulator, we need 917 * to unregister it before freeing newly allocated block. */ 918 notify_qemu_free(mallocdesc_user_ptr(&new_desc)); 919 dlfree(new_desc.ptr); 920 return NULL; 921 } 922 dlfree(cur_desc.ptr); 923 924 log_mdesc(info, &new_desc, "=== <libc_pid=%03u, pid=%03u>: realloc(%p, %u) -> ", 925 malloc_pid, getpid(), mem, bytes); 926 log_mdesc(info, &cur_desc, " <- "); 927 928 return ret; 929} 930 931/* This routine serves as entry point for 'memalign'. 932 * This routine behaves similarly to qemu_instrumented_malloc. 933 */ 934void* qemu_instrumented_memalign(size_t alignment, size_t bytes) { 935 MallocDesc desc; 936 937 if (bytes == 0) { 938 // Just let go zero bytes allocation. 939 qemu_info_log("::: <libc_pid=%03u, pid=%03u>: memalign(%X, %u) redir to malloc", 940 malloc_pid, getpid(), alignment, bytes); 941 return qemu_instrumented_malloc(0); 942 } 943 944 /* Prefix size for aligned allocation must be equal to the alignment used 945 * for allocation in order to ensure proper alignment of the returned 946 * pointer, in case that alignment requirement is greater than prefix 947 * size. */ 948 desc.prefix_size = alignment > DEFAULT_PREFIX_SIZE ? alignment : 949 DEFAULT_PREFIX_SIZE; 950 desc.requested_bytes = bytes; 951 desc.suffix_size = DEFAULT_SUFFIX_SIZE; 952 desc.ptr = dlmemalign(desc.prefix_size, mallocdesc_alloc_size(&desc)); 953 if (desc.ptr == NULL) { 954 error_log("<libc_pid=%03u, pid=%03u> memalign(%X, %u): dlmalloc(%u) failed.", 955 malloc_pid, getpid(), alignment, bytes, 956 mallocdesc_alloc_size(&desc)); 957 return NULL; 958 } 959 if (notify_qemu_malloc(&desc)) { 960 log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: memalign(%X, %u): notify_malloc failed for ", 961 malloc_pid, getpid(), alignment, bytes); 962 dlfree(desc.ptr); 963 return NULL; 964 } 965 966#if TEST_ACCESS_VIOLATIONS 967 test_access_violation(&desc); 968#endif // TEST_ACCESS_VIOLATIONS 969 970 log_mdesc(info, &desc, "@@@ <libc_pid=%03u, pid=%03u> memalign(%X, %u) -> ", 971 malloc_pid, getpid(), alignment, bytes); 972 return mallocdesc_user_ptr(&desc); 973} 974