1/*
2 * Copyright (C) 2009 The Android Open Source Project
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 *  * Redistributions of source code must retain the above copyright
9 *    notice, this list of conditions and the following disclaimer.
10 *  * Redistributions in binary form must reproduce the above copyright
11 *    notice, this list of conditions and the following disclaimer in
12 *    the documentation and/or other materials provided with the
13 *    distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
16 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
17 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
18 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
19 * COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
20 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
22 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
25 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 * SUCH DAMAGE.
27 */
28
29/*
30 * Contains implementation of memory allocation routines instrumented for
31 * usage in the emulator to detect memory allocation violations, such as
32 * memory leaks, buffer overruns, etc.
33 * Code, implemented here is intended to run in the emulated environment only,
34 * and serves simply as hooks into memory allocation routines. Main job of this
35 * code is to notify the emulator about memory being allocated/deallocated,
36 * providing information about each allocation. The idea is that emulator will
37 * keep list of currently allocated blocks, and, knowing boundaries of each
38 * block it will be able to verify that ld/st access to these blocks don't step
39 * over boundaries set for the user. To enforce that, each memory block
40 * allocated by this code is guarded with "prefix" and "suffix" areas, so
41 * every time emulator detects access to any of these guarding areas, it can be
42 * considered as access violation.
43 */
44
45#include <stdlib.h>
46#include <stddef.h>
47#include <stdio.h>
48#include <fcntl.h>
49#include <sys/mman.h>
50#include <pthread.h>
51#include <unistd.h>
52#include <errno.h>
53#include "dlmalloc.h"
54#include "logd.h"
55#include "malloc_debug_common.h"
56
57/* This file should be included into the build only when
58 * MALLOC_QEMU_INSTRUMENT macro is defined. */
59#ifndef MALLOC_QEMU_INSTRUMENT
60#error MALLOC_QEMU_INSTRUMENT is not defined.
61#endif  // !MALLOC_QEMU_INSTRUMENT
62
63/* Controls access violation test performed to make sure that we catch AVs
64 * all the time they occur. See test_access_violation for more info. This macro
65 * is used for internal testing purposes and should always be set to zero for
66 * the production builds. */
67#define TEST_ACCESS_VIOLATIONS  0
68
69// =============================================================================
70// Communication structures
71// =============================================================================
72
73/* Describes memory block allocated from the heap. This structure is passed
74 * along with TRACE_DEV_REG_MALLOC event. This descriptor is used to inform
75 * the emulator about new memory block being allocated from the heap. The entire
76 * structure is initialized by the guest system before event is fired up. It is
77 * important to remember that same structure (an exact copy, except for
78 * replacing pointers with target_ulong) is also declared in the emulator's
79 * sources (file memcheck/memcheck_common.h). So, every time a change is made to
80 * any of these two declaration, another one must be also updated accordingly.
81 */
82struct MallocDesc {
83    /* Pointer to the memory block actually allocated from the heap. Note that
84     * this is not the pointer that is returned to the malloc's caller. Pointer
85     * returned to the caller is calculated by adding value stored in this field
86     * to the value stored in prefix_size field of this structure.
87     */
88    void*       ptr;
89
90    /* Number of bytes requested by the malloc's caller. */
91    uint32_t    requested_bytes;
92
93    /* Byte size of the prefix data. Actual pointer returned to the malloc's
94     * caller is calculated by adding value stored in this field to the value
95     * stored in in the ptr field of this structure.
96     */
97    uint32_t    prefix_size;
98
99    /* Byte size of the suffix data. */
100    uint32_t    suffix_size;
101
102    /* Id of the process that initialized libc instance, in which allocation
103     * has occurred. This field is used by the emulator to report errors in
104     * the course of TRACE_DEV_REG_MALLOC event handling. In case of an error,
105     * emulator sets this field to zero (invalid value for a process ID).
106     */
107    uint32_t    libc_pid;
108
109    /* Id of the process in context of which allocation has occurred.
110     * Value in this field may differ from libc_pid value, if process that
111     * is doing allocation has been forked from the process that initialized
112     * libc instance.
113     */
114    uint32_t    allocator_pid;
115
116    /* Number of access violations detected on this allocation. */
117    uint32_t    av_count;
118};
119
120/* Describes memory block info queried from emulator. This structure is passed
121 * along with TRACE_DEV_REG_QUERY_MALLOC event. When handling free and realloc
122 * calls, it is required that we have information about memory blocks that were
123 * actually allocated in previous calls to malloc, calloc, memalign, or realloc.
124 * Since we don't keep this information directly in the allocated block, but
125 * rather we keep it in the emulator, we need to query emulator for that
126 * information with TRACE_DEV_REG_QUERY_MALLOC query. The entire structure is
127 * initialized by the guest system before event is fired up. It is important to
128 * remember that same structure (an exact copy, except for replacing pointers
129 * with target_ulong) is also declared in the emulator's sources (file
130 * memcheck/memecheck_common.h). So, every time a change is made to any of these
131 * two declaration, another one must be also updated accordingly.
132 */
133struct MallocDescQuery {
134    /* Pointer, for which information is queried. Note that this pointer doesn't
135     * have to be exact pointer returned to malloc's caller, but can point
136     * anywhere inside an allocated block, including guarding areas. Emulator
137     * will respond with information about allocated block that contains this
138     * pointer.
139     */
140    void*       ptr;
141
142    /* Id of the process that initialized libc instance, in which this query
143     * is called. This field is used by the emulator to report errors in
144     * the course of TRACE_DEV_REG_QUERY_MALLOC event handling. In case of an
145     * error, emulator sets this field to zero (invalid value for a process ID).
146     */
147    uint32_t    libc_pid;
148
149    /* Process ID in context of which query is made. */
150    uint32_t    query_pid;
151
152    /* Code of the allocation routine, in context of which query has been made:
153     *  1 - free
154     *  2 - realloc
155     */
156    uint32_t    routine;
157
158    /* Address of memory allocation descriptor for the queried pointer.
159     * Descriptor, addressed by this field is initialized by the emulator in
160     * response to the query.
161     */
162    MallocDesc*  desc;
163};
164
165/* Describes memory block that is being freed back to the heap. This structure
166 * is passed along with TRACE_DEV_REG_FREE_PTR event. The entire structure is
167 * initialized by the guest system before event is fired up. It is important to
168 * remember that same structure (an exact copy, except for replacing pointers
169 * with target_ulong) is also declared in the emulator's sources (file
170 * memcheck/memecheck_common.h). So, every time a change is made to any of these
171 * two declaration, another one must be also updated accordingly.
172 */
173struct MallocFree {
174    /* Pointer to be freed. */
175    void*       ptr;
176
177    /* Id of the process that initialized libc instance, in which this free
178     * is called. This field is used by the emulator to report errors in
179     * the course of TRACE_DEV_REG_FREE_PTR event handling. In case of an
180     * error, emulator sets this field to zero (invalid value for a process ID).
181     */
182    uint32_t    libc_pid;
183
184    /* Process ID in context of which memory is being freed. */
185    uint32_t    free_pid;
186};
187
188// =============================================================================
189// Communication events
190// =============================================================================
191
192/* Notifies the emulator that libc has been initialized for a process.
193 * Event's value parameter is PID for the process in context of which libc has
194 * been initialized.
195 */
196#define TRACE_DEV_REG_LIBC_INIT             1536
197
198/* Notifies the emulator about new memory block been allocated.
199 * Event's value parameter points to MallocDesc instance that contains
200 * allocated block information. Note that 'libc_pid' field of the descriptor
201 * is used by emulator to report failure in handling this event. In case
202 * of a failure emulator will zero that field before completing this event.
203 */
204#define TRACE_DEV_REG_MALLOC                1537
205
206/* Notifies the emulator about memory block being freed.
207 * Event's value parameter points to MallocFree descriptor that contains
208 * information about block that's being freed. Note that 'libc_pid' field
209 * of the descriptor is used by emulator to report failure in handling this
210 * event. In case of a failure emulator will zero that field before completing
211 * this event.
212 */
213#define TRACE_DEV_REG_FREE_PTR              1538
214
215/* Queries the emulator about allocated memory block information.
216 * Event's value parameter points to MallocDescQuery descriptor that contains
217 * query parameters. Note that 'libc_pid' field of the descriptor is used by
218 * emulator to report failure in handling this event. In case of a failure
219 * emulator will zero that field before completing this event.
220 */
221#define TRACE_DEV_REG_QUERY_MALLOC          1539
222
223/* Queries the emulator to print a string to its stdout.
224 * Event's value parameter points to a zero-terminated string to be printed.
225 */
226#define TRACE_DEV_REG_PRINT_USER_STR        1540
227
228static void notify_qemu_string(const char* str);
229static void qemu_log(int prio, const char* fmt, ...);
230static void dump_malloc_descriptor(char* str,
231                                   size_t str_buf_size,
232                                   const MallocDesc* desc);
233
234// =============================================================================
235// Macros
236// =============================================================================
237
238/* Defines default size of allocation prefix.
239 * Note that we make prefix area quite large in order to increase chances of
240 * catching buffer overflow. */
241#define DEFAULT_PREFIX_SIZE     (malloc_alignment * 4)
242
243/* Defines default size of allocation suffix.
244 * Note that we make suffix area quite large in order to increase chances of
245 * catching buffer overflow. */
246#define DEFAULT_SUFFIX_SIZE     (malloc_alignment * 4)
247
248/* Debug tracing has been enabled by the emulator. */
249#define DEBUG_TRACING_ENABLED   0x00000001
250/* Error tracing has been enabled by the emulator. */
251#define ERROR_TRACING_ENABLED   0x00000002
252/* Info tracing has been enabled by the emulator. */
253#define INFO_TRACING_ENABLED    0x00000004
254/* All tracing flags combined. */
255#define ALL_TRACING_ENABLED (DEBUG_TRACING_ENABLED |    \
256                             ERROR_TRACING_ENABLED |    \
257                             INFO_TRACING_ENABLED)
258
259/* Prints a string to the emulator's stdout.
260 * In early stages of system loading, logging mesages via
261 * __libc_android_log_print API is not available, because ADB API has not been
262 * hooked up yet. So, in order to see such messages we need to print them to
263 * the emulator's stdout.
264 * Parameters passed to this macro are the same as parameters for printf
265 * routine.
266 */
267#define TR(...)                                         \
268    do {                                                \
269        char tr_str[4096];                              \
270        snprintf(tr_str, sizeof(tr_str), __VA_ARGS__);  \
271        tr_str[sizeof(tr_str) - 1] = '\0';              \
272        notify_qemu_string(&tr_str[0]);                 \
273    } while (0)
274
275// =============================================================================
276// Logging macros. Note that we simultaneously log messages to ADB and emulator.
277// =============================================================================
278
279/*
280 * Helper macros for checking if particular trace level is enabled.
281 */
282#define debug_LOG_ENABLED       ((tracing_flags & DEBUG_TRACING_ENABLED) != 0)
283#define error_LOG_ENABLED       ((tracing_flags & ERROR_TRACING_ENABLED) != 0)
284#define info_LOG_ENABLED        ((tracing_flags & INFO_TRACING_ENABLED)  != 0)
285#define tracing_enabled(type)   (type##_LOG_ENABLED)
286
287/*
288 * Logging helper macros.
289 */
290#define qemu_debug_log(format, ...)                                         \
291    do {                                                                    \
292        __libc_android_log_print(ANDROID_LOG_DEBUG, "memcheck",             \
293                                 (format), ##__VA_ARGS__);                  \
294        if (tracing_flags & DEBUG_TRACING_ENABLED) {                        \
295            qemu_log(ANDROID_LOG_DEBUG, (format), ##__VA_ARGS__);           \
296        }                                                                   \
297    } while (0)
298
299#define qemu_error_log(format, ...)                                         \
300    do {                                                                    \
301        __libc_android_log_print(ANDROID_LOG_ERROR, "memcheck",             \
302                                 (format), ##__VA_ARGS__);                  \
303        if (tracing_flags & ERROR_TRACING_ENABLED) {                        \
304            qemu_log(ANDROID_LOG_ERROR, (format), ##__VA_ARGS__);           \
305        }                                                                   \
306    } while (0)
307
308#define qemu_info_log(format, ...)                                          \
309    do {                                                                    \
310        __libc_android_log_print(ANDROID_LOG_INFO, "memcheck",              \
311                                 (format), ##__VA_ARGS__);                  \
312        if (tracing_flags & INFO_TRACING_ENABLED) {                         \
313            qemu_log(ANDROID_LOG_INFO, (format), ##__VA_ARGS__);            \
314        }                                                                   \
315    } while (0)
316
317/* Logs message dumping MallocDesc instance at the end of the message.
318 * Param:
319 *  type - Message type: debug, error, or info
320 *  desc - MallocDesc instance to dump.
321 *  frmt + rest - Formats message preceding dumped descriptor.
322*/
323#define log_mdesc(type, desc, frmt, ...)                                    \
324    do {                                                                    \
325        if (tracing_enabled(type)) {                                        \
326            char log_str[4096];                                             \
327            size_t str_len;                                                 \
328            snprintf(log_str, sizeof(log_str), frmt, ##__VA_ARGS__);        \
329            log_str[sizeof(log_str) - 1] = '\0';                            \
330            str_len = strlen(log_str);                                      \
331            dump_malloc_descriptor(log_str + str_len,                       \
332                                   sizeof(log_str) - str_len,               \
333                                   (desc));                                 \
334            type##_log(log_str);                                            \
335        }                                                                   \
336    } while (0)
337
338// =============================================================================
339// Static data
340// =============================================================================
341
342/* Emulator's magic page address.
343 * This page (mapped on /dev/qemu_trace device) is used to fire up events
344 * in the emulator. */
345static volatile void* qtrace = NULL;
346
347/* Cached PID of the process in context of which this libc instance
348 * has been initialized. */
349static uint32_t malloc_pid = 0;
350
351/* Memory allocation alignment that is used in dlmalloc.
352 * This variable is updated by memcheck_initialize routine. */
353static uint32_t malloc_alignment = 8;
354
355/* Tracing flags. These flags control which types of logging messages are
356 * enabled by the emulator. See XXX_TRACING_ENABLED for the values of flags
357 * stored in this variable. This variable is updated by memcheck_initialize
358 * routine. */
359static uint32_t tracing_flags = 0;
360
361// =============================================================================
362// Static routines
363// =============================================================================
364
365/* Gets pointer, returned to malloc caller for the given allocation decriptor.
366 * Param:
367 *  desc - Allocation descriptor.
368 * Return:
369 *  Pointer to the allocated memory returned to the malloc caller.
370 */
371static inline void* mallocdesc_user_ptr(const MallocDesc* desc) {
372    return static_cast<char*>(desc->ptr) + desc->prefix_size;
373}
374
375/* Gets size of memory block actually allocated from the heap for the given
376 * allocation decriptor.
377 * Param:
378 *  desc - Allocation descriptor.
379 * Return:
380 *  Size of memory block actually allocated from the heap.
381 */
382static inline uint32_t mallocdesc_alloc_size(const MallocDesc* desc) {
383    return desc->prefix_size + desc->requested_bytes + desc->suffix_size;
384}
385
386/* Gets pointer to the end of the allocated block for the given descriptor.
387 * Param:
388 *  desc - Descriptor for the memory block, allocated in malloc handler.
389 * Return:
390 *  Pointer to the end of (one byte past) the allocated block.
391 */
392static inline void* mallocdesc_alloc_end(const MallocDesc* desc) {
393    return static_cast<char*>(desc->ptr) + mallocdesc_alloc_size(desc);
394}
395
396/* Fires up an event in the emulator.
397 * Param:
398 *  code - Event code (one of the TRACE_DEV_XXX).
399 *  val  - Event's value parameter.
400 */
401static inline void notify_qemu(uint32_t code, uint32_t val) {
402    if (NULL != qtrace) {
403        *(volatile uint32_t*)((uint32_t)qtrace + ((code - 1024) << 2)) = val;
404    }
405}
406
407/* Prints a zero-terminated string to the emulator's stdout (fires up
408 * TRACE_DEV_REG_PRINT_USER_STR event in the emulator).
409 * Param:
410 *  str - Zero-terminated string to print.
411 */
412static void notify_qemu_string(const char* str) {
413    if (str != NULL) {
414        notify_qemu(TRACE_DEV_REG_PRINT_USER_STR, (uint32_t)str);
415    }
416}
417
418/* Fires up TRACE_DEV_REG_LIBC_INIT event in the emulator.
419 * Param:
420 *  pid - ID of the process that initialized libc.
421 */
422static void notify_qemu_libc_initialized(uint32_t pid) {
423    notify_qemu(TRACE_DEV_REG_LIBC_INIT, pid);
424}
425
426/* Fires up TRACE_DEV_REG_MALLOC event in the emulator.
427 * Param:
428 *  desc - Pointer to MallocDesc instance containing allocated block
429 *      information.
430 * Return:
431 *  Zero on success, or -1 on failure. Note that on failure libc_pid field of
432 *  the desc parameter passed to this routine has been zeroed out by the
433 *  emulator.
434 */
435static inline int notify_qemu_malloc(volatile MallocDesc* desc) {
436    desc->libc_pid = malloc_pid;
437    desc->allocator_pid = getpid();
438    desc->av_count = 0;
439    notify_qemu(TRACE_DEV_REG_MALLOC, (uint32_t)desc);
440
441    /* Emulator reports failure by zeroing libc_pid field of the
442     * descriptor. */
443    return desc->libc_pid != 0 ? 0 : -1;
444}
445
446/* Fires up TRACE_DEV_REG_FREE_PTR event in the emulator.
447 * Param:
448 *  ptr - Pointer to the memory block that's being freed.
449 * Return:
450 *  Zero on success, or -1 on failure.
451 */
452static inline int notify_qemu_free(void* ptr_to_free) {
453    volatile MallocFree free_desc;
454
455    free_desc.ptr = ptr_to_free;
456    free_desc.libc_pid = malloc_pid;
457    free_desc.free_pid = getpid();
458    notify_qemu(TRACE_DEV_REG_FREE_PTR, (uint32_t)&free_desc);
459
460    /* Emulator reports failure by zeroing libc_pid field of the
461     * descriptor. */
462    return free_desc.libc_pid != 0 ? 0 : -1;
463}
464
465/* Fires up TRACE_DEV_REG_QUERY_MALLOC event in the emulator.
466 * Param:
467 *  ptr - Pointer to request allocation information for.
468 *  desc - Pointer to MallocDesc instance that will receive allocation
469 *      information.
470 *  routine - Code of the allocation routine, in context of which query is made:
471 *      1 - free
472 *      2 - realloc
473 * Return:
474 *  Zero on success, or -1 on failure.
475 */
476static inline int query_qemu_malloc_info(void* ptr, MallocDesc* desc, uint32_t routine) {
477    volatile MallocDescQuery query;
478
479    query.ptr = ptr;
480    query.libc_pid = malloc_pid;
481    query.query_pid = getpid();
482    query.routine = routine;
483    query.desc = desc;
484    notify_qemu(TRACE_DEV_REG_QUERY_MALLOC, (uint32_t)&query);
485
486    /* Emulator reports failure by zeroing libc_pid field of the
487     * descriptor. */
488    return query.libc_pid != 0 ? 0 : -1;
489}
490
491/* Logs a message to emulator's stdout.
492 * Param:
493 *  prio - Message priority (debug, info, or error)
494 *  fmt + rest - Message format and parameters.
495 */
496static void qemu_log(int prio, const char* fmt, ...) {
497    va_list ap;
498    char buf[4096];
499    const char* prefix;
500
501    /* Choose message prefix depending on the priority value. */
502    switch (prio) {
503        case ANDROID_LOG_ERROR:
504            if (!tracing_enabled(error)) {
505                return;
506            }
507            prefix = "E";
508            break;
509        case ANDROID_LOG_INFO:
510            if (!tracing_enabled(info)) {
511                return;
512            }
513            prefix = "I";
514            break;
515        case ANDROID_LOG_DEBUG:
516        default:
517            if (!tracing_enabled(debug)) {
518                return;
519            }
520            prefix = "D";
521            break;
522    }
523
524    va_start(ap, fmt);
525    vsnprintf(buf, sizeof(buf), fmt, ap);
526    va_end(ap);
527    buf[sizeof(buf) - 1] = '\0';
528
529    TR("%s/memcheck: %s\n", prefix, buf);
530}
531
532/* Dumps content of memory allocation descriptor to a string.
533 * Param:
534 *  str - String to dump descriptor to.
535 *  str_buf_size - Size of string's buffer.
536 *  desc - Descriptor to dump.
537 */
538static void dump_malloc_descriptor(char* str, size_t str_buf_size, const MallocDesc* desc) {
539    if (str_buf_size) {
540        snprintf(str, str_buf_size,
541            "MDesc: %p: %X <-> %X [%u + %u + %u] by pid=%03u in libc_pid=%03u",
542            mallocdesc_user_ptr(desc), (uint32_t)desc->ptr,
543            (uint32_t)mallocdesc_alloc_end(desc), desc->prefix_size,
544            desc->requested_bytes, desc->suffix_size, desc->allocator_pid,
545            desc->libc_pid);
546        str[str_buf_size - 1] = '\0';
547    }
548}
549
550#if TEST_ACCESS_VIOLATIONS
551/* Causes an access violation on allocation descriptor, and verifies that
552 * violation has been detected by memory checker in the emulator.
553 */
554static void test_access_violation(const MallocDesc* desc) {
555    MallocDesc desc_chk;
556    char ch;
557    volatile char* prefix = (volatile char*)desc->ptr;
558    volatile char* suffix = (volatile char*)mallocdesc_user_ptr(desc) +
559                                            desc->requested_bytes;
560    /* We're causing AV by reading from the prefix and suffix areas of the
561     * allocated block. This should produce two access violations, so when we
562     * get allocation descriptor from QEMU, av_counter should be bigger than
563     * av_counter of the original descriptor by 2. */
564    ch = *prefix;
565    ch = *suffix;
566    if (!query_qemu_malloc_info(mallocdesc_user_ptr(desc), &desc_chk, 2) &&
567        desc_chk.av_count != (desc->av_count + 2)) {
568        log_mdesc(error, &desc_chk,
569                  "<libc_pid=%03u, pid=%03u>: malloc: Access violation test failed:\n"
570                  "Expected violations count %u is not equal to the actually reported %u",
571                  malloc_pid, getpid(), desc->av_count + 2,
572                  desc_chk.av_count);
573    }
574}
575#endif  // TEST_ACCESS_VIOLATIONS
576
577// =============================================================================
578// API routines
579// =============================================================================
580
581void* qemu_instrumented_malloc(size_t bytes);
582void  qemu_instrumented_free(void* mem);
583void* qemu_instrumented_calloc(size_t n_elements, size_t elem_size);
584void* qemu_instrumented_realloc(void* mem, size_t bytes);
585void* qemu_instrumented_memalign(size_t alignment, size_t bytes);
586
587/* Initializes malloc debugging instrumentation for the emulator.
588 * This routine is called from malloc_init_impl routine implemented in
589 * bionic/libc/bionic/malloc_debug_common.c when malloc debugging gets
590 * initialized for a process. The way malloc debugging implementation is
591 * done, it is guaranteed that this routine will be called just once per
592 * process.
593 * Return:
594 *  0 on success, or -1 on failure.
595*/
596int malloc_debug_initialize() {
597    /* We will be using emulator's magic page to report memory allocation
598     * activities. In essence, what magic page does, it translates writes to
599     * the memory mapped spaces into writes to an I/O port that emulator
600     * "listens to" on the other end. Note that until we open and map that
601     * device, logging to emulator's stdout will not be available. */
602    int fd = open("/dev/qemu_trace", O_RDWR);
603    if (fd < 0) {
604        error_log("Unable to open /dev/qemu_trace");
605        return -1;
606    } else {
607        qtrace = mmap(0, PAGESIZE, PROT_READ | PROT_WRITE, MAP_SHARED, fd, 0);
608        close(fd);
609
610        if (qtrace == MAP_FAILED) {
611            qtrace = NULL;
612            error_log("Unable to mmap /dev/qemu_trace");
613            return -1;
614        }
615    }
616
617    /* Cache pid of the process this library has been initialized for. */
618    malloc_pid = getpid();
619
620    return 0;
621}
622
623/* Completes malloc debugging instrumentation for the emulator.
624 * Note that this routine is called after successful return from
625 * malloc_debug_initialize, which means that connection to the emulator via
626 * "magic page" has been established.
627 * Param:
628 *  alignment - Alignment requirement set for memiry allocations.
629 *  memcheck_param - Emulator's -memcheck option parameters. This string
630 *      contains abbreviation for guest events that are enabled for tracing.
631 * Return:
632 *  0 on success, or -1 on failure.
633*/
634int memcheck_initialize(int alignment, const char* memcheck_param) {
635    malloc_alignment = alignment;
636
637    /* Parse -memcheck parameter for the guest tracing flags. */
638    while (*memcheck_param != '\0') {
639        switch (*memcheck_param) {
640            case 'a':
641                // Enable all messages from the guest.
642                tracing_flags |= ALL_TRACING_ENABLED;
643                break;
644            case 'd':
645                // Enable debug messages from the guest.
646                tracing_flags |= DEBUG_TRACING_ENABLED;
647                break;
648            case 'e':
649                // Enable error messages from the guest.
650                tracing_flags |= ERROR_TRACING_ENABLED;
651                break;
652            case 'i':
653                // Enable info messages from the guest.
654                tracing_flags |= INFO_TRACING_ENABLED;
655                break;
656            default:
657                break;
658        }
659        if (tracing_flags == ALL_TRACING_ENABLED) {
660            break;
661        }
662        memcheck_param++;
663    }
664
665    notify_qemu_libc_initialized(malloc_pid);
666
667    qemu_debug_log("Instrumented for pid=%03u: malloc=%p, free=%p, calloc=%p, realloc=%p, memalign=%p",
668              malloc_pid, qemu_instrumented_malloc, qemu_instrumented_free,
669              qemu_instrumented_calloc, qemu_instrumented_realloc,
670              qemu_instrumented_memalign);
671
672    return 0;
673}
674
675/* This routine serves as entry point for 'malloc'.
676 * Primary responsibility of this routine is to allocate requested number of
677 * bytes (plus prefix, and suffix guards), and report allocation to the
678 * emulator.
679 */
680void* qemu_instrumented_malloc(size_t bytes) {
681    MallocDesc desc;
682
683    /* Initialize block descriptor and allocate memory. Note that dlmalloc
684     * returns a valid pointer on zero allocation. Lets mimic this behavior. */
685    desc.prefix_size = DEFAULT_PREFIX_SIZE;
686    desc.requested_bytes = bytes;
687    desc.suffix_size = DEFAULT_SUFFIX_SIZE;
688    desc.ptr = dlmalloc(mallocdesc_alloc_size(&desc));
689    if (desc.ptr == NULL) {
690        qemu_error_log("<libc_pid=%03u, pid=%03u> malloc(%u): dlmalloc(%u) failed.",
691                  malloc_pid, getpid(), bytes, mallocdesc_alloc_size(&desc));
692        return NULL;
693    }
694
695    // Fire up event in the emulator.
696    if (notify_qemu_malloc(&desc)) {
697        log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: malloc: notify_malloc failed for ",
698                  malloc_pid, getpid());
699        dlfree(desc.ptr);
700        return NULL;
701    } else {
702#if TEST_ACCESS_VIOLATIONS
703        test_access_violation(&desc);
704#endif  // TEST_ACCESS_VIOLATIONS
705        log_mdesc(info, &desc, "+++ <libc_pid=%03u, pid=%03u> malloc(%u) -> ",
706                  malloc_pid, getpid(), bytes);
707        return mallocdesc_user_ptr(&desc);
708    }
709}
710
711/* This routine serves as entry point for 'malloc'.
712 * Primary responsibility of this routine is to free requested memory, and
713 * report free block to the emulator.
714 */
715void qemu_instrumented_free(void* mem) {
716    MallocDesc desc;
717
718    if (mem == NULL) {
719        // Just let go NULL free
720        dlfree(mem);
721        return;
722    }
723
724    // Query emulator for the freeing block information.
725    if (query_qemu_malloc_info(mem, &desc, 1)) {
726        error_log("<libc_pid=%03u, pid=%03u>: free(%p) query_info failed.",
727                  malloc_pid, getpid(), mem);
728        return;
729    }
730
731#if TEST_ACCESS_VIOLATIONS
732    test_access_violation(&desc);
733#endif  // TEST_ACCESS_VIOLATIONS
734
735    /* Make sure that pointer that's being freed matches what we expect
736     * for this memory block. Note that this violation should be already
737     * caught in the emulator. */
738    if (mem != mallocdesc_user_ptr(&desc)) {
739        log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: free(%p) is invalid for ",
740                  malloc_pid, getpid(), mem);
741        return;
742    }
743
744    // Fire up event in the emulator and free block that was actually allocated.
745    if (notify_qemu_free(mem)) {
746        log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: free(%p) notify_free failed for ",
747                  malloc_pid, getpid(), mem);
748    } else {
749        log_mdesc(info, &desc, "--- <libc_pid=%03u, pid=%03u> free(%p) -> ",
750                  malloc_pid, getpid(), mem);
751        dlfree(desc.ptr);
752    }
753}
754
755/* This routine serves as entry point for 'calloc'.
756 * This routine behaves similarly to qemu_instrumented_malloc.
757 */
758void* qemu_instrumented_calloc(size_t n_elements, size_t elem_size) {
759    if (n_elements == 0 || elem_size == 0) {
760        // Just let go zero bytes allocation.
761        qemu_info_log("::: <libc_pid=%03u, pid=%03u>: Zero calloc redir to malloc",
762                 malloc_pid, getpid());
763        return qemu_instrumented_malloc(0);
764    }
765
766    /* Fail on overflow - just to be safe even though this code runs only
767     * within the debugging C library, not the production one */
768    if (n_elements && MAX_SIZE_T / n_elements < elem_size) {
769        return NULL;
770    }
771
772    MallocDesc desc;
773
774    /* Calculating prefix size. The trick here is to make sure that
775     * first element (returned to the caller) is properly aligned. */
776    if (DEFAULT_PREFIX_SIZE >= elem_size) {
777        /* If default alignment is bigger than element size, we will
778         * set our prefix size to the default alignment size. */
779        desc.prefix_size = DEFAULT_PREFIX_SIZE;
780        /* For the suffix we will use whatever bytes remain from the prefix
781         * allocation size, aligned to the size of an element, plus the usual
782         * default suffix size. */
783        desc.suffix_size = (DEFAULT_PREFIX_SIZE % elem_size) +
784                           DEFAULT_SUFFIX_SIZE;
785    } else {
786        /* Make sure that prefix, and suffix sizes is at least elem_size,
787         * and first element returned to the caller is properly aligned. */
788        desc.prefix_size = elem_size + DEFAULT_PREFIX_SIZE - 1;
789        desc.prefix_size &= ~(malloc_alignment - 1);
790        desc.suffix_size = DEFAULT_SUFFIX_SIZE;
791    }
792    desc.requested_bytes = n_elements * elem_size;
793    size_t total_size = desc.requested_bytes + desc.prefix_size + desc.suffix_size;
794    size_t total_elements = total_size / elem_size;
795    total_size %= elem_size;
796    if (total_size != 0) {
797        // Add extra to the suffix area.
798        total_elements++;
799        desc.suffix_size += (elem_size - total_size);
800    }
801    desc.ptr = dlcalloc(total_elements, elem_size);
802    if (desc.ptr == NULL) {
803        error_log("<libc_pid=%03u, pid=%03u> calloc: dlcalloc(%u(%u), %u) (prx=%u, sfx=%u) failed.",
804                   malloc_pid, getpid(), n_elements, total_elements, elem_size,
805                   desc.prefix_size, desc.suffix_size);
806        return NULL;
807    }
808
809    if (notify_qemu_malloc(&desc)) {
810        log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: calloc(%u(%u), %u): notify_malloc failed for ",
811                  malloc_pid, getpid(), n_elements, total_elements, elem_size);
812        dlfree(desc.ptr);
813        return NULL;
814    } else {
815#if TEST_ACCESS_VIOLATIONS
816        test_access_violation(&desc);
817#endif  // TEST_ACCESS_VIOLATIONS
818        log_mdesc(info, &desc, "### <libc_pid=%03u, pid=%03u> calloc(%u(%u), %u) -> ",
819                  malloc_pid, getpid(), n_elements, total_elements, elem_size);
820        return mallocdesc_user_ptr(&desc);
821    }
822}
823
824/* This routine serves as entry point for 'realloc'.
825 * This routine behaves similarly to qemu_instrumented_free +
826 * qemu_instrumented_malloc. Note that this modifies behavior of "shrinking" an
827 * allocation, but overall it doesn't seem to matter, as caller of realloc
828 * should not expect that pointer returned after shrinking will remain the same.
829 */
830void* qemu_instrumented_realloc(void* mem, size_t bytes) {
831    MallocDesc new_desc;
832    MallocDesc cur_desc;
833    size_t to_copy;
834    void* ret;
835
836    if (mem == NULL) {
837        // Nothing to realloc. just do regular malloc.
838        qemu_info_log("::: <libc_pid=%03u, pid=%03u>: realloc(%p, %u) redir to malloc",
839                 malloc_pid, getpid(), mem, bytes);
840        return qemu_instrumented_malloc(bytes);
841    }
842
843    if (bytes == 0) {
844        // This is a "free" condition.
845        qemu_info_log("::: <libc_pid=%03u, pid=%03u>: realloc(%p, %u) redir to free and malloc",
846                 malloc_pid, getpid(), mem, bytes);
847        qemu_instrumented_free(mem);
848
849        // This is what dlrealloc does for a "free" realloc.
850        return NULL;
851    }
852
853    // Query emulator for the reallocating block information.
854    if (query_qemu_malloc_info(mem, &cur_desc, 2)) {
855        // Note that this violation should be already caught in the emulator.
856        error_log("<libc_pid=%03u, pid=%03u>: realloc(%p, %u) query_info failed.",
857                  malloc_pid, getpid(), mem, bytes);
858        return NULL;
859    }
860
861#if TEST_ACCESS_VIOLATIONS
862    test_access_violation(&cur_desc);
863#endif  // TEST_ACCESS_VIOLATIONS
864
865    /* Make sure that reallocating pointer value is what we would expect
866     * for this memory block. Note that this violation should be already caught
867     * in the emulator.*/
868    if (mem != mallocdesc_user_ptr(&cur_desc)) {
869        log_mdesc(error, &cur_desc, "<libc_pid=%03u, pid=%03u>: realloc(%p, %u) is invalid for ",
870                  malloc_pid, getpid(), mem, bytes);
871        return NULL;
872    }
873
874    /* TODO: We're a bit inefficient here, always allocating new block from
875     * the heap. If this realloc shrinks current buffer, we can just do the
876     * shrinking "in place", adjusting suffix_size in the allocation descriptor
877     * for this block that is stored in the emulator. */
878
879    // Initialize descriptor for the new block.
880    new_desc.prefix_size = DEFAULT_PREFIX_SIZE;
881    new_desc.requested_bytes = bytes;
882    new_desc.suffix_size = DEFAULT_SUFFIX_SIZE;
883    new_desc.ptr = dlmalloc(mallocdesc_alloc_size(&new_desc));
884    if (new_desc.ptr == NULL) {
885        log_mdesc(error, &cur_desc, "<libc_pid=%03u, pid=%03u>: realloc(%p, %u): dlmalloc(%u) failed on ",
886                  malloc_pid, getpid(), mem, bytes,
887                  mallocdesc_alloc_size(&new_desc));
888        return NULL;
889    }
890    ret = mallocdesc_user_ptr(&new_desc);
891
892    // Copy user data from old block to the new one.
893    to_copy = bytes < cur_desc.requested_bytes ? bytes :
894                                                 cur_desc.requested_bytes;
895    if (to_copy != 0) {
896        memcpy(ret, mallocdesc_user_ptr(&cur_desc), to_copy);
897    }
898
899    // Register new block with emulator.
900    if (notify_qemu_malloc(&new_desc)) {
901        log_mdesc(error, &new_desc, "<libc_pid=%03u, pid=%03u>: realloc(%p, %u) notify_malloc failed -> ",
902                  malloc_pid, getpid(), mem, bytes);
903        log_mdesc(error, &cur_desc, "                                                                <- ");
904        dlfree(new_desc.ptr);
905        return NULL;
906    }
907
908#if TEST_ACCESS_VIOLATIONS
909    test_access_violation(&new_desc);
910#endif  // TEST_ACCESS_VIOLATIONS
911
912    // Free old block.
913    if (notify_qemu_free(mem)) {
914        log_mdesc(error, &cur_desc, "<libc_pid=%03u, pid=%03u>: realloc(%p, %u): notify_free failed for ",
915                  malloc_pid, getpid(), mem, bytes);
916        /* Since we registered new decriptor with the emulator, we need
917         * to unregister it before freeing newly allocated block. */
918        notify_qemu_free(mallocdesc_user_ptr(&new_desc));
919        dlfree(new_desc.ptr);
920        return NULL;
921    }
922    dlfree(cur_desc.ptr);
923
924    log_mdesc(info, &new_desc, "=== <libc_pid=%03u, pid=%03u>: realloc(%p, %u) -> ",
925              malloc_pid, getpid(), mem, bytes);
926    log_mdesc(info, &cur_desc, "                                               <- ");
927
928    return ret;
929}
930
931/* This routine serves as entry point for 'memalign'.
932 * This routine behaves similarly to qemu_instrumented_malloc.
933 */
934void* qemu_instrumented_memalign(size_t alignment, size_t bytes) {
935    MallocDesc desc;
936
937    if (bytes == 0) {
938        // Just let go zero bytes allocation.
939        qemu_info_log("::: <libc_pid=%03u, pid=%03u>: memalign(%X, %u) redir to malloc",
940                 malloc_pid, getpid(), alignment, bytes);
941        return qemu_instrumented_malloc(0);
942    }
943
944    /* Prefix size for aligned allocation must be equal to the alignment used
945     * for allocation in order to ensure proper alignment of the returned
946     * pointer, in case that alignment requirement is greater than prefix
947     * size. */
948    desc.prefix_size = alignment > DEFAULT_PREFIX_SIZE ? alignment :
949                                                         DEFAULT_PREFIX_SIZE;
950    desc.requested_bytes = bytes;
951    desc.suffix_size = DEFAULT_SUFFIX_SIZE;
952    desc.ptr = dlmemalign(desc.prefix_size, mallocdesc_alloc_size(&desc));
953    if (desc.ptr == NULL) {
954        error_log("<libc_pid=%03u, pid=%03u> memalign(%X, %u): dlmalloc(%u) failed.",
955                  malloc_pid, getpid(), alignment, bytes,
956                  mallocdesc_alloc_size(&desc));
957        return NULL;
958    }
959    if (notify_qemu_malloc(&desc)) {
960        log_mdesc(error, &desc, "<libc_pid=%03u, pid=%03u>: memalign(%X, %u): notify_malloc failed for ",
961                  malloc_pid, getpid(), alignment, bytes);
962        dlfree(desc.ptr);
963        return NULL;
964    }
965
966#if TEST_ACCESS_VIOLATIONS
967    test_access_violation(&desc);
968#endif  // TEST_ACCESS_VIOLATIONS
969
970    log_mdesc(info, &desc, "@@@ <libc_pid=%03u, pid=%03u> memalign(%X, %u) -> ",
971              malloc_pid, getpid(), alignment, bytes);
972    return mallocdesc_user_ptr(&desc);
973}
974