Heap.cpp revision d4f78d3a764e6aa8f7174c78f537c016dac7f7ec
1f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* 2f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Copyright (C) 2008 The Android Open Source Project 3f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 4f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Licensed under the Apache License, Version 2.0 (the "License"); 5f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * you may not use this file except in compliance with the License. 6f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * You may obtain a copy of the License at 7f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 8f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * http://www.apache.org/licenses/LICENSE-2.0 9f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 10f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Unless required by applicable law or agreed to in writing, software 11f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * distributed under the License is distributed on an "AS IS" BASIS, 12f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * See the License for the specific language governing permissions and 14f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * limitations under the License. 15f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 16f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* 17f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Garbage-collecting memory allocator. 18f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 19f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#include "Dalvik.h" 20962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes#include "alloc/HeapBitmap.h" 21962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes#include "alloc/Verify.h" 22f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#include "alloc/HeapTable.h" 23f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#include "alloc/Heap.h" 24f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#include "alloc/HeapInternal.h" 25f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#include "alloc/DdmHeap.h" 26f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#include "alloc/HeapSource.h" 27f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#include "alloc/MarkSweep.h" 28f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 29f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#include "utils/threads.h" // need Android thread priorities 30f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#define kInvalidPriority 10000 31f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 325a2056ca8c7e7c0ed9f51d68cedbee59cc936685San Mehat#include <cutils/sched_policy.h> 335a2056ca8c7e7c0ed9f51d68cedbee59cc936685San Mehat 34f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#include <sys/time.h> 35f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#include <sys/resource.h> 36f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#include <limits.h> 37f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#include <errno.h> 38f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 391b9b4e4b89e1c682b6684ae5e2a637e4497a67e9Barry Hayesstatic const char* GcReasonStr[] = { 401b9b4e4b89e1c682b6684ae5e2a637e4497a67e9Barry Hayes [GC_FOR_MALLOC] = "GC_FOR_MALLOC", 411b9b4e4b89e1c682b6684ae5e2a637e4497a67e9Barry Hayes [GC_EXPLICIT] = "GC_EXPLICIT", 421b9b4e4b89e1c682b6684ae5e2a637e4497a67e9Barry Hayes [GC_EXTERNAL_ALLOC] = "GC_EXTERNAL_ALLOC", 431b9b4e4b89e1c682b6684ae5e2a637e4497a67e9Barry Hayes [GC_HPROF_DUMP_HEAP] = "GC_HPROF_DUMP_HEAP" 441b9b4e4b89e1c682b6684ae5e2a637e4497a67e9Barry Hayes}; 451b9b4e4b89e1c682b6684ae5e2a637e4497a67e9Barry Hayes 46f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* 47f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Initialize the GC heap. 48f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 49f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Returns true if successful, false otherwise. 50f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 51f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Projectbool dvmHeapStartup() 52f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 53f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project GcHeap *gcHeap; 54f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 55f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#if defined(WITH_ALLOC_LIMITS) 56f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gDvm.checkAllocLimits = false; 57f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gDvm.allocationLimit = -1; 58f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 59f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 60f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap = dvmHeapSourceStartup(gDvm.heapSizeStart, gDvm.heapSizeMax); 61f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gcHeap == NULL) { 62f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project return false; 63f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 64f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->heapWorkerCurrentObject = NULL; 65f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->heapWorkerCurrentMethod = NULL; 66f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->heapWorkerInterpStartTime = 0LL; 67f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->ddmHpifWhen = 0; 68f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->ddmHpsgWhen = 0; 69f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->ddmHpsgWhat = 0; 70f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->ddmNhsgWhen = 0; 71f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->ddmNhsgWhat = 0; 72f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#if WITH_HPROF 73f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->hprofDumpOnGc = false; 74f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->hprofContext = NULL; 75f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 76f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gDvm.gcHeap = gcHeap; 77f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 78f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Set up the lists and lock we'll use for finalizable 79f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * and reference objects. 80f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 81f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmInitMutex(&gDvm.heapWorkerListLock); 82f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->finalizableRefs = NULL; 83f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->pendingFinalizationRefs = NULL; 84f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->referenceOperations = NULL; 85f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 86f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Initialize the HeapWorker locks and other state 87f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * that the GC uses. 88f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 89f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmInitializeHeapWorkerState(); 90f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 91f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project return true; 92f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 93f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 94c8e06c8dba30f01d3cf6506c553041c340b312afCarl Shapirovoid dvmHeapStartupAfterZygote() 95f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 96f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Update our idea of the last GC start time so that we 97f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * don't use the last time that Zygote happened to GC. 98f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 99f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gDvm.gcHeap->gcStartTime = dvmGetRelativeTimeUsec(); 100f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 101f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 102f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Projectvoid dvmHeapShutdown() 103f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 104f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project//TODO: make sure we're locked 105f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gDvm.gcHeap != NULL) { 106f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Tables are allocated on the native heap; 107f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * they need to be cleaned up explicitly. 108f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * The process may stick around, so we don't 109f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * want to leak any native memory. 110f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 111a199eb70871a8c142a723d76b1b08939286a3199Carl Shapiro dvmHeapFreeLargeTable(gDvm.gcHeap->finalizableRefs); 112a199eb70871a8c142a723d76b1b08939286a3199Carl Shapiro gDvm.gcHeap->finalizableRefs = NULL; 113f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 114a199eb70871a8c142a723d76b1b08939286a3199Carl Shapiro dvmHeapFreeLargeTable(gDvm.gcHeap->pendingFinalizationRefs); 115a199eb70871a8c142a723d76b1b08939286a3199Carl Shapiro gDvm.gcHeap->pendingFinalizationRefs = NULL; 116f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 117a199eb70871a8c142a723d76b1b08939286a3199Carl Shapiro dvmHeapFreeLargeTable(gDvm.gcHeap->referenceOperations); 118a199eb70871a8c142a723d76b1b08939286a3199Carl Shapiro gDvm.gcHeap->referenceOperations = NULL; 119f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 120f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Destroy the heap. Any outstanding pointers 121f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * will point to unmapped memory (unless/until 122a199eb70871a8c142a723d76b1b08939286a3199Carl Shapiro * someone else maps it). This frees gDvm.gcHeap 123f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * as a side-effect. 124f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 125a199eb70871a8c142a723d76b1b08939286a3199Carl Shapiro dvmHeapSourceShutdown(&gDvm.gcHeap); 126f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 127f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 128f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 129f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* 130f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * We've been asked to allocate something we can't, e.g. an array so 1316da743bfe7c60ad873df72a3b6412137c4ac71dcAndy McFadden * large that (length * elementWidth) is larger than 2^31. 132f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 1336da743bfe7c60ad873df72a3b6412137c4ac71dcAndy McFadden * _The Java Programming Language_, 4th edition, says, "you can be sure 1346da743bfe7c60ad873df72a3b6412137c4ac71dcAndy McFadden * that all SoftReferences to softly reachable objects will be cleared 1356da743bfe7c60ad873df72a3b6412137c4ac71dcAndy McFadden * before an OutOfMemoryError is thrown." 1366da743bfe7c60ad873df72a3b6412137c4ac71dcAndy McFadden * 1376da743bfe7c60ad873df72a3b6412137c4ac71dcAndy McFadden * It's unclear whether that holds for all situations where an OOM can 1386da743bfe7c60ad873df72a3b6412137c4ac71dcAndy McFadden * be thrown, or just in the context of an allocation that fails due 1396da743bfe7c60ad873df72a3b6412137c4ac71dcAndy McFadden * to lack of heap space. For simplicity we just throw the exception. 1406da743bfe7c60ad873df72a3b6412137c4ac71dcAndy McFadden * 1416da743bfe7c60ad873df72a3b6412137c4ac71dcAndy McFadden * (OOM due to actually running out of space is handled elsewhere.) 142f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 143f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Projectvoid dvmThrowBadAllocException(const char* msg) 144f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 1456da743bfe7c60ad873df72a3b6412137c4ac71dcAndy McFadden dvmThrowException("Ljava/lang/OutOfMemoryError;", msg); 146f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 147f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 148f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* 149f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Grab the lock, but put ourselves into THREAD_VMWAIT if it looks like 150f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * we're going to have to wait on the mutex. 151f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 152f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Projectbool dvmLockHeap() 153f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 154980ffb0243a1840ad0a93cfa06dfc02ca6f2d01cCarl Shapiro if (dvmTryLockMutex(&gDvm.gcHeapLock) != 0) { 155f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project Thread *self; 156f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project ThreadStatus oldStatus; 157f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 158f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project self = dvmThreadSelf(); 159f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (self != NULL) { 160f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project oldStatus = dvmChangeStatus(self, THREAD_VMWAIT); 161f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } else { 16299409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project LOGI("ODD: waiting on heap lock, no self\n"); 163f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project oldStatus = -1; // shut up gcc 164f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 165980ffb0243a1840ad0a93cfa06dfc02ca6f2d01cCarl Shapiro dvmLockMutex(&gDvm.gcHeapLock); 166f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (self != NULL) { 167f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmChangeStatus(self, oldStatus); 168f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 169f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 170f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 171f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project return true; 172f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 173f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 174f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Projectvoid dvmUnlockHeap() 175f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 176f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmUnlockMutex(&gDvm.gcHeapLock); 177f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 178f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 179f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* Pop an object from the list of pending finalizations and 180f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * reference clears/enqueues, and return the object. 181f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * The caller must call dvmReleaseTrackedAlloc() 182f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * on the object when finished. 183f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 184f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Typically only called by the heap worker thread. 185f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 186f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source ProjectObject *dvmGetNextHeapWorkerObject(HeapWorkerOperation *op) 187f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 188f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project Object *obj; 189f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project GcHeap *gcHeap = gDvm.gcHeap; 190f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 191f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project assert(op != NULL); 192f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 193f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project obj = NULL; 194f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 195f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmLockMutex(&gDvm.heapWorkerListLock); 196f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 197f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* We must handle reference operations before finalizations. 198f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * If: 199f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * a) Someone subclasses WeakReference and overrides clear() 200f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * b) A reference of this type is the last reference to 201f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * a finalizable object 202f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * then we need to guarantee that the overridden clear() is called 203f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * on the reference before finalize() is called on the referent. 204f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Both of these operations will always be scheduled at the same 205f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * time, so handling reference operations first will guarantee 206f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * the required order. 207f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 208f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project obj = dvmHeapGetNextObjectFromLargeTable(&gcHeap->referenceOperations); 209f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (obj != NULL) { 210f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project uintptr_t workBits; 211f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 2126930a11fd75071fa2f04fcfe11c322e2518cf503Barry Hayes workBits = (uintptr_t)obj & WORKER_ENQUEUE; 213f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project assert(workBits != 0); 2146930a11fd75071fa2f04fcfe11c322e2518cf503Barry Hayes obj = (Object *)((uintptr_t)obj & ~WORKER_ENQUEUE); 215f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 216f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project *op = workBits; 217f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } else { 218f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project obj = dvmHeapGetNextObjectFromLargeTable( 219f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project &gcHeap->pendingFinalizationRefs); 220f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (obj != NULL) { 221f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project *op = WORKER_FINALIZE; 222f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 223f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 224f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 225f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (obj != NULL) { 226f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Don't let the GC collect the object until the 227f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * worker thread is done with it. 228f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 229f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * This call is safe; it uses thread-local storage 230f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * and doesn't acquire any locks. 231f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 232f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmAddTrackedAlloc(obj, NULL); 233f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 234f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 235f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmUnlockMutex(&gDvm.heapWorkerListLock); 236f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 237f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project return obj; 238f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 239f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 240f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* Whenever the effective heap size may have changed, 241f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * this function must be called. 242f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 243f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Projectvoid dvmHeapSizeChanged() 244f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 245f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 246f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 247f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* Do a full garbage collection, which may grow the 248f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * heap as a side-effect if the live set is large. 249f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 250f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Projectstatic void gcForMalloc(bool collectSoftReferences) 251f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 252f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#ifdef WITH_PROFILER 253f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gDvm.allocProf.enabled) { 254f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project Thread* self = dvmThreadSelf(); 255f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gDvm.allocProf.gcCount++; 256f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (self != NULL) { 257f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project self->allocProf.gcCount++; 258f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 259f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 260f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 261f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* This may adjust the soft limit as a side-effect. 262f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 263f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("dvmMalloc initiating GC%s\n", 264f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project collectSoftReferences ? "(collect SoftReferences)" : ""); 2651b9b4e4b89e1c682b6684ae5e2a637e4497a67e9Barry Hayes dvmCollectGarbageInternal(collectSoftReferences, GC_FOR_MALLOC); 266f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 267f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 268f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* Try as hard as possible to allocate some memory. 269f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 2706343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapirostatic void *tryMalloc(size_t size) 271f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 2726343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro void *ptr; 273f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 274f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Don't try too hard if there's no way the allocation is 275f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * going to succeed. We have to collect SoftReferences before 276f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * throwing an OOME, though. 277f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 278f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (size >= gDvm.heapSizeMax) { 279f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGW_HEAP("dvmMalloc(%zu/0x%08zx): " 280f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project "someone's allocating a huge buffer\n", size, size); 2816343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro ptr = NULL; 282f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project goto collect_soft_refs; 283f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 284f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 285f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project//TODO: figure out better heuristics 286f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project// There will be a lot of churn if someone allocates a bunch of 287f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project// big objects in a row, and we hit the frag case each time. 288f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project// A full GC for each. 289f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project// Maybe we grow the heap in bigger leaps 290f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project// Maybe we skip the GC if the size is large and we did one recently 291f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project// (number of allocations ago) (watch for thread effects) 292f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project// DeflateTest allocs a bunch of ~128k buffers w/in 0-5 allocs of each other 293f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project// (or, at least, there are only 0-5 objects swept each time) 294f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 2956343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro ptr = dvmHeapSourceAlloc(size); 2966343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro if (ptr != NULL) { 2976343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro return ptr; 298f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 299f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 300f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* The allocation failed. Free up some space by doing 301f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * a full garbage collection. This may grow the heap 302f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * if the live set is sufficiently large. 303f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 304f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcForMalloc(false); 3056343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro ptr = dvmHeapSourceAlloc(size); 3066343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro if (ptr != NULL) { 3076343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro return ptr; 308f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 309f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 310f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Even that didn't work; this is an exceptional state. 311f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Try harder, growing the heap if necessary. 312f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 3136343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro ptr = dvmHeapSourceAllocAndGrow(size); 314f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmHeapSizeChanged(); 3156343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro if (ptr != NULL) { 316f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project size_t newHeapSize; 317f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 318f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project newHeapSize = dvmHeapSourceGetIdealFootprint(); 319f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project//TODO: may want to grow a little bit more so that the amount of free 320f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project// space is equal to the old free space + the utilization slop for 321f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project// the new allocation. 322f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGI_HEAP("Grow heap (frag case) to " 323f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project "%zu.%03zuMB for %zu-byte allocation\n", 324f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project FRACTIONAL_MB(newHeapSize), size); 3256343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro return ptr; 326f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 327f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 328f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Most allocations should have succeeded by now, so the heap 329f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * is really full, really fragmented, or the requested size is 330f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * really big. Do another GC, collecting SoftReferences this 331f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * time. The VM spec requires that all SoftReferences have 332f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * been collected and cleared before throwing an OOME. 333f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 334f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project//TODO: wait for the finalizers from the previous GC to finish 335f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Projectcollect_soft_refs: 336f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGI_HEAP("Forcing collection of SoftReferences for %zu-byte allocation\n", 337f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project size); 338f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcForMalloc(true); 3396343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro ptr = dvmHeapSourceAllocAndGrow(size); 340f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmHeapSizeChanged(); 3416343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro if (ptr != NULL) { 3426343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro return ptr; 343f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 344f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project//TODO: maybe wait for finalizers and try one last time 345f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 346f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGE_HEAP("Out of memory on a %zd-byte allocation.\n", size); 347f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project//TODO: tell the HeapSource to dump its state 348f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmDumpThread(dvmThreadSelf(), false); 349f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 350f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project return NULL; 351f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 352f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 353f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* Throw an OutOfMemoryError if there's a thread to attach it to. 354f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Avoid recursing. 355f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 356f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * The caller must not be holding the heap lock, or else the allocations 357f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * in dvmThrowException() will deadlock. 358f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 359f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Projectstatic void throwOOME() 360f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 361f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project Thread *self; 362f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 363f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if ((self = dvmThreadSelf()) != NULL) { 364f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* If the current (failing) dvmMalloc() happened as part of thread 365f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * creation/attachment before the thread became part of the root set, 366f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * we can't rely on the thread-local trackedAlloc table, so 367f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * we can't keep track of a real allocated OOME object. But, since 368f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * the thread is in the process of being created, it won't have 369f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * a useful stack anyway, so we may as well make things easier 370f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * by throwing the (stackless) pre-built OOME. 371f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 372f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (dvmIsOnThreadList(self) && !self->throwingOOME) { 373f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Let ourselves know that we tried to throw an OOM 374f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * error in the normal way in case we run out of 375f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * memory trying to allocate it inside dvmThrowException(). 376f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 377f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project self->throwingOOME = true; 378f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 379f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Don't include a description string; 380f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * one fewer allocation. 381f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 382f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmThrowException("Ljava/lang/OutOfMemoryError;", NULL); 383f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } else { 384f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* 385f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * This thread has already tried to throw an OutOfMemoryError, 386f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * which probably means that we're running out of memory 387f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * while recursively trying to throw. 388f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 389f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * To avoid any more allocation attempts, "throw" a pre-built 390f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * OutOfMemoryError object (which won't have a useful stack trace). 391f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 392f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Note that since this call can't possibly allocate anything, 393f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * we don't care about the state of self->throwingOOME 394f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * (which will usually already be set). 395f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 396f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmSetException(self, gDvm.outOfMemoryObj); 397f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 398f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* We're done with the possible recursion. 399f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 400f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project self->throwingOOME = false; 401f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 402f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 403f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 404f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* 405f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Allocate storage on the GC heap. We guarantee 8-byte alignment. 406f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 407f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * The new storage is zeroed out. 408f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 409f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Note that, in rare cases, this could get called while a GC is in 410f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * progress. If a non-VM thread tries to attach itself through JNI, 411f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * it will need to allocate some objects. If this becomes annoying to 412f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * deal with, we can block it at the source, but holding the allocation 413f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * mutex should be enough. 414f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 415f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * In rare circumstances (JNI AttachCurrentThread) we can be called 416f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * from a non-VM thread. 417f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 418f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Use ALLOC_DONT_TRACK when we either don't want to track an allocation 419f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * (because it's being done for the interpreter "new" operation and will 420f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * be part of the root set immediately) or we can't (because this allocation 421f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * is for a brand new thread). 422f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 423f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Returns NULL and throws an exception on failure. 424f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 425f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * TODO: don't do a GC if the debugger thinks all threads are suspended 426f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 427f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Projectvoid* dvmMalloc(size_t size, int flags) 428f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 429f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project GcHeap *gcHeap = gDvm.gcHeap; 430f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project void *ptr; 431f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 432f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#if 0 433f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* handy for spotting large allocations */ 434f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (size >= 100000) { 435f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGI("dvmMalloc(%d):\n", size); 436f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmDumpThread(dvmThreadSelf(), false); 437f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 438f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 439f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 440f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#if defined(WITH_ALLOC_LIMITS) 441f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* 442f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * See if they've exceeded the allocation limit for this thread. 443f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 444f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * A limit value of -1 means "no limit". 445f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 446f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * This is enabled at compile time because it requires us to do a 447f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * TLS lookup for the Thread pointer. This has enough of a performance 448f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * impact that we don't want to do it if we don't have to. (Now that 449f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * we're using gDvm.checkAllocLimits we may want to reconsider this, 450f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * but it's probably still best to just compile the check out of 451f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * production code -- one less thing to hit on every allocation.) 452f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 453f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gDvm.checkAllocLimits) { 454f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project Thread* self = dvmThreadSelf(); 455f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (self != NULL) { 456f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project int count = self->allocLimit; 457f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (count > 0) { 458f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project self->allocLimit--; 459f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } else if (count == 0) { 460f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* fail! */ 461f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project assert(!gDvm.initializing); 462f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project self->allocLimit = -1; 463f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmThrowException("Ldalvik/system/AllocationLimitError;", 464f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project "thread allocation limit exceeded"); 465f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project return NULL; 466f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 467f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 468f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 469f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 470f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gDvm.allocationLimit >= 0) { 471f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project assert(!gDvm.initializing); 472f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gDvm.allocationLimit = -1; 473f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmThrowException("Ldalvik/system/AllocationLimitError;", 474f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project "global allocation limit exceeded"); 475f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project return NULL; 476f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 477f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 478f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 479f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmLockHeap(); 480f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 481f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Try as hard as possible to allocate some memory. 482f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 4836343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro ptr = tryMalloc(size); 4846343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro if (ptr != NULL) { 485f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* We've got the memory. 486f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 487f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if ((flags & ALLOC_FINALIZABLE) != 0) { 488f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* This object is an instance of a class that 489f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * overrides finalize(). Add it to the finalizable list. 490f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 491f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (!dvmHeapAddRefToLargeTable(&gcHeap->finalizableRefs, 4926343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro (Object *)ptr)) 493f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project { 494f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGE_HEAP("dvmMalloc(): no room for any more " 495f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project "finalizable objects\n"); 496f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmAbort(); 497f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 498f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 499f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 500f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#ifdef WITH_PROFILER 501f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gDvm.allocProf.enabled) { 502f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project Thread* self = dvmThreadSelf(); 503f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gDvm.allocProf.allocCount++; 504f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gDvm.allocProf.allocSize += size; 505f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (self != NULL) { 506f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project self->allocProf.allocCount++; 507f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project self->allocProf.allocSize += size; 508f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 509f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 510f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 511f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } else { 512f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* The allocation failed. 513f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 514f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 515f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#ifdef WITH_PROFILER 516f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gDvm.allocProf.enabled) { 517f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project Thread* self = dvmThreadSelf(); 518f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gDvm.allocProf.failedAllocCount++; 519f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gDvm.allocProf.failedAllocSize += size; 520f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (self != NULL) { 521f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project self->allocProf.failedAllocCount++; 522f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project self->allocProf.failedAllocSize += size; 523f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 524f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 525f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 526f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 527f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 528f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmUnlockHeap(); 529f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 530f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (ptr != NULL) { 531f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* 532d4f78d3a764e6aa8f7174c78f537c016dac7f7ecBarry Hayes * If caller hasn't asked us not to track it, add it to the 533d4f78d3a764e6aa8f7174c78f537c016dac7f7ecBarry Hayes * internal tracking list. 534f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 535d4f78d3a764e6aa8f7174c78f537c016dac7f7ecBarry Hayes if ((flags & ALLOC_DONT_TRACK) == 0) { 536f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmAddTrackedAlloc(ptr, NULL); 537f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 538f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } else { 539c3b92b26df6416d3179e865adccb283ee4170ab1Ben Cheng /* 540f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * The allocation failed; throw an OutOfMemoryError. 541f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 542f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project throwOOME(); 543f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 544f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 545f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project return ptr; 546f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 547f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 548f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* 549f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Returns true iff <obj> points to a valid allocated object. 550f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 551f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Projectbool dvmIsValidObject(const Object* obj) 552f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 553f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Don't bother if it's NULL or not 8-byte aligned. 554f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 5556343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro if (obj != NULL && ((uintptr_t)obj & (8-1)) == 0) { 556f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Even if the heap isn't locked, this shouldn't return 557f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * any false negatives. The only mutation that could 558f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * be happening is allocation, which means that another 559f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * thread could be in the middle of a read-modify-write 560f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * to add a new bit for a new object. However, that 561f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * RMW will have completed by the time any other thread 562f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * could possibly see the new pointer, so there is no 563f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * danger of dvmIsValidObject() being called on a valid 564f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * pointer whose bit isn't set. 565f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 566f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Freeing will only happen during the sweep phase, which 567f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * only happens while the heap is locked. 568f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 5696343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro return dvmHeapSourceContains(obj); 570f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 571f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project return false; 572f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 573f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 574f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Projectsize_t dvmObjectSizeInHeap(const Object *obj) 575f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 5766343bd071555458d0cb071f2eaf15b59b36771bfCarl Shapiro return dvmHeapSourceChunkSize(obj); 577f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 578f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 579f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* 580962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes * Scan every live object in the heap, holding the locks. 581962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes */ 582962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayesstatic void verifyHeap() 583962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes{ 584962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes // TODO: check the locks. 585962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes HeapBitmap *liveBits = dvmHeapSourceGetLiveBits(); 586962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes dvmVerifyBitmap(liveBits); 587962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes} 588962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes 589962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes/* 590962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes * Suspend the VM as for a GC, and assert-fail if any object has any 591962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes * corrupt references. 592962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes */ 593962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayesvoid dvmHeapSuspendAndVerify() 594962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes{ 595962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes /* Suspend the VM. */ 596962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes dvmSuspendAllThreads(SUSPEND_FOR_VERIFY); 597962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes dvmLockMutex(&gDvm.heapWorkerLock); 598962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes dvmAssertHeapWorkerThreadRunning(); 599962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes dvmLockMutex(&gDvm.heapWorkerListLock); 600962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes 601962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes verifyHeap(); 602962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes 603962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes /* Resume the VM. */ 604962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes dvmUnlockMutex(&gDvm.heapWorkerListLock); 605962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes dvmUnlockMutex(&gDvm.heapWorkerLock); 606962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes dvmResumeAllThreads(SUSPEND_FOR_VERIFY); 607962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes} 608962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes 609962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes/* 610f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Initiate garbage collection. 611f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 612f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * NOTES: 613f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * - If we don't hold gDvm.threadListLock, it's possible for a thread to 614f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * be added to the thread list while we work. The thread should NOT 615f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * start executing, so this is only interesting when we start chasing 616f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * thread stacks. (Before we do so, grab the lock.) 617f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 618f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * We are not allowed to GC when the debugger has suspended the VM, which 619f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * is awkward because debugger requests can cause allocations. The easiest 620f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * way to enforce this is to refuse to GC on an allocation made by the 621f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * JDWP thread -- we have to expand the heap or fail. 622f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 6232954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapirovoid dvmCollectGarbageInternal(bool clearSoftRefs, GcReason reason) 624f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 625f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project GcHeap *gcHeap = gDvm.gcHeap; 626f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project u8 now; 627f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project s8 timeSinceLastGc; 628f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project s8 gcElapsedTime; 629f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project int numFreed; 630f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project size_t sizeFreed; 631d25566d9278e6424e521f4b7148ac31480e60c5cCarl Shapiro GcMode gcMode; 632f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 633f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* The heap lock must be held. 634f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 635f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 636f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gcHeap->gcRunning) { 637f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGW_HEAP("Attempted recursive GC\n"); 638f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project return; 639f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 640d25566d9278e6424e521f4b7148ac31480e60c5cCarl Shapiro gcMode = (reason == GC_FOR_MALLOC) ? GC_PARTIAL : GC_FULL; 641f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->gcRunning = true; 642f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project now = dvmGetRelativeTimeUsec(); 643f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gcHeap->gcStartTime != 0) { 644f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project timeSinceLastGc = (now - gcHeap->gcStartTime) / 1000; 645f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } else { 646f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project timeSinceLastGc = 0; 647f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 648f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->gcStartTime = now; 649f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 6501b9b4e4b89e1c682b6684ae5e2a637e4497a67e9Barry Hayes LOGV_HEAP("%s starting -- suspending threads\n", GcReasonStr[reason]); 651f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 652f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmSuspendAllThreads(SUSPEND_FOR_GC); 653f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 654f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Get the priority (the "nice" value) of the current thread. The 655f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * getpriority() call can legitimately return -1, so we have to 656f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * explicitly test errno. 657f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 658f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project errno = 0; 659f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project int oldThreadPriority = kInvalidPriority; 660f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project int priorityResult = getpriority(PRIO_PROCESS, 0); 661f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (errno != 0) { 662f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGI_HEAP("getpriority(self) failed: %s\n", strerror(errno)); 663f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } else if (priorityResult > ANDROID_PRIORITY_NORMAL) { 664f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Current value is numerically greater than "normal", which 665f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * in backward UNIX terms means lower priority. 666f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 667256fc159a267859c18e11e1d15fd7d97a59757c6San Mehat 6683e371e2ebbeeefe176ba1357e6ff241bd13a711eSan Mehat if (priorityResult >= ANDROID_PRIORITY_BACKGROUND) { 6695a2056ca8c7e7c0ed9f51d68cedbee59cc936685San Mehat set_sched_policy(dvmGetSysThreadId(), SP_FOREGROUND); 670256fc159a267859c18e11e1d15fd7d97a59757c6San Mehat } 671256fc159a267859c18e11e1d15fd7d97a59757c6San Mehat 672f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (setpriority(PRIO_PROCESS, 0, ANDROID_PRIORITY_NORMAL) != 0) { 673f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGI_HEAP("Unable to elevate priority from %d to %d\n", 674f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project priorityResult, ANDROID_PRIORITY_NORMAL); 675f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } else { 676f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* priority elevated; save value so we can restore it later */ 677f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("Elevating priority from %d to %d\n", 678f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project priorityResult, ANDROID_PRIORITY_NORMAL); 679f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project oldThreadPriority = priorityResult; 680f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 681f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 682f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 683f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Wait for the HeapWorker thread to block. 684f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * (It may also already be suspended in interp code, 685f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * in which case it's not holding heapWorkerLock.) 686f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 687f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmLockMutex(&gDvm.heapWorkerLock); 688f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 689f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Make sure that the HeapWorker thread hasn't become 690f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * wedged inside interp code. If it has, this call will 691f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * print a message and abort the VM. 692f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 693f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmAssertHeapWorkerThreadRunning(); 694f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 695f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Lock the pendingFinalizationRefs list. 696f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 697f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Acquire the lock after suspending so the finalizer 698f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * thread can't block in the RUNNING state while 699f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * we try to suspend. 700f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 701f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmLockMutex(&gDvm.heapWorkerListLock); 702f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 703962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes if (gDvm.preVerify) { 704962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes LOGV_HEAP("Verifying heap before GC"); 705962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes verifyHeap(); 706962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes } 707962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes 708f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#ifdef WITH_PROFILER 709f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmMethodTraceGCBegin(); 710f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 711f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 712f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#if WITH_HPROF 713f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 714f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* Set DUMP_HEAP_ON_DDMS_UPDATE to 1 to enable heap dumps 715f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * whenever DDMS requests a heap update (HPIF chunk). 716f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * The output files will appear in /data/misc, which must 717f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * already exist. 718f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * You must define "WITH_HPROF := true" in your buildspec.mk 719f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * and recompile libdvm for this to work. 720f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 721f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * To enable stack traces for each allocation, define 722f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * "WITH_HPROF_STACK := true" in buildspec.mk. This option slows down 723f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * allocations and also requires 8 additional bytes per object on the 724f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * GC heap. 725f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 726f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#define DUMP_HEAP_ON_DDMS_UPDATE 0 727f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#if DUMP_HEAP_ON_DDMS_UPDATE 728f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->hprofDumpOnGc |= (gcHeap->ddmHpifWhen != 0); 729f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 730f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 731f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gcHeap->hprofDumpOnGc) { 732f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project char nameBuf[128]; 733f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 73499409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project gcHeap->hprofResult = -1; 73599409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project 736f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gcHeap->hprofFileName == NULL) { 737f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* no filename was provided; invent one */ 738f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project sprintf(nameBuf, "/data/misc/heap-dump-tm%d-pid%d.hprof", 739f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project (int) time(NULL), (int) getpid()); 740f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->hprofFileName = nameBuf; 741f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 7426bf992c9d51f1e12aa37fe4c791c156402a9b79bAndy McFadden gcHeap->hprofContext = hprofStartup(gcHeap->hprofFileName, 7436bf992c9d51f1e12aa37fe4c791c156402a9b79bAndy McFadden gcHeap->hprofDirectToDdms); 744f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gcHeap->hprofContext != NULL) { 745f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project hprofStartHeapDump(gcHeap->hprofContext); 746f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 747f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->hprofDumpOnGc = false; 748f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->hprofFileName = NULL; 749f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 750f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 751f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 752f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (timeSinceLastGc < 10000) { 753f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("GC! (%dms since last GC)\n", 754f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project (int)timeSinceLastGc); 755f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } else { 756f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("GC! (%d sec since last GC)\n", 757f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project (int)(timeSinceLastGc / 1000)); 758f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 759f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 760f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Set up the marking context. 761f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 762d25566d9278e6424e521f4b7148ac31480e60c5cCarl Shapiro if (!dvmHeapBeginMarkStep(gcMode)) { 76399409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project LOGE_HEAP("dvmHeapBeginMarkStep failed; aborting\n"); 76499409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project dvmAbort(); 76599409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project } 766f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 767f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Mark the set of objects that are strongly reachable from the roots. 768f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 769f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("Marking..."); 770f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmHeapMarkRootSet(); 771f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 772f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* dvmHeapScanMarkedObjects() will build the lists of known 773f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * instances of the Reference classes. 774f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 775f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->softReferences = NULL; 776f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->weakReferences = NULL; 777f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->phantomReferences = NULL; 778f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 779f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Recursively mark any objects that marked objects point to strongly. 780f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * If we're not collecting soft references, soft-reachable 781f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * objects will also be marked. 782f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 783f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("Recursing..."); 784f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmHeapScanMarkedObjects(); 785f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 786f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* All strongly-reachable objects have now been marked. 787f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 7882954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro LOGD_HEAP("Handling soft references..."); 7892954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro if (!clearSoftRefs) { 7902954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro dvmHandleSoftRefs(&gcHeap->softReferences); 7912954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro } 7922954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro dvmClearWhiteRefs(&gcHeap->softReferences); 7932954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro 794f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("Handling weak references..."); 7952954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro dvmClearWhiteRefs(&gcHeap->weakReferences); 796f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 797f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Once all weak-reachable objects have been taken 798f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * care of, any remaining unmarked objects can be finalized. 799f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 800f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("Finding finalizations..."); 801f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmHeapScheduleFinalizations(); 802f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 8032954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro LOGD_HEAP("Handling f-reachable soft references..."); 8042954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro dvmClearWhiteRefs(&gcHeap->softReferences); 8052954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro 8062954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro LOGD_HEAP("Handling f-reachable weak references..."); 8072954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro dvmClearWhiteRefs(&gcHeap->weakReferences); 8082954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro 809f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Any remaining objects that are not pending finalization 810f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * could be phantom-reachable. This will mark any phantom-reachable 811f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * objects, as well as enqueue their references. 812f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 813f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("Handling phantom references..."); 8142954074adc6a9793f38c0c58d03ec1dc057406ebCarl Shapiro dvmClearWhiteRefs(&gcHeap->phantomReferences); 815f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 816f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#ifdef WITH_DEADLOCK_PREDICTION 817f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmDumpMonitorInfo("before sweep"); 818f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 819f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("Sweeping..."); 820d25566d9278e6424e521f4b7148ac31480e60c5cCarl Shapiro dvmHeapSweepUnmarkedObjects(gcMode, &numFreed, &sizeFreed); 821f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#ifdef WITH_DEADLOCK_PREDICTION 822f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmDumpMonitorInfo("after sweep"); 823f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 824f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 825f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("Cleaning up..."); 826f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmHeapFinishMarkStep(); 827f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 828f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("Done."); 829f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 830f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Now's a good time to adjust the heap size, since 831f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * we know what our utilization is. 832f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 833f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * This doesn't actually resize any memory; 834f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * it just lets the heap grow more when necessary. 835f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 836f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmHeapSourceGrowForUtilization(); 837f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmHeapSizeChanged(); 838f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 839f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#if WITH_HPROF 840f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gcHeap->hprofContext != NULL) { 841f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project hprofFinishHeapDump(gcHeap->hprofContext); 842f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project//TODO: write a HEAP_SUMMARY record 84399409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project if (hprofShutdown(gcHeap->hprofContext)) 84499409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project gcHeap->hprofResult = 0; /* indicate success */ 845f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->hprofContext = NULL; 846f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 847f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 848f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 849f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project /* Now that we've freed up the GC heap, return any large 850f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * free chunks back to the system. They'll get paged back 851f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * in the next time they're used. Don't do it immediately, 852f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * though; if the process is still allocating a bunch of 853f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * memory, we'll be taking a ton of page faults that we don't 854f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * necessarily need to. 855f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 856f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Cancel any old scheduled trims, and schedule a new one. 857f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 858f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmScheduleHeapSourceTrim(5); // in seconds 859f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 860f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#ifdef WITH_PROFILER 861f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmMethodTraceGCEnd(); 862f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 863962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes LOGV_HEAP("GC finished"); 864962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes 865962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes if (gDvm.postVerify) { 866962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes LOGV_HEAP("Verifying heap after GC"); 867962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes verifyHeap(); 868962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes } 869f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 870f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcHeap->gcRunning = false; 871f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 872962adba4e5db286a36bc8024f5c023bcf6f29312Barry Hayes LOGV_HEAP("Resuming threads"); 873f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmUnlockMutex(&gDvm.heapWorkerListLock); 874f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmUnlockMutex(&gDvm.heapWorkerLock); 875f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 876c3b92b26df6416d3179e865adccb283ee4170ab1Ben Cheng#if defined(WITH_JIT) 877c3b92b26df6416d3179e865adccb283ee4170ab1Ben Cheng /* 878c3b92b26df6416d3179e865adccb283ee4170ab1Ben Cheng * Patching a chaining cell is very cheap as it only updates 4 words. It's 879c3b92b26df6416d3179e865adccb283ee4170ab1Ben Cheng * the overhead of stopping all threads and synchronizing the I/D cache 880c3b92b26df6416d3179e865adccb283ee4170ab1Ben Cheng * that makes it expensive. 881c3b92b26df6416d3179e865adccb283ee4170ab1Ben Cheng * 882c3b92b26df6416d3179e865adccb283ee4170ab1Ben Cheng * Therefore we batch those work orders in a queue and go through them 883c3b92b26df6416d3179e865adccb283ee4170ab1Ben Cheng * when threads are suspended for GC. 884c3b92b26df6416d3179e865adccb283ee4170ab1Ben Cheng */ 885c3b92b26df6416d3179e865adccb283ee4170ab1Ben Cheng dvmCompilerPerformSafePointChecks(); 886c3b92b26df6416d3179e865adccb283ee4170ab1Ben Cheng#endif 887c3b92b26df6416d3179e865adccb283ee4170ab1Ben Cheng 888f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmResumeAllThreads(SUSPEND_FOR_GC); 889f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (oldThreadPriority != kInvalidPriority) { 890f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (setpriority(PRIO_PROCESS, 0, oldThreadPriority) != 0) { 891f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGW_HEAP("Unable to reset priority to %d: %s\n", 892f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project oldThreadPriority, strerror(errno)); 893f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } else { 894f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("Reset priority to %d\n", oldThreadPriority); 895f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 896256fc159a267859c18e11e1d15fd7d97a59757c6San Mehat 8973e371e2ebbeeefe176ba1357e6ff241bd13a711eSan Mehat if (oldThreadPriority >= ANDROID_PRIORITY_BACKGROUND) { 8985a2056ca8c7e7c0ed9f51d68cedbee59cc936685San Mehat set_sched_policy(dvmGetSysThreadId(), SP_BACKGROUND); 899256fc159a267859c18e11e1d15fd7d97a59757c6San Mehat } 900f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 901f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gcElapsedTime = (dvmGetRelativeTimeUsec() - gcHeap->gcStartTime) / 1000; 9023136413fae48cee04095236a945e41782d6d10bcBarry Hayes LOGD("%s freed %d objects / %zd bytes in %dms\n", 9033136413fae48cee04095236a945e41782d6d10bcBarry Hayes GcReasonStr[reason], numFreed, sizeFreed, (int)gcElapsedTime); 904f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmLogGcStats(numFreed, sizeFreed, gcElapsedTime); 905f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 906f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gcHeap->ddmHpifWhen != 0) { 907f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("Sending VM heap info to DDM\n"); 908f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmDdmSendHeapInfo(gcHeap->ddmHpifWhen, false); 909f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 910f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gcHeap->ddmHpsgWhen != 0) { 911f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("Dumping VM heap to DDM\n"); 912f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmDdmSendHeapSegments(false, false); 913f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 914f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gcHeap->ddmNhsgWhen != 0) { 915f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project LOGD_HEAP("Dumping native heap to DDM\n"); 916f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmDdmSendHeapSegments(false, true); 917f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 918f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 919f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 920f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#if WITH_HPROF 921f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project/* 922f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * Perform garbage collection, writing heap information to the specified file. 923f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * 924f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project * If "fileName" is NULL, a suitable name will be generated automatically. 92599409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project * 92699409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project * Returns 0 on success, or an error code on failure. 927f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project */ 9286bf992c9d51f1e12aa37fe4c791c156402a9b79bAndy McFaddenint hprofDumpHeap(const char* fileName, bool directToDdms) 929f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 93099409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project int result; 93199409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project 932f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmLockMutex(&gDvm.gcHeapLock); 933f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 934f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gDvm.gcHeap->hprofDumpOnGc = true; 935f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project gDvm.gcHeap->hprofFileName = fileName; 9366bf992c9d51f1e12aa37fe4c791c156402a9b79bAndy McFadden gDvm.gcHeap->hprofDirectToDdms = directToDdms; 9371b9b4e4b89e1c682b6684ae5e2a637e4497a67e9Barry Hayes dvmCollectGarbageInternal(false, GC_HPROF_DUMP_HEAP); 93899409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project result = gDvm.gcHeap->hprofResult; 939f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 940f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project dvmUnlockMutex(&gDvm.gcHeapLock); 94199409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project 94299409883d9c4c0ffb49b070ce307bb33a9dfe9f1The Android Open Source Project return result; 943f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 944f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project 945f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Projectvoid dvmHeapSetHprofGcScanState(hprof_heap_tag_t state, u4 threadSerialNumber) 946f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project{ 947f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project if (gDvm.gcHeap->hprofContext != NULL) { 948f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project hprofSetGcScanState(gDvm.gcHeap->hprofContext, state, 949f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project threadSerialNumber); 950f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project } 951f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project} 952f6c387128427e121477c1b32ad35cdcaa5101ba3The Android Open Source Project#endif 953