mutex.h revision f169e27100acbec024f699de9ef842a27c0b2036
18daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes/*
28daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes * Copyright (C) 2011 The Android Open Source Project
38daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes *
48daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes * Licensed under the Apache License, Version 2.0 (the "License");
58daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes * you may not use this file except in compliance with the License.
68daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes * You may obtain a copy of the License at
78daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes *
88daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes *      http://www.apache.org/licenses/LICENSE-2.0
98daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes *
108daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes * Unless required by applicable law or agreed to in writing, software
118daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes * distributed under the License is distributed on an "AS IS" BASIS,
128daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
138daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes * See the License for the specific language governing permissions and
148daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes * limitations under the License.
158daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes */
168daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes
17fc0e3219edc9a5bf81b166e82fd5db2796eb6a0dBrian Carlstrom#ifndef ART_RUNTIME_BASE_MUTEX_H_
18fc0e3219edc9a5bf81b166e82fd5db2796eb6a0dBrian Carlstrom#define ART_RUNTIME_BASE_MUTEX_H_
198daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes
208daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes#include <pthread.h>
21cd74c4b3a6893c876c6e03fd99a1264249653d80Brian Carlstrom#include <stdint.h>
22ffb465f23d9549dd591e6aa62e9250523cb00233Elliott Hughes
23ffb465f23d9549dd591e6aa62e9250523cb00233Elliott Hughes#include <iosfwd>
248daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes#include <string>
258daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes
26ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers#include "atomic.h"
2707ed66b5ae659c452cbe1ab20c3dbf1d6f546461Elliott Hughes#include "base/logging.h"
28761600567d73b23324ae0251e871c15d6849ffd8Elliott Hughes#include "base/macros.h"
2900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers#include "globals.h"
3081d425b0b232962441616f8b14f73620bffef5e5Ian Rogers
31ab47016374d340011680e9cd970ee7d6225d6704Ian Rogers#if defined(__APPLE__)
3281d425b0b232962441616f8b14f73620bffef5e5Ian Rogers#define ART_USE_FUTEXES 0
33ab47016374d340011680e9cd970ee7d6225d6704Ian Rogers#else
34c01417898a6e4f8a5663d6c0556982488c133cdfChris Dearman#define ART_USE_FUTEXES 1
35ab47016374d340011680e9cd970ee7d6225d6704Ian Rogers#endif
368daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes
3766aee5cd571cf4739d2735769304202ea5051fb8Ian Rogers// Currently Darwin doesn't support locks with timeouts.
3866aee5cd571cf4739d2735769304202ea5051fb8Ian Rogers#if !defined(__APPLE__)
3966aee5cd571cf4739d2735769304202ea5051fb8Ian Rogers#define HAVE_TIMED_RWLOCK 1
4066aee5cd571cf4739d2735769304202ea5051fb8Ian Rogers#else
4166aee5cd571cf4739d2735769304202ea5051fb8Ian Rogers#define HAVE_TIMED_RWLOCK 0
4266aee5cd571cf4739d2735769304202ea5051fb8Ian Rogers#endif
4366aee5cd571cf4739d2735769304202ea5051fb8Ian Rogers
448daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughesnamespace art {
458daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes
4690443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartierclass SHARED_LOCKABLE ReaderWriterMutex;
4790443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartierclass SHARED_LOCKABLE MutatorMutex;
4856edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogersclass ScopedContentionRecorder;
4950b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogersclass Thread;
5050b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers
51719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers// LockLevel is used to impose a lock hierarchy [1] where acquisition of a Mutex at a higher or
52719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers// equal level to a lock a thread holds is invalid. The lock hierarchy achieves a cycle free
53719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers// partial ordering and thereby cause deadlock situations to fail checks.
54719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers//
55719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers// [1] http://www.drdobbs.com/parallel/use-lock-hierarchies-to-avoid-deadlock/204801163
56719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogersenum LockLevel {
57719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kLoggingLock = 0,
587de77dd4f2d3cbb0615ee001589eb99ae82c3dccRaghu Gandham  kSwapMutexesLock,
59719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kUnexpectedSignalLock,
60719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kThreadSuspendCountLock,
61719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kAbortLock,
62d0a160d722e696b1a3ffb91dcfde61ee11bfb3e0Tao Wu  kJdwpAdbStateLock,
63719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kJdwpSocketLock,
642cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi  kRegionSpaceRegionLock,
65f169e27100acbec024f699de9ef842a27c0b2036Mathieu Chartier  kMarkSweepMarkStackLock,
662994605707219f67af8340ddd9379ce9bd86d74cMathieu Chartier  kRosAllocGlobalLock,
672994605707219f67af8340ddd9379ce9bd86d74cMathieu Chartier  kRosAllocBracketLock,
682994605707219f67af8340ddd9379ce9bd86d74cMathieu Chartier  kRosAllocBulkFreeLock,
69f169e27100acbec024f699de9ef842a27c0b2036Mathieu Chartier  kTaggingLockLevel,
70bc4d218ce2ceef0c4f308d4ff42f7ec1ec43c40eAndreas Gampe  kTransactionLogLock,
71c8089540ccf0f1c43d8db3828f21d489b28a4013Andreas Gampe  kJniFunctionTableLock,
72673ed3d8aedc5462a47ded827c99f35d46525457Mathieu Chartier  kJniWeakGlobalsLock,
7305a364c8d8271ceeca307d04736f53e92d03de9dAndreas Gampe  kJniGlobalsLock,
74a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  kReferenceQueueSoftReferencesLock,
75a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  kReferenceQueuePhantomReferencesLock,
76a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  kReferenceQueueFinalizerReferencesLock,
77a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  kReferenceQueueWeakReferencesLock,
78a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  kReferenceQueueClearedReferencesLock,
79a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  kReferenceProcessorLock,
805cc349f3dd578e974f78314c50b6a0267c23e591David Srbecky  kJitDebugInterfaceLock,
81719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kAllocSpaceLock,
822cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi  kBumpPointerSpaceBlockLock,
83c785344b87221f5e4e6473e5b762e4e61fe65dcfMathieu Chartier  kArenaPoolLock,
84719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kInternTableLock,
853f5838d7d0b9fc63db0ccc35c2ea05ed29264986Vladimir Marko  kOatFileSecondaryLookupLock,
86a206c745dbb64b14f05c87891d425475c2f6d63aRichard Uhler  kHostDlOpenHandlesLock,
87ca3c8c33501bf199d6fd0a5db30a27d8e010cb23David Brazdil  kVerifierDepsLock,
88f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  kOatFileManagerLock,
897526d783ab68ed1dd53c763c75895cb432532b0fAndreas Gampe  kTracingUniqueMethodsLock,
907526d783ab68ed1dd53c763c75895cb432532b0fAndreas Gampe  kTracingStreamingLock,
91b8aa1e4c10dcdc7fef96634f87e259dfee83a1cfMathieu Chartier  kDeoptimizedMethodsLock,
92b8aa1e4c10dcdc7fef96634f87e259dfee83a1cfMathieu Chartier  kClassLoaderClassesLock,
93719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kDefaultMutexLevel,
946c60d8420e51fda65ad247ae04b5a823c88c26b6Mathieu Chartier  kDexLock,
95719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kMarkSweepLargeObjectLock,
96719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kJdwpObjectRegistryLock,
979e36931cc79ca665908db9575126881d1cfdea5aChao-ying Fu  kModifyLdtLock,
989e36931cc79ca665908db9575126881d1cfdea5aChao-ying Fu  kAllocatedThreadIdsLock,
9974240819ae09e29b2753ef38f4eb4be1c2762e2eAndreas Gampe  kMonitorPoolLock,
100b8aa1e4c10dcdc7fef96634f87e259dfee83a1cfMathieu Chartier  kClassLinkerClassesLock,  // TODO rename.
10165975776f807d55c83af6cca1e447f8daa794413Mathieu Chartier  kJitCodeCacheLock,
102063fc772b5b8aed7d769cd7cccb6ddc7619326eeMingyao Yang  kCHALock,
103719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kBreakpointLock,
104719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kMonitorLock,
105440e4ceb310349ee8eb569495bc04d3d7fbe71cbMathieu Chartier  kMonitorListLock,
10668d8b42ddec39ec0174162d90d4abaa004d1983eIan Rogers  kJniLoadLibraryLock,
107719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kThreadListLock,
108306db81aba41eb244a4e8299cf58ac18ae9999c7Brian Carlstrom  kAllocTrackerLock,
109719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kDeoptimizationLock,
110719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kProfilerLock,
1114e5b20863898006ec6c9d120cda167d38dda6e60Sebastien Hertz  kJdwpShutdownLock,
112719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kJdwpEventListLock,
113719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kJdwpAttachLock,
114719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kJdwpStartLock,
115719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kRuntimeShutdownLock,
11669dbec6d9d55eeb2867949c2791d01dc9aa916c8Jeff Hao  kTraceLock,
117719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kHeapBitmapLock,
118719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kMutatorLock,
1199ef78b59da51080882e47505896b420977fd79aeMathieu Chartier  kInstrumentEntrypointsLock,
120719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kZygoteCreationLock,
121719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
122719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  kLockLevelCount  // Must come last.
123719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers};
124719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogersstd::ostream& operator<<(std::ostream& os, const LockLevel& rhs);
125719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
1262e250c826b3c405d675017efe79e5db3651c9ee6Brian Carlstromconst bool kDebugLocking = kIsDebugBuild;
12725fd14b87cced64a179dee885573113be5e11944Ian Rogers
1281afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi// Record Log contention information, dumpable via SIGQUIT.
1291afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi#ifdef ART_USE_FUTEXES
13008f2e7b59fab9df108d3d91e6eeb4bbccbb325d1Jeff Hao// To enable lock contention logging, set this to true.
13108f2e7b59fab9df108d3d91e6eeb4bbccbb325d1Jeff Haoconst bool kLogLockContentions = false;
1321afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi#else
1331afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi// Keep this false as lock contention logging is supported only with
1341afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi// futex.
1351afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchiconst bool kLogLockContentions = false;
1361afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi#endif
137d9c4fc94fa618617f94e1de9af5f034549100753Ian Rogersconst size_t kContentionLogSize = 4;
1381afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchiconst size_t kContentionLogDataSize = kLogLockContentions ? 1 : 0;
1391afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchiconst size_t kAllMutexDataSize = kLogLockContentions ? 1 : 0;
1401afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi
14100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// Base class for all Mutex implementations
14200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogersclass BaseMutex {
14300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers public:
144bab74963db2484ea5f10a82ea26e8a99722bfefeIan Rogers  const char* GetName() const {
14500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers    return name_;
14600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  }
14700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
14800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  virtual bool IsMutex() const { return false; }
14900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  virtual bool IsReaderWriterMutex() const { return false; }
150eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  virtual bool IsMutatorMutex() const { return false; }
15100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
15256edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers  virtual void Dump(std::ostream& os) const = 0;
15356edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers
15456edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers  static void DumpAll(std::ostream& os);
15556edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers
156a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi  bool ShouldRespondToEmptyCheckpointRequest() const {
157a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi    return should_respond_to_empty_checkpoint_request_;
158a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi  }
159a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi
160a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi  void SetShouldRespondToEmptyCheckpointRequest(bool value) {
161a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi    should_respond_to_empty_checkpoint_request_ = value;
162a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi  }
163a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi
164a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi  virtual void WakeupToRespondToEmptyCheckpoint() = 0;
165a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi
16600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers protected:
16700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  friend class ConditionVariable;
16800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
16981d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  BaseMutex(const char* name, LockLevel level);
17056edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers  virtual ~BaseMutex();
17181d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  void RegisterAsLocked(Thread* self);
17281d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  void RegisterAsUnlocked(Thread* self);
17381d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  void CheckSafeToWait(Thread* self);
17400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
17556edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers  friend class ScopedContentionRecorder;
17656edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers
1771afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi  void RecordContention(uint64_t blocked_tid, uint64_t owner_tid, uint64_t nano_time_blocked);
17856edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers  void DumpContention(std::ostream& os) const;
17956edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers
18081d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  const LockLevel level_;  // Support for lock hierarchy.
181bab74963db2484ea5f10a82ea26e8a99722bfefeIan Rogers  const char* const name_;
182a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi  bool should_respond_to_empty_checkpoint_request_;
1831afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi
18456edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers  // A log entry that records contention but makes no guarantee that either tid will be held live.
18556edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers  struct ContentionLogEntry {
18656edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers    ContentionLogEntry() : blocked_tid(0), owner_tid(0) {}
18756edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers    uint64_t blocked_tid;
18856edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers    uint64_t owner_tid;
18956edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers    AtomicInteger count;
19056edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers  };
1911afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi  struct ContentionLogData {
1921afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi    ContentionLogEntry contention_log[kContentionLogSize];
1931afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi    // The next entry in the contention log to be updated. Value ranges from 0 to
1941afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi    // kContentionLogSize - 1.
1951afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi    AtomicInteger cur_content_log_entry;
1961afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi    // Number of times the Mutex has been contended.
1971afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi    AtomicInteger contention_count;
1981afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi    // Sum of time waited by all contenders in ns.
19937f3c968ecd04e77802fe17bb82dabc07de21ca1Ian Rogers    Atomic<uint64_t> wait_time;
2001afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi    void AddToWaitTime(uint64_t value);
2011afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi    ContentionLogData() : wait_time(0) {}
2021afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi  };
2033e5cf305db800b2989ad57b7cde8fb3cc9fa1b9eIan Rogers  ContentionLogData contention_log_data_[kContentionLogDataSize];
2041afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi
2051afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi public:
2061afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi  bool HasEverContended() const {
2071afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi    if (kLogLockContentions) {
2083e5cf305db800b2989ad57b7cde8fb3cc9fa1b9eIan Rogers      return contention_log_data_->contention_count.LoadSequentiallyConsistent() > 0;
2091afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi    }
2101afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi    return false;
2111afde13b36cc1d67528104c2b1395495f669cd3fHiroshi Yamauchi  }
21200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers};
21300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
21400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// A Mutex is used to achieve mutual exclusion between threads. A Mutex can be used to gain
21500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// exclusive access to what it guards. A Mutex can be in one of two states:
21600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// - Free - not owned by any thread,
21700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// - Exclusive - owned by a single thread.
21800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers//
21900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// The effect of locking and unlocking operations on the state is:
22000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// State     | ExclusiveLock | ExclusiveUnlock
22100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// -------------------------------------------
22200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// Free      | Exclusive     | error
22300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// Exclusive | Block*        | Free
22400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// * Mutex is not reentrant and so an attempt to ExclusiveLock on the same thread will result in
22500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers//   an error. Being non-reentrant simplifies Waiting on ConditionVariables.
22601ae5808367e641a983e3f8bb82b3e0d364cd03eIan Rogersstd::ostream& operator<<(std::ostream& os, const Mutex& mu);
22700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogersclass LOCKABLE Mutex : public BaseMutex {
22800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers public:
22981d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  explicit Mutex(const char* name, LockLevel level = kDefaultMutexLevel, bool recursive = false);
23000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  ~Mutex();
23100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
23200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  virtual bool IsMutex() const { return true; }
23300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
23400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Block until mutex is free then acquire exclusive access.
23590443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void ExclusiveLock(Thread* self) ACQUIRE();
23690443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void Lock(Thread* self) ACQUIRE() {  ExclusiveLock(self); }
23700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
23800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Returns true if acquires exclusive access, false otherwise.
23990443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  bool ExclusiveTryLock(Thread* self) TRY_ACQUIRE(true);
24090443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  bool TryLock(Thread* self) TRY_ACQUIRE(true) { return ExclusiveTryLock(self); }
24100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
24200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Release exclusive access.
24390443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void ExclusiveUnlock(Thread* self) RELEASE();
24490443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void Unlock(Thread* self) RELEASE() {  ExclusiveUnlock(self); }
24500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
24600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Is the current thread the exclusive holder of the Mutex.
24781d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  bool IsExclusiveHeld(const Thread* self) const;
2488daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes
24900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Assert that the Mutex is exclusively held by the current thread.
25090443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void AssertExclusiveHeld(const Thread* self) ASSERT_CAPABILITY(this) {
251db978719dbcb73fc6acfd193561445c4462786b8Nicolas Geoffray    if (kDebugLocking && (gAborting == 0)) {
25201ae5808367e641a983e3f8bb82b3e0d364cd03eIan Rogers      CHECK(IsExclusiveHeld(self)) << *this;
25300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers    }
25400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  }
25590443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void AssertHeld(const Thread* self) ASSERT_CAPABILITY(this) { AssertExclusiveHeld(self); }
25600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
25700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Assert that the Mutex is not held by the current thread.
25890443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void AssertNotHeldExclusive(const Thread* self) ASSERT_CAPABILITY(!*this) {
259db978719dbcb73fc6acfd193561445c4462786b8Nicolas Geoffray    if (kDebugLocking && (gAborting == 0)) {
26001ae5808367e641a983e3f8bb82b3e0d364cd03eIan Rogers      CHECK(!IsExclusiveHeld(self)) << *this;
26100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers    }
26200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  }
26390443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void AssertNotHeld(const Thread* self) ASSERT_CAPABILITY(!*this) {
26490443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier    AssertNotHeldExclusive(self);
26590443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  }
26600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
267c7190697f8665e706f6ebb4ae36fa63c46a32cd5Ian Rogers  // Id associated with exclusive owner. No memory ordering semantics if called from a thread other
268c7190697f8665e706f6ebb4ae36fa63c46a32cd5Ian Rogers  // than the owner.
26900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  uint64_t GetExclusiveOwnerTid() const;
27000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
27100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Returns how many times this Mutex has been locked, it is better to use AssertHeld/NotHeld.
27200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  unsigned int GetDepth() const {
27300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers    return recursion_count_;
27400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  }
27500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
27656edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers  virtual void Dump(std::ostream& os) const;
27701ae5808367e641a983e3f8bb82b3e0d364cd03eIan Rogers
27890443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  // For negative capabilities in clang annotations.
27990443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  const Mutex& operator!() const { return *this; }
28090443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier
281a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi  void WakeupToRespondToEmptyCheckpoint() OVERRIDE;
282a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi
28300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers private:
284c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers#if ART_USE_FUTEXES
285c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  // 0 is unheld, 1 is held.
286c7190697f8665e706f6ebb4ae36fa63c46a32cd5Ian Rogers  AtomicInteger state_;
287c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  // Exclusive owner.
288c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  volatile uint64_t exclusive_owner_;
289c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  // Number of waiting contenders.
290b122a4bbed34ab22b4c1541ee25e5cf22f12a926Ian Rogers  AtomicInteger num_contenders_;
291c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers#else
29200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  pthread_mutex_t mutex_;
293c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogers  volatile uint64_t exclusive_owner_;  // Guarded by mutex_.
294c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers#endif
29500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  const bool recursive_;  // Can the lock be recursively held?
29600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  unsigned int recursion_count_;
297f1498437b0d6beb9f4f91980b98cbeb0b5c773ceElliott Hughes  friend class ConditionVariable;
2988daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes  DISALLOW_COPY_AND_ASSIGN(Mutex);
2998daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes};
3008daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes
30100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// A ReaderWriterMutex is used to achieve mutual exclusion between threads, similar to a Mutex.
30200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// Unlike a Mutex a ReaderWriterMutex can be used to gain exclusive (writer) or shared (reader)
30300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// access to what it guards. A flaw in relation to a Mutex is that it cannot be used with a
30400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// condition variable. A ReaderWriterMutex can be in one of three states:
30500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// - Free - not owned by any thread,
30600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// - Exclusive - owned by a single thread,
30700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// - Shared(n) - shared amongst n threads.
30800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers//
30900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// The effect of locking and unlocking operations on the state is:
31000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers//
31100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// State     | ExclusiveLock | ExclusiveUnlock | SharedLock       | SharedUnlock
31200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// ----------------------------------------------------------------------------
31300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// Free      | Exclusive     | error           | SharedLock(1)    | error
31400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// Exclusive | Block         | Free            | Block            | error
31500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// Shared(n) | Block         | error           | SharedLock(n+1)* | Shared(n-1) or Free
31600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// * for large values of n the SharedLock may block.
31701ae5808367e641a983e3f8bb82b3e0d364cd03eIan Rogersstd::ostream& operator<<(std::ostream& os, const ReaderWriterMutex& mu);
31890443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartierclass SHARED_LOCKABLE ReaderWriterMutex : public BaseMutex {
3198daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes public:
32081d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  explicit ReaderWriterMutex(const char* name, LockLevel level = kDefaultMutexLevel);
32100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  ~ReaderWriterMutex();
32200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
32300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  virtual bool IsReaderWriterMutex() const { return true; }
32400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
32500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Block until ReaderWriterMutex is free then acquire exclusive access.
32690443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void ExclusiveLock(Thread* self) ACQUIRE();
32790443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void WriterLock(Thread* self) ACQUIRE() {  ExclusiveLock(self); }
32800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
32900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Release exclusive access.
33090443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void ExclusiveUnlock(Thread* self) RELEASE();
33190443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void WriterUnlock(Thread* self) RELEASE() {  ExclusiveUnlock(self); }
33200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
33300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Block until ReaderWriterMutex is free and acquire exclusive access. Returns true on success
33400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // or false if timeout is reached.
33566aee5cd571cf4739d2735769304202ea5051fb8Ian Rogers#if HAVE_TIMED_RWLOCK
336c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  bool ExclusiveLockWithTimeout(Thread* self, int64_t ms, int32_t ns)
33781d425b0b232962441616f8b14f73620bffef5e5Ian Rogers      EXCLUSIVE_TRYLOCK_FUNCTION(true);
33866aee5cd571cf4739d2735769304202ea5051fb8Ian Rogers#endif
33900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
34000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Block until ReaderWriterMutex is shared or free then acquire a share on the access.
34190443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void SharedLock(Thread* self) ACQUIRE_SHARED() ALWAYS_INLINE;
34290443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void ReaderLock(Thread* self) ACQUIRE_SHARED() { SharedLock(self); }
34300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
34400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Try to acquire share of ReaderWriterMutex.
34590443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  bool SharedTryLock(Thread* self) SHARED_TRYLOCK_FUNCTION(true);
34600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
34700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Release a share of the access.
34890443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void SharedUnlock(Thread* self) RELEASE_SHARED() ALWAYS_INLINE;
34990443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  void ReaderUnlock(Thread* self) RELEASE_SHARED() { SharedUnlock(self); }
35000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
35100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Is the current thread the exclusive holder of the ReaderWriterMutex.
35281d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  bool IsExclusiveHeld(const Thread* self) const;
35300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
35400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Assert the current thread has exclusive access to the ReaderWriterMutex.
35590ef3db4bd1d4865f5f9cb95c8e7d9afb46994f9Mathieu Chartier  void AssertExclusiveHeld(const Thread* self) ASSERT_CAPABILITY(this) {
356db978719dbcb73fc6acfd193561445c4462786b8Nicolas Geoffray    if (kDebugLocking && (gAborting == 0)) {
35701ae5808367e641a983e3f8bb82b3e0d364cd03eIan Rogers      CHECK(IsExclusiveHeld(self)) << *this;
35800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers    }
3598daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes  }
36090ef3db4bd1d4865f5f9cb95c8e7d9afb46994f9Mathieu Chartier  void AssertWriterHeld(const Thread* self) ASSERT_CAPABILITY(this) { AssertExclusiveHeld(self); }
3618daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes
36200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Assert the current thread doesn't have exclusive access to the ReaderWriterMutex.
36390ef3db4bd1d4865f5f9cb95c8e7d9afb46994f9Mathieu Chartier  void AssertNotExclusiveHeld(const Thread* self) ASSERT_CAPABILITY(!this) {
364db978719dbcb73fc6acfd193561445c4462786b8Nicolas Geoffray    if (kDebugLocking && (gAborting == 0)) {
365e3359f7ad7671c5816f17145ca3a01516512e8d6Ian Rogers      CHECK(!IsExclusiveHeld(self)) << *this;
36600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers    }
36700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  }
36890ef3db4bd1d4865f5f9cb95c8e7d9afb46994f9Mathieu Chartier  void AssertNotWriterHeld(const Thread* self) ASSERT_CAPABILITY(!this) {
36990ef3db4bd1d4865f5f9cb95c8e7d9afb46994f9Mathieu Chartier    AssertNotExclusiveHeld(self);
37090ef3db4bd1d4865f5f9cb95c8e7d9afb46994f9Mathieu Chartier  }
37100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
37200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Is the current thread a shared holder of the ReaderWriterMutex.
37381d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  bool IsSharedHeld(const Thread* self) const;
37400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
37500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Assert the current thread has shared access to the ReaderWriterMutex.
37690ef3db4bd1d4865f5f9cb95c8e7d9afb46994f9Mathieu Chartier  void AssertSharedHeld(const Thread* self) ASSERT_SHARED_CAPABILITY(this) {
377db978719dbcb73fc6acfd193561445c4462786b8Nicolas Geoffray    if (kDebugLocking && (gAborting == 0)) {
3782cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier      // TODO: we can only assert this well when self != null.
3792cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier      CHECK(IsSharedHeld(self) || self == nullptr) << *this;
38000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers    }
3818daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes  }
38290ef3db4bd1d4865f5f9cb95c8e7d9afb46994f9Mathieu Chartier  void AssertReaderHeld(const Thread* self) ASSERT_SHARED_CAPABILITY(this) {
38390ef3db4bd1d4865f5f9cb95c8e7d9afb46994f9Mathieu Chartier    AssertSharedHeld(self);
38490ef3db4bd1d4865f5f9cb95c8e7d9afb46994f9Mathieu Chartier  }
3858daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes
38600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // Assert the current thread doesn't hold this ReaderWriterMutex either in shared or exclusive
38700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  // mode.
38890ef3db4bd1d4865f5f9cb95c8e7d9afb46994f9Mathieu Chartier  void AssertNotHeld(const Thread* self) ASSERT_SHARED_CAPABILITY(!this) {
389db978719dbcb73fc6acfd193561445c4462786b8Nicolas Geoffray    if (kDebugLocking && (gAborting == 0)) {
39001ae5808367e641a983e3f8bb82b3e0d364cd03eIan Rogers      CHECK(!IsSharedHeld(self)) << *this;
39100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers    }
39200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  }
39300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
394c7190697f8665e706f6ebb4ae36fa63c46a32cd5Ian Rogers  // Id associated with exclusive owner. No memory ordering semantics if called from a thread other
395c7190697f8665e706f6ebb4ae36fa63c46a32cd5Ian Rogers  // than the owner.
39600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  uint64_t GetExclusiveOwnerTid() const;
39781d425b0b232962441616f8b14f73620bffef5e5Ian Rogers
39856edc432fa914f7ccfa87ce443e64f5ef475666dIan Rogers  virtual void Dump(std::ostream& os) const;
39901ae5808367e641a983e3f8bb82b3e0d364cd03eIan Rogers
40090443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  // For negative capabilities in clang annotations.
40190443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  const ReaderWriterMutex& operator!() const { return *this; }
40290443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier
403a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi  void WakeupToRespondToEmptyCheckpoint() OVERRIDE;
404a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi
4058daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes private:
40651d212ef31945743abe8a469707aaa25bab95357Ian Rogers#if ART_USE_FUTEXES
407cf7f19135f0e273f7b0136315633c2abfc715343Ian Rogers  // Out-of-inline path for handling contention for a SharedLock.
408cf7f19135f0e273f7b0136315633c2abfc715343Ian Rogers  void HandleSharedLockContention(Thread* self, int32_t cur_state);
409cf7f19135f0e273f7b0136315633c2abfc715343Ian Rogers
41081d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  // -1 implies held exclusive, +ve shared held by state_ many owners.
411c7190697f8665e706f6ebb4ae36fa63c46a32cd5Ian Rogers  AtomicInteger state_;
412c7190697f8665e706f6ebb4ae36fa63c46a32cd5Ian Rogers  // Exclusive owner. Modification guarded by this mutex.
41381d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  volatile uint64_t exclusive_owner_;
414c7190697f8665e706f6ebb4ae36fa63c46a32cd5Ian Rogers  // Number of contenders waiting for a reader share.
415c7190697f8665e706f6ebb4ae36fa63c46a32cd5Ian Rogers  AtomicInteger num_pending_readers_;
416c7190697f8665e706f6ebb4ae36fa63c46a32cd5Ian Rogers  // Number of contenders waiting to be the writer.
417b122a4bbed34ab22b4c1541ee25e5cf22f12a926Ian Rogers  AtomicInteger num_pending_writers_;
41881d425b0b232962441616f8b14f73620bffef5e5Ian Rogers#else
41900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  pthread_rwlock_t rwlock_;
420c5f17732d8144491c642776b6b48c85dfadf4b52Ian Rogers  volatile uint64_t exclusive_owner_;  // Guarded by rwlock_.
42181d425b0b232962441616f8b14f73620bffef5e5Ian Rogers#endif
42200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  DISALLOW_COPY_AND_ASSIGN(ReaderWriterMutex);
4238daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes};
4248daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes
425eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li// MutatorMutex is a special kind of ReaderWriterMutex created specifically for the
426eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li// Locks::mutator_lock_ mutex. The behaviour is identical to the ReaderWriterMutex except that
427eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li// thread state changes also play a part in lock ownership. The mutator_lock_ will not be truly
428eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li// held by any mutator threads. However, a thread in the kRunnable state is considered to have
429eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li// shared ownership of the mutator lock and therefore transitions in and out of the kRunnable
430eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li// state have associated implications on lock ownership. Extra methods to handle the state
431eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li// transitions have been added to the interface but are only accessible to the methods dealing
432eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li// with state transitions. The thread state and flags attributes are used to ensure thread state
433eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li// transitions are consistent with the permitted behaviour of the mutex.
434eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li//
435eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li// *) The most important consequence of this behaviour is that all threads must be in one of the
436eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li// suspended states before exclusive ownership of the mutator mutex is sought.
437eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li//
438eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Listd::ostream& operator<<(std::ostream& os, const MutatorMutex& mu);
43990443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartierclass SHARED_LOCKABLE MutatorMutex : public ReaderWriterMutex {
440eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li public:
441eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  explicit MutatorMutex(const char* name, LockLevel level = kDefaultMutexLevel)
442eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li    : ReaderWriterMutex(name, level) {}
443eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  ~MutatorMutex() {}
444eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li
445eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  virtual bool IsMutatorMutex() const { return true; }
446eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li
44790443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  // For negative capabilities in clang annotations.
44890443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier  const MutatorMutex& operator!() const { return *this; }
44990443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier
450eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li private:
451eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  friend class Thread;
452eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  void TransitionFromRunnableToSuspended(Thread* self) UNLOCK_FUNCTION() ALWAYS_INLINE;
453eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  void TransitionFromSuspendedToRunnable(Thread* self) SHARED_LOCK_FUNCTION() ALWAYS_INLINE;
454eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li
455eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  DISALLOW_COPY_AND_ASSIGN(MutatorMutex);
456eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li};
457eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li
45800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// ConditionVariables allow threads to queue and sleep. Threads may then be resumed individually
45900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// (Signal) or all at once (Broadcast).
4605f79133a435ebcb20000370d56046fe01201dd80Elliott Hughesclass ConditionVariable {
4615f79133a435ebcb20000370d56046fe01201dd80Elliott Hughes public:
4623887c468d731420e929e6ad3acf190d5431e94fcRoland Levillain  ConditionVariable(const char* name, Mutex& mutex);
4635f79133a435ebcb20000370d56046fe01201dd80Elliott Hughes  ~ConditionVariable();
4645f79133a435ebcb20000370d56046fe01201dd80Elliott Hughes
465c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  void Broadcast(Thread* self);
466c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  void Signal(Thread* self);
467c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  // TODO: No thread safety analysis on Wait and TimedWait as they call mutex operations via their
468c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  //       pointer copy, thereby defeating annotalysis.
469c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  void Wait(Thread* self) NO_THREAD_SAFETY_ANALYSIS;
4707b078e8c04f3e1451dbdd18543c8b9692b5b067eIan Rogers  bool TimedWait(Thread* self, int64_t ms, int32_t ns) NO_THREAD_SAFETY_ANALYSIS;
4711d54e73444e017d3a65234e0f193846f3e27472bIan Rogers  // Variant of Wait that should be used with caution. Doesn't validate that no mutexes are held
4721d54e73444e017d3a65234e0f193846f3e27472bIan Rogers  // when waiting.
4731d54e73444e017d3a65234e0f193846f3e27472bIan Rogers  // TODO: remove this.
4741d54e73444e017d3a65234e0f193846f3e27472bIan Rogers  void WaitHoldingLocks(Thread* self) NO_THREAD_SAFETY_ANALYSIS;
4755f79133a435ebcb20000370d56046fe01201dd80Elliott Hughes
4765f79133a435ebcb20000370d56046fe01201dd80Elliott Hughes private:
47723055dc5d7a90c4a12e259fd0ed7cd4d04d89182Ian Rogers  const char* const name_;
478c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  // The Mutex being used by waiters. It is an error to mix condition variables between different
479c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  // Mutexes.
480c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  Mutex& guard_;
481c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers#if ART_USE_FUTEXES
482c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  // A counter that is modified by signals and broadcasts. This ensures that when a waiter gives up
483d45f201e9bd43490e30a35710865789b8d70e249Ian Rogers  // their Mutex and another thread takes it and signals, the waiting thread observes that sequence_
484d45f201e9bd43490e30a35710865789b8d70e249Ian Rogers  // changed and doesn't enter the wait. Modified while holding guard_, but is read by futex wait
485d45f201e9bd43490e30a35710865789b8d70e249Ian Rogers  // without guard_ held.
486b122a4bbed34ab22b4c1541ee25e5cf22f12a926Ian Rogers  AtomicInteger sequence_;
487c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  // Number of threads that have come into to wait, not the length of the waiters on the futex as
4885bd97c483c1de1eb97afe76123b1b9ab53095edfIan Rogers  // waiters may have been requeued onto guard_. Guarded by guard_.
489c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  volatile int32_t num_waiters_;
490c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers#else
491c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers  pthread_cond_t cond_;
492c604d731730b43231f63040c8db1d58304da0cf3Ian Rogers#endif
4935f79133a435ebcb20000370d56046fe01201dd80Elliott Hughes  DISALLOW_COPY_AND_ASSIGN(ConditionVariable);
4945f79133a435ebcb20000370d56046fe01201dd80Elliott Hughes};
4955f79133a435ebcb20000370d56046fe01201dd80Elliott Hughes
49600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// Scoped locker/unlocker for a regular Mutex that acquires mu upon construction and releases it
49700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// upon destruction.
49890443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartierclass SCOPED_CAPABILITY MutexLock {
49900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers public:
5003887c468d731420e929e6ad3acf190d5431e94fcRoland Levillain  MutexLock(Thread* self, Mutex& mu) ACQUIRE(mu) : self_(self), mu_(mu) {
50181d425b0b232962441616f8b14f73620bffef5e5Ian Rogers    mu_.ExclusiveLock(self_);
50281d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  }
50381d425b0b232962441616f8b14f73620bffef5e5Ian Rogers
5044e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier  ~MutexLock() RELEASE() {
50581d425b0b232962441616f8b14f73620bffef5e5Ian Rogers    mu_.ExclusiveUnlock(self_);
50600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  }
50700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
50800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers private:
50981d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  Thread* const self_;
51000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  Mutex& mu_;
51100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  DISALLOW_COPY_AND_ASSIGN(MutexLock);
51200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers};
51300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// Catch bug where variable name is omitted. "MutexLock (lock);" instead of "MutexLock mu(lock)".
514575e78c41ece0dec969d31f46be563d4eb7ae43bAndreas Gampe#define MutexLock(x) static_assert(0, "MutexLock declaration missing variable name")
51500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
51600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// Scoped locker/unlocker for a ReaderWriterMutex that acquires read access to mu upon
51700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// construction and releases it upon destruction.
51890443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartierclass SCOPED_CAPABILITY ReaderMutexLock {
51900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers public:
52001b47b046b01ec68696f8ff61b5326cdd3af348eMingyao Yang  ReaderMutexLock(Thread* self, ReaderWriterMutex& mu) ACQUIRE(mu) ALWAYS_INLINE :
52181d425b0b232962441616f8b14f73620bffef5e5Ian Rogers      self_(self), mu_(mu) {
52281d425b0b232962441616f8b14f73620bffef5e5Ian Rogers    mu_.SharedLock(self_);
52381d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  }
52481d425b0b232962441616f8b14f73620bffef5e5Ian Rogers
52501b47b046b01ec68696f8ff61b5326cdd3af348eMingyao Yang  ~ReaderMutexLock() RELEASE() ALWAYS_INLINE {
52681d425b0b232962441616f8b14f73620bffef5e5Ian Rogers    mu_.SharedUnlock(self_);
52700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  }
52800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
52900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers private:
53081d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  Thread* const self_;
53100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  ReaderWriterMutex& mu_;
53200f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  DISALLOW_COPY_AND_ASSIGN(ReaderMutexLock);
53300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers};
53400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// Catch bug where variable name is omitted. "ReaderMutexLock (lock);" instead of
53500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// "ReaderMutexLock mu(lock)".
536575e78c41ece0dec969d31f46be563d4eb7ae43bAndreas Gampe#define ReaderMutexLock(x) static_assert(0, "ReaderMutexLock declaration missing variable name")
53700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
53800f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// Scoped locker/unlocker for a ReaderWriterMutex that acquires write access to mu upon
53900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// construction and releases it upon destruction.
54090443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartierclass SCOPED_CAPABILITY WriterMutexLock {
54100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers public:
5423887c468d731420e929e6ad3acf190d5431e94fcRoland Levillain  WriterMutexLock(Thread* self, ReaderWriterMutex& mu) EXCLUSIVE_LOCK_FUNCTION(mu) :
54381d425b0b232962441616f8b14f73620bffef5e5Ian Rogers      self_(self), mu_(mu) {
54481d425b0b232962441616f8b14f73620bffef5e5Ian Rogers    mu_.ExclusiveLock(self_);
54581d425b0b232962441616f8b14f73620bffef5e5Ian Rogers  }
54681d425b0b232962441616f8b14f73620bffef5e5Ian Rogers
54700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  ~WriterMutexLock() UNLOCK_FUNCTION() {
54881d425b0b232962441616f8b14f73620bffef5e5Ian Rogers    mu_.ExclusiveUnlock(self_);
54900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  }
55000f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
55100f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers private:
55250b35e2fd1a68cd1240e4a9d9f363e11764957d1Ian Rogers  Thread* const self_;
55300f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  ReaderWriterMutex& mu_;
55400f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers  DISALLOW_COPY_AND_ASSIGN(WriterMutexLock);
55500f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers};
55600f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// Catch bug where variable name is omitted. "WriterMutexLock (lock);" instead of
55700f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers// "WriterMutexLock mu(lock)".
558575e78c41ece0dec969d31f46be563d4eb7ae43bAndreas Gampe#define WriterMutexLock(x) static_assert(0, "WriterMutexLock declaration missing variable name")
55900f7d0eaa6bd93d33bf0c1429bf4ba0b3f28abacIan Rogers
5604e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier// For StartNoThreadSuspension and EndNoThreadSuspension.
5614e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartierclass CAPABILITY("role") Role {
5624e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier public:
5634e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier  void Acquire() ACQUIRE() {}
5644e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier  void Release() RELEASE() {}
5654e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier  const Role& operator!() const { return *this; }
5664e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier};
5674e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier
5684e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartierclass Uninterruptible : public Role {
5694e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier};
5704e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier
571719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers// Global mutexes corresponding to the levels above.
572719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogersclass Locks {
573719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers public:
574719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  static void Init();
57591e56692c6bd9fa1d41951ee7dc311f19461f4beMathieu Chartier  static void InitConditions() NO_THREAD_SAFETY_ANALYSIS;  // Condition variables.
576f42eb2c7801dbb45a6ba20a372d5ba4712ebefbaDavid Sehr
577f42eb2c7801dbb45a6ba20a372d5ba4712ebefbaDavid Sehr  // Destroying various lock types can emit errors that vary depending upon
578f42eb2c7801dbb45a6ba20a372d5ba4712ebefbaDavid Sehr  // whether the client (art::Runtime) is currently active.  Allow the client
579f42eb2c7801dbb45a6ba20a372d5ba4712ebefbaDavid Sehr  // to set a callback that is used to check when it is acceptable to call
580f42eb2c7801dbb45a6ba20a372d5ba4712ebefbaDavid Sehr  // Abort.  The default behavior is that the client *is not* able to call
581f42eb2c7801dbb45a6ba20a372d5ba4712ebefbaDavid Sehr  // Abort if no callback is established.
582f42eb2c7801dbb45a6ba20a372d5ba4712ebefbaDavid Sehr  using ClientCallback = bool();
583f42eb2c7801dbb45a6ba20a372d5ba4712ebefbaDavid Sehr  static void SetClientCallback(ClientCallback* is_safe_to_call_abort_cb) NO_THREAD_SAFETY_ANALYSIS;
584f42eb2c7801dbb45a6ba20a372d5ba4712ebefbaDavid Sehr  // Checks for whether it is safe to call Abort() without using locks.
585f42eb2c7801dbb45a6ba20a372d5ba4712ebefbaDavid Sehr  static bool IsSafeToCallAbortRacy() NO_THREAD_SAFETY_ANALYSIS;
586f42eb2c7801dbb45a6ba20a372d5ba4712ebefbaDavid Sehr
5878a433246d0f26f1f8519925ee6fc5cee8fbd0788Hiroshi Yamauchi  // Add a mutex to expected_mutexes_on_weak_ref_access_.
5888a433246d0f26f1f8519925ee6fc5cee8fbd0788Hiroshi Yamauchi  static void AddToExpectedMutexesOnWeakRefAccess(BaseMutex* mutex, bool need_lock = true);
5898a433246d0f26f1f8519925ee6fc5cee8fbd0788Hiroshi Yamauchi  // Remove a mutex from expected_mutexes_on_weak_ref_access_.
5908a433246d0f26f1f8519925ee6fc5cee8fbd0788Hiroshi Yamauchi  static void RemoveFromExpectedMutexesOnWeakRefAccess(BaseMutex* mutex, bool need_lock = true);
5918a433246d0f26f1f8519925ee6fc5cee8fbd0788Hiroshi Yamauchi  // Check if the given mutex is in expected_mutexes_on_weak_ref_access_.
5928a433246d0f26f1f8519925ee6fc5cee8fbd0788Hiroshi Yamauchi  static bool IsExpectedOnWeakRefAccess(BaseMutex* mutex);
593f42eb2c7801dbb45a6ba20a372d5ba4712ebefbaDavid Sehr
5949ef78b59da51080882e47505896b420977fd79aeMathieu Chartier  // Guards allocation entrypoint instrumenting.
5954ad5cd3e7d519484559ef778d96fb3f0be8919faIan Rogers  static Mutex* instrument_entrypoints_lock_;
5969ef78b59da51080882e47505896b420977fd79aeMathieu Chartier
597eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  // A barrier is used to synchronize the GC/Debugger thread with mutator threads. When GC/Debugger
598eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  // thread wants to suspend all mutator threads, it needs to wait for all mutator threads to pass
599eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  // a barrier. Threads that are already suspended will get their barrier passed by the GC/Debugger
600eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  // thread; threads in the runnable state will pass the barrier when they transit to the suspended
601eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  // state. GC/Debugger thread will be woken up when all mutator threads are suspended.
602719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  //
603719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // Thread suspension:
604eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  // mutator thread                                | GC/Debugger
605eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  //   .. running ..                               |   .. running ..
606719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  //   .. running ..                               | Request thread suspension by:
607719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  //   .. running ..                               |   - acquiring thread_suspend_count_lock_
608719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  //   .. running ..                               |   - incrementing Thread::suspend_count_ on
609719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  //   .. running ..                               |     all mutator threads
610719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  //   .. running ..                               |   - releasing thread_suspend_count_lock_
611eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  //   .. running ..                               | Block wait for all threads to pass a barrier
612719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // Poll Thread::suspend_count_ and enter full    |   .. blocked ..
613719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // suspend code.                                 |   .. blocked ..
614eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  // Change state to kSuspended (pass the barrier) | Wake up when all threads pass the barrier
615eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  // x: Acquire thread_suspend_count_lock_         |   .. running ..
616eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  // while Thread::suspend_count_ > 0              |   .. running ..
617eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  //   - wait on Thread::resume_cond_              |   .. running ..
618eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  //     (releases thread_suspend_count_lock_)     |   .. running ..
619719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  //   .. waiting ..                               | Request thread resumption by:
620719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  //   .. waiting ..                               |   - acquiring thread_suspend_count_lock_
621719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  //   .. waiting ..                               |   - decrementing Thread::suspend_count_ on
622719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  //   .. waiting ..                               |     all mutator threads
623719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  //   .. waiting ..                               |   - notifying on Thread::resume_cond_
624719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  //    - re-acquire thread_suspend_count_lock_    |   - releasing thread_suspend_count_lock_
625719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // Release thread_suspend_count_lock_            |  .. running ..
626eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  // Change to kRunnable                           |  .. running ..
627eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  //  - this uses a CAS operation to ensure the    |  .. running ..
628eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  //    suspend request flag isn't raised as the   |  .. running ..
629eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  //    state is changed                           |  .. running ..
630eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  //  - if the CAS operation fails then goto x     |  .. running ..
631719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  //  .. running ..                                |  .. running ..
632eac4424b3420c280f97ff2f815b5dedd8dac9801Yu Li  static MutatorMutex* mutator_lock_ ACQUIRED_AFTER(instrument_entrypoints_lock_);
633719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
634719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // Allow reader-writer mutual exclusion on the mark and live bitmaps of the heap.
635719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  static ReaderWriterMutex* heap_bitmap_lock_ ACQUIRED_AFTER(mutator_lock_);
636719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
637719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // Guards shutdown of the runtime.
638719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  static Mutex* runtime_shutdown_lock_ ACQUIRED_AFTER(heap_bitmap_lock_);
639719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
6409e36931cc79ca665908db9575126881d1cfdea5aChao-ying Fu  // Guards background profiler global state.
641b139b6d3833cd6a90f345204202ec57ff277c088Hiroshi Yamauchi  static Mutex* profiler_lock_ ACQUIRED_AFTER(runtime_shutdown_lock_);
6429e36931cc79ca665908db9575126881d1cfdea5aChao-ying Fu
6439e36931cc79ca665908db9575126881d1cfdea5aChao-ying Fu  // Guards trace (ie traceview) requests.
6449e36931cc79ca665908db9575126881d1cfdea5aChao-ying Fu  static Mutex* trace_lock_ ACQUIRED_AFTER(profiler_lock_);
6459e36931cc79ca665908db9575126881d1cfdea5aChao-ying Fu
646306db81aba41eb244a4e8299cf58ac18ae9999c7Brian Carlstrom  // Guards debugger recent allocation records.
647306db81aba41eb244a4e8299cf58ac18ae9999c7Brian Carlstrom  static Mutex* alloc_tracker_lock_ ACQUIRED_AFTER(trace_lock_);
648306db81aba41eb244a4e8299cf58ac18ae9999c7Brian Carlstrom
649306db81aba41eb244a4e8299cf58ac18ae9999c7Brian Carlstrom  // Guards updates to instrumentation to ensure mutual exclusion of
650306db81aba41eb244a4e8299cf58ac18ae9999c7Brian Carlstrom  // events like deoptimization requests.
651306db81aba41eb244a4e8299cf58ac18ae9999c7Brian Carlstrom  // TODO: improve name, perhaps instrumentation_update_lock_.
652306db81aba41eb244a4e8299cf58ac18ae9999c7Brian Carlstrom  static Mutex* deoptimization_lock_ ACQUIRED_AFTER(alloc_tracker_lock_);
653306db81aba41eb244a4e8299cf58ac18ae9999c7Brian Carlstrom
654063fc772b5b8aed7d769cd7cccb6ddc7619326eeMingyao Yang  // Guards Class Hierarchy Analysis (CHA).
655063fc772b5b8aed7d769cd7cccb6ddc7619326eeMingyao Yang  static Mutex* cha_lock_ ACQUIRED_AFTER(deoptimization_lock_);
656063fc772b5b8aed7d769cd7cccb6ddc7619326eeMingyao Yang
657719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // The thread_list_lock_ guards ThreadList::list_. It is also commonly held to stop threads
658719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // attaching and detaching.
659063fc772b5b8aed7d769cd7cccb6ddc7619326eeMingyao Yang  static Mutex* thread_list_lock_ ACQUIRED_AFTER(cha_lock_);
660719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
66191e56692c6bd9fa1d41951ee7dc311f19461f4beMathieu Chartier  // Signaled when threads terminate. Used to determine when all non-daemons have terminated.
66291e56692c6bd9fa1d41951ee7dc311f19461f4beMathieu Chartier  static ConditionVariable* thread_exit_cond_ GUARDED_BY(Locks::thread_list_lock_);
66391e56692c6bd9fa1d41951ee7dc311f19461f4beMathieu Chartier
66468d8b42ddec39ec0174162d90d4abaa004d1983eIan Rogers  // Guards maintaining loading library data structures.
66568d8b42ddec39ec0174162d90d4abaa004d1983eIan Rogers  static Mutex* jni_libraries_lock_ ACQUIRED_AFTER(thread_list_lock_);
66668d8b42ddec39ec0174162d90d4abaa004d1983eIan Rogers
667719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // Guards breakpoints.
668ed2be1725fb79075892b1a9103487c9d9a95b350Sebastien Hertz  static ReaderWriterMutex* breakpoint_lock_ ACQUIRED_AFTER(jni_libraries_lock_);
669719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
670719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // Guards lists of classes within the class linker.
6719e36931cc79ca665908db9575126881d1cfdea5aChao-ying Fu  static ReaderWriterMutex* classlinker_classes_lock_ ACQUIRED_AFTER(breakpoint_lock_);
672719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
673719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // When declaring any Mutex add DEFAULT_MUTEX_ACQUIRED_AFTER to use annotalysis to check the code
674719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // doesn't try to hold a higher level Mutex.
67512d625f87bcd6c4059a205bb39007a255f57f382Mathieu Chartier  #define DEFAULT_MUTEX_ACQUIRED_AFTER ACQUIRED_AFTER(Locks::classlinker_classes_lock_)
676719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
67774240819ae09e29b2753ef38f4eb4be1c2762e2eAndreas Gampe  static Mutex* allocated_monitor_ids_lock_ ACQUIRED_AFTER(classlinker_classes_lock_);
67874240819ae09e29b2753ef38f4eb4be1c2762e2eAndreas Gampe
6799e36931cc79ca665908db9575126881d1cfdea5aChao-ying Fu  // Guard the allocation/deallocation of thread ids.
68074240819ae09e29b2753ef38f4eb4be1c2762e2eAndreas Gampe  static Mutex* allocated_thread_ids_lock_ ACQUIRED_AFTER(allocated_monitor_ids_lock_);
6819e36931cc79ca665908db9575126881d1cfdea5aChao-ying Fu
6829e36931cc79ca665908db9575126881d1cfdea5aChao-ying Fu  // Guards modification of the LDT on x86.
6839e36931cc79ca665908db9575126881d1cfdea5aChao-ying Fu  static Mutex* modify_ldt_lock_ ACQUIRED_AFTER(allocated_thread_ids_lock_);
6849e36931cc79ca665908db9575126881d1cfdea5aChao-ying Fu
685cc1b5357f83f0b787d51fbfde3fe870c8a2fa050Andreas Gampe  static ReaderWriterMutex* dex_lock_ ACQUIRED_AFTER(modify_ldt_lock_);
686cc1b5357f83f0b787d51fbfde3fe870c8a2fa050Andreas Gampe
687f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier  // Guards opened oat files in OatFileManager.
688cc1b5357f83f0b787d51fbfde3fe870c8a2fa050Andreas Gampe  static ReaderWriterMutex* oat_file_manager_lock_ ACQUIRED_AFTER(dex_lock_);
689f9c6fc610b27887f832e453a0da1789187293408Mathieu Chartier
690340dafabc8e88378e395cda9027cf17726910e91Nicolas Geoffray  // Guards extra string entries for VerifierDeps.
691340dafabc8e88378e395cda9027cf17726910e91Nicolas Geoffray  static ReaderWriterMutex* verifier_deps_lock_ ACQUIRED_AFTER(oat_file_manager_lock_);
692ca3c8c33501bf199d6fd0a5db30a27d8e010cb23David Brazdil
693a206c745dbb64b14f05c87891d425475c2f6d63aRichard Uhler  // Guards dlopen_handles_ in DlOpenOatFile.
694ca3c8c33501bf199d6fd0a5db30a27d8e010cb23David Brazdil  static Mutex* host_dlopen_handles_lock_ ACQUIRED_AFTER(verifier_deps_lock_);
695e58991b3b2282b5761f1a6023a16c803e1c4eb45Mathieu Chartier
696719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // Guards intern table.
697a206c745dbb64b14f05c87891d425475c2f6d63aRichard Uhler  static Mutex* intern_table_lock_ ACQUIRED_AFTER(host_dlopen_handles_lock_);
698719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
699a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  // Guards reference processor.
700a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  static Mutex* reference_processor_lock_ ACQUIRED_AFTER(intern_table_lock_);
701a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier
702a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  // Guards cleared references queue.
703a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  static Mutex* reference_queue_cleared_references_lock_ ACQUIRED_AFTER(reference_processor_lock_);
704a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier
705a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  // Guards weak references queue.
706a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  static Mutex* reference_queue_weak_references_lock_ ACQUIRED_AFTER(reference_queue_cleared_references_lock_);
707a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier
708a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  // Guards finalizer references queue.
709a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  static Mutex* reference_queue_finalizer_references_lock_ ACQUIRED_AFTER(reference_queue_weak_references_lock_);
710a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier
711a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  // Guards phantom references queue.
712a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  static Mutex* reference_queue_phantom_references_lock_ ACQUIRED_AFTER(reference_queue_finalizer_references_lock_);
713a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier
714a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  // Guards soft references queue.
715a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier  static Mutex* reference_queue_soft_references_lock_ ACQUIRED_AFTER(reference_queue_phantom_references_lock_);
716a5a53efea976af505f4f849b5925d5e14c4f8e5cMathieu Chartier
71705a364c8d8271ceeca307d04736f53e92d03de9dAndreas Gampe  // Guard accesses to the JNI Global Reference table.
71805a364c8d8271ceeca307d04736f53e92d03de9dAndreas Gampe  static ReaderWriterMutex* jni_globals_lock_ ACQUIRED_AFTER(reference_queue_soft_references_lock_);
71905a364c8d8271ceeca307d04736f53e92d03de9dAndreas Gampe
72005a364c8d8271ceeca307d04736f53e92d03de9dAndreas Gampe  // Guard accesses to the JNI Weak Global Reference table.
72105a364c8d8271ceeca307d04736f53e92d03de9dAndreas Gampe  static Mutex* jni_weak_globals_lock_ ACQUIRED_AFTER(jni_globals_lock_);
72205a364c8d8271ceeca307d04736f53e92d03de9dAndreas Gampe
723c8089540ccf0f1c43d8db3828f21d489b28a4013Andreas Gampe  // Guard accesses to the JNI function table override.
724c8089540ccf0f1c43d8db3828f21d489b28a4013Andreas Gampe  static Mutex* jni_function_table_lock_ ACQUIRED_AFTER(jni_weak_globals_lock_);
725c8089540ccf0f1c43d8db3828f21d489b28a4013Andreas Gampe
726719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // Have an exclusive aborting thread.
727c8089540ccf0f1c43d8db3828f21d489b28a4013Andreas Gampe  static Mutex* abort_lock_ ACQUIRED_AFTER(jni_function_table_lock_);
728719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
729719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // Allow mutual exclusion when manipulating Thread::suspend_count_.
730719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // TODO: Does the trade-off of a per-thread lock make sense?
731719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  static Mutex* thread_suspend_count_lock_ ACQUIRED_AFTER(abort_lock_);
732719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
733719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // One unexpected signal at a time lock.
734719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  static Mutex* unexpected_signal_lock_ ACQUIRED_AFTER(thread_suspend_count_lock_);
735719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
736719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  // Have an exclusive logging thread.
737719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers  static Mutex* logging_lock_ ACQUIRED_AFTER(unexpected_signal_lock_);
738a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi
739a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi  // List of mutexes that we expect a thread may hold when accessing weak refs. This is used to
740a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi  // avoid a deadlock in the empty checkpoint while weak ref access is disabled (b/34964016). If we
741a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi  // encounter an unexpected mutex on accessing weak refs,
742a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi  // Thread::CheckEmptyCheckpointFromWeakRefAccess will detect it.
743a222404a5832ab16786931576d52825d08eed3caHiroshi Yamauchi  static std::vector<BaseMutex*> expected_mutexes_on_weak_ref_access_;
7448a433246d0f26f1f8519925ee6fc5cee8fbd0788Hiroshi Yamauchi  static Atomic<const BaseMutex*> expected_mutexes_on_weak_ref_access_guard_;
7458a433246d0f26f1f8519925ee6fc5cee8fbd0788Hiroshi Yamauchi  class ScopedExpectedMutexesOnWeakRefAccessLock;
746719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers};
747719d1a33f6569864f529e5a3fff59e7bca97aad0Ian Rogers
7484e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartierclass Roles {
7494e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier public:
75090ef3db4bd1d4865f5f9cb95c8e7d9afb46994f9Mathieu Chartier  // Uninterruptible means that the thread may not become suspended.
7514e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier  static Uninterruptible uninterruptible_;
7524e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier};
7534e2cb098017bf073335ebb02b1bc0a36828cd720Mathieu Chartier
7548daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes}  // namespace art
7558daa0929f08a3080ea64dbd4e997e72f411e6fc9Elliott Hughes
756fc0e3219edc9a5bf81b166e82fd5db2796eb6a0dBrian Carlstrom#endif  // ART_RUNTIME_BASE_MUTEX_H_
757