object-inl.h revision dfe02f6aafee264478d510b9742ee266ea52e8a8
12dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers/* 22dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers * Copyright (C) 2011 The Android Open Source Project 32dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers * 42dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers * Licensed under the Apache License, Version 2.0 (the "License"); 52dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers * you may not use this file except in compliance with the License. 62dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers * You may obtain a copy of the License at 72dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers * 82dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers * http://www.apache.org/licenses/LICENSE-2.0 92dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers * 102dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers * Unless required by applicable law or agreed to in writing, software 112dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers * distributed under the License is distributed on an "AS IS" BASIS, 122dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 132dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers * See the License for the specific language governing permissions and 142dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers * limitations under the License. 152dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers */ 162dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 17fc0e3219edc9a5bf81b166e82fd5db2796eb6a0dBrian Carlstrom#ifndef ART_RUNTIME_MIRROR_OBJECT_INL_H_ 18fc0e3219edc9a5bf81b166e82fd5db2796eb6a0dBrian Carlstrom#define ART_RUNTIME_MIRROR_OBJECT_INL_H_ 192dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 202dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "object.h" 212dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 22ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom#include "art_field.h" 23ea46f950e7a51585db293cd7f047de190a482414Brian Carlstrom#include "art_method.h" 242dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "atomic.h" 254f6ad8ab428038129b2d0d6c40b7fd625cca15e1Ian Rogers#include "array-inl.h" 262dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers#include "class.h" 2752a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier#include "class_flags.h" 28e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier#include "class_linker.h" 29e4275c07e9852a6944f47efa9d0591fceb8e8e36Mathieu Chartier#include "class_loader-inl.h" 3005792b98980741111b4d0a24d68cff2a8e070a3aVladimir Marko#include "dex_cache-inl.h" 31d9c4fc94fa618617f94e1de9af5f034549100753Ian Rogers#include "lock_word-inl.h" 3205f3057d6a4d23d712092ccd36a531590bff323bIan Rogers#include "monitor.h" 3352e4b43d62896b56f8c2bd041e528472bb4a0d8dMathieu Chartier#include "object_array-inl.h" 34800ac2defde5d12b2f1f313c6b6162560cfa6fc7Hiroshi Yamauchi#include "read_barrier-inl.h" 358fa2dad7fe7909c8335101d6c8904ae997cdf29fMathieu Chartier#include "reference.h" 36848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao#include "runtime.h" 37848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao#include "string-inl.h" 3805f3057d6a4d23d712092ccd36a531590bff323bIan Rogers#include "throwable.h" 392dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 402dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogersnamespace art { 412dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogersnamespace mirror { 422dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 43e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartierinline uint32_t Object::ClassSize(size_t pointer_size) { 4498d1cc8033251c93786e2fa8c59a2e555a9493beMingyao Yang uint32_t vtable_entries = kVTableLength; 45e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier return Class::ComputeClassSize(true, vtable_entries, 0, 0, 0, 0, 0, pointer_size); 4698d1cc8033251c93786e2fa8c59a2e555a9493beMingyao Yang} 4798d1cc8033251c93786e2fa8c59a2e555a9493beMingyao Yang 486e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchitemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 49ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline Class* Object::GetClass() { 506e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi return GetFieldObject<Class, kVerifyFlags, kReadBarrierOption>( 51b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers OFFSET_OF_OBJECT_MEMBER(Object, klass_)); 522dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 532dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 544e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 552dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogersinline void Object::SetClass(Class* new_klass) { 562cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier // new_klass may be null prior to class linker initialization. 57ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers // We don't mark the card as this occurs as part of object allocation. Not all objects have 58ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers // backing cards, such as large objects. 59d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz // We use non transactional version since we can't undo this write. We also disable checking as 60d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz // we may run in transaction mode here. 614e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier SetFieldObjectWithoutWriteBarrier<false, false, 624e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis)>( 63b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers OFFSET_OF_OBJECT_MEMBER(Object, klass_), new_klass); 642dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 652dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 663b45ef277e4a5f7e0314d5df7ef82e480156ba75Andreas Gampetemplate<VerifyObjectFlags kVerifyFlags> 67bbd695c71e0bf518f582e84524e1cdeb3de3896cMathieu Chartierinline LockWord Object::GetLockWord(bool as_volatile) { 68b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers if (as_volatile) { 693b45ef277e4a5f7e0314d5df7ef82e480156ba75Andreas Gampe return LockWord(GetField32Volatile<kVerifyFlags>(OFFSET_OF_OBJECT_MEMBER(Object, monitor_))); 70b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers } 713b45ef277e4a5f7e0314d5df7ef82e480156ba75Andreas Gampe return LockWord(GetField32<kVerifyFlags>(OFFSET_OF_OBJECT_MEMBER(Object, monitor_))); 72d9c4fc94fa618617f94e1de9af5f034549100753Ian Rogers} 73d9c4fc94fa618617f94e1de9af5f034549100753Ian Rogers 743b45ef277e4a5f7e0314d5df7ef82e480156ba75Andreas Gampetemplate<VerifyObjectFlags kVerifyFlags> 75bbd695c71e0bf518f582e84524e1cdeb3de3896cMathieu Chartierinline void Object::SetLockWord(LockWord new_val, bool as_volatile) { 76d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz // Force use of non-transactional mode and do not check. 77b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers if (as_volatile) { 783b45ef277e4a5f7e0314d5df7ef82e480156ba75Andreas Gampe SetField32Volatile<false, false, kVerifyFlags>( 793b45ef277e4a5f7e0314d5df7ef82e480156ba75Andreas Gampe OFFSET_OF_OBJECT_MEMBER(Object, monitor_), new_val.GetValue()); 80b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers } else { 813b45ef277e4a5f7e0314d5df7ef82e480156ba75Andreas Gampe SetField32<false, false, kVerifyFlags>( 823b45ef277e4a5f7e0314d5df7ef82e480156ba75Andreas Gampe OFFSET_OF_OBJECT_MEMBER(Object, monitor_), new_val.GetValue()); 83b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers } 84d9c4fc94fa618617f94e1de9af5f034549100753Ian Rogers} 85d9c4fc94fa618617f94e1de9af5f034549100753Ian Rogers 86228602f562f1d130d06e60a98752d99c2d467d6aIan Rogersinline bool Object::CasLockWordWeakSequentiallyConsistent(LockWord old_val, LockWord new_val) { 87d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz // Force use of non-transactional mode and do not check. 88228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers return CasFieldWeakSequentiallyConsistent32<false, false>( 89228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers OFFSET_OF_OBJECT_MEMBER(Object, monitor_), old_val.GetValue(), new_val.GetValue()); 90d9c4fc94fa618617f94e1de9af5f034549100753Ian Rogers} 91d9c4fc94fa618617f94e1de9af5f034549100753Ian Rogers 92d8434439dc64add41cdfa69ddf96b960af9050deHans Boehminline bool Object::CasLockWordWeakRelaxed(LockWord old_val, LockWord new_val) { 93d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm // Force use of non-transactional mode and do not check. 94d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm return CasFieldWeakRelaxed32<false, false>( 95d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm OFFSET_OF_OBJECT_MEMBER(Object, monitor_), old_val.GetValue(), new_val.GetValue()); 96d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm} 97d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm 98fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchiinline bool Object::CasLockWordWeakRelease(LockWord old_val, LockWord new_val) { 99fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi // Force use of non-transactional mode and do not check. 100fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi return CasFieldWeakRelease32<false, false>( 101fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi OFFSET_OF_OBJECT_MEMBER(Object, monitor_), old_val.GetValue(), new_val.GetValue()); 102fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi} 103fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi 104d9c4fc94fa618617f94e1de9af5f034549100753Ian Rogersinline uint32_t Object::GetLockOwnerThreadId() { 105d9c4fc94fa618617f94e1de9af5f034549100753Ian Rogers return Monitor::GetLockOwnerThreadId(this); 10605f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 10705f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 108e7e8a5fea2d852cccc840fa046151a16627f26cdMathieu Chartierinline mirror::Object* Object::MonitorEnter(Thread* self) { 109e7e8a5fea2d852cccc840fa046151a16627f26cdMathieu Chartier return Monitor::MonitorEnter(self, this); 11005f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 11105f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 11205f3057d6a4d23d712092ccd36a531590bff323bIan Rogersinline bool Object::MonitorExit(Thread* self) { 11305f3057d6a4d23d712092ccd36a531590bff323bIan Rogers return Monitor::MonitorExit(self, this); 11405f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 11505f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 11605f3057d6a4d23d712092ccd36a531590bff323bIan Rogersinline void Object::Notify(Thread* self) { 11705f3057d6a4d23d712092ccd36a531590bff323bIan Rogers Monitor::Notify(self, this); 11805f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 11905f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 12005f3057d6a4d23d712092ccd36a531590bff323bIan Rogersinline void Object::NotifyAll(Thread* self) { 12105f3057d6a4d23d712092ccd36a531590bff323bIan Rogers Monitor::NotifyAll(self, this); 12205f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 12305f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 12405f3057d6a4d23d712092ccd36a531590bff323bIan Rogersinline void Object::Wait(Thread* self) { 12505f3057d6a4d23d712092ccd36a531590bff323bIan Rogers Monitor::Wait(self, this, 0, 0, true, kWaiting); 12605f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 12705f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 12805f3057d6a4d23d712092ccd36a531590bff323bIan Rogersinline void Object::Wait(Thread* self, int64_t ms, int32_t ns) { 12905f3057d6a4d23d712092ccd36a531590bff323bIan Rogers Monitor::Wait(self, this, ms, ns, true, kTimedWaiting); 13005f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 13105f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 132624468cd401cc1ac0dd70c746301e0788a597759Hiroshi Yamauchiinline Object* Object::GetReadBarrierPointer() { 13360f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi#ifdef USE_BAKER_READ_BARRIER 13460f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi DCHECK(kUseBakerReadBarrier); 13560f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi return reinterpret_cast<Object*>(GetLockWord(false).ReadBarrierState()); 13660f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi#elif USE_BROOKS_READ_BARRIER 13760f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi DCHECK(kUseBrooksReadBarrier); 1386a154a419022e2caed4edfd1f311edf733278f35Hiroshi Yamauchi return GetFieldObject<Object, kVerifyNone, kWithoutReadBarrier>( 1396a154a419022e2caed4edfd1f311edf733278f35Hiroshi Yamauchi OFFSET_OF_OBJECT_MEMBER(Object, x_rb_ptr_)); 1409d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi#else 1419d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi LOG(FATAL) << "Unreachable"; 1422c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers UNREACHABLE(); 1439d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi#endif 1449d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi} 1459d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi 1469103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchiinline void Object::SetReadBarrierPointer(Object* rb_ptr) { 14760f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi#ifdef USE_BAKER_READ_BARRIER 14860f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi DCHECK(kUseBakerReadBarrier); 14960f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi DCHECK_EQ(reinterpret_cast<uint64_t>(rb_ptr) >> 32, 0U); 15060f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi LockWord lw = GetLockWord(false); 15160f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi lw.SetReadBarrierState(static_cast<uint32_t>(reinterpret_cast<uintptr_t>(rb_ptr))); 15260f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi SetLockWord(lw, false); 15360f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi#elif USE_BROOKS_READ_BARRIER 15460f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi DCHECK(kUseBrooksReadBarrier); 1559d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi // We don't mark the card as this occurs as part of object allocation. Not all objects have 1569d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi // backing cards, such as large objects. 1579d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi SetFieldObjectWithoutWriteBarrier<false, false, kVerifyNone>( 1586a154a419022e2caed4edfd1f311edf733278f35Hiroshi Yamauchi OFFSET_OF_OBJECT_MEMBER(Object, x_rb_ptr_), rb_ptr); 1599103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi#else 1609103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi LOG(FATAL) << "Unreachable"; 1612c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers UNREACHABLE(); 1626a3c1fcb4ba42ad4d5d142c17a3712a6ddd3866fIan Rogers UNUSED(rb_ptr); 1639103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi#endif 1649103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi} 1659103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi 166ed70b4a439acea537d55266bb9b1f309de8cbec9Hiroshi Yamauchitemplate<bool kCasRelease> 1679103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchiinline bool Object::AtomicSetReadBarrierPointer(Object* expected_rb_ptr, Object* rb_ptr) { 16860f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi#ifdef USE_BAKER_READ_BARRIER 16960f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi DCHECK(kUseBakerReadBarrier); 17060f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi DCHECK_EQ(reinterpret_cast<uint64_t>(expected_rb_ptr) >> 32, 0U); 17160f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi DCHECK_EQ(reinterpret_cast<uint64_t>(rb_ptr) >> 32, 0U); 17260f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi LockWord expected_lw; 17360f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi LockWord new_lw; 17460f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi do { 17560f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi LockWord lw = GetLockWord(false); 17660f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi if (UNLIKELY(reinterpret_cast<Object*>(lw.ReadBarrierState()) != expected_rb_ptr)) { 17760f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi // Lost the race. 17860f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi return false; 17960f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi } 18060f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi expected_lw = lw; 18160f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi expected_lw.SetReadBarrierState( 18260f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi static_cast<uint32_t>(reinterpret_cast<uintptr_t>(expected_rb_ptr))); 18360f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi new_lw = lw; 18460f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi new_lw.SetReadBarrierState(static_cast<uint32_t>(reinterpret_cast<uintptr_t>(rb_ptr))); 185ed70b4a439acea537d55266bb9b1f309de8cbec9Hiroshi Yamauchi // ConcurrentCopying::ProcessMarkStackRef uses this with kCasRelease == true. 186ed70b4a439acea537d55266bb9b1f309de8cbec9Hiroshi Yamauchi // If kCasRelease == true, use a CAS release so that when GC updates all the fields of 187ed70b4a439acea537d55266bb9b1f309de8cbec9Hiroshi Yamauchi // an object and then changes the object from gray to black, the field updates (stores) will be 188ed70b4a439acea537d55266bb9b1f309de8cbec9Hiroshi Yamauchi // visible (won't be reordered after this CAS.) 189ed70b4a439acea537d55266bb9b1f309de8cbec9Hiroshi Yamauchi } while (!(kCasRelease ? 190ed70b4a439acea537d55266bb9b1f309de8cbec9Hiroshi Yamauchi CasLockWordWeakRelease(expected_lw, new_lw) : 191ed70b4a439acea537d55266bb9b1f309de8cbec9Hiroshi Yamauchi CasLockWordWeakRelaxed(expected_lw, new_lw))); 19260f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi return true; 19360f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi#elif USE_BROOKS_READ_BARRIER 19460f63f53c01cb38ca18a815603282e802a6cf918Hiroshi Yamauchi DCHECK(kUseBrooksReadBarrier); 1959103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi MemberOffset offset = OFFSET_OF_OBJECT_MEMBER(Object, x_rb_ptr_); 19613735955f39b3b304c37d2b2840663c131262c18Ian Rogers uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + offset.SizeValue(); 197228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers Atomic<uint32_t>* atomic_rb_ptr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr); 1989103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi HeapReference<Object> expected_ref(HeapReference<Object>::FromMirrorPtr(expected_rb_ptr)); 1999103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi HeapReference<Object> new_ref(HeapReference<Object>::FromMirrorPtr(rb_ptr)); 2009103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi do { 201228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers if (UNLIKELY(atomic_rb_ptr->LoadRelaxed() != expected_ref.reference_)) { 2029103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi // Lost the race. 2039103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi return false; 2049103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi } 205228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers } while (!atomic_rb_ptr->CompareExchangeWeakSequentiallyConsistent(expected_ref.reference_, 206228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers new_ref.reference_)); 2079103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi return true; 2089d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi#else 2096a3c1fcb4ba42ad4d5d142c17a3712a6ddd3866fIan Rogers UNUSED(expected_rb_ptr, rb_ptr); 2109d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi LOG(FATAL) << "Unreachable"; 2112c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers UNREACHABLE(); 2129d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi#endif 2139d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi} 2149d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi 215624468cd401cc1ac0dd70c746301e0788a597759Hiroshi Yamauchiinline void Object::AssertReadBarrierPointer() const { 216800ac2defde5d12b2f1f313c6b6162560cfa6fc7Hiroshi Yamauchi if (kUseBakerReadBarrier) { 217800ac2defde5d12b2f1f313c6b6162560cfa6fc7Hiroshi Yamauchi Object* obj = const_cast<Object*>(this); 218800ac2defde5d12b2f1f313c6b6162560cfa6fc7Hiroshi Yamauchi DCHECK(obj->GetReadBarrierPointer() == nullptr) 219800ac2defde5d12b2f1f313c6b6162560cfa6fc7Hiroshi Yamauchi << "Bad Baker pointer: obj=" << reinterpret_cast<void*>(obj) 220800ac2defde5d12b2f1f313c6b6162560cfa6fc7Hiroshi Yamauchi << " ptr=" << reinterpret_cast<void*>(obj->GetReadBarrierPointer()); 2212c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers } else { 2222c4257be8191c5eefde744e8965fcefc80a0a97dIan Rogers CHECK(kUseBrooksReadBarrier); 223800ac2defde5d12b2f1f313c6b6162560cfa6fc7Hiroshi Yamauchi Object* obj = const_cast<Object*>(this); 224800ac2defde5d12b2f1f313c6b6162560cfa6fc7Hiroshi Yamauchi DCHECK_EQ(obj, obj->GetReadBarrierPointer()) 225800ac2defde5d12b2f1f313c6b6162560cfa6fc7Hiroshi Yamauchi << "Bad Brooks pointer: obj=" << reinterpret_cast<void*>(obj) 226800ac2defde5d12b2f1f313c6b6162560cfa6fc7Hiroshi Yamauchi << " ptr=" << reinterpret_cast<void*>(obj->GetReadBarrierPointer()); 227800ac2defde5d12b2f1f313c6b6162560cfa6fc7Hiroshi Yamauchi } 2289d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi} 2299d04a20bde1b1855cefc64aebc1a44e253b1a13bHiroshi Yamauchi 2304e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 231ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline bool Object::VerifierInstanceOf(Class* klass) { 2322cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier DCHECK(klass != nullptr); 2332cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier DCHECK(GetClass<kVerifyFlags>() != nullptr); 234a3faaf4bece7f42529c013fe87bd41de59798656Jeff Hao return klass->IsInterface() || InstanceOf(klass); 235a3faaf4bece7f42529c013fe87bd41de59798656Jeff Hao} 236a3faaf4bece7f42529c013fe87bd41de59798656Jeff Hao 2374e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 238ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline bool Object::InstanceOf(Class* klass) { 2392cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier DCHECK(klass != nullptr); 2402cebb24bfc3247d3e9be138a3350106737455918Mathieu Chartier DCHECK(GetClass<kVerifyNone>() != nullptr); 2414e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier return klass->IsAssignableFrom(GetClass<kVerifyFlags>()); 2422dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 2432dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 2446e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchitemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 245ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline bool Object::IsClass() { 2466e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi Class* java_lang_Class = GetClass<kVerifyFlags, kReadBarrierOption>()-> 2476e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi template GetClass<kVerifyFlags, kReadBarrierOption>(); 2486e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi return GetClass<static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis), 2496e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi kReadBarrierOption>() == java_lang_Class; 2502dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 2512dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 2526e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchitemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 2532dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogersinline Class* Object::AsClass() { 2546e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi DCHECK((IsClass<kVerifyFlags, kReadBarrierOption>())); 2552dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers return down_cast<Class*>(this); 2562dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 2572dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 258dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 259ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline bool Object::IsObjectArray() { 2604e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 261dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier return IsArrayInstance<kVerifyFlags, kReadBarrierOption>() && 262dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier !GetClass<kNewFlags, kReadBarrierOption>()-> 263dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier template GetComponentType<kNewFlags, kReadBarrierOption>()->IsPrimitive(); 2642dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 2652dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 266dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartiertemplate<class T, VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 2672dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogersinline ObjectArray<T>* Object::AsObjectArray() { 268dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier DCHECK((IsObjectArray<kVerifyFlags, kReadBarrierOption>())); 2692dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers return down_cast<ObjectArray<T>*>(this); 2702dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 2712dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 2726e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchitemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 273ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline bool Object::IsArrayInstance() { 2746e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi return GetClass<kVerifyFlags, kReadBarrierOption>()-> 2756e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi template IsArrayClass<kVerifyFlags, kReadBarrierOption>(); 2762dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 2772dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 278dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 279ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline bool Object::IsReferenceInstance() { 280dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier return GetClass<kVerifyFlags, kReadBarrierOption>()->IsTypeOfReferenceClass(); 2812dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 2822dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 283dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 2848fa2dad7fe7909c8335101d6c8904ae997cdf29fMathieu Chartierinline Reference* Object::AsReference() { 285dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier DCHECK((IsReferenceInstance<kVerifyFlags, kReadBarrierOption>())); 2868fa2dad7fe7909c8335101d6c8904ae997cdf29fMathieu Chartier return down_cast<Reference*>(this); 2878fa2dad7fe7909c8335101d6c8904ae997cdf29fMathieu Chartier} 2888fa2dad7fe7909c8335101d6c8904ae997cdf29fMathieu Chartier 2896e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchitemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 29005f3057d6a4d23d712092ccd36a531590bff323bIan Rogersinline Array* Object::AsArray() { 2916e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi DCHECK((IsArrayInstance<kVerifyFlags, kReadBarrierOption>())); 29205f3057d6a4d23d712092ccd36a531590bff323bIan Rogers return down_cast<Array*>(this); 29305f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 29405f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 2954e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 29605f3057d6a4d23d712092ccd36a531590bff323bIan Rogersinline BooleanArray* Object::AsBooleanArray() { 2974e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 2984e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kVerifyFlags>()->IsArrayClass()); 2994e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kNewFlags>()->GetComponentType()->IsPrimitiveBoolean()); 30005f3057d6a4d23d712092ccd36a531590bff323bIan Rogers return down_cast<BooleanArray*>(this); 30105f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 30205f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 3034e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 30405f3057d6a4d23d712092ccd36a531590bff323bIan Rogersinline ByteArray* Object::AsByteArray() { 305e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 3064e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kVerifyFlags>()->IsArrayClass()); 3074e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveByte()); 30805f3057d6a4d23d712092ccd36a531590bff323bIan Rogers return down_cast<ByteArray*>(this); 30905f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 31005f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 3114e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 312ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline ByteArray* Object::AsByteSizedArray() { 313e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 3144e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kVerifyFlags>()->IsArrayClass()); 3154e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveByte() || 3164e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveBoolean()); 317ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers return down_cast<ByteArray*>(this); 318ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers} 319ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers 3204e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 32105f3057d6a4d23d712092ccd36a531590bff323bIan Rogersinline CharArray* Object::AsCharArray() { 3224e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 3234e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kVerifyFlags>()->IsArrayClass()); 3244e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveChar()); 32505f3057d6a4d23d712092ccd36a531590bff323bIan Rogers return down_cast<CharArray*>(this); 32605f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 32705f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 3284e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 32905f3057d6a4d23d712092ccd36a531590bff323bIan Rogersinline ShortArray* Object::AsShortArray() { 3304e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 3314e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kVerifyFlags>()->IsArrayClass()); 3324e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveShort()); 33305f3057d6a4d23d712092ccd36a531590bff323bIan Rogers return down_cast<ShortArray*>(this); 33405f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 33505f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 3364e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 337ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline ShortArray* Object::AsShortSizedArray() { 3384e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 3394e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kVerifyFlags>()->IsArrayClass()); 3404e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveShort() || 3414e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveChar()); 342ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers return down_cast<ShortArray*>(this); 343ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers} 344ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers 345dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 346e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartierinline bool Object::IsIntArray() { 3474e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 348dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier mirror::Class* klass = GetClass<kVerifyFlags, kReadBarrierOption>(); 349dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier mirror::Class* component_type = klass->GetComponentType<kVerifyFlags, kReadBarrierOption>(); 350e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier return component_type != nullptr && component_type->template IsPrimitiveInt<kNewFlags>(); 351e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier} 352e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier 353dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 354e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartierinline IntArray* Object::AsIntArray() { 355dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier DCHECK((IsIntArray<kVerifyFlags, kReadBarrierOption>())); 35605f3057d6a4d23d712092ccd36a531590bff323bIan Rogers return down_cast<IntArray*>(this); 35705f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 35805f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 359dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 360e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartierinline bool Object::IsLongArray() { 3614e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 362dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier mirror::Class* klass = GetClass<kVerifyFlags, kReadBarrierOption>(); 363dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier mirror::Class* component_type = klass->GetComponentType<kVerifyFlags, kReadBarrierOption>(); 364e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier return component_type != nullptr && component_type->template IsPrimitiveLong<kNewFlags>(); 365e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier} 366e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier 367dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 368e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartierinline LongArray* Object::AsLongArray() { 369dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier DCHECK((IsLongArray<kVerifyFlags, kReadBarrierOption>())); 37005f3057d6a4d23d712092ccd36a531590bff323bIan Rogers return down_cast<LongArray*>(this); 37105f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 37205f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 3734e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 374e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartierinline bool Object::IsFloatArray() { 375e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 376e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier auto* component_type = GetClass<kVerifyFlags>()->GetComponentType(); 377e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier return component_type != nullptr && component_type->template IsPrimitiveFloat<kNewFlags>(); 378e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier} 379e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier 380e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 381d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertzinline FloatArray* Object::AsFloatArray() { 382e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier DCHECK(IsFloatArray<kVerifyFlags>()); 3834e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 3844e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kVerifyFlags>()->IsArrayClass()); 3854e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveFloat()); 386d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz return down_cast<FloatArray*>(this); 387d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz} 388d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz 3894e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 390e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartierinline bool Object::IsDoubleArray() { 391e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 392e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier auto* component_type = GetClass<kVerifyFlags>()->GetComponentType(); 393e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier return component_type != nullptr && component_type->template IsPrimitiveDouble<kNewFlags>(); 394e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier} 395e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier 396e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 397d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertzinline DoubleArray* Object::AsDoubleArray() { 398e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier DCHECK(IsDoubleArray<kVerifyFlags>()); 3994e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 4004e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kVerifyFlags>()->IsArrayClass()); 4014e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kNewFlags>()->template GetComponentType<kNewFlags>()->IsPrimitiveDouble()); 402d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz return down_cast<DoubleArray*>(this); 403d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz} 404d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz 405848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Haotemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 406848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Haoinline bool Object::IsString() { 407848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao return GetClass<kVerifyFlags, kReadBarrierOption>()->IsStringClass(); 408848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao} 409848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao 410848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Haotemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 41105f3057d6a4d23d712092ccd36a531590bff323bIan Rogersinline String* Object::AsString() { 412848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao DCHECK((IsString<kVerifyFlags, kReadBarrierOption>())); 41305f3057d6a4d23d712092ccd36a531590bff323bIan Rogers return down_cast<String*>(this); 41405f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 41505f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 4164e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 41705f3057d6a4d23d712092ccd36a531590bff323bIan Rogersinline Throwable* Object::AsThrowable() { 4184e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier DCHECK(GetClass<kVerifyFlags>()->IsThrowableClass()); 41905f3057d6a4d23d712092ccd36a531590bff323bIan Rogers return down_cast<Throwable*>(this); 42005f3057d6a4d23d712092ccd36a531590bff323bIan Rogers} 42105f3057d6a4d23d712092ccd36a531590bff323bIan Rogers 4224e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 423ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline bool Object::IsWeakReferenceInstance() { 4244e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier return GetClass<kVerifyFlags>()->IsWeakReferenceClass(); 4252dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 4262dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 4274e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 428ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline bool Object::IsSoftReferenceInstance() { 4294e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier return GetClass<kVerifyFlags>()->IsSoftReferenceClass(); 4302dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 4312dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 4324e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 433ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline bool Object::IsFinalizerReferenceInstance() { 4344e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier return GetClass<kVerifyFlags>()->IsFinalizerReferenceClass(); 4352dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 4362dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 4374e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 4388fa2dad7fe7909c8335101d6c8904ae997cdf29fMathieu Chartierinline FinalizerReference* Object::AsFinalizerReference() { 4398fa2dad7fe7909c8335101d6c8904ae997cdf29fMathieu Chartier DCHECK(IsFinalizerReferenceInstance<kVerifyFlags>()); 4408fa2dad7fe7909c8335101d6c8904ae997cdf29fMathieu Chartier return down_cast<FinalizerReference*>(this); 4418fa2dad7fe7909c8335101d6c8904ae997cdf29fMathieu Chartier} 4428fa2dad7fe7909c8335101d6c8904ae997cdf29fMathieu Chartier 4438fa2dad7fe7909c8335101d6c8904ae997cdf29fMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags> 444ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline bool Object::IsPhantomReferenceInstance() { 4454e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier return GetClass<kVerifyFlags>()->IsPhantomReferenceClass(); 4462dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 4472dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 4486e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchitemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 449ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogersinline size_t Object::SizeOf() { 4502dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers size_t result; 4514e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier constexpr auto kNewFlags = static_cast<VerifyObjectFlags>(kVerifyFlags & ~kVerifyThis); 4526e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi if (IsArrayInstance<kVerifyFlags, kReadBarrierOption>()) { 4536e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi result = AsArray<kNewFlags, kReadBarrierOption>()-> 4546e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi template SizeOf<kNewFlags, kReadBarrierOption>(); 4556e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi } else if (IsClass<kNewFlags, kReadBarrierOption>()) { 4566e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi result = AsClass<kNewFlags, kReadBarrierOption>()-> 4576e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi template SizeOf<kNewFlags, kReadBarrierOption>(); 458848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao } else if (GetClass<kNewFlags, kReadBarrierOption>()->IsStringClass()) { 459848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao result = AsString<kNewFlags, kReadBarrierOption>()-> 460848f70a3d73833fc1bf3032a9ff6812e429661d9Jeff Hao template SizeOf<kNewFlags>(); 4612dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers } else { 46225023c744c4388a6459b21cc3babf8c602b024a2Hiroshi Yamauchi result = GetClass<kNewFlags, kReadBarrierOption>()-> 46325023c744c4388a6459b21cc3babf8c602b024a2Hiroshi Yamauchi template GetObjectSize<kNewFlags, kReadBarrierOption>(); 4642dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers } 4659103c86a98524e9ddfd14f8cee56e919f68eee9bHiroshi Yamauchi DCHECK_GE(result, sizeof(Object)) 4666e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi << " class=" << PrettyTypeOf(GetClass<kNewFlags, kReadBarrierOption>()); 4672dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers return result; 4682dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 4692dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 470b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogerstemplate<VerifyObjectFlags kVerifyFlags, bool kIsVolatile> 47137f05ef45e0393de812d51261dc293240c17294dFred Shihinline uint8_t Object::GetFieldBoolean(MemberOffset field_offset) { 4724e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyThis) { 4734e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier VerifyObject(this); 4744e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier } 47537f05ef45e0393de812d51261dc293240c17294dFred Shih return GetField<uint8_t, kIsVolatile>(field_offset); 47637f05ef45e0393de812d51261dc293240c17294dFred Shih} 47737f05ef45e0393de812d51261dc293240c17294dFred Shih 47837f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<VerifyObjectFlags kVerifyFlags, bool kIsVolatile> 47937f05ef45e0393de812d51261dc293240c17294dFred Shihinline int8_t Object::GetFieldByte(MemberOffset field_offset) { 48037f05ef45e0393de812d51261dc293240c17294dFred Shih if (kVerifyFlags & kVerifyThis) { 48137f05ef45e0393de812d51261dc293240c17294dFred Shih VerifyObject(this); 48237f05ef45e0393de812d51261dc293240c17294dFred Shih } 48337f05ef45e0393de812d51261dc293240c17294dFred Shih return GetField<int8_t, kIsVolatile>(field_offset); 48437f05ef45e0393de812d51261dc293240c17294dFred Shih} 48537f05ef45e0393de812d51261dc293240c17294dFred Shih 48637f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<VerifyObjectFlags kVerifyFlags> 48737f05ef45e0393de812d51261dc293240c17294dFred Shihinline uint8_t Object::GetFieldBooleanVolatile(MemberOffset field_offset) { 48837f05ef45e0393de812d51261dc293240c17294dFred Shih return GetFieldBoolean<kVerifyFlags, true>(field_offset); 48937f05ef45e0393de812d51261dc293240c17294dFred Shih} 49037f05ef45e0393de812d51261dc293240c17294dFred Shih 49137f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<VerifyObjectFlags kVerifyFlags> 49237f05ef45e0393de812d51261dc293240c17294dFred Shihinline int8_t Object::GetFieldByteVolatile(MemberOffset field_offset) { 49337f05ef45e0393de812d51261dc293240c17294dFred Shih return GetFieldByte<kVerifyFlags, true>(field_offset); 49437f05ef45e0393de812d51261dc293240c17294dFred Shih} 49537f05ef45e0393de812d51261dc293240c17294dFred Shih 49637f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, 49737f05ef45e0393de812d51261dc293240c17294dFred Shih bool kIsVolatile> 49837f05ef45e0393de812d51261dc293240c17294dFred Shihinline void Object::SetFieldBoolean(MemberOffset field_offset, uint8_t new_value) 49990443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier SHARED_REQUIRES(Locks::mutator_lock_) { 50037f05ef45e0393de812d51261dc293240c17294dFred Shih if (kCheckTransaction) { 50137f05ef45e0393de812d51261dc293240c17294dFred Shih DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 50237f05ef45e0393de812d51261dc293240c17294dFred Shih } 50337f05ef45e0393de812d51261dc293240c17294dFred Shih if (kTransactionActive) { 50437f05ef45e0393de812d51261dc293240c17294dFred Shih Runtime::Current()->RecordWriteFieldBoolean(this, field_offset, 50537f05ef45e0393de812d51261dc293240c17294dFred Shih GetFieldBoolean<kVerifyFlags, kIsVolatile>(field_offset), 50637f05ef45e0393de812d51261dc293240c17294dFred Shih kIsVolatile); 50737f05ef45e0393de812d51261dc293240c17294dFred Shih } 50837f05ef45e0393de812d51261dc293240c17294dFred Shih if (kVerifyFlags & kVerifyThis) { 50937f05ef45e0393de812d51261dc293240c17294dFred Shih VerifyObject(this); 51037f05ef45e0393de812d51261dc293240c17294dFred Shih } 51137f05ef45e0393de812d51261dc293240c17294dFred Shih SetField<uint8_t, kIsVolatile>(field_offset, new_value); 51237f05ef45e0393de812d51261dc293240c17294dFred Shih} 51337f05ef45e0393de812d51261dc293240c17294dFred Shih 51437f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, 51537f05ef45e0393de812d51261dc293240c17294dFred Shih bool kIsVolatile> 51637f05ef45e0393de812d51261dc293240c17294dFred Shihinline void Object::SetFieldByte(MemberOffset field_offset, int8_t new_value) 51790443477f9a0061581c420775ce3b7eeae7468bcMathieu Chartier SHARED_REQUIRES(Locks::mutator_lock_) { 51837f05ef45e0393de812d51261dc293240c17294dFred Shih if (kCheckTransaction) { 51937f05ef45e0393de812d51261dc293240c17294dFred Shih DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 52037f05ef45e0393de812d51261dc293240c17294dFred Shih } 52137f05ef45e0393de812d51261dc293240c17294dFred Shih if (kTransactionActive) { 52237f05ef45e0393de812d51261dc293240c17294dFred Shih Runtime::Current()->RecordWriteFieldByte(this, field_offset, 52337f05ef45e0393de812d51261dc293240c17294dFred Shih GetFieldByte<kVerifyFlags, kIsVolatile>(field_offset), 52437f05ef45e0393de812d51261dc293240c17294dFred Shih kIsVolatile); 52537f05ef45e0393de812d51261dc293240c17294dFred Shih } 52637f05ef45e0393de812d51261dc293240c17294dFred Shih if (kVerifyFlags & kVerifyThis) { 52737f05ef45e0393de812d51261dc293240c17294dFred Shih VerifyObject(this); 52837f05ef45e0393de812d51261dc293240c17294dFred Shih } 52937f05ef45e0393de812d51261dc293240c17294dFred Shih SetField<int8_t, kIsVolatile>(field_offset, new_value); 53037f05ef45e0393de812d51261dc293240c17294dFred Shih} 53137f05ef45e0393de812d51261dc293240c17294dFred Shih 53237f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 53337f05ef45e0393de812d51261dc293240c17294dFred Shihinline void Object::SetFieldBooleanVolatile(MemberOffset field_offset, uint8_t new_value) { 53437f05ef45e0393de812d51261dc293240c17294dFred Shih return SetFieldBoolean<kTransactionActive, kCheckTransaction, kVerifyFlags, true>( 53537f05ef45e0393de812d51261dc293240c17294dFred Shih field_offset, new_value); 53637f05ef45e0393de812d51261dc293240c17294dFred Shih} 53737f05ef45e0393de812d51261dc293240c17294dFred Shih 53837f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 53937f05ef45e0393de812d51261dc293240c17294dFred Shihinline void Object::SetFieldByteVolatile(MemberOffset field_offset, int8_t new_value) { 54037f05ef45e0393de812d51261dc293240c17294dFred Shih return SetFieldByte<kTransactionActive, kCheckTransaction, kVerifyFlags, true>( 54137f05ef45e0393de812d51261dc293240c17294dFred Shih field_offset, new_value); 54237f05ef45e0393de812d51261dc293240c17294dFred Shih} 54337f05ef45e0393de812d51261dc293240c17294dFred Shih 54437f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<VerifyObjectFlags kVerifyFlags, bool kIsVolatile> 54537f05ef45e0393de812d51261dc293240c17294dFred Shihinline uint16_t Object::GetFieldChar(MemberOffset field_offset) { 54637f05ef45e0393de812d51261dc293240c17294dFred Shih if (kVerifyFlags & kVerifyThis) { 54737f05ef45e0393de812d51261dc293240c17294dFred Shih VerifyObject(this); 54837f05ef45e0393de812d51261dc293240c17294dFred Shih } 54937f05ef45e0393de812d51261dc293240c17294dFred Shih return GetField<uint16_t, kIsVolatile>(field_offset); 55037f05ef45e0393de812d51261dc293240c17294dFred Shih} 55137f05ef45e0393de812d51261dc293240c17294dFred Shih 55237f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<VerifyObjectFlags kVerifyFlags, bool kIsVolatile> 55337f05ef45e0393de812d51261dc293240c17294dFred Shihinline int16_t Object::GetFieldShort(MemberOffset field_offset) { 55437f05ef45e0393de812d51261dc293240c17294dFred Shih if (kVerifyFlags & kVerifyThis) { 55537f05ef45e0393de812d51261dc293240c17294dFred Shih VerifyObject(this); 556b122a4bbed34ab22b4c1541ee25e5cf22f12a926Ian Rogers } 55737f05ef45e0393de812d51261dc293240c17294dFred Shih return GetField<int16_t, kIsVolatile>(field_offset); 55837f05ef45e0393de812d51261dc293240c17294dFred Shih} 55937f05ef45e0393de812d51261dc293240c17294dFred Shih 56037f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<VerifyObjectFlags kVerifyFlags> 56137f05ef45e0393de812d51261dc293240c17294dFred Shihinline uint16_t Object::GetFieldCharVolatile(MemberOffset field_offset) { 56237f05ef45e0393de812d51261dc293240c17294dFred Shih return GetFieldChar<kVerifyFlags, true>(field_offset); 56337f05ef45e0393de812d51261dc293240c17294dFred Shih} 56437f05ef45e0393de812d51261dc293240c17294dFred Shih 56537f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<VerifyObjectFlags kVerifyFlags> 56637f05ef45e0393de812d51261dc293240c17294dFred Shihinline int16_t Object::GetFieldShortVolatile(MemberOffset field_offset) { 56737f05ef45e0393de812d51261dc293240c17294dFred Shih return GetFieldShort<kVerifyFlags, true>(field_offset); 56837f05ef45e0393de812d51261dc293240c17294dFred Shih} 56937f05ef45e0393de812d51261dc293240c17294dFred Shih 57037f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, 57137f05ef45e0393de812d51261dc293240c17294dFred Shih bool kIsVolatile> 57237f05ef45e0393de812d51261dc293240c17294dFred Shihinline void Object::SetFieldChar(MemberOffset field_offset, uint16_t new_value) { 57337f05ef45e0393de812d51261dc293240c17294dFred Shih if (kCheckTransaction) { 57437f05ef45e0393de812d51261dc293240c17294dFred Shih DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 57537f05ef45e0393de812d51261dc293240c17294dFred Shih } 57637f05ef45e0393de812d51261dc293240c17294dFred Shih if (kTransactionActive) { 57737f05ef45e0393de812d51261dc293240c17294dFred Shih Runtime::Current()->RecordWriteFieldChar(this, field_offset, 57837f05ef45e0393de812d51261dc293240c17294dFred Shih GetFieldChar<kVerifyFlags, kIsVolatile>(field_offset), 57937f05ef45e0393de812d51261dc293240c17294dFred Shih kIsVolatile); 58037f05ef45e0393de812d51261dc293240c17294dFred Shih } 58137f05ef45e0393de812d51261dc293240c17294dFred Shih if (kVerifyFlags & kVerifyThis) { 58237f05ef45e0393de812d51261dc293240c17294dFred Shih VerifyObject(this); 58337f05ef45e0393de812d51261dc293240c17294dFred Shih } 58437f05ef45e0393de812d51261dc293240c17294dFred Shih SetField<uint16_t, kIsVolatile>(field_offset, new_value); 58537f05ef45e0393de812d51261dc293240c17294dFred Shih} 58637f05ef45e0393de812d51261dc293240c17294dFred Shih 58737f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, 58837f05ef45e0393de812d51261dc293240c17294dFred Shih bool kIsVolatile> 58937f05ef45e0393de812d51261dc293240c17294dFred Shihinline void Object::SetFieldShort(MemberOffset field_offset, int16_t new_value) { 59037f05ef45e0393de812d51261dc293240c17294dFred Shih if (kCheckTransaction) { 59137f05ef45e0393de812d51261dc293240c17294dFred Shih DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 59237f05ef45e0393de812d51261dc293240c17294dFred Shih } 59337f05ef45e0393de812d51261dc293240c17294dFred Shih if (kTransactionActive) { 59437f05ef45e0393de812d51261dc293240c17294dFred Shih Runtime::Current()->RecordWriteFieldChar(this, field_offset, 59537f05ef45e0393de812d51261dc293240c17294dFred Shih GetFieldShort<kVerifyFlags, kIsVolatile>(field_offset), 59637f05ef45e0393de812d51261dc293240c17294dFred Shih kIsVolatile); 59737f05ef45e0393de812d51261dc293240c17294dFred Shih } 59837f05ef45e0393de812d51261dc293240c17294dFred Shih if (kVerifyFlags & kVerifyThis) { 59937f05ef45e0393de812d51261dc293240c17294dFred Shih VerifyObject(this); 60037f05ef45e0393de812d51261dc293240c17294dFred Shih } 60137f05ef45e0393de812d51261dc293240c17294dFred Shih SetField<int16_t, kIsVolatile>(field_offset, new_value); 60237f05ef45e0393de812d51261dc293240c17294dFred Shih} 60337f05ef45e0393de812d51261dc293240c17294dFred Shih 60437f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 60537f05ef45e0393de812d51261dc293240c17294dFred Shihinline void Object::SetFieldCharVolatile(MemberOffset field_offset, uint16_t new_value) { 60637f05ef45e0393de812d51261dc293240c17294dFred Shih return SetFieldChar<kTransactionActive, kCheckTransaction, kVerifyFlags, true>( 60737f05ef45e0393de812d51261dc293240c17294dFred Shih field_offset, new_value); 60837f05ef45e0393de812d51261dc293240c17294dFred Shih} 60937f05ef45e0393de812d51261dc293240c17294dFred Shih 61037f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 61137f05ef45e0393de812d51261dc293240c17294dFred Shihinline void Object::SetFieldShortVolatile(MemberOffset field_offset, int16_t new_value) { 61237f05ef45e0393de812d51261dc293240c17294dFred Shih return SetFieldShort<kTransactionActive, kCheckTransaction, kVerifyFlags, true>( 61337f05ef45e0393de812d51261dc293240c17294dFred Shih field_offset, new_value); 61437f05ef45e0393de812d51261dc293240c17294dFred Shih} 61537f05ef45e0393de812d51261dc293240c17294dFred Shih 61637f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<VerifyObjectFlags kVerifyFlags, bool kIsVolatile> 61737f05ef45e0393de812d51261dc293240c17294dFred Shihinline int32_t Object::GetField32(MemberOffset field_offset) { 61837f05ef45e0393de812d51261dc293240c17294dFred Shih if (kVerifyFlags & kVerifyThis) { 61937f05ef45e0393de812d51261dc293240c17294dFred Shih VerifyObject(this); 62037f05ef45e0393de812d51261dc293240c17294dFred Shih } 62137f05ef45e0393de812d51261dc293240c17294dFred Shih return GetField<int32_t, kIsVolatile>(field_offset); 622b122a4bbed34ab22b4c1541ee25e5cf22f12a926Ian Rogers} 623b122a4bbed34ab22b4c1541ee25e5cf22f12a926Ian Rogers 624b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogerstemplate<VerifyObjectFlags kVerifyFlags> 625b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogersinline int32_t Object::GetField32Volatile(MemberOffset field_offset) { 626b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers return GetField32<kVerifyFlags, true>(field_offset); 627b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers} 628b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers 629b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogerstemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, 630b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers bool kIsVolatile> 631b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogersinline void Object::SetField32(MemberOffset field_offset, int32_t new_value) { 632d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz if (kCheckTransaction) { 633d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 634d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz } 635d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz if (kTransactionActive) { 636b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers Runtime::Current()->RecordWriteField32(this, field_offset, 637b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers GetField32<kVerifyFlags, kIsVolatile>(field_offset), 638b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers kIsVolatile); 639d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz } 6404e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyThis) { 641b122a4bbed34ab22b4c1541ee25e5cf22f12a926Ian Rogers VerifyObject(this); 642b122a4bbed34ab22b4c1541ee25e5cf22f12a926Ian Rogers } 64337f05ef45e0393de812d51261dc293240c17294dFred Shih SetField<int32_t, kIsVolatile>(field_offset, new_value); 644b122a4bbed34ab22b4c1541ee25e5cf22f12a926Ian Rogers} 645b122a4bbed34ab22b4c1541ee25e5cf22f12a926Ian Rogers 6464e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 647b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogersinline void Object::SetField32Volatile(MemberOffset field_offset, int32_t new_value) { 648b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers SetField32<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(field_offset, new_value); 649b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers} 650b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers 651d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm// TODO: Pass memory_order_ and strong/weak as arguments to avoid code duplication? 652d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm 653b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogerstemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 654228602f562f1d130d06e60a98752d99c2d467d6aIan Rogersinline bool Object::CasFieldWeakSequentiallyConsistent32(MemberOffset field_offset, 655228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers int32_t old_value, int32_t new_value) { 656d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz if (kCheckTransaction) { 657d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 658d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz } 659d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz if (kTransactionActive) { 660d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz Runtime::Current()->RecordWriteField32(this, field_offset, old_value, true); 661d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz } 6624e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyThis) { 6634e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier VerifyObject(this); 6644e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier } 66513735955f39b3b304c37d2b2840663c131262c18Ian Rogers uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value(); 666228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers AtomicInteger* atomic_addr = reinterpret_cast<AtomicInteger*>(raw_addr); 6673035961cb41865b80b927546be0c708b6389cec6Hans Boehm 668228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers return atomic_addr->CompareExchangeWeakSequentiallyConsistent(old_value, new_value); 669d9c4fc94fa618617f94e1de9af5f034549100753Ian Rogers} 670d9c4fc94fa618617f94e1de9af5f034549100753Ian Rogers 671d8434439dc64add41cdfa69ddf96b960af9050deHans Boehmtemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 672d8434439dc64add41cdfa69ddf96b960af9050deHans Boehminline bool Object::CasFieldWeakRelaxed32(MemberOffset field_offset, 673d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm int32_t old_value, int32_t new_value) { 674d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kCheckTransaction) { 675d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 676d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 677d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kTransactionActive) { 678d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm Runtime::Current()->RecordWriteField32(this, field_offset, old_value, true); 679d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 680d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kVerifyFlags & kVerifyThis) { 681d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm VerifyObject(this); 682d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 68313735955f39b3b304c37d2b2840663c131262c18Ian Rogers uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value(); 684d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm AtomicInteger* atomic_addr = reinterpret_cast<AtomicInteger*>(raw_addr); 685d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm 686d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm return atomic_addr->CompareExchangeWeakRelaxed(old_value, new_value); 687d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm} 688d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm 689d8434439dc64add41cdfa69ddf96b960af9050deHans Boehmtemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 690fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchiinline bool Object::CasFieldWeakRelease32(MemberOffset field_offset, 691fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi int32_t old_value, int32_t new_value) { 692fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi if (kCheckTransaction) { 693fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 694fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi } 695fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi if (kTransactionActive) { 696fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi Runtime::Current()->RecordWriteField32(this, field_offset, old_value, true); 697fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi } 698fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi if (kVerifyFlags & kVerifyThis) { 699fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi VerifyObject(this); 700fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi } 701fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value(); 702fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi AtomicInteger* atomic_addr = reinterpret_cast<AtomicInteger*>(raw_addr); 703fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi 704fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi return atomic_addr->CompareExchangeWeakRelease(old_value, new_value); 705fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi} 706fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi 707fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchitemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 708d8434439dc64add41cdfa69ddf96b960af9050deHans Boehminline bool Object::CasFieldStrongSequentiallyConsistent32(MemberOffset field_offset, 709d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm int32_t old_value, int32_t new_value) { 710d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kCheckTransaction) { 711d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 712d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 713d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kTransactionActive) { 714d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm Runtime::Current()->RecordWriteField32(this, field_offset, old_value, true); 715d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 716d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kVerifyFlags & kVerifyThis) { 717d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm VerifyObject(this); 718d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 71913735955f39b3b304c37d2b2840663c131262c18Ian Rogers uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value(); 720d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm AtomicInteger* atomic_addr = reinterpret_cast<AtomicInteger*>(raw_addr); 721d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm 722d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm return atomic_addr->CompareExchangeStrongSequentiallyConsistent(old_value, new_value); 723d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm} 724d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm 725b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogerstemplate<VerifyObjectFlags kVerifyFlags, bool kIsVolatile> 726b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogersinline int64_t Object::GetField64(MemberOffset field_offset) { 7274e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyThis) { 7284e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier VerifyObject(this); 7294e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier } 73037f05ef45e0393de812d51261dc293240c17294dFred Shih return GetField<int64_t, kIsVolatile>(field_offset); 7312dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 7322dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 733b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogerstemplate<VerifyObjectFlags kVerifyFlags> 734b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogersinline int64_t Object::GetField64Volatile(MemberOffset field_offset) { 735b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers return GetField64<kVerifyFlags, true>(field_offset); 736b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers} 737b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers 738b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogerstemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, 739b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers bool kIsVolatile> 740b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogersinline void Object::SetField64(MemberOffset field_offset, int64_t new_value) { 741d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz if (kCheckTransaction) { 742d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 743d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz } 744d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz if (kTransactionActive) { 745b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers Runtime::Current()->RecordWriteField64(this, field_offset, 746b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers GetField64<kVerifyFlags, kIsVolatile>(field_offset), 747b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers kIsVolatile); 748d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz } 7494e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyThis) { 750ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers VerifyObject(this); 751ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers } 75237f05ef45e0393de812d51261dc293240c17294dFred Shih SetField<int64_t, kIsVolatile>(field_offset, new_value); 7532dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 7542dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 7554e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 756b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogersinline void Object::SetField64Volatile(MemberOffset field_offset, int64_t new_value) { 757b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers return SetField64<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(field_offset, 758b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers new_value); 759b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers} 760b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers 76137f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<typename kSize, bool kIsVolatile> 76237f05ef45e0393de812d51261dc293240c17294dFred Shihinline void Object::SetField(MemberOffset field_offset, kSize new_value) { 76313735955f39b3b304c37d2b2840663c131262c18Ian Rogers uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value(); 76437f05ef45e0393de812d51261dc293240c17294dFred Shih kSize* addr = reinterpret_cast<kSize*>(raw_addr); 76537f05ef45e0393de812d51261dc293240c17294dFred Shih if (kIsVolatile) { 76637f05ef45e0393de812d51261dc293240c17294dFred Shih reinterpret_cast<Atomic<kSize>*>(addr)->StoreSequentiallyConsistent(new_value); 76737f05ef45e0393de812d51261dc293240c17294dFred Shih } else { 76837f05ef45e0393de812d51261dc293240c17294dFred Shih reinterpret_cast<Atomic<kSize>*>(addr)->StoreJavaData(new_value); 76937f05ef45e0393de812d51261dc293240c17294dFred Shih } 77037f05ef45e0393de812d51261dc293240c17294dFred Shih} 77137f05ef45e0393de812d51261dc293240c17294dFred Shih 77237f05ef45e0393de812d51261dc293240c17294dFred Shihtemplate<typename kSize, bool kIsVolatile> 77337f05ef45e0393de812d51261dc293240c17294dFred Shihinline kSize Object::GetField(MemberOffset field_offset) { 77413735955f39b3b304c37d2b2840663c131262c18Ian Rogers const uint8_t* raw_addr = reinterpret_cast<const uint8_t*>(this) + field_offset.Int32Value(); 77537f05ef45e0393de812d51261dc293240c17294dFred Shih const kSize* addr = reinterpret_cast<const kSize*>(raw_addr); 77637f05ef45e0393de812d51261dc293240c17294dFred Shih if (kIsVolatile) { 77737f05ef45e0393de812d51261dc293240c17294dFred Shih return reinterpret_cast<const Atomic<kSize>*>(addr)->LoadSequentiallyConsistent(); 77837f05ef45e0393de812d51261dc293240c17294dFred Shih } else { 77937f05ef45e0393de812d51261dc293240c17294dFred Shih return reinterpret_cast<const Atomic<kSize>*>(addr)->LoadJavaData(); 78037f05ef45e0393de812d51261dc293240c17294dFred Shih } 78137f05ef45e0393de812d51261dc293240c17294dFred Shih} 78237f05ef45e0393de812d51261dc293240c17294dFred Shih 783b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogerstemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 784228602f562f1d130d06e60a98752d99c2d467d6aIan Rogersinline bool Object::CasFieldWeakSequentiallyConsistent64(MemberOffset field_offset, 785228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers int64_t old_value, int64_t new_value) { 786d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz if (kCheckTransaction) { 787d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 788d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz } 789d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz if (kTransactionActive) { 790d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz Runtime::Current()->RecordWriteField64(this, field_offset, old_value, true); 791d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz } 7924e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyThis) { 7934e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier VerifyObject(this); 7944e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier } 79513735955f39b3b304c37d2b2840663c131262c18Ian Rogers uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value(); 796228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers Atomic<int64_t>* atomic_addr = reinterpret_cast<Atomic<int64_t>*>(raw_addr); 797228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers return atomic_addr->CompareExchangeWeakSequentiallyConsistent(old_value, new_value); 798ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers} 799ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers 800d8434439dc64add41cdfa69ddf96b960af9050deHans Boehmtemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 801d8434439dc64add41cdfa69ddf96b960af9050deHans Boehminline bool Object::CasFieldStrongSequentiallyConsistent64(MemberOffset field_offset, 802d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm int64_t old_value, int64_t new_value) { 803d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kCheckTransaction) { 804d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 805d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 806d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kTransactionActive) { 807d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm Runtime::Current()->RecordWriteField64(this, field_offset, old_value, true); 808d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 809d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kVerifyFlags & kVerifyThis) { 810d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm VerifyObject(this); 811d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 81213735955f39b3b304c37d2b2840663c131262c18Ian Rogers uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value(); 813d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm Atomic<int64_t>* atomic_addr = reinterpret_cast<Atomic<int64_t>*>(raw_addr); 814d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm return atomic_addr->CompareExchangeStrongSequentiallyConsistent(old_value, new_value); 815d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm} 816d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm 8176e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchitemplate<class T, VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption, 8186e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi bool kIsVolatile> 819b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogersinline T* Object::GetFieldObject(MemberOffset field_offset) { 8204e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyThis) { 8214e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier VerifyObject(this); 8224e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier } 82313735955f39b3b304c37d2b2840663c131262c18Ian Rogers uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value(); 824ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers HeapReference<T>* objref_addr = reinterpret_cast<HeapReference<T>*>(raw_addr); 8256e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi T* result = ReadBarrier::Barrier<T, kReadBarrierOption>(this, field_offset, objref_addr); 826b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers if (kIsVolatile) { 8273035961cb41865b80b927546be0c708b6389cec6Hans Boehm // TODO: Refactor to use a SequentiallyConsistent load instead. 8283035961cb41865b80b927546be0c708b6389cec6Hans Boehm QuasiAtomic::ThreadFenceAcquire(); // Ensure visibility of operations preceding store. 829ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers } 8304e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyReads) { 8314e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier VerifyObject(result); 8324e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier } 833ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers return result; 834ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers} 835ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers 8366e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchitemplate<class T, VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 837b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogersinline T* Object::GetFieldObjectVolatile(MemberOffset field_offset) { 8386e83c172f385cb45dd13bbcf41d2df8e410828c6Hiroshi Yamauchi return GetFieldObject<T, kVerifyFlags, kReadBarrierOption, true>(field_offset); 839b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers} 840b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers 841b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogerstemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, 842b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers bool kIsVolatile> 843b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogersinline void Object::SetFieldObjectWithoutWriteBarrier(MemberOffset field_offset, 844b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers Object* new_value) { 845d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz if (kCheckTransaction) { 846d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 847d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz } 848d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz if (kTransactionActive) { 849b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers mirror::Object* obj; 850b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers if (kIsVolatile) { 851b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers obj = GetFieldObjectVolatile<Object>(field_offset); 852b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers } else { 853b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers obj = GetFieldObject<Object>(field_offset); 854b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers } 855b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers Runtime::Current()->RecordWriteFieldReference(this, field_offset, obj, true); 856d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz } 8574e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyThis) { 858ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers VerifyObject(this); 859ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers } 8604e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyWrites) { 8614e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier VerifyObject(new_value); 8624e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier } 86313735955f39b3b304c37d2b2840663c131262c18Ian Rogers uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value(); 864ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers HeapReference<Object>* objref_addr = reinterpret_cast<HeapReference<Object>*>(raw_addr); 865b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers if (kIsVolatile) { 8663035961cb41865b80b927546be0c708b6389cec6Hans Boehm // TODO: Refactor to use a SequentiallyConsistent store instead. 8673035961cb41865b80b927546be0c708b6389cec6Hans Boehm QuasiAtomic::ThreadFenceRelease(); // Ensure that prior accesses are visible before store. 868ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers objref_addr->Assign(new_value); 8693035961cb41865b80b927546be0c708b6389cec6Hans Boehm QuasiAtomic::ThreadFenceSequentiallyConsistent(); 8703035961cb41865b80b927546be0c708b6389cec6Hans Boehm // Ensure this store occurs before any volatile loads. 871ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers } else { 872ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers objref_addr->Assign(new_value); 873ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers } 874ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers} 875ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers 876b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogerstemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags, 877b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers bool kIsVolatile> 878b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogersinline void Object::SetFieldObject(MemberOffset field_offset, Object* new_value) { 879b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers SetFieldObjectWithoutWriteBarrier<kTransactionActive, kCheckTransaction, kVerifyFlags, 880b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers kIsVolatile>(field_offset, new_value); 881ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers if (new_value != nullptr) { 882ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers Runtime::Current()->GetHeap()->WriteBarrierField(this, field_offset, new_value); 88361c5ebc6aee2cac1c363de6fbdac25ada1697fdbMathieu Chartier // TODO: Check field assignment could theoretically cause thread suspension, TODO: fix this. 88461c5ebc6aee2cac1c363de6fbdac25ada1697fdbMathieu Chartier CheckFieldAssignment(field_offset, new_value); 885ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers } 886ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers} 887ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers 888b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogerstemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 889b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogersinline void Object::SetFieldObjectVolatile(MemberOffset field_offset, Object* new_value) { 890b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers SetFieldObject<kTransactionActive, kCheckTransaction, kVerifyFlags, true>(field_offset, 891b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers new_value); 892b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers} 893b0fa5dc7769c1e054032f39de0a3f6d6dd06f8cfIan Rogers 8944e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate <VerifyObjectFlags kVerifyFlags> 8954e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartierinline HeapReference<Object>* Object::GetFieldObjectReferenceAddr(MemberOffset field_offset) { 8964e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyThis) { 8974e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier VerifyObject(this); 8984e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier } 89913735955f39b3b304c37d2b2840663c131262c18Ian Rogers return reinterpret_cast<HeapReference<Object>*>(reinterpret_cast<uint8_t*>(this) + 9004e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier field_offset.Int32Value()); 9014e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier} 9024e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier 9034e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartiertemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 904228602f562f1d130d06e60a98752d99c2d467d6aIan Rogersinline bool Object::CasFieldWeakSequentiallyConsistentObject(MemberOffset field_offset, 905228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers Object* old_value, Object* new_value) { 9062cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi bool success = CasFieldWeakSequentiallyConsistentObjectWithoutWriteBarrier< 9072cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi kTransactionActive, kCheckTransaction, kVerifyFlags>(field_offset, old_value, new_value); 9082cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi if (success) { 9092cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi Runtime::Current()->GetHeap()->WriteBarrierField(this, field_offset, new_value); 9102cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi } 9112cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi return success; 9122cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi} 9132cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi 9142cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchitemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 9152cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchiinline bool Object::CasFieldWeakSequentiallyConsistentObjectWithoutWriteBarrier( 9162cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi MemberOffset field_offset, Object* old_value, Object* new_value) { 917d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz if (kCheckTransaction) { 918d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 919d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz } 9204e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyThis) { 9214e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier VerifyObject(this); 9224e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier } 9234e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyWrites) { 9244e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier VerifyObject(new_value); 9254e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier } 9264e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier if (kVerifyFlags & kVerifyReads) { 9274e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier VerifyObject(old_value); 9284e30541a92381fb280cd0be9a1763b713ee4d64cMathieu Chartier } 929d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz if (kTransactionActive) { 930d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true); 931d2fe10a3a34af171bf1631219cd2d6ff6b7778b5Sebastien Hertz } 932ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers HeapReference<Object> old_ref(HeapReference<Object>::FromMirrorPtr(old_value)); 933ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers HeapReference<Object> new_ref(HeapReference<Object>::FromMirrorPtr(new_value)); 93413735955f39b3b304c37d2b2840663c131262c18Ian Rogers uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value(); 935228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr); 936228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers 937228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers bool success = atomic_addr->CompareExchangeWeakSequentiallyConsistent(old_ref.reference_, 938228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers new_ref.reference_); 9392cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi return success; 9402cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi} 941228602f562f1d130d06e60a98752d99c2d467d6aIan Rogers 9422cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchitemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 9432cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchiinline bool Object::CasFieldStrongSequentiallyConsistentObject(MemberOffset field_offset, 9442cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi Object* old_value, Object* new_value) { 9452cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi bool success = CasFieldStrongSequentiallyConsistentObjectWithoutWriteBarrier< 9462cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi kTransactionActive, kCheckTransaction, kVerifyFlags>(field_offset, old_value, new_value); 947ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers if (success) { 948ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers Runtime::Current()->GetHeap()->WriteBarrierField(this, field_offset, new_value); 949ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers } 950ef7d42fca18c16fbaf103822ad16f23246e2905dIan Rogers return success; 9512dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} 9522dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 953d8434439dc64add41cdfa69ddf96b960af9050deHans Boehmtemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 9542cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchiinline bool Object::CasFieldStrongSequentiallyConsistentObjectWithoutWriteBarrier( 9552cd334ae2d4287216523882f0d298cf3901b7ab1Hiroshi Yamauchi MemberOffset field_offset, Object* old_value, Object* new_value) { 956d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kCheckTransaction) { 957d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 958d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 959d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kVerifyFlags & kVerifyThis) { 960d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm VerifyObject(this); 961d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 962d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kVerifyFlags & kVerifyWrites) { 963d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm VerifyObject(new_value); 964d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 965d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kVerifyFlags & kVerifyReads) { 966d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm VerifyObject(old_value); 967d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 968d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm if (kTransactionActive) { 969d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true); 970d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm } 971d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm HeapReference<Object> old_ref(HeapReference<Object>::FromMirrorPtr(old_value)); 972d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm HeapReference<Object> new_ref(HeapReference<Object>::FromMirrorPtr(new_value)); 97313735955f39b3b304c37d2b2840663c131262c18Ian Rogers uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value(); 974d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr); 975d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm 976d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm bool success = atomic_addr->CompareExchangeStrongSequentiallyConsistent(old_ref.reference_, 977d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm new_ref.reference_); 978d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm return success; 979d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm} 980d8434439dc64add41cdfa69ddf96b960af9050deHans Boehm 981fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchitemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 982fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchiinline bool Object::CasFieldWeakRelaxedObjectWithoutWriteBarrier( 983fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi MemberOffset field_offset, Object* old_value, Object* new_value) { 984fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi if (kCheckTransaction) { 985fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 986fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi } 987fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi if (kVerifyFlags & kVerifyThis) { 988fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi VerifyObject(this); 989fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi } 990fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi if (kVerifyFlags & kVerifyWrites) { 991fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi VerifyObject(new_value); 992fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi } 993fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi if (kVerifyFlags & kVerifyReads) { 994fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi VerifyObject(old_value); 995fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi } 996fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi if (kTransactionActive) { 997fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true); 998fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi } 999fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi HeapReference<Object> old_ref(HeapReference<Object>::FromMirrorPtr(old_value)); 1000fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi HeapReference<Object> new_ref(HeapReference<Object>::FromMirrorPtr(new_value)); 1001fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value(); 1002fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr); 1003fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi 1004fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi bool success = atomic_addr->CompareExchangeWeakRelaxed(old_ref.reference_, 1005fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi new_ref.reference_); 1006fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi return success; 1007fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi} 1008fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi 1009fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchitemplate<bool kTransactionActive, bool kCheckTransaction, VerifyObjectFlags kVerifyFlags> 1010fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchiinline bool Object::CasFieldStrongRelaxedObjectWithoutWriteBarrier( 1011fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi MemberOffset field_offset, Object* old_value, Object* new_value) { 1012fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi if (kCheckTransaction) { 1013fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi DCHECK_EQ(kTransactionActive, Runtime::Current()->IsActiveTransaction()); 1014fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi } 1015fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi if (kVerifyFlags & kVerifyThis) { 1016fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi VerifyObject(this); 1017fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi } 1018fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi if (kVerifyFlags & kVerifyWrites) { 1019fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi VerifyObject(new_value); 1020fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi } 1021fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi if (kVerifyFlags & kVerifyReads) { 1022fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi VerifyObject(old_value); 1023fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi } 1024fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi if (kTransactionActive) { 1025fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi Runtime::Current()->RecordWriteFieldReference(this, field_offset, old_value, true); 1026fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi } 1027fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi HeapReference<Object> old_ref(HeapReference<Object>::FromMirrorPtr(old_value)); 1028fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi HeapReference<Object> new_ref(HeapReference<Object>::FromMirrorPtr(new_value)); 1029fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi uint8_t* raw_addr = reinterpret_cast<uint8_t*>(this) + field_offset.Int32Value(); 1030fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi Atomic<uint32_t>* atomic_addr = reinterpret_cast<Atomic<uint32_t>*>(raw_addr); 1031fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi 1032fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi bool success = atomic_addr->CompareExchangeStrongRelaxed(old_ref.reference_, 1033fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi new_ref.reference_); 1034fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi return success; 1035fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi} 1036fed3e2fd4919b58f8e4f8cbc317ee101f3b9af49Hiroshi Yamauchi 1037fbc31087932a65e036a153afab3049dc5298656aMathieu Chartiertemplate<bool kIsStatic, 1038fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier VerifyObjectFlags kVerifyFlags, 1039fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier ReadBarrierOption kReadBarrierOption, 1040fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier typename Visitor> 1041407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartierinline void Object::VisitFieldsReferences(uint32_t ref_offsets, const Visitor& visitor) { 1042cdc1aaffabbdf417d29b203b2cd2763ed2d623f8Ian Rogers if (!kIsStatic && (ref_offsets != mirror::Class::kClassWalkSuper)) { 1043cdc1aaffabbdf417d29b203b2cd2763ed2d623f8Ian Rogers // Instance fields and not the slow-path. 1044cdc1aaffabbdf417d29b203b2cd2763ed2d623f8Ian Rogers uint32_t field_offset = mirror::kObjectHeaderSize; 1045407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier while (ref_offsets != 0) { 1046cdc1aaffabbdf417d29b203b2cd2763ed2d623f8Ian Rogers if ((ref_offsets & 1) != 0) { 1047cdc1aaffabbdf417d29b203b2cd2763ed2d623f8Ian Rogers visitor(this, MemberOffset(field_offset), kIsStatic); 1048cdc1aaffabbdf417d29b203b2cd2763ed2d623f8Ian Rogers } 1049cdc1aaffabbdf417d29b203b2cd2763ed2d623f8Ian Rogers ref_offsets >>= 1; 1050cdc1aaffabbdf417d29b203b2cd2763ed2d623f8Ian Rogers field_offset += sizeof(mirror::HeapReference<mirror::Object>); 1051407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier } 1052407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier } else { 1053faff0f05fef90577c9744505555675185832aacdMingyao Yang // There is no reference offset bitmap. In the non-static case, walk up the class 1054407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier // inheritance hierarchy and find reference offsets the hard way. In the static case, just 1055407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier // consider this class. 1056fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier for (mirror::Class* klass = kIsStatic 1057fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier ? AsClass<kVerifyFlags, kReadBarrierOption>() 1058fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier : GetClass<kVerifyFlags, kReadBarrierOption>(); 1059fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier klass != nullptr; 1060fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier klass = kIsStatic ? nullptr : klass->GetSuperClass<kVerifyFlags, kReadBarrierOption>()) { 1061fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier const size_t num_reference_fields = 1062407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier kIsStatic ? klass->NumReferenceStaticFields() : klass->NumReferenceInstanceFields(); 106376649e8d775519fe19f2b14d18ac488c13296054Vladimir Marko if (num_reference_fields == 0u) { 106476649e8d775519fe19f2b14d18ac488c13296054Vladimir Marko continue; 106576649e8d775519fe19f2b14d18ac488c13296054Vladimir Marko } 1066e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier // Presumably GC can happen when we are cross compiling, it should not cause performance 1067e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier // problems to do pointer size logic. 106876649e8d775519fe19f2b14d18ac488c13296054Vladimir Marko MemberOffset field_offset = kIsStatic 1069dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier ? klass->GetFirstReferenceStaticFieldOffset<kVerifyFlags, kReadBarrierOption>( 1070e401d146407d61eeb99f8d6176b2ac13c4df1e33Mathieu Chartier Runtime::Current()->GetClassLinker()->GetImagePointerSize()) 107176649e8d775519fe19f2b14d18ac488c13296054Vladimir Marko : klass->GetFirstReferenceInstanceFieldOffset(); 1072059ef3ddb2088f926ac452889e0953fdcd646a5eMathieu Chartier for (size_t i = 0u; i < num_reference_fields; ++i) { 1073407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier // TODO: Do a simpler check? 1074059ef3ddb2088f926ac452889e0953fdcd646a5eMathieu Chartier if (field_offset.Uint32Value() != ClassOffset().Uint32Value()) { 107552e4b43d62896b56f8c2bd041e528472bb4a0d8dMathieu Chartier visitor(this, field_offset, kIsStatic); 1076407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier } 107776649e8d775519fe19f2b14d18ac488c13296054Vladimir Marko field_offset = MemberOffset(field_offset.Uint32Value() + 107876649e8d775519fe19f2b14d18ac488c13296054Vladimir Marko sizeof(mirror::HeapReference<mirror::Object>)); 1079407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier } 1080407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier } 1081407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier } 1082407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier} 1083407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier 1084fbc31087932a65e036a153afab3049dc5298656aMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption, typename Visitor> 1085407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartierinline void Object::VisitInstanceFieldsReferences(mirror::Class* klass, const Visitor& visitor) { 1086fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier VisitFieldsReferences<false, kVerifyFlags, kReadBarrierOption>( 1087fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier klass->GetReferenceInstanceOffsets<kVerifyFlags>(), visitor); 1088407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier} 1089407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier 1090fbc31087932a65e036a153afab3049dc5298656aMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption, typename Visitor> 1091407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartierinline void Object::VisitStaticFieldsReferences(mirror::Class* klass, const Visitor& visitor) { 109298d1cc8033251c93786e2fa8c59a2e555a9493beMingyao Yang DCHECK(!klass->IsTemp()); 1093fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier klass->VisitFieldsReferences<true, kVerifyFlags, kReadBarrierOption>(0, visitor); 1094407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier} 1095407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier 1096fbc31087932a65e036a153afab3049dc5298656aMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 1097e4275c07e9852a6944f47efa9d0591fceb8e8e36Mathieu Chartierinline bool Object::IsClassLoader() { 1098fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier return GetClass<kVerifyFlags, kReadBarrierOption>()->IsClassLoaderClass(); 1099e4275c07e9852a6944f47efa9d0591fceb8e8e36Mathieu Chartier} 1100e4275c07e9852a6944f47efa9d0591fceb8e8e36Mathieu Chartier 1101fbc31087932a65e036a153afab3049dc5298656aMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 1102e4275c07e9852a6944f47efa9d0591fceb8e8e36Mathieu Chartierinline mirror::ClassLoader* Object::AsClassLoader() { 1103fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier DCHECK((IsClassLoader<kVerifyFlags, kReadBarrierOption>())); 1104e4275c07e9852a6944f47efa9d0591fceb8e8e36Mathieu Chartier return down_cast<mirror::ClassLoader*>(this); 1105e4275c07e9852a6944f47efa9d0591fceb8e8e36Mathieu Chartier} 1106e4275c07e9852a6944f47efa9d0591fceb8e8e36Mathieu Chartier 1107fbc31087932a65e036a153afab3049dc5298656aMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 110805792b98980741111b4d0a24d68cff2a8e070a3aVladimir Markoinline bool Object::IsDexCache() { 1109fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier return GetClass<kVerifyFlags, kReadBarrierOption>()->IsDexCacheClass(); 111005792b98980741111b4d0a24d68cff2a8e070a3aVladimir Marko} 111105792b98980741111b4d0a24d68cff2a8e070a3aVladimir Marko 1112fbc31087932a65e036a153afab3049dc5298656aMathieu Chartiertemplate<VerifyObjectFlags kVerifyFlags, ReadBarrierOption kReadBarrierOption> 111305792b98980741111b4d0a24d68cff2a8e070a3aVladimir Markoinline mirror::DexCache* Object::AsDexCache() { 1114fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier DCHECK((IsDexCache<kVerifyFlags, kReadBarrierOption>())); 111505792b98980741111b4d0a24d68cff2a8e070a3aVladimir Marko return down_cast<mirror::DexCache*>(this); 111605792b98980741111b4d0a24d68cff2a8e070a3aVladimir Marko} 111705792b98980741111b4d0a24d68cff2a8e070a3aVladimir Marko 1118fbc31087932a65e036a153afab3049dc5298656aMathieu Chartiertemplate <bool kVisitNativeRoots, 1119fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier VerifyObjectFlags kVerifyFlags, 1120fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier ReadBarrierOption kReadBarrierOption, 1121fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier typename Visitor, 1122fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier typename JavaLangRefVisitor> 1123407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartierinline void Object::VisitReferences(const Visitor& visitor, 1124407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier const JavaLangRefVisitor& ref_visitor) { 1125fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier mirror::Class* klass = GetClass<kVerifyFlags, kReadBarrierOption>(); 1126059ef3ddb2088f926ac452889e0953fdcd646a5eMathieu Chartier visitor(this, ClassOffset(), false); 112752a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier const uint32_t class_flags = klass->GetClassFlags<kVerifyNone>(); 112852a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier if (LIKELY(class_flags == kClassFlagNormal)) { 1129dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier DCHECK((!klass->IsVariableSize<kVerifyFlags, kReadBarrierOption>())); 1130dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier VisitInstanceFieldsReferences<kVerifyFlags, kReadBarrierOption>(klass, visitor); 1131fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier DCHECK((!klass->IsClassClass<kVerifyFlags, kReadBarrierOption>())); 113266c2d2d64d7ea75602eb63de7ae9bd2eaeb0a3c2Mathieu Chartier DCHECK(!klass->IsStringClass()); 113366c2d2d64d7ea75602eb63de7ae9bd2eaeb0a3c2Mathieu Chartier DCHECK(!klass->IsClassLoaderClass()); 1134dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier DCHECK((!klass->IsArrayClass<kVerifyFlags, kReadBarrierOption>())); 113552a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier } else { 113652a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier if ((class_flags & kClassFlagNoReferenceFields) == 0) { 113752a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier DCHECK(!klass->IsStringClass()); 113852a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier if (class_flags == kClassFlagClass) { 1139dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier DCHECK((klass->IsClassClass<kVerifyFlags, kReadBarrierOption>())); 1140dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier mirror::Class* as_klass = AsClass<kVerifyNone, kReadBarrierOption>(); 1141dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier as_klass->VisitReferences<kVisitNativeRoots, kVerifyFlags, kReadBarrierOption>(klass, 1142dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier visitor); 114352a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier } else if (class_flags == kClassFlagObjectArray) { 1144fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier DCHECK((klass->IsObjectArrayClass<kVerifyFlags, kReadBarrierOption>())); 1145dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier AsObjectArray<mirror::Object, kVerifyNone, kReadBarrierOption>()->VisitReferences(visitor); 114652a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier } else if ((class_flags & kClassFlagReference) != 0) { 1147dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier VisitInstanceFieldsReferences<kVerifyFlags, kReadBarrierOption>(klass, visitor); 1148dfe02f6aafee264478d510b9742ee266ea52e8a8Mathieu Chartier ref_visitor(klass, AsReference<kVerifyFlags, kReadBarrierOption>()); 114905792b98980741111b4d0a24d68cff2a8e070a3aVladimir Marko } else if (class_flags == kClassFlagDexCache) { 1150fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier mirror::DexCache* const dex_cache = AsDexCache<kVerifyFlags, kReadBarrierOption>(); 1151fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier dex_cache->VisitReferences<kVisitNativeRoots, 1152fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier kVerifyFlags, 1153fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier kReadBarrierOption>(klass, visitor); 115452a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier } else { 1155fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier mirror::ClassLoader* const class_loader = AsClassLoader<kVerifyFlags, kReadBarrierOption>(); 1156fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier class_loader->VisitReferences<kVisitNativeRoots, 1157fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier kVerifyFlags, 1158fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier kReadBarrierOption>(klass, visitor); 115952a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier } 116052a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier } else if (kIsDebugBuild) { 1161fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier CHECK((!klass->IsClassClass<kVerifyFlags, kReadBarrierOption>())); 1162fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier CHECK((!klass->IsObjectArrayClass<kVerifyFlags, kReadBarrierOption>())); 116352a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier // String still has instance fields for reflection purposes but these don't exist in 116452a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier // actual string instances. 116552a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier if (!klass->IsStringClass()) { 116652a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier size_t total_reference_instance_fields = 0; 116752a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier mirror::Class* super_class = klass; 116852a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier do { 116952a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier total_reference_instance_fields += super_class->NumReferenceInstanceFields(); 1170fbc31087932a65e036a153afab3049dc5298656aMathieu Chartier super_class = super_class->GetSuperClass<kVerifyFlags, kReadBarrierOption>(); 117152a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier } while (super_class != nullptr); 117252a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier // The only reference field should be the object's class. This field is handled at the 117352a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier // beginning of the function. 117452a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier CHECK_EQ(total_reference_instance_fields, 1u); 117552a7f5caebdf359ab877f1928aad59f1e9ad29faMathieu Chartier } 1176407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier } 1177407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier } 1178407f702da4f867c074fc3c8c688b8f8c32279effMathieu Chartier} 11792dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} // namespace mirror 11802dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers} // namespace art 11812dd0e2cea360bc9206eb88ecc40d259e796c239dIan Rogers 1182fc0e3219edc9a5bf81b166e82fd5db2796eb6a0dBrian Carlstrom#endif // ART_RUNTIME_MIRROR_OBJECT_INL_H_ 1183