1c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// Copyright (c) 2006-2008 The Chromium Authors. All rights reserved. 2c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// Use of this source code is governed by a BSD-style license that can be 3c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// found in the LICENSE file. 4c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 5c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// This file is an internal atomic implementation, use base/atomicops.h instead. 6c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 7c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#ifndef BASE_ATOMICOPS_INTERNALS_X86_MSVC_H_ 8c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#define BASE_ATOMICOPS_INTERNALS_X86_MSVC_H_ 93345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick#pragma once 10c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 11c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include <windows.h> 12c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 13c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottnamespace base { 14c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottnamespace subtle { 15c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 16c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 NoBarrier_CompareAndSwap(volatile Atomic32* ptr, 17c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic32 old_value, 18c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic32 new_value) { 19c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott LONG result = InterlockedCompareExchange( 20c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott reinterpret_cast<volatile LONG*>(ptr), 21c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott static_cast<LONG>(new_value), 22c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott static_cast<LONG>(old_value)); 23c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return static_cast<Atomic32>(result); 24c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 25c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 26c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 NoBarrier_AtomicExchange(volatile Atomic32* ptr, 27c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic32 new_value) { 28c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott LONG result = InterlockedExchange( 29c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott reinterpret_cast<volatile LONG*>(ptr), 30c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott static_cast<LONG>(new_value)); 31c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return static_cast<Atomic32>(result); 32c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 33c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 34c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 Barrier_AtomicIncrement(volatile Atomic32* ptr, 35c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic32 increment) { 36c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return InterlockedExchangeAdd( 37c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott reinterpret_cast<volatile LONG*>(ptr), 38c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott static_cast<LONG>(increment)) + increment; 39c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 40c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 41c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 NoBarrier_AtomicIncrement(volatile Atomic32* ptr, 42c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic32 increment) { 43c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return Barrier_AtomicIncrement(ptr, increment); 44c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 45c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 46c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#if !(defined(_MSC_VER) && _MSC_VER >= 1400) 47c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#error "We require at least vs2005 for MemoryBarrier" 48c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#endif 49c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void MemoryBarrier() { 50c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // We use MemoryBarrier from WinNT.h 51c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott ::MemoryBarrier(); 52c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 53c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 54c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 Acquire_CompareAndSwap(volatile Atomic32* ptr, 55c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic32 old_value, 56c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic32 new_value) { 57c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return NoBarrier_CompareAndSwap(ptr, old_value, new_value); 58c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 59c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 60c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 Release_CompareAndSwap(volatile Atomic32* ptr, 61c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic32 old_value, 62c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic32 new_value) { 63c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return NoBarrier_CompareAndSwap(ptr, old_value, new_value); 64c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 65c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 66c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void NoBarrier_Store(volatile Atomic32* ptr, Atomic32 value) { 67c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott *ptr = value; 68c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 69c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 70c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void Acquire_Store(volatile Atomic32* ptr, Atomic32 value) { 71c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott NoBarrier_AtomicExchange(ptr, value); 72c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // acts as a barrier in this implementation 73c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 74c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 75c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void Release_Store(volatile Atomic32* ptr, Atomic32 value) { 76c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott *ptr = value; // works w/o barrier for current Intel chips as of June 2005 77c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // See comments in Atomic64 version of Release_Store() below. 78c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 79c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 80c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 NoBarrier_Load(volatile const Atomic32* ptr) { 81c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return *ptr; 82c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 83c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 84c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 Acquire_Load(volatile const Atomic32* ptr) { 85c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic32 value = *ptr; 86c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return value; 87c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 88c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 89c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 Release_Load(volatile const Atomic32* ptr) { 90c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott MemoryBarrier(); 91c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return *ptr; 92c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 93c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 94c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#if defined(_WIN64) 95c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 96c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// 64-bit low-level operations on 64-bit platform. 97c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 98c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottCOMPILE_ASSERT(sizeof(Atomic64) == sizeof(PVOID), atomic_word_is_atomic); 99c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 100c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 NoBarrier_CompareAndSwap(volatile Atomic64* ptr, 101c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic64 old_value, 102c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic64 new_value) { 103c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott PVOID result = InterlockedCompareExchangePointer( 104c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott reinterpret_cast<volatile PVOID*>(ptr), 105c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott reinterpret_cast<PVOID>(new_value), reinterpret_cast<PVOID>(old_value)); 106c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return reinterpret_cast<Atomic64>(result); 107c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 108c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 109c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 NoBarrier_AtomicExchange(volatile Atomic64* ptr, 110c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic64 new_value) { 111c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott PVOID result = InterlockedExchangePointer( 112c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott reinterpret_cast<volatile PVOID*>(ptr), 113c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott reinterpret_cast<PVOID>(new_value)); 114c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return reinterpret_cast<Atomic64>(result); 115c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 116c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 117c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 Barrier_AtomicIncrement(volatile Atomic64* ptr, 118c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic64 increment) { 119c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return InterlockedExchangeAdd64( 120c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott reinterpret_cast<volatile LONGLONG*>(ptr), 121c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott static_cast<LONGLONG>(increment)) + increment; 122c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 123c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 124c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 NoBarrier_AtomicIncrement(volatile Atomic64* ptr, 125c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic64 increment) { 126c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return Barrier_AtomicIncrement(ptr, increment); 127c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 128c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 129c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void NoBarrier_Store(volatile Atomic64* ptr, Atomic64 value) { 130c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott *ptr = value; 131c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 132c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 133c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void Acquire_Store(volatile Atomic64* ptr, Atomic64 value) { 134c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott NoBarrier_AtomicExchange(ptr, value); 135c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // acts as a barrier in this implementation 136c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 137c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 138c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void Release_Store(volatile Atomic64* ptr, Atomic64 value) { 139c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott *ptr = value; // works w/o barrier for current Intel chips as of June 2005 140c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 141c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // When new chips come out, check: 142c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // IA-32 Intel Architecture Software Developer's Manual, Volume 3: 143c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // System Programming Guide, Chatper 7: Multiple-processor management, 144c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Section 7.2, Memory Ordering. 145c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // Last seen at: 146c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott // http://developer.intel.com/design/pentium4/manuals/index_new.htm 147c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 148c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 149c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 NoBarrier_Load(volatile const Atomic64* ptr) { 150c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return *ptr; 151c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 152c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 153c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 Acquire_Load(volatile const Atomic64* ptr) { 154c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic64 value = *ptr; 155c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return value; 156c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 157c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 158c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 Release_Load(volatile const Atomic64* ptr) { 159c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott MemoryBarrier(); 160c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return *ptr; 161c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 162c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 163c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 Acquire_CompareAndSwap(volatile Atomic64* ptr, 164c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic64 old_value, 165c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic64 new_value) { 166c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return NoBarrier_CompareAndSwap(ptr, old_value, new_value); 167c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 168c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 169c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 Release_CompareAndSwap(volatile Atomic64* ptr, 170c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic64 old_value, 171c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott Atomic64 new_value) { 172c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott return NoBarrier_CompareAndSwap(ptr, old_value, new_value); 173c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} 174c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 175c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 176c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#endif // defined(_WIN64) 177c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 178c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} // namespace base::subtle 179c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott} // namespace base 180c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott 181c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#endif // BASE_ATOMICOPS_INTERNALS_X86_MSVC_H_ 182