1c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// Copyright (c) 2006-2008 The Chromium Authors. All rights reserved.
2c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// Use of this source code is governed by a BSD-style license that can be
3c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// found in the LICENSE file.
4c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
5c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// This file is an internal atomic implementation, use base/atomicops.h instead.
6c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
7c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#ifndef BASE_ATOMICOPS_INTERNALS_X86_MSVC_H_
8c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#define BASE_ATOMICOPS_INTERNALS_X86_MSVC_H_
93345a6884c488ff3a535c2c9acdd33d74b37e311Iain Merrick#pragma once
10c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
11c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#include <windows.h>
12c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
13c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottnamespace base {
14c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottnamespace subtle {
15c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
16c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 NoBarrier_CompareAndSwap(volatile Atomic32* ptr,
17c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                         Atomic32 old_value,
18c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                         Atomic32 new_value) {
19c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  LONG result = InterlockedCompareExchange(
20c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott      reinterpret_cast<volatile LONG*>(ptr),
21c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott      static_cast<LONG>(new_value),
22c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott      static_cast<LONG>(old_value));
23c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return static_cast<Atomic32>(result);
24c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
25c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
26c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 NoBarrier_AtomicExchange(volatile Atomic32* ptr,
27c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                         Atomic32 new_value) {
28c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  LONG result = InterlockedExchange(
29c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott      reinterpret_cast<volatile LONG*>(ptr),
30c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott      static_cast<LONG>(new_value));
31c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return static_cast<Atomic32>(result);
32c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
33c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
34c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 Barrier_AtomicIncrement(volatile Atomic32* ptr,
35c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                        Atomic32 increment) {
36c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return InterlockedExchangeAdd(
37c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott      reinterpret_cast<volatile LONG*>(ptr),
38c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott      static_cast<LONG>(increment)) + increment;
39c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
40c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
41c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 NoBarrier_AtomicIncrement(volatile Atomic32* ptr,
42c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                          Atomic32 increment) {
43c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return Barrier_AtomicIncrement(ptr, increment);
44c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
45c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
46c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#if !(defined(_MSC_VER) && _MSC_VER >= 1400)
47c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#error "We require at least vs2005 for MemoryBarrier"
48c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#endif
49c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void MemoryBarrier() {
50c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  // We use MemoryBarrier from WinNT.h
51c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  ::MemoryBarrier();
52c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
53c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
54c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 Acquire_CompareAndSwap(volatile Atomic32* ptr,
55c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                       Atomic32 old_value,
56c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                       Atomic32 new_value) {
57c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return NoBarrier_CompareAndSwap(ptr, old_value, new_value);
58c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
59c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
60c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 Release_CompareAndSwap(volatile Atomic32* ptr,
61c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                       Atomic32 old_value,
62c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                       Atomic32 new_value) {
63c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return NoBarrier_CompareAndSwap(ptr, old_value, new_value);
64c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
65c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
66c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void NoBarrier_Store(volatile Atomic32* ptr, Atomic32 value) {
67c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  *ptr = value;
68c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
69c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
70c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void Acquire_Store(volatile Atomic32* ptr, Atomic32 value) {
71c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  NoBarrier_AtomicExchange(ptr, value);
72c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott              // acts as a barrier in this implementation
73c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
74c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
75c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void Release_Store(volatile Atomic32* ptr, Atomic32 value) {
76c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  *ptr = value; // works w/o barrier for current Intel chips as of June 2005
77c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  // See comments in Atomic64 version of Release_Store() below.
78c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
79c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
80c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 NoBarrier_Load(volatile const Atomic32* ptr) {
81c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return *ptr;
82c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
83c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
84c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 Acquire_Load(volatile const Atomic32* ptr) {
85c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  Atomic32 value = *ptr;
86c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return value;
87c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
88c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
89c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic32 Release_Load(volatile const Atomic32* ptr) {
90c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  MemoryBarrier();
91c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return *ptr;
92c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
93c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
94c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#if defined(_WIN64)
95c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
96c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott// 64-bit low-level operations on 64-bit platform.
97c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
98c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick ScottCOMPILE_ASSERT(sizeof(Atomic64) == sizeof(PVOID), atomic_word_is_atomic);
99c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
100c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 NoBarrier_CompareAndSwap(volatile Atomic64* ptr,
101c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                         Atomic64 old_value,
102c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                         Atomic64 new_value) {
103c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  PVOID result = InterlockedCompareExchangePointer(
104c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott    reinterpret_cast<volatile PVOID*>(ptr),
105c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott    reinterpret_cast<PVOID>(new_value), reinterpret_cast<PVOID>(old_value));
106c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return reinterpret_cast<Atomic64>(result);
107c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
108c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
109c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 NoBarrier_AtomicExchange(volatile Atomic64* ptr,
110c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                         Atomic64 new_value) {
111c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  PVOID result = InterlockedExchangePointer(
112c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott    reinterpret_cast<volatile PVOID*>(ptr),
113c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott    reinterpret_cast<PVOID>(new_value));
114c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return reinterpret_cast<Atomic64>(result);
115c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
116c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
117c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 Barrier_AtomicIncrement(volatile Atomic64* ptr,
118c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                        Atomic64 increment) {
119c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return InterlockedExchangeAdd64(
120c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott      reinterpret_cast<volatile LONGLONG*>(ptr),
121c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott      static_cast<LONGLONG>(increment)) + increment;
122c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
123c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
124c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 NoBarrier_AtomicIncrement(volatile Atomic64* ptr,
125c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                          Atomic64 increment) {
126c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return Barrier_AtomicIncrement(ptr, increment);
127c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
128c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
129c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void NoBarrier_Store(volatile Atomic64* ptr, Atomic64 value) {
130c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  *ptr = value;
131c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
132c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
133c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void Acquire_Store(volatile Atomic64* ptr, Atomic64 value) {
134c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  NoBarrier_AtomicExchange(ptr, value);
135c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott              // acts as a barrier in this implementation
136c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
137c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
138c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline void Release_Store(volatile Atomic64* ptr, Atomic64 value) {
139c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  *ptr = value; // works w/o barrier for current Intel chips as of June 2005
140c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
141c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  // When new chips come out, check:
142c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  //  IA-32 Intel Architecture Software Developer's Manual, Volume 3:
143c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  //  System Programming Guide, Chatper 7: Multiple-processor management,
144c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  //  Section 7.2, Memory Ordering.
145c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  // Last seen at:
146c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  //   http://developer.intel.com/design/pentium4/manuals/index_new.htm
147c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
148c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
149c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 NoBarrier_Load(volatile const Atomic64* ptr) {
150c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return *ptr;
151c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
152c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
153c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 Acquire_Load(volatile const Atomic64* ptr) {
154c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  Atomic64 value = *ptr;
155c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return value;
156c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
157c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
158c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 Release_Load(volatile const Atomic64* ptr) {
159c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  MemoryBarrier();
160c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return *ptr;
161c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
162c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
163c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 Acquire_CompareAndSwap(volatile Atomic64* ptr,
164c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                       Atomic64 old_value,
165c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                       Atomic64 new_value) {
166c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return NoBarrier_CompareAndSwap(ptr, old_value, new_value);
167c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
168c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
169c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scottinline Atomic64 Release_CompareAndSwap(volatile Atomic64* ptr,
170c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                       Atomic64 old_value,
171c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott                                       Atomic64 new_value) {
172c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott  return NoBarrier_CompareAndSwap(ptr, old_value, new_value);
173c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}
174c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
175c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
176c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#endif  // defined(_WIN64)
177c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
178c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}  // namespace base::subtle
179c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott}  // namespace base
180c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott
181c7f5f8508d98d5952d42ed7648c2a8f30a4da156Patrick Scott#endif  // BASE_ATOMICOPS_INTERNALS_X86_MSVC_H_
182