src/os_cpu/linux_x86/vm/atomic_linux_x86.inline.hpp

Thu, 22 Apr 2010 13:23:15 -0700

author
jcoomes
date
Thu, 22 Apr 2010 13:23:15 -0700
changeset 1845
f03d0a26bf83
parent 435
a61af66fc99e
child 1907
c18cbe5936b8
permissions
-rw-r--r--

6888954: argument formatting for assert() and friends
Reviewed-by: kvn, twisti, apetrusenko, never, dcubed

duke@435 1 /*
duke@435 2 * Copyright 1999-2005 Sun Microsystems, Inc. All Rights Reserved.
duke@435 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@435 4 *
duke@435 5 * This code is free software; you can redistribute it and/or modify it
duke@435 6 * under the terms of the GNU General Public License version 2 only, as
duke@435 7 * published by the Free Software Foundation.
duke@435 8 *
duke@435 9 * This code is distributed in the hope that it will be useful, but WITHOUT
duke@435 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@435 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
duke@435 12 * version 2 for more details (a copy is included in the LICENSE file that
duke@435 13 * accompanied this code).
duke@435 14 *
duke@435 15 * You should have received a copy of the GNU General Public License version
duke@435 16 * 2 along with this work; if not, write to the Free Software Foundation,
duke@435 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@435 18 *
duke@435 19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
duke@435 20 * CA 95054 USA or visit www.sun.com if you need additional information or
duke@435 21 * have any questions.
duke@435 22 *
duke@435 23 */
duke@435 24
duke@435 25 // Implementation of class atomic
duke@435 26
duke@435 27 inline void Atomic::store (jbyte store_value, jbyte* dest) { *dest = store_value; }
duke@435 28 inline void Atomic::store (jshort store_value, jshort* dest) { *dest = store_value; }
duke@435 29 inline void Atomic::store (jint store_value, jint* dest) { *dest = store_value; }
duke@435 30 inline void Atomic::store_ptr(intptr_t store_value, intptr_t* dest) { *dest = store_value; }
duke@435 31 inline void Atomic::store_ptr(void* store_value, void* dest) { *(void**)dest = store_value; }
duke@435 32
duke@435 33 inline void Atomic::store (jbyte store_value, volatile jbyte* dest) { *dest = store_value; }
duke@435 34 inline void Atomic::store (jshort store_value, volatile jshort* dest) { *dest = store_value; }
duke@435 35 inline void Atomic::store (jint store_value, volatile jint* dest) { *dest = store_value; }
duke@435 36 inline void Atomic::store_ptr(intptr_t store_value, volatile intptr_t* dest) { *dest = store_value; }
duke@435 37 inline void Atomic::store_ptr(void* store_value, volatile void* dest) { *(void* volatile *)dest = store_value; }
duke@435 38
duke@435 39
duke@435 40 // Adding a lock prefix to an instruction on MP machine
duke@435 41 #define LOCK_IF_MP(mp) "cmp $0, " #mp "; je 1f; lock; 1: "
duke@435 42
duke@435 43 inline jint Atomic::add (jint add_value, volatile jint* dest) {
duke@435 44 jint addend = add_value;
duke@435 45 int mp = os::is_MP();
duke@435 46 __asm__ volatile ( LOCK_IF_MP(%3) "xaddl %0,(%2)"
duke@435 47 : "=r" (addend)
duke@435 48 : "0" (addend), "r" (dest), "r" (mp)
duke@435 49 : "cc", "memory");
duke@435 50 return addend + add_value;
duke@435 51 }
duke@435 52
duke@435 53 inline void Atomic::inc (volatile jint* dest) {
duke@435 54 int mp = os::is_MP();
duke@435 55 __asm__ volatile (LOCK_IF_MP(%1) "addl $1,(%0)" :
duke@435 56 : "r" (dest), "r" (mp) : "cc", "memory");
duke@435 57 }
duke@435 58
duke@435 59 inline void Atomic::inc_ptr(volatile void* dest) {
duke@435 60 inc_ptr((volatile intptr_t*)dest);
duke@435 61 }
duke@435 62
duke@435 63 inline void Atomic::dec (volatile jint* dest) {
duke@435 64 int mp = os::is_MP();
duke@435 65 __asm__ volatile (LOCK_IF_MP(%1) "subl $1,(%0)" :
duke@435 66 : "r" (dest), "r" (mp) : "cc", "memory");
duke@435 67 }
duke@435 68
duke@435 69 inline void Atomic::dec_ptr(volatile void* dest) {
duke@435 70 dec_ptr((volatile intptr_t*)dest);
duke@435 71 }
duke@435 72
duke@435 73 inline jint Atomic::xchg (jint exchange_value, volatile jint* dest) {
duke@435 74 __asm__ volatile ( "xchgl (%2),%0"
duke@435 75 : "=r" (exchange_value)
duke@435 76 : "0" (exchange_value), "r" (dest)
duke@435 77 : "memory");
duke@435 78 return exchange_value;
duke@435 79 }
duke@435 80
duke@435 81 inline void* Atomic::xchg_ptr(void* exchange_value, volatile void* dest) {
duke@435 82 return (void*)xchg_ptr((intptr_t)exchange_value, (volatile intptr_t*)dest);
duke@435 83 }
duke@435 84
duke@435 85
duke@435 86 inline jint Atomic::cmpxchg (jint exchange_value, volatile jint* dest, jint compare_value) {
duke@435 87 int mp = os::is_MP();
duke@435 88 __asm__ volatile (LOCK_IF_MP(%4) "cmpxchgl %1,(%3)"
duke@435 89 : "=a" (exchange_value)
duke@435 90 : "r" (exchange_value), "a" (compare_value), "r" (dest), "r" (mp)
duke@435 91 : "cc", "memory");
duke@435 92 return exchange_value;
duke@435 93 }
duke@435 94
duke@435 95 extern "C" {
duke@435 96 // defined in linux_x86.s
duke@435 97 jlong _Atomic_cmpxchg_long(jlong, volatile jlong*, jlong, bool);
duke@435 98 }
duke@435 99
duke@435 100 #ifdef AMD64
duke@435 101 inline void Atomic::store (jlong store_value, jlong* dest) { *dest = store_value; }
duke@435 102 inline void Atomic::store (jlong store_value, volatile jlong* dest) { *dest = store_value; }
duke@435 103
duke@435 104 inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest) {
duke@435 105 intptr_t addend = add_value;
duke@435 106 bool mp = os::is_MP();
duke@435 107 __asm__ __volatile__ (LOCK_IF_MP(%3) "xaddq %0,(%2)"
duke@435 108 : "=r" (addend)
duke@435 109 : "0" (addend), "r" (dest), "r" (mp)
duke@435 110 : "cc", "memory");
duke@435 111 return addend + add_value;
duke@435 112 }
duke@435 113
duke@435 114 inline void* Atomic::add_ptr(intptr_t add_value, volatile void* dest) {
duke@435 115 return (void*)add_ptr(add_value, (volatile intptr_t*)dest);
duke@435 116 }
duke@435 117
duke@435 118 inline void Atomic::inc_ptr(volatile intptr_t* dest) {
duke@435 119 bool mp = os::is_MP();
duke@435 120 __asm__ __volatile__ (LOCK_IF_MP(%1) "addq $1,(%0)"
duke@435 121 :
duke@435 122 : "r" (dest), "r" (mp)
duke@435 123 : "cc", "memory");
duke@435 124 }
duke@435 125
duke@435 126 inline void Atomic::dec_ptr(volatile intptr_t* dest) {
duke@435 127 bool mp = os::is_MP();
duke@435 128 __asm__ __volatile__ (LOCK_IF_MP(%1) "subq $1,(%0)"
duke@435 129 :
duke@435 130 : "r" (dest), "r" (mp)
duke@435 131 : "cc", "memory");
duke@435 132 }
duke@435 133
duke@435 134 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) {
duke@435 135 __asm__ __volatile__ ("xchgq (%2),%0"
duke@435 136 : "=r" (exchange_value)
duke@435 137 : "0" (exchange_value), "r" (dest)
duke@435 138 : "memory");
duke@435 139 return exchange_value;
duke@435 140 }
duke@435 141
duke@435 142 inline jlong Atomic::cmpxchg (jlong exchange_value, volatile jlong* dest, jlong compare_value) {
duke@435 143 bool mp = os::is_MP();
duke@435 144 __asm__ __volatile__ (LOCK_IF_MP(%4) "cmpxchgq %1,(%3)"
duke@435 145 : "=a" (exchange_value)
duke@435 146 : "r" (exchange_value), "a" (compare_value), "r" (dest), "r" (mp)
duke@435 147 : "cc", "memory");
duke@435 148 return exchange_value;
duke@435 149 }
duke@435 150
duke@435 151 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) {
duke@435 152 return (intptr_t)cmpxchg((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value);
duke@435 153 }
duke@435 154
duke@435 155 inline void* Atomic::cmpxchg_ptr(void* exchange_value, volatile void* dest, void* compare_value) {
duke@435 156 return (void*)cmpxchg((jlong)exchange_value, (volatile jlong*)dest, (jlong)compare_value);
duke@435 157 }
duke@435 158
duke@435 159 #else
duke@435 160 //inline void Atomic::store (jlong store_value, jlong* dest) { *dest = store_value; }
duke@435 161 //inline void Atomic::store (jlong store_value, volatile jlong* dest) { *dest = store_value; }
duke@435 162
duke@435 163 inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest) {
duke@435 164 return (intptr_t)Atomic::add((jint)add_value, (volatile jint*)dest);
duke@435 165 }
duke@435 166
duke@435 167 inline void* Atomic::add_ptr(intptr_t add_value, volatile void* dest) {
duke@435 168 return (void*)Atomic::add((jint)add_value, (volatile jint*)dest);
duke@435 169 }
duke@435 170
duke@435 171
duke@435 172 inline void Atomic::inc_ptr(volatile intptr_t* dest) {
duke@435 173 inc((volatile jint*)dest);
duke@435 174 }
duke@435 175
duke@435 176 inline void Atomic::dec_ptr(volatile intptr_t* dest) {
duke@435 177 dec((volatile jint*)dest);
duke@435 178 }
duke@435 179
duke@435 180 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) {
duke@435 181 return (intptr_t)xchg((jint)exchange_value, (volatile jint*)dest);
duke@435 182 }
duke@435 183
duke@435 184 inline jlong Atomic::cmpxchg (jlong exchange_value, volatile jlong* dest, jlong compare_value) {
duke@435 185 return _Atomic_cmpxchg_long(exchange_value, dest, compare_value, os::is_MP());
duke@435 186 }
duke@435 187
duke@435 188 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) {
duke@435 189 return (intptr_t)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value);
duke@435 190 }
duke@435 191
duke@435 192 inline void* Atomic::cmpxchg_ptr(void* exchange_value, volatile void* dest, void* compare_value) {
duke@435 193 return (void*)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value);
duke@435 194 }
duke@435 195 #endif // AMD64

mercurial