src/os_cpu/solaris_sparc/vm/atomic_solaris_sparc.inline.hpp

Fri, 07 Dec 2012 01:09:03 -0800

author
roland
date
Fri, 07 Dec 2012 01:09:03 -0800
changeset 4325
d2f8c38e543d
parent 2557
f7de3327c683
child 4675
63e54c37ac64
permissions
-rw-r--r--

Merge

duke@435 1 /*
kvn@2460 2 * Copyright (c) 1999, 2011, Oracle and/or its affiliates. All rights reserved.
duke@435 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@435 4 *
duke@435 5 * This code is free software; you can redistribute it and/or modify it
duke@435 6 * under the terms of the GNU General Public License version 2 only, as
duke@435 7 * published by the Free Software Foundation.
duke@435 8 *
duke@435 9 * This code is distributed in the hope that it will be useful, but WITHOUT
duke@435 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@435 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
duke@435 12 * version 2 for more details (a copy is included in the LICENSE file that
duke@435 13 * accompanied this code).
duke@435 14 *
duke@435 15 * You should have received a copy of the GNU General Public License version
duke@435 16 * 2 along with this work; if not, write to the Free Software Foundation,
duke@435 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@435 18 *
trims@1907 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
trims@1907 20 * or visit www.oracle.com if you need additional information or have any
trims@1907 21 * questions.
duke@435 22 *
duke@435 23 */
duke@435 24
stefank@2314 25 #ifndef OS_CPU_SOLARIS_SPARC_VM_ATOMIC_SOLARIS_SPARC_INLINE_HPP
stefank@2314 26 #define OS_CPU_SOLARIS_SPARC_VM_ATOMIC_SOLARIS_SPARC_INLINE_HPP
stefank@2314 27
stefank@2314 28 #include "orderAccess_solaris_sparc.inline.hpp"
stefank@2314 29 #include "runtime/atomic.hpp"
stefank@2314 30 #include "runtime/os.hpp"
stefank@2314 31 #include "vm_version_sparc.hpp"
stefank@2314 32
duke@435 33 // Implementation of class atomic
duke@435 34
duke@435 35 inline void Atomic::store (jbyte store_value, jbyte* dest) { *dest = store_value; }
duke@435 36 inline void Atomic::store (jshort store_value, jshort* dest) { *dest = store_value; }
duke@435 37 inline void Atomic::store (jint store_value, jint* dest) { *dest = store_value; }
duke@435 38 inline void Atomic::store_ptr(intptr_t store_value, intptr_t* dest) { *dest = store_value; }
duke@435 39 inline void Atomic::store_ptr(void* store_value, void* dest) { *(void**)dest = store_value; }
duke@435 40
duke@435 41 inline void Atomic::store (jbyte store_value, volatile jbyte* dest) { *dest = store_value; }
duke@435 42 inline void Atomic::store (jshort store_value, volatile jshort* dest) { *dest = store_value; }
duke@435 43 inline void Atomic::store (jint store_value, volatile jint* dest) { *dest = store_value; }
duke@435 44 inline void Atomic::store_ptr(intptr_t store_value, volatile intptr_t* dest) { *dest = store_value; }
duke@435 45 inline void Atomic::store_ptr(void* store_value, volatile void* dest) { *(void* volatile *)dest = store_value; }
duke@435 46
duke@435 47 inline void Atomic::inc (volatile jint* dest) { (void)add (1, dest); }
duke@435 48 inline void Atomic::inc_ptr(volatile intptr_t* dest) { (void)add_ptr(1, dest); }
duke@435 49 inline void Atomic::inc_ptr(volatile void* dest) { (void)add_ptr(1, dest); }
duke@435 50
duke@435 51 inline void Atomic::dec (volatile jint* dest) { (void)add (-1, dest); }
duke@435 52 inline void Atomic::dec_ptr(volatile intptr_t* dest) { (void)add_ptr(-1, dest); }
duke@435 53 inline void Atomic::dec_ptr(volatile void* dest) { (void)add_ptr(-1, dest); }
duke@435 54
kvn@2460 55
kvn@2460 56 #ifdef _LP64
kvn@2460 57
kvn@2460 58 inline void Atomic::store(jlong store_value, jlong* dest) { *dest = store_value; }
kvn@2460 59 inline void Atomic::store(jlong store_value, volatile jlong* dest) { *dest = store_value; }
kvn@1329 60 inline jlong Atomic::load(volatile jlong* src) { return *src; }
kvn@1329 61
kvn@2460 62 #else
kvn@2460 63
kvn@2460 64 extern "C" void _Atomic_move_long_v8(volatile jlong* src, volatile jlong* dst);
kvn@2460 65 extern "C" void _Atomic_move_long_v9(volatile jlong* src, volatile jlong* dst);
kvn@2460 66
kvn@2460 67 inline void Atomic_move_long(volatile jlong* src, volatile jlong* dst) {
kvn@2460 68 #ifdef COMPILER2
kvn@2460 69 // Compiler2 does not support v8, it is used only for v9.
kvn@2460 70 _Atomic_move_long_v9(src, dst);
kvn@2460 71 #else
kvn@2460 72 // The branch is cheaper then emulated LDD.
kvn@2460 73 if (VM_Version::v9_instructions_work()) {
kvn@2460 74 _Atomic_move_long_v9(src, dst);
kvn@2460 75 } else {
kvn@2460 76 _Atomic_move_long_v8(src, dst);
kvn@2460 77 }
kvn@2460 78 #endif
kvn@2460 79 }
kvn@2460 80
kvn@2460 81 inline jlong Atomic::load(volatile jlong* src) {
kvn@2460 82 volatile jlong dest;
kvn@2460 83 Atomic_move_long(src, &dest);
kvn@2460 84 return dest;
kvn@2460 85 }
kvn@2460 86
kvn@2460 87 inline void Atomic::store(jlong store_value, jlong* dest) {
kvn@2460 88 Atomic_move_long((volatile jlong*)&store_value, (volatile jlong*)dest);
kvn@2460 89 }
kvn@2460 90
kvn@2460 91 inline void Atomic::store(jlong store_value, volatile jlong* dest) {
kvn@2460 92 Atomic_move_long((volatile jlong*)&store_value, dest);
kvn@2460 93 }
kvn@2460 94
kvn@2460 95 #endif
kvn@2460 96
duke@435 97 #ifdef _GNU_SOURCE
duke@435 98
duke@435 99 inline jint Atomic::add (jint add_value, volatile jint* dest) {
duke@435 100 intptr_t rv;
duke@435 101 __asm__ volatile(
duke@435 102 "1: \n\t"
duke@435 103 " ld [%2], %%o2\n\t"
duke@435 104 " add %1, %%o2, %%o3\n\t"
duke@435 105 " cas [%2], %%o2, %%o3\n\t"
duke@435 106 " cmp %%o2, %%o3\n\t"
duke@435 107 " bne 1b\n\t"
duke@435 108 " nop\n\t"
duke@435 109 " add %1, %%o2, %0\n\t"
duke@435 110 : "=r" (rv)
duke@435 111 : "r" (add_value), "r" (dest)
duke@435 112 : "memory", "o2", "o3");
duke@435 113 return rv;
duke@435 114 }
duke@435 115
duke@435 116 inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest) {
duke@435 117 intptr_t rv;
duke@435 118 #ifdef _LP64
duke@435 119 __asm__ volatile(
duke@435 120 "1: \n\t"
duke@435 121 " ldx [%2], %%o2\n\t"
duke@435 122 " add %0, %%o2, %%o3\n\t"
duke@435 123 " casx [%2], %%o2, %%o3\n\t"
duke@435 124 " cmp %%o2, %%o3\n\t"
duke@435 125 " bne %%xcc, 1b\n\t"
duke@435 126 " nop\n\t"
duke@435 127 " add %0, %%o2, %0\n\t"
duke@435 128 : "=r" (rv)
duke@435 129 : "r" (add_value), "r" (dest)
duke@435 130 : "memory", "o2", "o3");
duke@435 131 #else //_LP64
duke@435 132 __asm__ volatile(
duke@435 133 "1: \n\t"
duke@435 134 " ld [%2], %%o2\n\t"
duke@435 135 " add %1, %%o2, %%o3\n\t"
duke@435 136 " cas [%2], %%o2, %%o3\n\t"
duke@435 137 " cmp %%o2, %%o3\n\t"
duke@435 138 " bne 1b\n\t"
duke@435 139 " nop\n\t"
duke@435 140 " add %1, %%o2, %0\n\t"
duke@435 141 : "=r" (rv)
duke@435 142 : "r" (add_value), "r" (dest)
duke@435 143 : "memory", "o2", "o3");
duke@435 144 #endif // _LP64
duke@435 145 return rv;
duke@435 146 }
duke@435 147
duke@435 148 inline void* Atomic::add_ptr(intptr_t add_value, volatile void* dest) {
duke@435 149 return (void*)add_ptr((intptr_t)add_value, (volatile intptr_t*)dest);
duke@435 150 }
duke@435 151
duke@435 152
duke@435 153 inline jint Atomic::xchg (jint exchange_value, volatile jint* dest) {
duke@435 154 intptr_t rv = exchange_value;
duke@435 155 __asm__ volatile(
duke@435 156 " swap [%2],%1\n\t"
duke@435 157 : "=r" (rv)
duke@435 158 : "0" (exchange_value) /* we use same register as for return value */, "r" (dest)
duke@435 159 : "memory");
duke@435 160 return rv;
duke@435 161 }
duke@435 162
duke@435 163 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) {
duke@435 164 intptr_t rv = exchange_value;
duke@435 165 #ifdef _LP64
duke@435 166 __asm__ volatile(
duke@435 167 "1:\n\t"
duke@435 168 " mov %1, %%o3\n\t"
duke@435 169 " ldx [%2], %%o2\n\t"
duke@435 170 " casx [%2], %%o2, %%o3\n\t"
duke@435 171 " cmp %%o2, %%o3\n\t"
duke@435 172 " bne %%xcc, 1b\n\t"
duke@435 173 " nop\n\t"
duke@435 174 " mov %%o2, %0\n\t"
duke@435 175 : "=r" (rv)
duke@435 176 : "r" (exchange_value), "r" (dest)
duke@435 177 : "memory", "o2", "o3");
duke@435 178 #else //_LP64
duke@435 179 __asm__ volatile(
duke@435 180 "swap [%2],%1\n\t"
duke@435 181 : "=r" (rv)
duke@435 182 : "0" (exchange_value) /* we use same register as for return value */, "r" (dest)
duke@435 183 : "memory");
duke@435 184 #endif // _LP64
duke@435 185 return rv;
duke@435 186 }
duke@435 187
duke@435 188 inline void* Atomic::xchg_ptr(void* exchange_value, volatile void* dest) {
duke@435 189 return (void*)xchg_ptr((intptr_t)exchange_value, (volatile intptr_t*)dest);
duke@435 190 }
duke@435 191
duke@435 192
duke@435 193 inline jint Atomic::cmpxchg (jint exchange_value, volatile jint* dest, jint compare_value) {
duke@435 194 jint rv;
duke@435 195 __asm__ volatile(
duke@435 196 " cas [%2], %3, %0"
duke@435 197 : "=r" (rv)
duke@435 198 : "0" (exchange_value), "r" (dest), "r" (compare_value)
duke@435 199 : "memory");
duke@435 200 return rv;
duke@435 201 }
duke@435 202
duke@435 203 inline jlong Atomic::cmpxchg (jlong exchange_value, volatile jlong* dest, jlong compare_value) {
duke@435 204 #ifdef _LP64
duke@435 205 jlong rv;
duke@435 206 __asm__ volatile(
duke@435 207 " casx [%2], %3, %0"
duke@435 208 : "=r" (rv)
duke@435 209 : "0" (exchange_value), "r" (dest), "r" (compare_value)
duke@435 210 : "memory");
duke@435 211 return rv;
duke@435 212 #else //_LP64
duke@435 213 assert(VM_Version::v9_instructions_work(), "cas only supported on v9");
duke@435 214 volatile jlong_accessor evl, cvl, rv;
duke@435 215 evl.long_value = exchange_value;
duke@435 216 cvl.long_value = compare_value;
duke@435 217
duke@435 218 __asm__ volatile(
duke@435 219 " sllx %2, 32, %2\n\t"
duke@435 220 " srl %3, 0, %3\n\t"
duke@435 221 " or %2, %3, %2\n\t"
duke@435 222 " sllx %5, 32, %5\n\t"
duke@435 223 " srl %6, 0, %6\n\t"
duke@435 224 " or %5, %6, %5\n\t"
duke@435 225 " casx [%4], %5, %2\n\t"
duke@435 226 " srl %2, 0, %1\n\t"
duke@435 227 " srlx %2, 32, %0\n\t"
duke@435 228 : "=r" (rv.words[0]), "=r" (rv.words[1])
duke@435 229 : "r" (evl.words[0]), "r" (evl.words[1]), "r" (dest), "r" (cvl.words[0]), "r" (cvl.words[1])
duke@435 230 : "memory");
duke@435 231
duke@435 232 return rv.long_value;
duke@435 233 #endif //_LP64
duke@435 234 }
duke@435 235
duke@435 236 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) {
duke@435 237 intptr_t rv;
duke@435 238 #ifdef _LP64
duke@435 239 __asm__ volatile(
duke@435 240 " casx [%2], %3, %0"
duke@435 241 : "=r" (rv)
duke@435 242 : "0" (exchange_value), "r" (dest), "r" (compare_value)
duke@435 243 : "memory");
duke@435 244 #else //_LP64
duke@435 245 __asm__ volatile(
duke@435 246 " cas [%2], %3, %0"
duke@435 247 : "=r" (rv)
duke@435 248 : "0" (exchange_value), "r" (dest), "r" (compare_value)
duke@435 249 : "memory");
duke@435 250 #endif // _LP64
duke@435 251 return rv;
duke@435 252 }
duke@435 253
duke@435 254 inline void* Atomic::cmpxchg_ptr(void* exchange_value, volatile void* dest, void* compare_value) {
duke@435 255 return (void*)cmpxchg_ptr((intptr_t)exchange_value, (volatile intptr_t*)dest, (intptr_t)compare_value);
duke@435 256 }
duke@435 257
duke@435 258 #else // _GNU_SOURCE
duke@435 259
duke@435 260 #if defined(COMPILER2) || defined(_LP64)
duke@435 261
duke@435 262 // This is the interface to the atomic instructions in solaris_sparc.il.
duke@435 263 // It's very messy because we need to support v8 and these instructions
duke@435 264 // are illegal there. When sparc v8 is dropped, we can drop out lots of
duke@435 265 // this code. Also compiler2 does not support v8 so the conditional code
duke@435 266 // omits the instruction set check.
duke@435 267
duke@435 268 extern "C" jint _Atomic_swap32(jint exchange_value, volatile jint* dest);
duke@435 269 extern "C" intptr_t _Atomic_swap64(intptr_t exchange_value, volatile intptr_t* dest);
duke@435 270
duke@435 271 extern "C" jint _Atomic_cas32(jint exchange_value, volatile jint* dest, jint compare_value);
duke@435 272 extern "C" intptr_t _Atomic_cas64(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value);
duke@435 273 extern "C" jlong _Atomic_casl (jlong exchange_value, volatile jlong* dest, jlong compare_value);
duke@435 274
duke@435 275 extern "C" jint _Atomic_add32(jint inc, volatile jint* dest);
duke@435 276 extern "C" intptr_t _Atomic_add64(intptr_t add_value, volatile intptr_t* dest);
duke@435 277
duke@435 278
duke@435 279 inline jint Atomic::add (jint add_value, volatile jint* dest) {
duke@435 280 return _Atomic_add32(add_value, dest);
duke@435 281 }
duke@435 282
duke@435 283 inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest) {
duke@435 284 #ifdef _LP64
duke@435 285 return _Atomic_add64(add_value, dest);
duke@435 286 #else //_LP64
duke@435 287 return _Atomic_add32(add_value, dest);
duke@435 288 #endif // _LP64
duke@435 289 }
duke@435 290
duke@435 291 inline void* Atomic::add_ptr(intptr_t add_value, volatile void* dest) {
duke@435 292 return (void*)add_ptr((intptr_t)add_value, (volatile intptr_t*)dest);
duke@435 293 }
duke@435 294
duke@435 295
duke@435 296 inline jint Atomic::xchg (jint exchange_value, volatile jint* dest) {
duke@435 297 return _Atomic_swap32(exchange_value, dest);
duke@435 298 }
duke@435 299
duke@435 300 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) {
duke@435 301 #ifdef _LP64
duke@435 302 return _Atomic_swap64(exchange_value, dest);
duke@435 303 #else // _LP64
duke@435 304 return _Atomic_swap32(exchange_value, dest);
duke@435 305 #endif // _LP64
duke@435 306 }
duke@435 307
duke@435 308 inline void* Atomic::xchg_ptr(void* exchange_value, volatile void* dest) {
duke@435 309 return (void*)xchg_ptr((intptr_t)exchange_value, (volatile intptr_t*)dest);
duke@435 310 }
duke@435 311
duke@435 312
duke@435 313 inline jint Atomic::cmpxchg (jint exchange_value, volatile jint* dest, jint compare_value) {
duke@435 314 return _Atomic_cas32(exchange_value, dest, compare_value);
duke@435 315 }
duke@435 316
duke@435 317 inline jlong Atomic::cmpxchg (jlong exchange_value, volatile jlong* dest, jlong compare_value) {
duke@435 318 #ifdef _LP64
duke@435 319 // Return 64 bit value in %o0
duke@435 320 return _Atomic_cas64((intptr_t)exchange_value, (intptr_t *)dest, (intptr_t)compare_value);
duke@435 321 #else // _LP64
duke@435 322 assert (VM_Version::v9_instructions_work(), "only supported on v9");
duke@435 323 // Return 64 bit value in %o0,%o1 by hand
duke@435 324 return _Atomic_casl(exchange_value, dest, compare_value);
duke@435 325 #endif // _LP64
duke@435 326 }
duke@435 327
duke@435 328 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) {
duke@435 329 #ifdef _LP64
duke@435 330 return _Atomic_cas64(exchange_value, dest, compare_value);
duke@435 331 #else // _LP64
duke@435 332 return _Atomic_cas32(exchange_value, dest, compare_value);
duke@435 333 #endif // _LP64
duke@435 334 }
duke@435 335
duke@435 336 inline void* Atomic::cmpxchg_ptr(void* exchange_value, volatile void* dest, void* compare_value) {
duke@435 337 return (void*)cmpxchg_ptr((intptr_t)exchange_value, (volatile intptr_t*)dest, (intptr_t)compare_value);
duke@435 338 }
duke@435 339
duke@435 340
duke@435 341 #else // _LP64 || COMPILER2
duke@435 342
duke@435 343
duke@435 344 // 32-bit compiler1 only
duke@435 345
duke@435 346 inline jint Atomic::add (jint add_value, volatile jint* dest) {
duke@435 347 return (*os::atomic_add_func)(add_value, dest);
duke@435 348 }
duke@435 349
duke@435 350 inline intptr_t Atomic::add_ptr(intptr_t add_value, volatile intptr_t* dest) {
duke@435 351 return (intptr_t)add((jint)add_value, (volatile jint*)dest);
duke@435 352 }
duke@435 353
duke@435 354 inline void* Atomic::add_ptr(intptr_t add_value, volatile void* dest) {
duke@435 355 return (void*)add((jint)add_value, (volatile jint*)dest);
duke@435 356 }
duke@435 357
duke@435 358
duke@435 359 inline jint Atomic::xchg (jint exchange_value, volatile jint* dest) {
duke@435 360 return (*os::atomic_xchg_func)(exchange_value, dest);
duke@435 361 }
duke@435 362
duke@435 363 inline intptr_t Atomic::xchg_ptr(intptr_t exchange_value, volatile intptr_t* dest) {
duke@435 364 return (intptr_t)xchg((jint)exchange_value, (volatile jint*)dest);
duke@435 365 }
duke@435 366
duke@435 367 inline void* Atomic::xchg_ptr(void* exchange_value, volatile void* dest) {
duke@435 368 return (void*)xchg((jint)exchange_value, (volatile jint*)dest);
duke@435 369 }
duke@435 370
duke@435 371
duke@435 372 inline jint Atomic::cmpxchg (jint exchange_value, volatile jint* dest, jint compare_value) {
duke@435 373 return (*os::atomic_cmpxchg_func)(exchange_value, dest, compare_value);
duke@435 374 }
duke@435 375
duke@435 376 inline jlong Atomic::cmpxchg (jlong exchange_value, volatile jlong* dest, jlong compare_value) {
duke@435 377 return (*os::atomic_cmpxchg_long_func)(exchange_value, dest, compare_value);
duke@435 378 }
duke@435 379
duke@435 380 inline intptr_t Atomic::cmpxchg_ptr(intptr_t exchange_value, volatile intptr_t* dest, intptr_t compare_value) {
duke@435 381 return (intptr_t)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value);
duke@435 382 }
duke@435 383
duke@435 384 inline void* Atomic::cmpxchg_ptr(void* exchange_value, volatile void* dest, void* compare_value) {
duke@435 385 return (void*)cmpxchg((jint)exchange_value, (volatile jint*)dest, (jint)compare_value);
duke@435 386 }
duke@435 387
duke@435 388 #endif // _LP64 || COMPILER2
duke@435 389
duke@435 390 #endif // _GNU_SOURCE
stefank@2314 391
stefank@2314 392 #endif // OS_CPU_SOLARIS_SPARC_VM_ATOMIC_SOLARIS_SPARC_INLINE_HPP

mercurial