1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
1.2 +++ b/src/os_cpu/linux_zero/vm/orderAccess_linux_zero.inline.hpp Wed Apr 27 01:25:04 2016 +0800
1.3 @@ -0,0 +1,175 @@
1.4 +/*
1.5 + * Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
1.6 + * Copyright 2007, 2008, 2009 Red Hat, Inc.
1.7 + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
1.8 + *
1.9 + * This code is free software; you can redistribute it and/or modify it
1.10 + * under the terms of the GNU General Public License version 2 only, as
1.11 + * published by the Free Software Foundation.
1.12 + *
1.13 + * This code is distributed in the hope that it will be useful, but WITHOUT
1.14 + * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1.15 + * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
1.16 + * version 2 for more details (a copy is included in the LICENSE file that
1.17 + * accompanied this code).
1.18 + *
1.19 + * You should have received a copy of the GNU General Public License version
1.20 + * 2 along with this work; if not, write to the Free Software Foundation,
1.21 + * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
1.22 + *
1.23 + * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1.24 + * or visit www.oracle.com if you need additional information or have any
1.25 + * questions.
1.26 + *
1.27 + */
1.28 +
1.29 +#ifndef OS_CPU_LINUX_ZERO_VM_ORDERACCESS_LINUX_ZERO_INLINE_HPP
1.30 +#define OS_CPU_LINUX_ZERO_VM_ORDERACCESS_LINUX_ZERO_INLINE_HPP
1.31 +
1.32 +#include "runtime/orderAccess.hpp"
1.33 +#include "vm_version_zero.hpp"
1.34 +
1.35 +#ifdef ARM
1.36 +
1.37 +/*
1.38 + * ARM Kernel helper for memory barrier.
1.39 + * Using __asm __volatile ("":::"memory") does not work reliable on ARM
1.40 + * and gcc __sync_synchronize(); implementation does not use the kernel
1.41 + * helper for all gcc versions so it is unreliable to use as well.
1.42 + */
1.43 +typedef void (__kernel_dmb_t) (void);
1.44 +#define __kernel_dmb (*(__kernel_dmb_t *) 0xffff0fa0)
1.45 +
1.46 +#define FULL_MEM_BARRIER __kernel_dmb()
1.47 +#define READ_MEM_BARRIER __kernel_dmb()
1.48 +#define WRITE_MEM_BARRIER __kernel_dmb()
1.49 +
1.50 +#else // ARM
1.51 +
1.52 +#define FULL_MEM_BARRIER __sync_synchronize()
1.53 +
1.54 +#ifdef PPC
1.55 +
1.56 +#define READ_MEM_BARRIER __asm __volatile ("isync":::"memory")
1.57 +#ifdef __NO_LWSYNC__
1.58 +#define WRITE_MEM_BARRIER __asm __volatile ("sync":::"memory")
1.59 +#else
1.60 +#define WRITE_MEM_BARRIER __asm __volatile ("lwsync":::"memory")
1.61 +#endif
1.62 +
1.63 +#else // PPC
1.64 +
1.65 +#define READ_MEM_BARRIER __asm __volatile ("":::"memory")
1.66 +#define WRITE_MEM_BARRIER __asm __volatile ("":::"memory")
1.67 +
1.68 +#endif // PPC
1.69 +
1.70 +#endif // ARM
1.71 +
1.72 +
1.73 +inline void OrderAccess::loadload() { acquire(); }
1.74 +inline void OrderAccess::storestore() { release(); }
1.75 +inline void OrderAccess::loadstore() { acquire(); }
1.76 +inline void OrderAccess::storeload() { fence(); }
1.77 +
1.78 +inline void OrderAccess::acquire() {
1.79 + READ_MEM_BARRIER;
1.80 +}
1.81 +
1.82 +inline void OrderAccess::release() {
1.83 + WRITE_MEM_BARRIER;
1.84 +}
1.85 +
1.86 +inline void OrderAccess::fence() {
1.87 + FULL_MEM_BARRIER;
1.88 +}
1.89 +
1.90 +inline jbyte OrderAccess::load_acquire(volatile jbyte* p) { jbyte data = *p; acquire(); return data; }
1.91 +inline jshort OrderAccess::load_acquire(volatile jshort* p) { jshort data = *p; acquire(); return data; }
1.92 +inline jint OrderAccess::load_acquire(volatile jint* p) { jint data = *p; acquire(); return data; }
1.93 +inline jlong OrderAccess::load_acquire(volatile jlong* p) {
1.94 + jlong tmp;
1.95 + os::atomic_copy64(p, &tmp);
1.96 + acquire();
1.97 + return tmp;
1.98 +}
1.99 +inline jubyte OrderAccess::load_acquire(volatile jubyte* p) { jubyte data = *p; acquire(); return data; }
1.100 +inline jushort OrderAccess::load_acquire(volatile jushort* p) { jushort data = *p; acquire(); return data; }
1.101 +inline juint OrderAccess::load_acquire(volatile juint* p) { juint data = *p; acquire(); return data; }
1.102 +inline julong OrderAccess::load_acquire(volatile julong* p) {
1.103 + julong tmp;
1.104 + os::atomic_copy64(p, &tmp);
1.105 + acquire();
1.106 + return tmp;
1.107 +}
1.108 +inline jfloat OrderAccess::load_acquire(volatile jfloat* p) { jfloat data = *p; acquire(); return data; }
1.109 +inline jdouble OrderAccess::load_acquire(volatile jdouble* p) {
1.110 + jdouble tmp;
1.111 + os::atomic_copy64(p, &tmp);
1.112 + acquire();
1.113 + return tmp;
1.114 +}
1.115 +
1.116 +inline intptr_t OrderAccess::load_ptr_acquire(volatile intptr_t* p) {
1.117 + intptr_t data = *p;
1.118 + acquire();
1.119 + return data;
1.120 +}
1.121 +inline void* OrderAccess::load_ptr_acquire(volatile void* p) {
1.122 + void *data = *(void* volatile *)p;
1.123 + acquire();
1.124 + return data;
1.125 +}
1.126 +inline void* OrderAccess::load_ptr_acquire(const volatile void* p) {
1.127 + void *data = *(void* const volatile *)p;
1.128 + acquire();
1.129 + return data;
1.130 +}
1.131 +
1.132 +inline void OrderAccess::release_store(volatile jbyte* p, jbyte v) { release(); *p = v; }
1.133 +inline void OrderAccess::release_store(volatile jshort* p, jshort v) { release(); *p = v; }
1.134 +inline void OrderAccess::release_store(volatile jint* p, jint v) { release(); *p = v; }
1.135 +inline void OrderAccess::release_store(volatile jlong* p, jlong v)
1.136 +{ release(); os::atomic_copy64(&v, p); }
1.137 +inline void OrderAccess::release_store(volatile jubyte* p, jubyte v) { release(); *p = v; }
1.138 +inline void OrderAccess::release_store(volatile jushort* p, jushort v) { release(); *p = v; }
1.139 +inline void OrderAccess::release_store(volatile juint* p, juint v) { release(); *p = v; }
1.140 +inline void OrderAccess::release_store(volatile julong* p, julong v)
1.141 +{ release(); os::atomic_copy64(&v, p); }
1.142 +inline void OrderAccess::release_store(volatile jfloat* p, jfloat v) { release(); *p = v; }
1.143 +inline void OrderAccess::release_store(volatile jdouble* p, jdouble v)
1.144 +{ release(); os::atomic_copy64(&v, p); }
1.145 +
1.146 +inline void OrderAccess::release_store_ptr(volatile intptr_t* p, intptr_t v) { release(); *p = v; }
1.147 +inline void OrderAccess::release_store_ptr(volatile void* p, void* v)
1.148 +{ release(); *(void* volatile *)p = v; }
1.149 +
1.150 +inline void OrderAccess::store_fence(jbyte* p, jbyte v) { *p = v; fence(); }
1.151 +inline void OrderAccess::store_fence(jshort* p, jshort v) { *p = v; fence(); }
1.152 +inline void OrderAccess::store_fence(jint* p, jint v) { *p = v; fence(); }
1.153 +inline void OrderAccess::store_fence(jlong* p, jlong v) { os::atomic_copy64(&v, p); fence(); }
1.154 +inline void OrderAccess::store_fence(jubyte* p, jubyte v) { *p = v; fence(); }
1.155 +inline void OrderAccess::store_fence(jushort* p, jushort v) { *p = v; fence(); }
1.156 +inline void OrderAccess::store_fence(juint* p, juint v) { *p = v; fence(); }
1.157 +inline void OrderAccess::store_fence(julong* p, julong v) { os::atomic_copy64(&v, p); fence(); }
1.158 +inline void OrderAccess::store_fence(jfloat* p, jfloat v) { *p = v; fence(); }
1.159 +inline void OrderAccess::store_fence(jdouble* p, jdouble v) { os::atomic_copy64(&v, p); fence(); }
1.160 +
1.161 +inline void OrderAccess::store_ptr_fence(intptr_t* p, intptr_t v) { *p = v; fence(); }
1.162 +inline void OrderAccess::store_ptr_fence(void** p, void* v) { *p = v; fence(); }
1.163 +
1.164 +inline void OrderAccess::release_store_fence(volatile jbyte* p, jbyte v) { release_store(p, v); fence(); }
1.165 +inline void OrderAccess::release_store_fence(volatile jshort* p, jshort v) { release_store(p, v); fence(); }
1.166 +inline void OrderAccess::release_store_fence(volatile jint* p, jint v) { release_store(p, v); fence(); }
1.167 +inline void OrderAccess::release_store_fence(volatile jlong* p, jlong v) { release_store(p, v); fence(); }
1.168 +inline void OrderAccess::release_store_fence(volatile jubyte* p, jubyte v) { release_store(p, v); fence(); }
1.169 +inline void OrderAccess::release_store_fence(volatile jushort* p, jushort v) { release_store(p, v); fence(); }
1.170 +inline void OrderAccess::release_store_fence(volatile juint* p, juint v) { release_store(p, v); fence(); }
1.171 +inline void OrderAccess::release_store_fence(volatile julong* p, julong v) { release_store(p, v); fence(); }
1.172 +inline void OrderAccess::release_store_fence(volatile jfloat* p, jfloat v) { release_store(p, v); fence(); }
1.173 +inline void OrderAccess::release_store_fence(volatile jdouble* p, jdouble v) { release_store(p, v); fence(); }
1.174 +
1.175 +inline void OrderAccess::release_store_ptr_fence(volatile intptr_t* p, intptr_t v) { release_store_ptr(p, v); fence(); }
1.176 +inline void OrderAccess::release_store_ptr_fence(volatile void* p, void* v) { release_store_ptr(p, v); fence(); }
1.177 +
1.178 +#endif // OS_CPU_LINUX_ZERO_VM_ORDERACCESS_LINUX_ZERO_INLINE_HPP
