duke@435: /* twisti@2103: * Copyright (c) 2004, 2010, Oracle and/or its affiliates. All rights reserved. duke@435: * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. duke@435: * duke@435: * This code is free software; you can redistribute it and/or modify it duke@435: * under the terms of the GNU General Public License version 2 only, as duke@435: * published by the Free Software Foundation. duke@435: * duke@435: * This code is distributed in the hope that it will be useful, but WITHOUT duke@435: * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or duke@435: * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License duke@435: * version 2 for more details (a copy is included in the LICENSE file that duke@435: * accompanied this code). duke@435: * duke@435: * You should have received a copy of the GNU General Public License version duke@435: * 2 along with this work; if not, write to the Free Software Foundation, duke@435: * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. duke@435: * trims@1907: * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA trims@1907: * or visit www.oracle.com if you need additional information or have any trims@1907: * questions. duke@435: * duke@435: */ duke@435: stefank@2314: #include "precompiled.hpp" stefank@2314: #include "assembler_x86.inline.hpp" stefank@2314: #include "memory/resourceArea.hpp" stefank@2314: #include "prims/jniFastGetField.hpp" stefank@2314: #include "prims/jvm_misc.hpp" stefank@2314: #include "runtime/safepoint.hpp" duke@435: duke@435: #define __ masm-> duke@435: duke@435: #define BUFFER_SIZE 30 duke@435: duke@435: #ifdef _WINDOWS duke@435: GetBooleanField_t JNI_FastGetField::jni_fast_GetBooleanField_fp; duke@435: GetByteField_t JNI_FastGetField::jni_fast_GetByteField_fp; duke@435: GetCharField_t JNI_FastGetField::jni_fast_GetCharField_fp; duke@435: GetShortField_t JNI_FastGetField::jni_fast_GetShortField_fp; duke@435: GetIntField_t JNI_FastGetField::jni_fast_GetIntField_fp; duke@435: GetLongField_t JNI_FastGetField::jni_fast_GetLongField_fp; duke@435: GetFloatField_t JNI_FastGetField::jni_fast_GetFloatField_fp; duke@435: GetDoubleField_t JNI_FastGetField::jni_fast_GetDoubleField_fp; duke@435: #endif duke@435: duke@435: // Instead of issuing lfence for LoadLoad barrier, we create data dependency duke@435: // between loads, which is much more efficient than lfence. duke@435: duke@435: address JNI_FastGetField::generate_fast_get_int_field0(BasicType type) { duke@435: const char *name; duke@435: switch (type) { duke@435: case T_BOOLEAN: name = "jni_fast_GetBooleanField"; break; duke@435: case T_BYTE: name = "jni_fast_GetByteField"; break; duke@435: case T_CHAR: name = "jni_fast_GetCharField"; break; duke@435: case T_SHORT: name = "jni_fast_GetShortField"; break; duke@435: case T_INT: name = "jni_fast_GetIntField"; break; duke@435: default: ShouldNotReachHere(); duke@435: } duke@435: ResourceMark rm; twisti@2103: BufferBlob* blob = BufferBlob::create(name, BUFFER_SIZE*wordSize); twisti@2103: CodeBuffer cbuf(blob); duke@435: MacroAssembler* masm = new MacroAssembler(&cbuf); twisti@2103: address fast_entry = __ pc(); duke@435: duke@435: Label slow; duke@435: duke@435: // stack layout: offset from rsp (in words): duke@435: // return pc 0 duke@435: // jni env 1 duke@435: // obj 2 duke@435: // jfieldID 3 duke@435: duke@435: ExternalAddress counter(SafepointSynchronize::safepoint_counter_addr()); duke@435: __ mov32 (rcx, counter); duke@435: __ testb (rcx, 1); duke@435: __ jcc (Assembler::notZero, slow); duke@435: if (os::is_MP()) { never@739: __ mov(rax, rcx); never@739: __ andptr(rax, 1); // rax, must end up 0 never@739: __ movptr(rdx, Address(rsp, rax, Address::times_1, 2*wordSize)); duke@435: // obj, notice rax, is 0. duke@435: // rdx is data dependent on rcx. duke@435: } else { never@739: __ movptr (rdx, Address(rsp, 2*wordSize)); // obj duke@435: } never@739: __ movptr(rax, Address(rsp, 3*wordSize)); // jfieldID never@739: __ movptr(rdx, Address(rdx, 0)); // *obj never@739: __ shrptr (rax, 2); // offset duke@435: duke@435: assert(count < LIST_CAPACITY, "LIST_CAPACITY too small"); duke@435: speculative_load_pclist[count] = __ pc(); duke@435: switch (type) { never@739: case T_BOOLEAN: __ movzbl (rax, Address(rdx, rax, Address::times_1)); break; never@739: case T_BYTE: __ movsbl (rax, Address(rdx, rax, Address::times_1)); break; never@739: case T_CHAR: __ movzwl (rax, Address(rdx, rax, Address::times_1)); break; never@739: case T_SHORT: __ movswl (rax, Address(rdx, rax, Address::times_1)); break; duke@435: case T_INT: __ movl (rax, Address(rdx, rax, Address::times_1)); break; duke@435: default: ShouldNotReachHere(); duke@435: } duke@435: duke@435: Address ca1; duke@435: if (os::is_MP()) { duke@435: __ lea(rdx, counter); never@739: __ xorptr(rdx, rax); never@739: __ xorptr(rdx, rax); duke@435: __ cmp32(rcx, Address(rdx, 0)); duke@435: // ca1 is the same as ca because duke@435: // rax, ^ counter_addr ^ rax, = address duke@435: // ca1 is data dependent on rax,. duke@435: } else { duke@435: __ cmp32(rcx, counter); duke@435: } duke@435: __ jcc (Assembler::notEqual, slow); duke@435: duke@435: #ifndef _WINDOWS duke@435: __ ret (0); duke@435: #else duke@435: // __stdcall calling convention duke@435: __ ret (3*wordSize); duke@435: #endif duke@435: duke@435: slowcase_entry_pclist[count++] = __ pc(); duke@435: __ bind (slow); duke@435: address slow_case_addr; duke@435: switch (type) { duke@435: case T_BOOLEAN: slow_case_addr = jni_GetBooleanField_addr(); break; duke@435: case T_BYTE: slow_case_addr = jni_GetByteField_addr(); break; duke@435: case T_CHAR: slow_case_addr = jni_GetCharField_addr(); break; duke@435: case T_SHORT: slow_case_addr = jni_GetShortField_addr(); break; duke@435: case T_INT: slow_case_addr = jni_GetIntField_addr(); duke@435: } duke@435: // tail call duke@435: __ jump (ExternalAddress(slow_case_addr)); duke@435: duke@435: __ flush (); duke@435: duke@435: #ifndef _WINDOWS duke@435: return fast_entry; duke@435: #else duke@435: switch (type) { twisti@2103: case T_BOOLEAN: jni_fast_GetBooleanField_fp = (GetBooleanField_t) fast_entry; break; twisti@2103: case T_BYTE: jni_fast_GetByteField_fp = (GetByteField_t) fast_entry; break; twisti@2103: case T_CHAR: jni_fast_GetCharField_fp = (GetCharField_t) fast_entry; break; twisti@2103: case T_SHORT: jni_fast_GetShortField_fp = (GetShortField_t) fast_entry; break; twisti@2103: case T_INT: jni_fast_GetIntField_fp = (GetIntField_t) fast_entry; break; duke@435: } duke@435: return os::win32::fast_jni_accessor_wrapper(type); duke@435: #endif duke@435: } duke@435: duke@435: address JNI_FastGetField::generate_fast_get_boolean_field() { duke@435: return generate_fast_get_int_field0(T_BOOLEAN); duke@435: } duke@435: duke@435: address JNI_FastGetField::generate_fast_get_byte_field() { duke@435: return generate_fast_get_int_field0(T_BYTE); duke@435: } duke@435: duke@435: address JNI_FastGetField::generate_fast_get_char_field() { duke@435: return generate_fast_get_int_field0(T_CHAR); duke@435: } duke@435: duke@435: address JNI_FastGetField::generate_fast_get_short_field() { duke@435: return generate_fast_get_int_field0(T_SHORT); duke@435: } duke@435: duke@435: address JNI_FastGetField::generate_fast_get_int_field() { duke@435: return generate_fast_get_int_field0(T_INT); duke@435: } duke@435: duke@435: address JNI_FastGetField::generate_fast_get_long_field() { duke@435: const char *name = "jni_fast_GetLongField"; duke@435: ResourceMark rm; twisti@2103: BufferBlob* blob = BufferBlob::create(name, BUFFER_SIZE*wordSize); twisti@2103: CodeBuffer cbuf(blob); duke@435: MacroAssembler* masm = new MacroAssembler(&cbuf); twisti@2103: address fast_entry = __ pc(); duke@435: duke@435: Label slow; duke@435: duke@435: // stack layout: offset from rsp (in words): duke@435: // old rsi 0 duke@435: // return pc 1 duke@435: // jni env 2 duke@435: // obj 3 duke@435: // jfieldID 4 duke@435: duke@435: ExternalAddress counter(SafepointSynchronize::safepoint_counter_addr()); duke@435: never@739: __ push (rsi); duke@435: __ mov32 (rcx, counter); duke@435: __ testb (rcx, 1); duke@435: __ jcc (Assembler::notZero, slow); duke@435: if (os::is_MP()) { never@739: __ mov(rax, rcx); never@739: __ andptr(rax, 1); // rax, must end up 0 never@739: __ movptr(rdx, Address(rsp, rax, Address::times_1, 3*wordSize)); duke@435: // obj, notice rax, is 0. duke@435: // rdx is data dependent on rcx. duke@435: } else { never@739: __ movptr(rdx, Address(rsp, 3*wordSize)); // obj duke@435: } never@739: __ movptr(rsi, Address(rsp, 4*wordSize)); // jfieldID never@739: __ movptr(rdx, Address(rdx, 0)); // *obj never@739: __ shrptr(rsi, 2); // offset duke@435: duke@435: assert(count < LIST_CAPACITY-1, "LIST_CAPACITY too small"); duke@435: speculative_load_pclist[count++] = __ pc(); never@739: __ movptr(rax, Address(rdx, rsi, Address::times_1)); never@739: #ifndef _LP64 duke@435: speculative_load_pclist[count] = __ pc(); never@739: __ movl(rdx, Address(rdx, rsi, Address::times_1, 4)); never@739: #endif // _LP64 duke@435: duke@435: if (os::is_MP()) { never@739: __ lea(rsi, counter); never@739: __ xorptr(rsi, rdx); never@739: __ xorptr(rsi, rax); never@739: __ xorptr(rsi, rdx); never@739: __ xorptr(rsi, rax); duke@435: __ cmp32(rcx, Address(rsi, 0)); duke@435: // ca1 is the same as ca because duke@435: // rax, ^ rdx ^ counter_addr ^ rax, ^ rdx = address duke@435: // ca1 is data dependent on both rax, and rdx. duke@435: } else { duke@435: __ cmp32(rcx, counter); duke@435: } duke@435: __ jcc (Assembler::notEqual, slow); duke@435: never@739: __ pop (rsi); duke@435: duke@435: #ifndef _WINDOWS duke@435: __ ret (0); duke@435: #else duke@435: // __stdcall calling convention duke@435: __ ret (3*wordSize); duke@435: #endif duke@435: duke@435: slowcase_entry_pclist[count-1] = __ pc(); duke@435: slowcase_entry_pclist[count++] = __ pc(); duke@435: __ bind (slow); never@739: __ pop (rsi); duke@435: address slow_case_addr = jni_GetLongField_addr();; duke@435: // tail call duke@435: __ jump (ExternalAddress(slow_case_addr)); duke@435: duke@435: __ flush (); duke@435: duke@435: #ifndef _WINDOWS duke@435: return fast_entry; duke@435: #else twisti@2103: jni_fast_GetLongField_fp = (GetLongField_t) fast_entry; duke@435: return os::win32::fast_jni_accessor_wrapper(T_LONG); duke@435: #endif duke@435: } duke@435: duke@435: address JNI_FastGetField::generate_fast_get_float_field0(BasicType type) { duke@435: const char *name; duke@435: switch (type) { duke@435: case T_FLOAT: name = "jni_fast_GetFloatField"; break; duke@435: case T_DOUBLE: name = "jni_fast_GetDoubleField"; break; duke@435: default: ShouldNotReachHere(); duke@435: } duke@435: ResourceMark rm; twisti@2103: BufferBlob* blob = BufferBlob::create(name, BUFFER_SIZE*wordSize); twisti@2103: CodeBuffer cbuf(blob); duke@435: MacroAssembler* masm = new MacroAssembler(&cbuf); twisti@2103: address fast_entry = __ pc(); duke@435: duke@435: Label slow_with_pop, slow; duke@435: duke@435: // stack layout: offset from rsp (in words): duke@435: // return pc 0 duke@435: // jni env 1 duke@435: // obj 2 duke@435: // jfieldID 3 duke@435: duke@435: ExternalAddress counter(SafepointSynchronize::safepoint_counter_addr()); duke@435: duke@435: __ mov32 (rcx, counter); duke@435: __ testb (rcx, 1); duke@435: __ jcc (Assembler::notZero, slow); duke@435: if (os::is_MP()) { never@739: __ mov(rax, rcx); never@739: __ andptr(rax, 1); // rax, must end up 0 never@739: __ movptr(rdx, Address(rsp, rax, Address::times_1, 2*wordSize)); duke@435: // obj, notice rax, is 0. duke@435: // rdx is data dependent on rcx. duke@435: } else { never@739: __ movptr(rdx, Address(rsp, 2*wordSize)); // obj duke@435: } never@739: __ movptr(rax, Address(rsp, 3*wordSize)); // jfieldID never@739: __ movptr(rdx, Address(rdx, 0)); // *obj never@739: __ shrptr(rax, 2); // offset duke@435: duke@435: assert(count < LIST_CAPACITY, "LIST_CAPACITY too small"); duke@435: speculative_load_pclist[count] = __ pc(); duke@435: switch (type) { never@739: #ifndef _LP64 duke@435: case T_FLOAT: __ fld_s (Address(rdx, rax, Address::times_1)); break; duke@435: case T_DOUBLE: __ fld_d (Address(rdx, rax, Address::times_1)); break; never@739: #else never@739: case T_FLOAT: __ movflt (xmm0, Address(robj, roffset, Address::times_1)); break; never@739: case T_DOUBLE: __ movdbl (xmm0, Address(robj, roffset, Address::times_1)); break; never@739: #endif // _LP64 duke@435: default: ShouldNotReachHere(); duke@435: } duke@435: duke@435: Address ca1; duke@435: if (os::is_MP()) { duke@435: __ fst_s (Address(rsp, -4)); duke@435: __ lea(rdx, counter); duke@435: __ movl (rax, Address(rsp, -4)); never@739: // garbage hi-order bits on 64bit are harmless. never@739: __ xorptr(rdx, rax); never@739: __ xorptr(rdx, rax); duke@435: __ cmp32(rcx, Address(rdx, 0)); duke@435: // rax, ^ counter_addr ^ rax, = address duke@435: // ca1 is data dependent on the field duke@435: // access. duke@435: } else { duke@435: __ cmp32(rcx, counter); duke@435: } duke@435: __ jcc (Assembler::notEqual, slow_with_pop); duke@435: duke@435: #ifndef _WINDOWS duke@435: __ ret (0); duke@435: #else duke@435: // __stdcall calling convention duke@435: __ ret (3*wordSize); duke@435: #endif duke@435: duke@435: __ bind (slow_with_pop); duke@435: // invalid load. pop FPU stack. duke@435: __ fstp_d (0); duke@435: duke@435: slowcase_entry_pclist[count++] = __ pc(); duke@435: __ bind (slow); duke@435: address slow_case_addr; duke@435: switch (type) { duke@435: case T_FLOAT: slow_case_addr = jni_GetFloatField_addr(); break; duke@435: case T_DOUBLE: slow_case_addr = jni_GetDoubleField_addr(); break; duke@435: default: ShouldNotReachHere(); duke@435: } duke@435: // tail call duke@435: __ jump (ExternalAddress(slow_case_addr)); duke@435: duke@435: __ flush (); duke@435: duke@435: #ifndef _WINDOWS duke@435: return fast_entry; duke@435: #else duke@435: switch (type) { twisti@2103: case T_FLOAT: jni_fast_GetFloatField_fp = (GetFloatField_t) fast_entry; break; twisti@2103: case T_DOUBLE: jni_fast_GetDoubleField_fp = (GetDoubleField_t) fast_entry; break; duke@435: } duke@435: return os::win32::fast_jni_accessor_wrapper(type); duke@435: #endif duke@435: } duke@435: duke@435: address JNI_FastGetField::generate_fast_get_float_field() { duke@435: return generate_fast_get_float_field0(T_FLOAT); duke@435: } duke@435: duke@435: address JNI_FastGetField::generate_fast_get_double_field() { duke@435: return generate_fast_get_float_field0(T_DOUBLE); duke@435: }