aoqi@1: /* aoqi@1: * Copyright (c) 2004, 2010, Oracle and/or its affiliates. All rights reserved. aoqi@1: * Copyright (c) 2015, 2016, Loongson Technology. All rights reserved. aoqi@1: * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. aoqi@1: * aoqi@1: * This code is free software; you can redistribute it and/or modify it aoqi@1: * under the terms of the GNU General Public License version 2 only, as aoqi@1: * published by the Free Software Foundation. aoqi@1: * aoqi@1: * This code is distributed in the hope that it will be useful, but WITHOUT aoqi@1: * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or aoqi@1: * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License aoqi@1: * version 2 for more details (a copy is included in the LICENSE file that aoqi@1: * accompanied this code). aoqi@1: * aoqi@1: * You should have received a copy of the GNU General Public License version aoqi@1: * 2 along with this work; if not, write to the Free Software Foundation, aoqi@1: * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. aoqi@1: * aoqi@1: * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA aoqi@1: * or visit www.oracle.com if you need additional information or have any aoqi@1: * questions. aoqi@1: * aoqi@1: */ aoqi@1: aoqi@1: #include "precompiled.hpp" aoqi@1: #include "asm/macroAssembler.hpp" aoqi@1: #include "memory/resourceArea.hpp" aoqi@1: #include "prims/jniFastGetField.hpp" aoqi@1: #include "prims/jvm_misc.hpp" aoqi@1: #include "runtime/safepoint.hpp" aoqi@1: aoqi@1: #define __ masm-> aoqi@1: aoqi@1: #define BUFFER_SIZE 30*wordSize aoqi@1: aoqi@1: // Instead of issuing lfence for LoadLoad barrier, we create data dependency aoqi@1: // between loads, which is more efficient than lfence. aoqi@1: aoqi@1: address JNI_FastGetField::generate_fast_get_int_field0(BasicType type) { aoqi@1: const char *name; aoqi@1: switch (type) { aoqi@1: case T_BOOLEAN: name = "jni_fast_GetBooleanField"; break; aoqi@1: case T_BYTE: name = "jni_fast_GetByteField"; break; aoqi@1: case T_CHAR: name = "jni_fast_GetCharField"; break; aoqi@1: case T_SHORT: name = "jni_fast_GetShortField"; break; aoqi@1: case T_INT: name = "jni_fast_GetIntField"; break; aoqi@1: case T_LONG: name = "jni_fast_GetLongField"; break; aoqi@1: default: ShouldNotReachHere(); aoqi@1: } aoqi@1: ResourceMark rm; aoqi@1: BufferBlob* blob = BufferBlob::create(name, BUFFER_SIZE); aoqi@1: CodeBuffer cbuf(blob); aoqi@1: MacroAssembler* masm = new MacroAssembler(&cbuf); aoqi@1: address fast_entry = __ pc(); aoqi@1: aoqi@1: Label slow; aoqi@1: aoqi@1: // return pc RA aoqi@1: // jni env A0 aoqi@1: // obj A1 aoqi@1: // jfieldID A2 aoqi@1: aoqi@1: address counter_addr = SafepointSynchronize::safepoint_counter_addr(); aoqi@1: __ li48(AT, (long)counter_addr); aoqi@1: __ lw(T1, AT, 0); aoqi@1: aoqi@1: /* 2012/4/28 Jin: the parameters(A0~A3) should not be modified, since aoqi@1: * they will be used in slow path. */ aoqi@1: __ andi(AT, T1, 1); aoqi@1: __ bne(AT, R0, slow); aoqi@1: __ delayed()->nop(); aoqi@1: aoqi@1: __ ld(T0, A1, 0); // unbox, *obj aoqi@1: __ move(T2, A2); aoqi@1: __ shr(T2, 2); // offset aoqi@1: __ dadd(T0, T0, T2); aoqi@1: aoqi@1: assert(count < LIST_CAPACITY, "LIST_CAPACITY too small"); aoqi@1: speculative_load_pclist[count] = __ pc(); aoqi@1: switch (type) { aoqi@1: case T_BOOLEAN: __ lbu (V0, T0, 0); break; aoqi@1: case T_BYTE: __ lb (V0, T0, 0); break; aoqi@1: case T_CHAR: __ lhu (V0, T0, 0); break; aoqi@1: case T_SHORT: __ lh (V0, T0, 0); break; aoqi@1: case T_INT: __ lw (V0, T0, 0); break; aoqi@1: case T_LONG: __ ld (V0, T0, 0); break; aoqi@1: default: ShouldNotReachHere(); aoqi@1: } aoqi@1: aoqi@1: __ li48(AT, (long)counter_addr); aoqi@1: __ lw(AT, AT, 0); aoqi@1: __ bne(T1, AT, slow); aoqi@1: __ delayed()->nop(); aoqi@1: aoqi@1: __ jr(RA); aoqi@1: __ delayed()->nop(); aoqi@1: aoqi@1: slowcase_entry_pclist[count++] = __ pc(); aoqi@1: __ bind (slow); aoqi@1: address slow_case_addr; aoqi@1: switch (type) { aoqi@1: case T_BOOLEAN: slow_case_addr = jni_GetBooleanField_addr(); break; aoqi@1: case T_BYTE: slow_case_addr = jni_GetByteField_addr(); break; aoqi@1: case T_CHAR: slow_case_addr = jni_GetCharField_addr(); break; aoqi@1: case T_SHORT: slow_case_addr = jni_GetShortField_addr(); break; aoqi@1: case T_INT: slow_case_addr = jni_GetIntField_addr(); break; aoqi@1: case T_LONG: slow_case_addr = jni_GetLongField_addr(); aoqi@1: } aoqi@1: __ jmp(slow_case_addr); aoqi@1: __ delayed()->nop(); aoqi@1: aoqi@1: __ flush (); aoqi@1: aoqi@1: return fast_entry; aoqi@1: } aoqi@1: aoqi@1: address JNI_FastGetField::generate_fast_get_boolean_field() { aoqi@1: return generate_fast_get_int_field0(T_BOOLEAN); aoqi@1: } aoqi@1: aoqi@1: address JNI_FastGetField::generate_fast_get_byte_field() { aoqi@1: return generate_fast_get_int_field0(T_BYTE); aoqi@1: } aoqi@1: aoqi@1: address JNI_FastGetField::generate_fast_get_char_field() { aoqi@1: return generate_fast_get_int_field0(T_CHAR); aoqi@1: } aoqi@1: aoqi@1: address JNI_FastGetField::generate_fast_get_short_field() { aoqi@1: return generate_fast_get_int_field0(T_SHORT); aoqi@1: } aoqi@1: aoqi@1: address JNI_FastGetField::generate_fast_get_int_field() { aoqi@1: return generate_fast_get_int_field0(T_INT); aoqi@1: } aoqi@1: aoqi@1: address JNI_FastGetField::generate_fast_get_long_field() { aoqi@1: return generate_fast_get_int_field0(T_LONG); aoqi@1: /* aoqi@1: const char *name = "jni_fast_GetLongField"; aoqi@1: ResourceMark rm; aoqi@1: BufferBlob* b = BufferBlob::create(name, BUFFER_SIZE*wordSize); aoqi@1: address fast_entry = b->instructions_begin(); aoqi@1: // CodeBuffer* cbuf = new CodeBuffer(fast_entry, b->instructions_size()); aoqi@1: CodeBuffer cbuf (fast_entry, b->instructions_size()); aoqi@1: MacroAssembler* masm = new MacroAssembler(&cbuf); aoqi@1: aoqi@1: Label slow; aoqi@1: aoqi@1: // return pc RA aoqi@1: // jni env A0 aoqi@1: // obj A1 aoqi@1: // jfieldID A2 aoqi@1: aoqi@1: address counter_addr = SafepointSynchronize::safepoint_counter_addr(); aoqi@1: //__ move(AT, (int)counter_addr); aoqi@1: //__ lw(T1, AT, 0); aoqi@1: __ lui(AT, Assembler::split_high((intptr_t)counter_addr)); aoqi@1: __ lw(T1, AT, Assembler::split_low((intptr_t)counter_addr)); aoqi@1: __ andi(AT, T1, 1); aoqi@1: __ bne(AT, R0, slow); aoqi@1: __ delayed()->nop(); aoqi@1: aoqi@1: __ ld (A1, A1, 0); // unbox, *obj aoqi@1: __ shr(A2, 2); // offset aoqi@1: __ dadd(A1, A1, A2); aoqi@1: aoqi@1: assert(count < LIST_CAPACITY-1, "LIST_CAPACITY too small"); aoqi@1: speculative_load_pclist[count++] = __ pc(); aoqi@1: __ ld(V0, A1, 0); // eax aoqi@1: speculative_load_pclist[count] = __ pc(); aoqi@1: __ ld(V1, A1, 8); aoqi@1: aoqi@1: __ lui(AT, Assembler::split_high((intptr_t)counter_addr)); aoqi@1: __ lw(AT, AT, Assembler::split_low((intptr_t)counter_addr)); aoqi@1: __ bne(T1, AT, slow); aoqi@1: __ delayed()->nop(); aoqi@1: aoqi@1: __ jr(RA); aoqi@1: __ delayed()->nop(); aoqi@1: aoqi@1: slowcase_entry_pclist[count-1] = __ pc(); aoqi@1: slowcase_entry_pclist[count++] = __ pc(); aoqi@1: __ bind (slow); aoqi@1: address slow_case_addr = jni_GetLongField_addr();; aoqi@1: // tail call aoqi@1: __ jmp(slow_case_addr); aoqi@1: __ delayed()->nop(); aoqi@1: aoqi@1: __ flush(); aoqi@1: return fast_entry; aoqi@1: */ aoqi@1: } aoqi@1: aoqi@1: address JNI_FastGetField::generate_fast_get_float_field0(BasicType type) { aoqi@1: const char *name; aoqi@1: switch (type) { aoqi@1: case T_FLOAT: name = "jni_fast_GetFloatField"; break; aoqi@1: case T_DOUBLE: name = "jni_fast_GetDoubleField"; break; aoqi@1: default: ShouldNotReachHere(); aoqi@1: } aoqi@1: ResourceMark rm; aoqi@1: BufferBlob* blob = BufferBlob::create(name, BUFFER_SIZE); aoqi@1: CodeBuffer cbuf(blob); aoqi@1: MacroAssembler* masm = new MacroAssembler(&cbuf); aoqi@1: address fast_entry = __ pc(); aoqi@1: aoqi@1: Label slow; aoqi@1: aoqi@1: // return pc RA aoqi@1: // jni env A0 aoqi@1: // obj A1 aoqi@1: // jfieldID A2 aoqi@1: aoqi@1: address counter_addr = SafepointSynchronize::safepoint_counter_addr(); aoqi@1: //__ move(AT, (int)counter_addr); aoqi@1: //__ lw(T1, AT, 0); aoqi@1: #ifdef _LP64 aoqi@1: __ li48(AT, (intptr_t)counter_addr); aoqi@1: __ lw(T1, AT, 0); aoqi@1: #else aoqi@1: __ lui(AT, Assembler::split_high((intptr_t)counter_addr)); aoqi@1: __ lw(T1, AT, Assembler::split_low((intptr_t)counter_addr)); aoqi@1: #endif aoqi@1: __ andi(AT, T1, 1); aoqi@1: __ bne(AT, R0, slow); aoqi@1: __ delayed()->nop(); aoqi@1: aoqi@1: #ifdef _LP64 aoqi@1: __ ld(A1, A1, 0); // unbox, *obj aoqi@1: #else aoqi@1: __ lw(A1, A1, 0); // unbox, *obj aoqi@1: #endif aoqi@1: __ shr(A2, 2); // offset aoqi@1: __ add(A1, A1, A2); aoqi@1: aoqi@1: assert(count < LIST_CAPACITY, "LIST_CAPACITY too small"); aoqi@1: speculative_load_pclist[count] = __ pc(); aoqi@1: switch (type) { aoqi@1: case T_FLOAT: aoqi@1: __ lwc1(F0, A1, 0); aoqi@1: break; aoqi@1: case T_DOUBLE: aoqi@1: #ifdef _LP64 aoqi@1: __ ldc1(F0, A1, 0); aoqi@1: #else aoqi@1: __ lwc1(F0, A1, 0); aoqi@1: __ lwc1(F1, A1, 4); aoqi@1: #endif aoqi@1: break; aoqi@1: default: ShouldNotReachHere(); aoqi@1: } aoqi@1: aoqi@1: #ifdef _LP64 aoqi@1: __ li48(AT, (intptr_t)counter_addr); aoqi@1: __ lw(AT, AT, 0); aoqi@1: #else aoqi@1: __ lui(AT, Assembler::split_high((intptr_t)counter_addr)); aoqi@1: __ lw(AT, AT, Assembler::split_low((intptr_t)counter_addr)); aoqi@1: #endif aoqi@1: __ bne(T1, AT, slow); aoqi@1: __ delayed()->nop(); aoqi@1: aoqi@1: __ jr(RA); aoqi@1: __ delayed()->nop(); aoqi@1: aoqi@1: aoqi@1: slowcase_entry_pclist[count++] = __ pc(); aoqi@1: __ bind (slow); aoqi@1: address slow_case_addr; aoqi@1: switch (type) { aoqi@1: case T_FLOAT: slow_case_addr = jni_GetFloatField_addr(); break; aoqi@1: case T_DOUBLE: slow_case_addr = jni_GetDoubleField_addr(); break; aoqi@1: default: ShouldNotReachHere(); aoqi@1: } aoqi@1: __ jmp(slow_case_addr); aoqi@1: __ delayed()->nop(); aoqi@1: aoqi@1: __ flush (); aoqi@1: return fast_entry; aoqi@1: } aoqi@1: aoqi@1: address JNI_FastGetField::generate_fast_get_float_field() { aoqi@1: return generate_fast_get_float_field0(T_FLOAT); aoqi@1: } aoqi@1: aoqi@1: address JNI_FastGetField::generate_fast_get_double_field() { aoqi@1: return generate_fast_get_float_field0(T_DOUBLE); aoqi@1: }