src/cpu/x86/vm/methodHandles_x86.cpp

Tue, 24 Jul 2012 10:51:00 -0700

author
twisti
date
Tue, 24 Jul 2012 10:51:00 -0700
changeset 3969
1d7922586cf6
parent 3566
45a1bf98f1bb
child 4037
da91efe96a93
permissions
-rw-r--r--

7023639: JSR 292 method handle invocation needs a fast path for compiled code
6984705: JSR 292 method handle creation should not go through JNI
Summary: remove assembly code for JDK 7 chained method handles
Reviewed-by: jrose, twisti, kvn, mhaupt
Contributed-by: John Rose <john.r.rose@oracle.com>, Christian Thalinger <christian.thalinger@oracle.com>, Michael Haupt <michael.haupt@oracle.com>

jrose@1145 1 /*
bdelsart@3445 2 * Copyright (c) 1997, 2012, Oracle and/or its affiliates. All rights reserved.
jrose@1145 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
jrose@1145 4 *
jrose@1145 5 * This code is free software; you can redistribute it and/or modify it
jrose@1145 6 * under the terms of the GNU General Public License version 2 only, as
jrose@1145 7 * published by the Free Software Foundation.
jrose@1145 8 *
jrose@1145 9 * This code is distributed in the hope that it will be useful, but WITHOUT
jrose@1145 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
jrose@1145 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
jrose@1145 12 * version 2 for more details (a copy is included in the LICENSE file that
jrose@1145 13 * accompanied this code).
jrose@1145 14 *
jrose@1145 15 * You should have received a copy of the GNU General Public License version
jrose@1145 16 * 2 along with this work; if not, write to the Free Software Foundation,
jrose@1145 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
jrose@1145 18 *
trims@1907 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
trims@1907 20 * or visit www.oracle.com if you need additional information or have any
trims@1907 21 * questions.
jrose@1145 22 *
jrose@1145 23 */
jrose@1145 24
stefank@2314 25 #include "precompiled.hpp"
stefank@2314 26 #include "interpreter/interpreter.hpp"
jrose@2952 27 #include "interpreter/interpreterRuntime.hpp"
stefank@2314 28 #include "memory/allocation.inline.hpp"
stefank@2314 29 #include "prims/methodHandles.hpp"
jrose@1145 30
jrose@1145 31 #define __ _masm->
jrose@1145 32
jrose@2148 33 #ifdef PRODUCT
jrose@2148 34 #define BLOCK_COMMENT(str) /* nothing */
twisti@3969 35 #define STOP(error) stop(error)
jrose@2148 36 #else
jrose@2148 37 #define BLOCK_COMMENT(str) __ block_comment(str)
twisti@3969 38 #define STOP(error) block_comment(error); __ stop(error)
jrose@2148 39 #endif
jrose@2148 40
jrose@2148 41 #define BIND(label) bind(label); BLOCK_COMMENT(#label ":")
jrose@2148 42
jrose@2952 43 // Workaround for C++ overloading nastiness on '0' for RegisterOrConstant.
jrose@2952 44 static RegisterOrConstant constant(int value) {
jrose@2952 45 return RegisterOrConstant(value);
jrose@2952 46 }
jrose@2952 47
never@2895 48 void MethodHandles::load_klass_from_Class(MacroAssembler* _masm, Register klass_reg) {
never@2895 49 if (VerifyMethodHandles)
never@2895 50 verify_klass(_masm, klass_reg, SystemDictionaryHandles::Class_klass(),
twisti@3969 51 "MH argument is a Class");
never@2895 52 __ load_heap_oop(klass_reg, Address(klass_reg, java_lang_Class::klass_offset_in_bytes()));
never@2895 53 }
never@2895 54
twisti@3969 55 #ifdef ASSERT
twisti@3969 56 static int check_nonzero(const char* xname, int x) {
twisti@3969 57 assert(x != 0, err_msg("%s should be nonzero", xname));
twisti@3969 58 return x;
never@2895 59 }
twisti@3969 60 #define NONZERO(x) check_nonzero(#x, x)
twisti@3969 61 #else //ASSERT
twisti@3969 62 #define NONZERO(x) (x)
twisti@3969 63 #endif //ASSERT
never@2895 64
never@2920 65 #ifdef ASSERT
never@2895 66 void MethodHandles::verify_klass(MacroAssembler* _masm,
never@2895 67 Register obj, KlassHandle klass,
never@2895 68 const char* error_message) {
never@2895 69 oop* klass_addr = klass.raw_value();
never@2895 70 assert(klass_addr >= SystemDictionaryHandles::Object_klass().raw_value() &&
never@2895 71 klass_addr <= SystemDictionaryHandles::Long_klass().raw_value(),
never@2895 72 "must be one of the SystemDictionaryHandles");
never@2895 73 Register temp = rdi;
twisti@3969 74 Register temp2 = noreg;
twisti@3969 75 LP64_ONLY(temp2 = rscratch1); // used by MacroAssembler::cmpptr
never@2895 76 Label L_ok, L_bad;
never@2895 77 BLOCK_COMMENT("verify_klass {");
never@2895 78 __ verify_oop(obj);
never@2895 79 __ testptr(obj, obj);
never@2895 80 __ jcc(Assembler::zero, L_bad);
twisti@3969 81 __ push(temp); if (temp2 != noreg) __ push(temp2);
twisti@3969 82 #define UNPUSH { if (temp2 != noreg) __ pop(temp2); __ pop(temp); }
never@2895 83 __ load_klass(temp, obj);
never@2895 84 __ cmpptr(temp, ExternalAddress((address) klass_addr));
never@2895 85 __ jcc(Assembler::equal, L_ok);
never@2895 86 intptr_t super_check_offset = klass->super_check_offset();
never@2895 87 __ movptr(temp, Address(temp, super_check_offset));
never@2895 88 __ cmpptr(temp, ExternalAddress((address) klass_addr));
never@2895 89 __ jcc(Assembler::equal, L_ok);
twisti@3969 90 UNPUSH;
never@2895 91 __ bind(L_bad);
twisti@3969 92 __ STOP(error_message);
never@2895 93 __ BIND(L_ok);
twisti@3969 94 UNPUSH;
never@2895 95 BLOCK_COMMENT("} verify_klass");
never@2895 96 }
twisti@3969 97
twisti@3969 98 void MethodHandles::verify_ref_kind(MacroAssembler* _masm, int ref_kind, Register member_reg, Register temp) {
twisti@3969 99 Label L;
twisti@3969 100 BLOCK_COMMENT("verify_ref_kind {");
twisti@3969 101 __ movl(temp, Address(member_reg, NONZERO(java_lang_invoke_MemberName::flags_offset_in_bytes())));
twisti@3969 102 __ shrl(temp, java_lang_invoke_MemberName::MN_REFERENCE_KIND_SHIFT);
twisti@3969 103 __ andl(temp, java_lang_invoke_MemberName::MN_REFERENCE_KIND_MASK);
twisti@3969 104 __ cmpl(temp, ref_kind);
twisti@3969 105 __ jcc(Assembler::equal, L);
twisti@3969 106 { char* buf = NEW_C_HEAP_ARRAY(char, 100, mtInternal);
twisti@3969 107 jio_snprintf(buf, 100, "verify_ref_kind expected %x", ref_kind);
twisti@3969 108 if (ref_kind == JVM_REF_invokeVirtual ||
twisti@3969 109 ref_kind == JVM_REF_invokeSpecial)
twisti@3969 110 // could do this for all ref_kinds, but would explode assembly code size
twisti@3969 111 trace_method_handle(_masm, buf);
twisti@3969 112 __ STOP(buf);
twisti@3969 113 }
twisti@3969 114 BLOCK_COMMENT("} verify_ref_kind");
twisti@3969 115 __ bind(L);
twisti@3969 116 }
twisti@3969 117
never@2895 118 #endif //ASSERT
jrose@1145 119
twisti@3969 120 void MethodHandles::jump_from_method_handle(MacroAssembler* _masm, Register method, Register temp,
twisti@3969 121 bool for_compiler_entry) {
twisti@3969 122 assert(method == rbx, "interpreter calling convention");
twisti@3969 123 __ verify_oop(method);
twisti@3969 124
twisti@3969 125 if (!for_compiler_entry && JvmtiExport::can_post_interpreter_events()) {
never@3005 126 Label run_compiled_code;
never@3005 127 // JVMTI events, such as single-stepping, are implemented partly by avoiding running
never@3005 128 // compiled code in threads for which the event is enabled. Check here for
never@3005 129 // interp_only_mode if these events CAN be enabled.
never@3005 130 #ifdef _LP64
never@3005 131 Register rthread = r15_thread;
never@3005 132 #else
never@3005 133 Register rthread = temp;
never@3005 134 __ get_thread(rthread);
never@3005 135 #endif
never@3005 136 // interp_only is an int, on little endian it is sufficient to test the byte only
never@3005 137 // Is a cmpl faster?
never@3005 138 __ cmpb(Address(rthread, JavaThread::interp_only_mode_offset()), 0);
never@3005 139 __ jccb(Assembler::zero, run_compiled_code);
never@3005 140 __ jmp(Address(method, methodOopDesc::interpreter_entry_offset()));
twisti@3969 141 __ BIND(run_compiled_code);
never@3005 142 }
twisti@3969 143
twisti@3969 144 const ByteSize entry_offset = for_compiler_entry ? methodOopDesc::from_compiled_offset() :
twisti@3969 145 methodOopDesc::from_interpreted_offset();
twisti@3969 146 __ jmp(Address(method, entry_offset));
never@3005 147 }
never@3005 148
twisti@3969 149 void MethodHandles::jump_to_lambda_form(MacroAssembler* _masm,
twisti@3969 150 Register recv, Register method_temp,
twisti@3969 151 Register temp2,
twisti@3969 152 bool for_compiler_entry) {
twisti@3969 153 BLOCK_COMMENT("jump_to_lambda_form {");
twisti@3969 154 // This is the initial entry point of a lazy method handle.
twisti@3969 155 // After type checking, it picks up the invoker from the LambdaForm.
twisti@3969 156 assert_different_registers(recv, method_temp, temp2);
twisti@3969 157 assert(recv != noreg, "required register");
twisti@3969 158 assert(method_temp == rbx, "required register for loading method");
twisti@3969 159
twisti@3969 160 //NOT_PRODUCT({ FlagSetting fs(TraceMethodHandles, true); trace_method_handle(_masm, "LZMH"); });
twisti@3969 161
twisti@3969 162 // Load the invoker, as MH -> MH.form -> LF.vmentry
twisti@3969 163 __ verify_oop(recv);
twisti@3969 164 __ load_heap_oop(method_temp, Address(recv, NONZERO(java_lang_invoke_MethodHandle::form_offset_in_bytes())));
twisti@3969 165 __ verify_oop(method_temp);
twisti@3969 166 __ load_heap_oop(method_temp, Address(method_temp, NONZERO(java_lang_invoke_LambdaForm::vmentry_offset_in_bytes())));
twisti@3969 167 __ verify_oop(method_temp);
twisti@3969 168 // the following assumes that a methodOop is normally compressed in the vmtarget field:
twisti@3969 169 __ load_heap_oop(method_temp, Address(method_temp, NONZERO(java_lang_invoke_MemberName::vmtarget_offset_in_bytes())));
twisti@3969 170 __ verify_oop(method_temp);
twisti@3969 171
twisti@3969 172 if (VerifyMethodHandles && !for_compiler_entry) {
twisti@3969 173 // make sure recv is already on stack
twisti@3969 174 __ load_sized_value(temp2,
twisti@3969 175 Address(method_temp, methodOopDesc::size_of_parameters_offset()),
twisti@3969 176 sizeof(u2), /*is_signed*/ false);
twisti@3969 177 // assert(sizeof(u2) == sizeof(methodOopDesc::_size_of_parameters), "");
twisti@3969 178 Label L;
twisti@3969 179 __ cmpptr(recv, __ argument_address(temp2, -1));
twisti@3969 180 __ jcc(Assembler::equal, L);
twisti@3969 181 __ movptr(rax, __ argument_address(temp2, -1));
twisti@3969 182 __ STOP("receiver not on stack");
twisti@3969 183 __ BIND(L);
twisti@3969 184 }
twisti@3969 185
twisti@3969 186 jump_from_method_handle(_masm, method_temp, temp2, for_compiler_entry);
twisti@3969 187 BLOCK_COMMENT("} jump_to_lambda_form");
twisti@3969 188 }
twisti@3969 189
twisti@3969 190
jrose@1145 191 // Code generation
twisti@3969 192 address MethodHandles::generate_method_handle_interpreter_entry(MacroAssembler* _masm,
twisti@3969 193 vmIntrinsics::ID iid) {
twisti@3969 194 const bool not_for_compiler_entry = false; // this is the interpreter entry
twisti@3969 195 assert(is_signature_polymorphic(iid), "expected invoke iid");
twisti@3969 196 if (iid == vmIntrinsics::_invokeGeneric ||
twisti@3969 197 iid == vmIntrinsics::_compiledLambdaForm) {
twisti@3969 198 // Perhaps surprisingly, the symbolic references visible to Java are not directly used.
twisti@3969 199 // They are linked to Java-generated adapters via MethodHandleNatives.linkMethod.
twisti@3969 200 // They all allow an appendix argument.
twisti@3969 201 __ hlt(); // empty stubs make SG sick
twisti@3969 202 return NULL;
twisti@3969 203 }
twisti@3969 204
twisti@3969 205 // rsi/r13: sender SP (must preserve; see prepare_to_jump_from_interpreted)
jrose@1145 206 // rbx: methodOop
twisti@3969 207 // rdx: argument locator (parameter slot count, added to rsp)
twisti@3969 208 // rcx: used as temp to hold mh or receiver
twisti@3969 209 // rax, rdi: garbage temps, blown away
twisti@3969 210 Register rdx_argp = rdx; // argument list ptr, live on error paths
twisti@3969 211 Register rax_temp = rax;
twisti@3969 212 Register rcx_mh = rcx; // MH receiver; dies quickly and is recycled
twisti@3969 213 Register rbx_method = rbx; // eventual target of this invocation
jrose@1145 214
twisti@3969 215 address code_start = __ pc();
jrose@1145 216
jrose@1145 217 // here's where control starts out:
jrose@1145 218 __ align(CodeEntryAlignment);
jrose@1145 219 address entry_point = __ pc();
jrose@1145 220
twisti@3969 221 if (VerifyMethodHandles) {
twisti@3969 222 Label L;
twisti@3969 223 BLOCK_COMMENT("verify_intrinsic_id {");
twisti@3969 224 __ cmpb(Address(rbx_method, methodOopDesc::intrinsic_id_offset_in_bytes()), (int) iid);
twisti@3969 225 __ jcc(Assembler::equal, L);
twisti@3969 226 if (iid == vmIntrinsics::_linkToVirtual ||
twisti@3969 227 iid == vmIntrinsics::_linkToSpecial) {
twisti@3969 228 // could do this for all kinds, but would explode assembly code size
twisti@3969 229 trace_method_handle(_masm, "bad methodOop::intrinsic_id");
jrose@1145 230 }
twisti@3969 231 __ STOP("bad methodOop::intrinsic_id");
twisti@3969 232 __ bind(L);
twisti@3969 233 BLOCK_COMMENT("} verify_intrinsic_id");
jrose@1145 234 }
jrose@1145 235
twisti@3969 236 // First task: Find out how big the argument list is.
twisti@3969 237 Address rdx_first_arg_addr;
twisti@3969 238 int ref_kind = signature_polymorphic_intrinsic_ref_kind(iid);
twisti@3969 239 assert(ref_kind != 0 || iid == vmIntrinsics::_invokeBasic, "must be _invokeBasic or a linkTo intrinsic");
twisti@3969 240 if (ref_kind == 0 || MethodHandles::ref_kind_has_receiver(ref_kind)) {
twisti@3969 241 __ load_sized_value(rdx_argp,
twisti@3969 242 Address(rbx_method, methodOopDesc::size_of_parameters_offset()),
twisti@3969 243 sizeof(u2), /*is_signed*/ false);
twisti@3969 244 // assert(sizeof(u2) == sizeof(methodOopDesc::_size_of_parameters), "");
twisti@3969 245 rdx_first_arg_addr = __ argument_address(rdx_argp, -1);
twisti@3969 246 } else {
twisti@3969 247 DEBUG_ONLY(rdx_argp = noreg);
twisti@3969 248 }
jrose@1145 249
twisti@3969 250 if (!is_signature_polymorphic_static(iid)) {
twisti@3969 251 __ movptr(rcx_mh, rdx_first_arg_addr);
twisti@3969 252 DEBUG_ONLY(rdx_argp = noreg);
twisti@3969 253 }
jrose@2148 254
twisti@3969 255 // rdx_first_arg_addr is live!
never@2895 256
twisti@3969 257 if (TraceMethodHandles) {
twisti@3969 258 const char* name = vmIntrinsics::name_at(iid);
twisti@3969 259 if (*name == '_') name += 1;
twisti@3969 260 const size_t len = strlen(name) + 50;
twisti@3969 261 char* qname = NEW_C_HEAP_ARRAY(char, len, mtInternal);
twisti@3969 262 const char* suffix = "";
twisti@3969 263 if (vmIntrinsics::method_for(iid) == NULL ||
twisti@3969 264 !vmIntrinsics::method_for(iid)->access_flags().is_public()) {
twisti@3969 265 if (is_signature_polymorphic_static(iid))
twisti@3969 266 suffix = "/static";
twisti@3969 267 else
twisti@3969 268 suffix = "/private";
twisti@3969 269 }
twisti@3969 270 jio_snprintf(qname, len, "MethodHandle::interpreter_entry::%s%s", name, suffix);
twisti@3969 271 // note: stub look for mh in rcx
twisti@3969 272 trace_method_handle(_masm, qname);
twisti@3969 273 }
never@2895 274
twisti@3969 275 if (iid == vmIntrinsics::_invokeBasic) {
twisti@3969 276 generate_method_handle_dispatch(_masm, iid, rcx_mh, noreg, not_for_compiler_entry);
jrose@2148 277
twisti@3969 278 } else {
twisti@3969 279 // Adjust argument list by popping the trailing MemberName argument.
twisti@3969 280 Register rcx_recv = noreg;
twisti@3969 281 if (MethodHandles::ref_kind_has_receiver(ref_kind)) {
twisti@3969 282 // Load the receiver (not the MH; the actual MemberName's receiver) up from the interpreter stack.
twisti@3969 283 __ movptr(rcx_recv = rcx, rdx_first_arg_addr);
twisti@3969 284 }
twisti@3969 285 DEBUG_ONLY(rdx_argp = noreg);
twisti@3969 286 Register rbx_member = rbx_method; // MemberName ptr; incoming method ptr is dead now
twisti@3969 287 __ pop(rax_temp); // return address
twisti@3969 288 __ pop(rbx_member); // extract last argument
twisti@3969 289 __ push(rax_temp); // re-push return address
twisti@3969 290 generate_method_handle_dispatch(_masm, iid, rcx_recv, rbx_member, not_for_compiler_entry);
twisti@3969 291 }
never@3136 292
twisti@3969 293 if (PrintMethodHandleStubs) {
twisti@3969 294 address code_end = __ pc();
twisti@3969 295 tty->print_cr("--------");
twisti@3969 296 tty->print_cr("method handle interpreter entry for %s", vmIntrinsics::name_at(iid));
twisti@3969 297 Disassembler::decode(code_start, code_end);
twisti@3969 298 tty->cr();
jrose@2148 299 }
jrose@2148 300
jrose@1145 301 return entry_point;
jrose@1145 302 }
jrose@1145 303
twisti@3969 304 void MethodHandles::generate_method_handle_dispatch(MacroAssembler* _masm,
twisti@3969 305 vmIntrinsics::ID iid,
twisti@3969 306 Register receiver_reg,
twisti@3969 307 Register member_reg,
twisti@3969 308 bool for_compiler_entry) {
twisti@3969 309 assert(is_signature_polymorphic(iid), "expected invoke iid");
twisti@3969 310 Register rbx_method = rbx; // eventual target of this invocation
twisti@3969 311 // temps used in this code are not used in *either* compiled or interpreted calling sequences
twisti@3969 312 #ifdef _LP64
twisti@3969 313 Register temp1 = rscratch1;
twisti@3969 314 Register temp2 = rscratch2;
twisti@3969 315 Register temp3 = rax;
twisti@3969 316 if (for_compiler_entry) {
twisti@3969 317 assert(receiver_reg == (iid == vmIntrinsics::_linkToStatic ? noreg : j_rarg0), "only valid assignment");
twisti@3969 318 assert_different_registers(temp1, j_rarg0, j_rarg1, j_rarg2, j_rarg3, j_rarg4, j_rarg5);
twisti@3969 319 assert_different_registers(temp2, j_rarg0, j_rarg1, j_rarg2, j_rarg3, j_rarg4, j_rarg5);
twisti@3969 320 assert_different_registers(temp3, j_rarg0, j_rarg1, j_rarg2, j_rarg3, j_rarg4, j_rarg5);
jrose@1145 321 }
twisti@3969 322 #else
twisti@3969 323 Register temp1 = (for_compiler_entry ? rsi : rdx);
twisti@3969 324 Register temp2 = rdi;
twisti@3969 325 Register temp3 = rax;
twisti@3969 326 if (for_compiler_entry) {
twisti@3969 327 assert(receiver_reg == (iid == vmIntrinsics::_linkToStatic ? noreg : rcx), "only valid assignment");
twisti@3969 328 assert_different_registers(temp1, rcx, rdx);
twisti@3969 329 assert_different_registers(temp2, rcx, rdx);
twisti@3969 330 assert_different_registers(temp3, rcx, rdx);
never@2895 331 }
never@2895 332 #endif
twisti@3969 333 assert_different_registers(temp1, temp2, temp3, receiver_reg);
twisti@3969 334 assert_different_registers(temp1, temp2, temp3, member_reg);
twisti@3969 335 if (!for_compiler_entry)
twisti@3969 336 assert_different_registers(temp1, temp2, temp3, saved_last_sp_register()); // don't trash lastSP
never@2895 337
twisti@3969 338 if (iid == vmIntrinsics::_invokeBasic) {
twisti@3969 339 // indirect through MH.form.vmentry.vmtarget
twisti@3969 340 jump_to_lambda_form(_masm, receiver_reg, rbx_method, temp1, for_compiler_entry);
twisti@3969 341
twisti@3969 342 } else {
twisti@3969 343 // The method is a member invoker used by direct method handles.
twisti@3969 344 if (VerifyMethodHandles) {
twisti@3969 345 // make sure the trailing argument really is a MemberName (caller responsibility)
twisti@3969 346 verify_klass(_masm, member_reg, SystemDictionaryHandles::MemberName_klass(),
twisti@3969 347 "MemberName required for invokeVirtual etc.");
never@2895 348 }
twisti@3969 349
twisti@3969 350 Address member_clazz( member_reg, NONZERO(java_lang_invoke_MemberName::clazz_offset_in_bytes()));
twisti@3969 351 Address member_vmindex( member_reg, NONZERO(java_lang_invoke_MemberName::vmindex_offset_in_bytes()));
twisti@3969 352 Address member_vmtarget( member_reg, NONZERO(java_lang_invoke_MemberName::vmtarget_offset_in_bytes()));
twisti@3969 353
twisti@3969 354 Register temp1_recv_klass = temp1;
twisti@3969 355 if (iid != vmIntrinsics::_linkToStatic) {
twisti@3969 356 __ verify_oop(receiver_reg);
twisti@3969 357 if (iid == vmIntrinsics::_linkToSpecial) {
twisti@3969 358 // Don't actually load the klass; just null-check the receiver.
twisti@3969 359 __ null_check(receiver_reg);
twisti@3969 360 } else {
twisti@3969 361 // load receiver klass itself
twisti@3969 362 __ null_check(receiver_reg, oopDesc::klass_offset_in_bytes());
twisti@3969 363 __ load_klass(temp1_recv_klass, receiver_reg);
twisti@3969 364 __ verify_oop(temp1_recv_klass);
twisti@3969 365 }
twisti@3969 366 BLOCK_COMMENT("check_receiver {");
twisti@3969 367 // The receiver for the MemberName must be in receiver_reg.
twisti@3969 368 // Check the receiver against the MemberName.clazz
twisti@3969 369 if (VerifyMethodHandles && iid == vmIntrinsics::_linkToSpecial) {
twisti@3969 370 // Did not load it above...
twisti@3969 371 __ load_klass(temp1_recv_klass, receiver_reg);
twisti@3969 372 __ verify_oop(temp1_recv_klass);
twisti@3969 373 }
twisti@3969 374 if (VerifyMethodHandles && iid != vmIntrinsics::_linkToInterface) {
twisti@3969 375 Label L_ok;
twisti@3969 376 Register temp2_defc = temp2;
twisti@3969 377 __ load_heap_oop(temp2_defc, member_clazz);
twisti@3969 378 load_klass_from_Class(_masm, temp2_defc);
twisti@3969 379 __ verify_oop(temp2_defc);
twisti@3969 380 __ check_klass_subtype(temp1_recv_klass, temp2_defc, temp3, L_ok);
twisti@3969 381 // If we get here, the type check failed!
twisti@3969 382 __ STOP("receiver class disagrees with MemberName.clazz");
twisti@3969 383 __ bind(L_ok);
twisti@3969 384 }
twisti@3969 385 BLOCK_COMMENT("} check_receiver");
twisti@3969 386 }
twisti@3969 387 if (iid == vmIntrinsics::_linkToSpecial ||
twisti@3969 388 iid == vmIntrinsics::_linkToStatic) {
twisti@3969 389 DEBUG_ONLY(temp1_recv_klass = noreg); // these guys didn't load the recv_klass
twisti@3969 390 }
twisti@3969 391
twisti@3969 392 // Live registers at this point:
twisti@3969 393 // member_reg - MemberName that was the trailing argument
twisti@3969 394 // temp1_recv_klass - klass of stacked receiver, if needed
twisti@3969 395 // rsi/r13 - interpreter linkage (if interpreted)
twisti@3969 396 // rcx, rdx, rsi, rdi, r8, r8 - compiler arguments (if compiled)
twisti@3969 397
twisti@3969 398 bool method_is_live = false;
twisti@3969 399 switch (iid) {
twisti@3969 400 case vmIntrinsics::_linkToSpecial:
twisti@3969 401 if (VerifyMethodHandles) {
twisti@3969 402 verify_ref_kind(_masm, JVM_REF_invokeSpecial, member_reg, temp3);
twisti@3969 403 }
twisti@3969 404 __ load_heap_oop(rbx_method, member_vmtarget);
twisti@3969 405 method_is_live = true;
twisti@3969 406 break;
twisti@3969 407
twisti@3969 408 case vmIntrinsics::_linkToStatic:
twisti@3969 409 if (VerifyMethodHandles) {
twisti@3969 410 verify_ref_kind(_masm, JVM_REF_invokeStatic, member_reg, temp3);
twisti@3969 411 }
twisti@3969 412 __ load_heap_oop(rbx_method, member_vmtarget);
twisti@3969 413 method_is_live = true;
twisti@3969 414 break;
twisti@3969 415
twisti@3969 416 case vmIntrinsics::_linkToVirtual:
twisti@3969 417 {
twisti@3969 418 // same as TemplateTable::invokevirtual,
twisti@3969 419 // minus the CP setup and profiling:
twisti@3969 420
twisti@3969 421 if (VerifyMethodHandles) {
twisti@3969 422 verify_ref_kind(_masm, JVM_REF_invokeVirtual, member_reg, temp3);
twisti@3969 423 }
twisti@3969 424
twisti@3969 425 // pick out the vtable index from the MemberName, and then we can discard it:
twisti@3969 426 Register temp2_index = temp2;
twisti@3969 427 __ movptr(temp2_index, member_vmindex);
twisti@3969 428
twisti@3969 429 if (VerifyMethodHandles) {
twisti@3969 430 Label L_index_ok;
twisti@3969 431 __ cmpl(temp2_index, 0);
twisti@3969 432 __ jcc(Assembler::greaterEqual, L_index_ok);
twisti@3969 433 __ STOP("no virtual index");
twisti@3969 434 __ BIND(L_index_ok);
twisti@3969 435 }
twisti@3969 436
twisti@3969 437 // Note: The verifier invariants allow us to ignore MemberName.clazz and vmtarget
twisti@3969 438 // at this point. And VerifyMethodHandles has already checked clazz, if needed.
twisti@3969 439
twisti@3969 440 // get target methodOop & entry point
twisti@3969 441 __ lookup_virtual_method(temp1_recv_klass, temp2_index, rbx_method);
twisti@3969 442 method_is_live = true;
twisti@3969 443 break;
twisti@3969 444 }
twisti@3969 445
twisti@3969 446 case vmIntrinsics::_linkToInterface:
twisti@3969 447 {
twisti@3969 448 // same as TemplateTable::invokeinterface
twisti@3969 449 // (minus the CP setup and profiling, with different argument motion)
twisti@3969 450 if (VerifyMethodHandles) {
twisti@3969 451 verify_ref_kind(_masm, JVM_REF_invokeInterface, member_reg, temp3);
twisti@3969 452 }
twisti@3969 453
twisti@3969 454 Register temp3_intf = temp3;
twisti@3969 455 __ load_heap_oop(temp3_intf, member_clazz);
twisti@3969 456 load_klass_from_Class(_masm, temp3_intf);
twisti@3969 457 __ verify_oop(temp3_intf);
twisti@3969 458
twisti@3969 459 Register rbx_index = rbx_method;
twisti@3969 460 __ movptr(rbx_index, member_vmindex);
twisti@3969 461 if (VerifyMethodHandles) {
twisti@3969 462 Label L;
twisti@3969 463 __ cmpl(rbx_index, 0);
twisti@3969 464 __ jcc(Assembler::greaterEqual, L);
twisti@3969 465 __ STOP("invalid vtable index for MH.invokeInterface");
twisti@3969 466 __ bind(L);
twisti@3969 467 }
twisti@3969 468
twisti@3969 469 // given intf, index, and recv klass, dispatch to the implementation method
twisti@3969 470 Label L_no_such_interface;
twisti@3969 471 __ lookup_interface_method(temp1_recv_klass, temp3_intf,
twisti@3969 472 // note: next two args must be the same:
twisti@3969 473 rbx_index, rbx_method,
twisti@3969 474 temp2,
twisti@3969 475 L_no_such_interface);
twisti@3969 476
twisti@3969 477 __ verify_oop(rbx_method);
twisti@3969 478 jump_from_method_handle(_masm, rbx_method, temp2, for_compiler_entry);
twisti@3969 479 __ hlt();
twisti@3969 480
twisti@3969 481 __ bind(L_no_such_interface);
twisti@3969 482 __ jump(RuntimeAddress(StubRoutines::throw_IncompatibleClassChangeError_entry()));
twisti@3969 483 break;
twisti@3969 484 }
twisti@3969 485
twisti@3969 486 default:
twisti@3969 487 fatal(err_msg("unexpected intrinsic %d: %s", iid, vmIntrinsics::name_at(iid)));
twisti@3969 488 break;
twisti@3969 489 }
twisti@3969 490
twisti@3969 491 if (method_is_live) {
twisti@3969 492 // live at this point: rbx_method, rsi/r13 (if interpreted)
twisti@3969 493
twisti@3969 494 // After figuring out which concrete method to call, jump into it.
twisti@3969 495 // Note that this works in the interpreter with no data motion.
twisti@3969 496 // But the compiled version will require that rcx_recv be shifted out.
twisti@3969 497 __ verify_oop(rbx_method);
twisti@3969 498 jump_from_method_handle(_masm, rbx_method, temp1, for_compiler_entry);
twisti@3969 499 }
never@2895 500 }
never@2895 501 }
never@2895 502
bdelsart@3451 503 #ifndef PRODUCT
jrose@1145 504 void trace_method_handle_stub(const char* adaptername,
never@2895 505 oop mh,
never@2895 506 intptr_t* saved_regs,
twisti@3566 507 intptr_t* entry_sp) {
jrose@1145 508 // called as a leaf from native code: do not block the JVM!
twisti@3969 509 bool has_mh = (strstr(adaptername, "/static") == NULL &&
twisti@3969 510 strstr(adaptername, "linkTo") == NULL); // static linkers don't have MH
twisti@3566 511 const char* mh_reg_name = has_mh ? "rcx_mh" : "rcx";
twisti@3969 512 tty->print_cr("MH %s %s="PTR_FORMAT" sp="PTR_FORMAT,
twisti@3969 513 adaptername, mh_reg_name,
twisti@3969 514 mh, entry_sp);
bdelsart@3451 515
jrose@2148 516 if (Verbose) {
twisti@3566 517 tty->print_cr("Registers:");
twisti@3566 518 const int saved_regs_count = RegisterImpl::number_of_registers;
twisti@3566 519 for (int i = 0; i < saved_regs_count; i++) {
twisti@3566 520 Register r = as_Register(i);
twisti@3566 521 // The registers are stored in reverse order on the stack (by pusha).
twisti@3566 522 tty->print("%3s=" PTR_FORMAT, r->name(), saved_regs[((saved_regs_count - 1) - i)]);
twisti@3566 523 if ((i + 1) % 4 == 0) {
never@2895 524 tty->cr();
twisti@3566 525 } else {
twisti@3566 526 tty->print(", ");
never@2895 527 }
never@2895 528 }
never@2895 529 tty->cr();
bdelsart@3451 530
bdelsart@3451 531 {
bdelsart@3451 532 // dumping last frame with frame::describe
bdelsart@3451 533
bdelsart@3451 534 JavaThread* p = JavaThread::active();
bdelsart@3451 535
bdelsart@3451 536 ResourceMark rm;
bdelsart@3451 537 PRESERVE_EXCEPTION_MARK; // may not be needed by safer and unexpensive here
bdelsart@3451 538 FrameValues values;
bdelsart@3451 539
bdelsart@3451 540 // Note: We want to allow trace_method_handle from any call site.
bdelsart@3451 541 // While trace_method_handle creates a frame, it may be entered
bdelsart@3451 542 // without a PC on the stack top (e.g. not just after a call).
bdelsart@3451 543 // Walking that frame could lead to failures due to that invalid PC.
bdelsart@3451 544 // => carefully detect that frame when doing the stack walking
bdelsart@3451 545
bdelsart@3451 546 // Current C frame
bdelsart@3451 547 frame cur_frame = os::current_frame();
bdelsart@3451 548
bdelsart@3451 549 // Robust search of trace_calling_frame (independant of inlining).
bdelsart@3451 550 // Assumes saved_regs comes from a pusha in the trace_calling_frame.
bdelsart@3451 551 assert(cur_frame.sp() < saved_regs, "registers not saved on stack ?");
bdelsart@3451 552 frame trace_calling_frame = os::get_sender_for_C_frame(&cur_frame);
bdelsart@3451 553 while (trace_calling_frame.fp() < saved_regs) {
bdelsart@3451 554 trace_calling_frame = os::get_sender_for_C_frame(&trace_calling_frame);
bdelsart@3451 555 }
bdelsart@3451 556
bdelsart@3451 557 // safely create a frame and call frame::describe
bdelsart@3451 558 intptr_t *dump_sp = trace_calling_frame.sender_sp();
bdelsart@3451 559 intptr_t *dump_fp = trace_calling_frame.link();
bdelsart@3451 560
bdelsart@3451 561 bool walkable = has_mh; // whether the traced frame shoud be walkable
bdelsart@3451 562
bdelsart@3451 563 if (walkable) {
bdelsart@3451 564 // The previous definition of walkable may have to be refined
bdelsart@3451 565 // if new call sites cause the next frame constructor to start
bdelsart@3451 566 // failing. Alternatively, frame constructors could be
bdelsart@3451 567 // modified to support the current or future non walkable
bdelsart@3451 568 // frames (but this is more intrusive and is not considered as
bdelsart@3451 569 // part of this RFE, which will instead use a simpler output).
bdelsart@3451 570 frame dump_frame = frame(dump_sp, dump_fp);
bdelsart@3451 571 dump_frame.describe(values, 1);
bdelsart@3451 572 } else {
bdelsart@3451 573 // Stack may not be walkable (invalid PC above FP):
bdelsart@3451 574 // Add descriptions without building a Java frame to avoid issues
bdelsart@3451 575 values.describe(-1, dump_fp, "fp for #1 <not parsed, cannot trust pc>");
bdelsart@3451 576 values.describe(-1, dump_sp, "sp for #1");
bdelsart@3451 577 }
twisti@3969 578 values.describe(-1, entry_sp, "raw top of stack");
bdelsart@3451 579
twisti@3566 580 tty->print_cr("Stack layout:");
bdelsart@3451 581 values.print(p);
never@2895 582 }
twisti@3969 583 if (has_mh && mh->is_oop()) {
twisti@3969 584 mh->print();
twisti@3969 585 if (java_lang_invoke_MethodHandle::is_instance(mh)) {
twisti@3969 586 if (java_lang_invoke_MethodHandle::form_offset_in_bytes() != 0)
twisti@3969 587 java_lang_invoke_MethodHandle::form(mh)->print();
twisti@3969 588 }
twisti@3969 589 }
jrose@2148 590 }
jrose@2148 591 }
never@2895 592
never@2895 593 // The stub wraps the arguments in a struct on the stack to avoid
never@2895 594 // dealing with the different calling conventions for passing 6
never@2895 595 // arguments.
never@2895 596 struct MethodHandleStubArguments {
never@2895 597 const char* adaptername;
never@2895 598 oopDesc* mh;
never@2895 599 intptr_t* saved_regs;
never@2895 600 intptr_t* entry_sp;
never@2895 601 };
never@2895 602 void trace_method_handle_stub_wrapper(MethodHandleStubArguments* args) {
never@2895 603 trace_method_handle_stub(args->adaptername,
never@2895 604 args->mh,
never@2895 605 args->saved_regs,
twisti@3566 606 args->entry_sp);
never@2895 607 }
never@2895 608
jrose@2148 609 void MethodHandles::trace_method_handle(MacroAssembler* _masm, const char* adaptername) {
jrose@2148 610 if (!TraceMethodHandles) return;
jrose@2148 611 BLOCK_COMMENT("trace_method_handle {");
bdelsart@3451 612 __ enter();
bdelsart@3451 613 __ andptr(rsp, -16); // align stack if needed for FPU state
jrose@2148 614 __ pusha();
bdelsart@3451 615 __ mov(rbx, rsp); // for retreiving saved_regs
bdelsart@3451 616 // Note: saved_regs must be in the entered frame for the
bdelsart@3451 617 // robust stack walking implemented in trace_method_handle_stub.
bdelsart@3451 618
bdelsart@3451 619 // save FP result, valid at some call sites (adapter_opt_return_float, ...)
bdelsart@3451 620 __ increment(rsp, -2 * wordSize);
bdelsart@3451 621 if (UseSSE >= 2) {
bdelsart@3451 622 __ movdbl(Address(rsp, 0), xmm0);
bdelsart@3451 623 } else if (UseSSE == 1) {
bdelsart@3451 624 __ movflt(Address(rsp, 0), xmm0);
bdelsart@3451 625 } else {
bdelsart@3451 626 __ fst_d(Address(rsp, 0));
bdelsart@3451 627 }
bdelsart@3451 628
twisti@3566 629 // Incoming state:
never@2868 630 // rcx: method handle
twisti@3566 631 //
twisti@3566 632 // To avoid calling convention issues, build a record on the stack
twisti@3566 633 // and pass the pointer to that instead.
bdelsart@3451 634 __ push(rbp); // entry_sp (with extra align space)
never@2895 635 __ push(rbx); // pusha saved_regs
never@2895 636 __ push(rcx); // mh
bdelsart@3451 637 __ push(rcx); // slot for adaptername
never@2895 638 __ movptr(Address(rsp, 0), (intptr_t) adaptername);
never@2895 639 __ super_call_VM_leaf(CAST_FROM_FN_PTR(address, trace_method_handle_stub_wrapper), rsp);
twisti@3566 640 __ increment(rsp, sizeof(MethodHandleStubArguments));
bdelsart@3451 641
bdelsart@3451 642 if (UseSSE >= 2) {
bdelsart@3451 643 __ movdbl(xmm0, Address(rsp, 0));
bdelsart@3451 644 } else if (UseSSE == 1) {
bdelsart@3451 645 __ movflt(xmm0, Address(rsp, 0));
bdelsart@3451 646 } else {
bdelsart@3451 647 __ fld_d(Address(rsp, 0));
bdelsart@3451 648 }
bdelsart@3451 649 __ increment(rsp, 2 * wordSize);
bdelsart@3451 650
bdelsart@3451 651 __ popa();
never@2895 652 __ leave();
jrose@2148 653 BLOCK_COMMENT("} trace_method_handle");
jrose@1145 654 }
jrose@1145 655 #endif //PRODUCT
jrose@1145 656

mercurial