src/cpu/x86/vm/methodHandles_x86.cpp

Tue, 08 Aug 2017 15:57:29 +0800

author
aoqi
date
Tue, 08 Aug 2017 15:57:29 +0800
changeset 6876
710a3c8b516e
parent 6680
78bbf4d43a14
parent 0
f90c822e73f8
child 7994
04ff2f6cd0eb
permissions
-rw-r--r--

merge

aoqi@0 1 /*
aoqi@0 2 * Copyright (c) 1997, 2014, Oracle and/or its affiliates. All rights reserved.
aoqi@0 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
aoqi@0 4 *
aoqi@0 5 * This code is free software; you can redistribute it and/or modify it
aoqi@0 6 * under the terms of the GNU General Public License version 2 only, as
aoqi@0 7 * published by the Free Software Foundation.
aoqi@0 8 *
aoqi@0 9 * This code is distributed in the hope that it will be useful, but WITHOUT
aoqi@0 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
aoqi@0 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
aoqi@0 12 * version 2 for more details (a copy is included in the LICENSE file that
aoqi@0 13 * accompanied this code).
aoqi@0 14 *
aoqi@0 15 * You should have received a copy of the GNU General Public License version
aoqi@0 16 * 2 along with this work; if not, write to the Free Software Foundation,
aoqi@0 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
aoqi@0 18 *
aoqi@0 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
aoqi@0 20 * or visit www.oracle.com if you need additional information or have any
aoqi@0 21 * questions.
aoqi@0 22 *
aoqi@0 23 */
aoqi@0 24
aoqi@0 25 #include "precompiled.hpp"
aoqi@0 26 #include "asm/macroAssembler.hpp"
aoqi@0 27 #include "interpreter/interpreter.hpp"
aoqi@0 28 #include "interpreter/interpreterRuntime.hpp"
aoqi@0 29 #include "memory/allocation.inline.hpp"
aoqi@0 30 #include "prims/methodHandles.hpp"
aoqi@0 31
aoqi@0 32 PRAGMA_FORMAT_MUTE_WARNINGS_FOR_GCC
aoqi@0 33
aoqi@0 34 #define __ _masm->
aoqi@0 35
aoqi@0 36 #ifdef PRODUCT
aoqi@0 37 #define BLOCK_COMMENT(str) /* nothing */
aoqi@0 38 #define STOP(error) stop(error)
aoqi@0 39 #else
aoqi@0 40 #define BLOCK_COMMENT(str) __ block_comment(str)
aoqi@0 41 #define STOP(error) block_comment(error); __ stop(error)
aoqi@0 42 #endif
aoqi@0 43
aoqi@0 44 #define BIND(label) bind(label); BLOCK_COMMENT(#label ":")
aoqi@0 45
aoqi@0 46 void MethodHandles::load_klass_from_Class(MacroAssembler* _masm, Register klass_reg) {
aoqi@0 47 if (VerifyMethodHandles)
aoqi@0 48 verify_klass(_masm, klass_reg, SystemDictionary::WK_KLASS_ENUM_NAME(java_lang_Class),
aoqi@0 49 "MH argument is a Class");
aoqi@0 50 __ movptr(klass_reg, Address(klass_reg, java_lang_Class::klass_offset_in_bytes()));
aoqi@0 51 }
aoqi@0 52
aoqi@0 53 #ifdef ASSERT
aoqi@0 54 static int check_nonzero(const char* xname, int x) {
aoqi@0 55 assert(x != 0, err_msg("%s should be nonzero", xname));
aoqi@0 56 return x;
aoqi@0 57 }
aoqi@0 58 #define NONZERO(x) check_nonzero(#x, x)
aoqi@0 59 #else //ASSERT
aoqi@0 60 #define NONZERO(x) (x)
aoqi@0 61 #endif //ASSERT
aoqi@0 62
aoqi@0 63 #ifdef ASSERT
aoqi@0 64 void MethodHandles::verify_klass(MacroAssembler* _masm,
aoqi@0 65 Register obj, SystemDictionary::WKID klass_id,
aoqi@0 66 const char* error_message) {
aoqi@0 67 Klass** klass_addr = SystemDictionary::well_known_klass_addr(klass_id);
aoqi@0 68 KlassHandle klass = SystemDictionary::well_known_klass(klass_id);
aoqi@0 69 Register temp = rdi;
aoqi@0 70 Register temp2 = noreg;
aoqi@0 71 LP64_ONLY(temp2 = rscratch1); // used by MacroAssembler::cmpptr
aoqi@0 72 Label L_ok, L_bad;
aoqi@0 73 BLOCK_COMMENT("verify_klass {");
aoqi@0 74 __ verify_oop(obj);
aoqi@0 75 __ testptr(obj, obj);
aoqi@0 76 __ jcc(Assembler::zero, L_bad);
aoqi@0 77 __ push(temp); if (temp2 != noreg) __ push(temp2);
aoqi@0 78 #define UNPUSH { if (temp2 != noreg) __ pop(temp2); __ pop(temp); }
aoqi@0 79 __ load_klass(temp, obj);
aoqi@0 80 __ cmpptr(temp, ExternalAddress((address) klass_addr));
aoqi@0 81 __ jcc(Assembler::equal, L_ok);
aoqi@0 82 intptr_t super_check_offset = klass->super_check_offset();
aoqi@0 83 __ movptr(temp, Address(temp, super_check_offset));
aoqi@0 84 __ cmpptr(temp, ExternalAddress((address) klass_addr));
aoqi@0 85 __ jcc(Assembler::equal, L_ok);
aoqi@0 86 UNPUSH;
aoqi@0 87 __ bind(L_bad);
aoqi@0 88 __ STOP(error_message);
aoqi@0 89 __ BIND(L_ok);
aoqi@0 90 UNPUSH;
aoqi@0 91 BLOCK_COMMENT("} verify_klass");
aoqi@0 92 }
aoqi@0 93
aoqi@0 94 void MethodHandles::verify_ref_kind(MacroAssembler* _masm, int ref_kind, Register member_reg, Register temp) {
aoqi@0 95 Label L;
aoqi@0 96 BLOCK_COMMENT("verify_ref_kind {");
aoqi@0 97 __ movl(temp, Address(member_reg, NONZERO(java_lang_invoke_MemberName::flags_offset_in_bytes())));
aoqi@0 98 __ shrl(temp, java_lang_invoke_MemberName::MN_REFERENCE_KIND_SHIFT);
aoqi@0 99 __ andl(temp, java_lang_invoke_MemberName::MN_REFERENCE_KIND_MASK);
aoqi@0 100 __ cmpl(temp, ref_kind);
aoqi@0 101 __ jcc(Assembler::equal, L);
aoqi@0 102 { char* buf = NEW_C_HEAP_ARRAY(char, 100, mtInternal);
aoqi@0 103 jio_snprintf(buf, 100, "verify_ref_kind expected %x", ref_kind);
aoqi@0 104 if (ref_kind == JVM_REF_invokeVirtual ||
aoqi@0 105 ref_kind == JVM_REF_invokeSpecial)
aoqi@0 106 // could do this for all ref_kinds, but would explode assembly code size
aoqi@0 107 trace_method_handle(_masm, buf);
aoqi@0 108 __ STOP(buf);
aoqi@0 109 }
aoqi@0 110 BLOCK_COMMENT("} verify_ref_kind");
aoqi@0 111 __ bind(L);
aoqi@0 112 }
aoqi@0 113
aoqi@0 114 #endif //ASSERT
aoqi@0 115
aoqi@0 116 void MethodHandles::jump_from_method_handle(MacroAssembler* _masm, Register method, Register temp,
aoqi@0 117 bool for_compiler_entry) {
aoqi@0 118 assert(method == rbx, "interpreter calling convention");
aoqi@0 119
aoqi@0 120 Label L_no_such_method;
aoqi@0 121 __ testptr(rbx, rbx);
aoqi@0 122 __ jcc(Assembler::zero, L_no_such_method);
aoqi@0 123
aoqi@0 124 __ verify_method_ptr(method);
aoqi@0 125
aoqi@0 126 if (!for_compiler_entry && JvmtiExport::can_post_interpreter_events()) {
aoqi@0 127 Label run_compiled_code;
aoqi@0 128 // JVMTI events, such as single-stepping, are implemented partly by avoiding running
aoqi@0 129 // compiled code in threads for which the event is enabled. Check here for
aoqi@0 130 // interp_only_mode if these events CAN be enabled.
aoqi@0 131 #ifdef _LP64
aoqi@0 132 Register rthread = r15_thread;
aoqi@0 133 #else
aoqi@0 134 Register rthread = temp;
aoqi@0 135 __ get_thread(rthread);
aoqi@0 136 #endif
aoqi@0 137 // interp_only is an int, on little endian it is sufficient to test the byte only
aoqi@0 138 // Is a cmpl faster?
aoqi@0 139 __ cmpb(Address(rthread, JavaThread::interp_only_mode_offset()), 0);
aoqi@0 140 __ jccb(Assembler::zero, run_compiled_code);
aoqi@0 141 __ jmp(Address(method, Method::interpreter_entry_offset()));
aoqi@0 142 __ BIND(run_compiled_code);
aoqi@0 143 }
aoqi@0 144
aoqi@0 145 const ByteSize entry_offset = for_compiler_entry ? Method::from_compiled_offset() :
aoqi@0 146 Method::from_interpreted_offset();
aoqi@0 147 __ jmp(Address(method, entry_offset));
aoqi@0 148
aoqi@0 149 __ bind(L_no_such_method);
aoqi@0 150 __ jump(RuntimeAddress(StubRoutines::throw_AbstractMethodError_entry()));
aoqi@0 151 }
aoqi@0 152
aoqi@0 153 void MethodHandles::jump_to_lambda_form(MacroAssembler* _masm,
aoqi@0 154 Register recv, Register method_temp,
aoqi@0 155 Register temp2,
aoqi@0 156 bool for_compiler_entry) {
aoqi@0 157 BLOCK_COMMENT("jump_to_lambda_form {");
aoqi@0 158 // This is the initial entry point of a lazy method handle.
aoqi@0 159 // After type checking, it picks up the invoker from the LambdaForm.
aoqi@0 160 assert_different_registers(recv, method_temp, temp2);
aoqi@0 161 assert(recv != noreg, "required register");
aoqi@0 162 assert(method_temp == rbx, "required register for loading method");
aoqi@0 163
aoqi@0 164 //NOT_PRODUCT({ FlagSetting fs(TraceMethodHandles, true); trace_method_handle(_masm, "LZMH"); });
aoqi@0 165
aoqi@0 166 // Load the invoker, as MH -> MH.form -> LF.vmentry
aoqi@0 167 __ verify_oop(recv);
aoqi@0 168 __ load_heap_oop(method_temp, Address(recv, NONZERO(java_lang_invoke_MethodHandle::form_offset_in_bytes())));
aoqi@0 169 __ verify_oop(method_temp);
aoqi@0 170 __ load_heap_oop(method_temp, Address(method_temp, NONZERO(java_lang_invoke_LambdaForm::vmentry_offset_in_bytes())));
aoqi@0 171 __ verify_oop(method_temp);
aoqi@0 172 // the following assumes that a Method* is normally compressed in the vmtarget field:
aoqi@0 173 __ movptr(method_temp, Address(method_temp, NONZERO(java_lang_invoke_MemberName::vmtarget_offset_in_bytes())));
aoqi@0 174
aoqi@0 175 if (VerifyMethodHandles && !for_compiler_entry) {
aoqi@0 176 // make sure recv is already on stack
aoqi@0 177 __ movptr(temp2, Address(method_temp, Method::const_offset()));
aoqi@0 178 __ load_sized_value(temp2,
aoqi@0 179 Address(temp2, ConstMethod::size_of_parameters_offset()),
aoqi@0 180 sizeof(u2), /*is_signed*/ false);
aoqi@0 181 // assert(sizeof(u2) == sizeof(Method::_size_of_parameters), "");
aoqi@0 182 Label L;
aoqi@0 183 __ cmpptr(recv, __ argument_address(temp2, -1));
aoqi@0 184 __ jcc(Assembler::equal, L);
aoqi@0 185 __ movptr(rax, __ argument_address(temp2, -1));
aoqi@0 186 __ STOP("receiver not on stack");
aoqi@0 187 __ BIND(L);
aoqi@0 188 }
aoqi@0 189
aoqi@0 190 jump_from_method_handle(_masm, method_temp, temp2, for_compiler_entry);
aoqi@0 191 BLOCK_COMMENT("} jump_to_lambda_form");
aoqi@0 192 }
aoqi@0 193
aoqi@0 194
aoqi@0 195 // Code generation
aoqi@0 196 address MethodHandles::generate_method_handle_interpreter_entry(MacroAssembler* _masm,
aoqi@0 197 vmIntrinsics::ID iid) {
aoqi@0 198 const bool not_for_compiler_entry = false; // this is the interpreter entry
aoqi@0 199 assert(is_signature_polymorphic(iid), "expected invoke iid");
aoqi@0 200 if (iid == vmIntrinsics::_invokeGeneric ||
aoqi@0 201 iid == vmIntrinsics::_compiledLambdaForm) {
aoqi@0 202 // Perhaps surprisingly, the symbolic references visible to Java are not directly used.
aoqi@0 203 // They are linked to Java-generated adapters via MethodHandleNatives.linkMethod.
aoqi@0 204 // They all allow an appendix argument.
aoqi@0 205 __ hlt(); // empty stubs make SG sick
aoqi@0 206 return NULL;
aoqi@0 207 }
aoqi@0 208
aoqi@0 209 // rsi/r13: sender SP (must preserve; see prepare_to_jump_from_interpreted)
aoqi@0 210 // rbx: Method*
aoqi@0 211 // rdx: argument locator (parameter slot count, added to rsp)
aoqi@0 212 // rcx: used as temp to hold mh or receiver
aoqi@0 213 // rax, rdi: garbage temps, blown away
aoqi@0 214 Register rdx_argp = rdx; // argument list ptr, live on error paths
aoqi@0 215 Register rax_temp = rax;
aoqi@0 216 Register rcx_mh = rcx; // MH receiver; dies quickly and is recycled
aoqi@0 217 Register rbx_method = rbx; // eventual target of this invocation
aoqi@0 218
aoqi@0 219 // here's where control starts out:
aoqi@0 220 __ align(CodeEntryAlignment);
aoqi@0 221 address entry_point = __ pc();
aoqi@0 222
aoqi@0 223 if (VerifyMethodHandles) {
aoqi@0 224 Label L;
aoqi@0 225 BLOCK_COMMENT("verify_intrinsic_id {");
aoqi@0 226 __ cmpb(Address(rbx_method, Method::intrinsic_id_offset_in_bytes()), (int) iid);
aoqi@0 227 __ jcc(Assembler::equal, L);
aoqi@0 228 if (iid == vmIntrinsics::_linkToVirtual ||
aoqi@0 229 iid == vmIntrinsics::_linkToSpecial) {
aoqi@0 230 // could do this for all kinds, but would explode assembly code size
aoqi@0 231 trace_method_handle(_masm, "bad Method*::intrinsic_id");
aoqi@0 232 }
aoqi@0 233 __ STOP("bad Method*::intrinsic_id");
aoqi@0 234 __ bind(L);
aoqi@0 235 BLOCK_COMMENT("} verify_intrinsic_id");
aoqi@0 236 }
aoqi@0 237
aoqi@0 238 // First task: Find out how big the argument list is.
aoqi@0 239 Address rdx_first_arg_addr;
aoqi@0 240 int ref_kind = signature_polymorphic_intrinsic_ref_kind(iid);
aoqi@0 241 assert(ref_kind != 0 || iid == vmIntrinsics::_invokeBasic, "must be _invokeBasic or a linkTo intrinsic");
aoqi@0 242 if (ref_kind == 0 || MethodHandles::ref_kind_has_receiver(ref_kind)) {
aoqi@0 243 __ movptr(rdx_argp, Address(rbx_method, Method::const_offset()));
aoqi@0 244 __ load_sized_value(rdx_argp,
aoqi@0 245 Address(rdx_argp, ConstMethod::size_of_parameters_offset()),
aoqi@0 246 sizeof(u2), /*is_signed*/ false);
aoqi@0 247 // assert(sizeof(u2) == sizeof(Method::_size_of_parameters), "");
aoqi@0 248 rdx_first_arg_addr = __ argument_address(rdx_argp, -1);
aoqi@0 249 } else {
aoqi@0 250 DEBUG_ONLY(rdx_argp = noreg);
aoqi@0 251 }
aoqi@0 252
aoqi@0 253 if (!is_signature_polymorphic_static(iid)) {
aoqi@0 254 __ movptr(rcx_mh, rdx_first_arg_addr);
aoqi@0 255 DEBUG_ONLY(rdx_argp = noreg);
aoqi@0 256 }
aoqi@0 257
aoqi@0 258 // rdx_first_arg_addr is live!
aoqi@0 259
aoqi@0 260 trace_method_handle_interpreter_entry(_masm, iid);
aoqi@0 261
aoqi@0 262 if (iid == vmIntrinsics::_invokeBasic) {
aoqi@0 263 generate_method_handle_dispatch(_masm, iid, rcx_mh, noreg, not_for_compiler_entry);
aoqi@0 264
aoqi@0 265 } else {
aoqi@0 266 // Adjust argument list by popping the trailing MemberName argument.
aoqi@0 267 Register rcx_recv = noreg;
aoqi@0 268 if (MethodHandles::ref_kind_has_receiver(ref_kind)) {
aoqi@0 269 // Load the receiver (not the MH; the actual MemberName's receiver) up from the interpreter stack.
aoqi@0 270 __ movptr(rcx_recv = rcx, rdx_first_arg_addr);
aoqi@0 271 }
aoqi@0 272 DEBUG_ONLY(rdx_argp = noreg);
aoqi@0 273 Register rbx_member = rbx_method; // MemberName ptr; incoming method ptr is dead now
aoqi@0 274 __ pop(rax_temp); // return address
aoqi@0 275 __ pop(rbx_member); // extract last argument
aoqi@0 276 __ push(rax_temp); // re-push return address
aoqi@0 277 generate_method_handle_dispatch(_masm, iid, rcx_recv, rbx_member, not_for_compiler_entry);
aoqi@0 278 }
aoqi@0 279
aoqi@0 280 return entry_point;
aoqi@0 281 }
aoqi@0 282
aoqi@0 283 void MethodHandles::generate_method_handle_dispatch(MacroAssembler* _masm,
aoqi@0 284 vmIntrinsics::ID iid,
aoqi@0 285 Register receiver_reg,
aoqi@0 286 Register member_reg,
aoqi@0 287 bool for_compiler_entry) {
aoqi@0 288 assert(is_signature_polymorphic(iid), "expected invoke iid");
aoqi@0 289 Register rbx_method = rbx; // eventual target of this invocation
aoqi@0 290 // temps used in this code are not used in *either* compiled or interpreted calling sequences
aoqi@0 291 #ifdef _LP64
aoqi@0 292 Register temp1 = rscratch1;
aoqi@0 293 Register temp2 = rscratch2;
aoqi@0 294 Register temp3 = rax;
aoqi@0 295 if (for_compiler_entry) {
aoqi@0 296 assert(receiver_reg == (iid == vmIntrinsics::_linkToStatic ? noreg : j_rarg0), "only valid assignment");
aoqi@0 297 assert_different_registers(temp1, j_rarg0, j_rarg1, j_rarg2, j_rarg3, j_rarg4, j_rarg5);
aoqi@0 298 assert_different_registers(temp2, j_rarg0, j_rarg1, j_rarg2, j_rarg3, j_rarg4, j_rarg5);
aoqi@0 299 assert_different_registers(temp3, j_rarg0, j_rarg1, j_rarg2, j_rarg3, j_rarg4, j_rarg5);
aoqi@0 300 }
aoqi@0 301 #else
aoqi@0 302 Register temp1 = (for_compiler_entry ? rsi : rdx);
aoqi@0 303 Register temp2 = rdi;
aoqi@0 304 Register temp3 = rax;
aoqi@0 305 if (for_compiler_entry) {
aoqi@0 306 assert(receiver_reg == (iid == vmIntrinsics::_linkToStatic ? noreg : rcx), "only valid assignment");
aoqi@0 307 assert_different_registers(temp1, rcx, rdx);
aoqi@0 308 assert_different_registers(temp2, rcx, rdx);
aoqi@0 309 assert_different_registers(temp3, rcx, rdx);
aoqi@0 310 }
aoqi@0 311 #endif
aoqi@0 312 else {
aoqi@0 313 assert_different_registers(temp1, temp2, temp3, saved_last_sp_register()); // don't trash lastSP
aoqi@0 314 }
aoqi@0 315 assert_different_registers(temp1, temp2, temp3, receiver_reg);
aoqi@0 316 assert_different_registers(temp1, temp2, temp3, member_reg);
aoqi@0 317
aoqi@0 318 if (iid == vmIntrinsics::_invokeBasic) {
aoqi@0 319 // indirect through MH.form.vmentry.vmtarget
aoqi@0 320 jump_to_lambda_form(_masm, receiver_reg, rbx_method, temp1, for_compiler_entry);
aoqi@0 321
aoqi@0 322 } else {
aoqi@0 323 // The method is a member invoker used by direct method handles.
aoqi@0 324 if (VerifyMethodHandles) {
aoqi@0 325 // make sure the trailing argument really is a MemberName (caller responsibility)
aoqi@0 326 verify_klass(_masm, member_reg, SystemDictionary::WK_KLASS_ENUM_NAME(java_lang_invoke_MemberName),
aoqi@0 327 "MemberName required for invokeVirtual etc.");
aoqi@0 328 }
aoqi@0 329
aoqi@0 330 Address member_clazz( member_reg, NONZERO(java_lang_invoke_MemberName::clazz_offset_in_bytes()));
aoqi@0 331 Address member_vmindex( member_reg, NONZERO(java_lang_invoke_MemberName::vmindex_offset_in_bytes()));
aoqi@0 332 Address member_vmtarget( member_reg, NONZERO(java_lang_invoke_MemberName::vmtarget_offset_in_bytes()));
aoqi@0 333
aoqi@0 334 Register temp1_recv_klass = temp1;
aoqi@0 335 if (iid != vmIntrinsics::_linkToStatic) {
aoqi@0 336 __ verify_oop(receiver_reg);
aoqi@0 337 if (iid == vmIntrinsics::_linkToSpecial) {
aoqi@0 338 // Don't actually load the klass; just null-check the receiver.
aoqi@0 339 __ null_check(receiver_reg);
aoqi@0 340 } else {
aoqi@0 341 // load receiver klass itself
aoqi@0 342 __ null_check(receiver_reg, oopDesc::klass_offset_in_bytes());
aoqi@0 343 __ load_klass(temp1_recv_klass, receiver_reg);
aoqi@0 344 __ verify_klass_ptr(temp1_recv_klass);
aoqi@0 345 }
aoqi@0 346 BLOCK_COMMENT("check_receiver {");
aoqi@0 347 // The receiver for the MemberName must be in receiver_reg.
aoqi@0 348 // Check the receiver against the MemberName.clazz
aoqi@0 349 if (VerifyMethodHandles && iid == vmIntrinsics::_linkToSpecial) {
aoqi@0 350 // Did not load it above...
aoqi@0 351 __ load_klass(temp1_recv_klass, receiver_reg);
aoqi@0 352 __ verify_klass_ptr(temp1_recv_klass);
aoqi@0 353 }
aoqi@0 354 if (VerifyMethodHandles && iid != vmIntrinsics::_linkToInterface) {
aoqi@0 355 Label L_ok;
aoqi@0 356 Register temp2_defc = temp2;
aoqi@0 357 __ load_heap_oop(temp2_defc, member_clazz);
aoqi@0 358 load_klass_from_Class(_masm, temp2_defc);
aoqi@0 359 __ verify_klass_ptr(temp2_defc);
aoqi@0 360 __ check_klass_subtype(temp1_recv_klass, temp2_defc, temp3, L_ok);
aoqi@0 361 // If we get here, the type check failed!
aoqi@0 362 __ STOP("receiver class disagrees with MemberName.clazz");
aoqi@0 363 __ bind(L_ok);
aoqi@0 364 }
aoqi@0 365 BLOCK_COMMENT("} check_receiver");
aoqi@0 366 }
aoqi@0 367 if (iid == vmIntrinsics::_linkToSpecial ||
aoqi@0 368 iid == vmIntrinsics::_linkToStatic) {
aoqi@0 369 DEBUG_ONLY(temp1_recv_klass = noreg); // these guys didn't load the recv_klass
aoqi@0 370 }
aoqi@0 371
aoqi@0 372 // Live registers at this point:
aoqi@0 373 // member_reg - MemberName that was the trailing argument
aoqi@0 374 // temp1_recv_klass - klass of stacked receiver, if needed
aoqi@0 375 // rsi/r13 - interpreter linkage (if interpreted)
aoqi@0 376 // rcx, rdx, rsi, rdi, r8, r8 - compiler arguments (if compiled)
aoqi@0 377
aoqi@0 378 Label L_incompatible_class_change_error;
aoqi@0 379 switch (iid) {
aoqi@0 380 case vmIntrinsics::_linkToSpecial:
aoqi@0 381 if (VerifyMethodHandles) {
aoqi@0 382 verify_ref_kind(_masm, JVM_REF_invokeSpecial, member_reg, temp3);
aoqi@0 383 }
aoqi@0 384 __ movptr(rbx_method, member_vmtarget);
aoqi@0 385 break;
aoqi@0 386
aoqi@0 387 case vmIntrinsics::_linkToStatic:
aoqi@0 388 if (VerifyMethodHandles) {
aoqi@0 389 verify_ref_kind(_masm, JVM_REF_invokeStatic, member_reg, temp3);
aoqi@0 390 }
aoqi@0 391 __ movptr(rbx_method, member_vmtarget);
aoqi@0 392 break;
aoqi@0 393
aoqi@0 394 case vmIntrinsics::_linkToVirtual:
aoqi@0 395 {
aoqi@0 396 // same as TemplateTable::invokevirtual,
aoqi@0 397 // minus the CP setup and profiling:
aoqi@0 398
aoqi@0 399 if (VerifyMethodHandles) {
aoqi@0 400 verify_ref_kind(_masm, JVM_REF_invokeVirtual, member_reg, temp3);
aoqi@0 401 }
aoqi@0 402
aoqi@0 403 // pick out the vtable index from the MemberName, and then we can discard it:
aoqi@0 404 Register temp2_index = temp2;
aoqi@0 405 __ movptr(temp2_index, member_vmindex);
aoqi@0 406
aoqi@0 407 if (VerifyMethodHandles) {
aoqi@0 408 Label L_index_ok;
aoqi@0 409 __ cmpl(temp2_index, 0);
aoqi@0 410 __ jcc(Assembler::greaterEqual, L_index_ok);
aoqi@0 411 __ STOP("no virtual index");
aoqi@0 412 __ BIND(L_index_ok);
aoqi@0 413 }
aoqi@0 414
aoqi@0 415 // Note: The verifier invariants allow us to ignore MemberName.clazz and vmtarget
aoqi@0 416 // at this point. And VerifyMethodHandles has already checked clazz, if needed.
aoqi@0 417
aoqi@0 418 // get target Method* & entry point
aoqi@0 419 __ lookup_virtual_method(temp1_recv_klass, temp2_index, rbx_method);
aoqi@0 420 break;
aoqi@0 421 }
aoqi@0 422
aoqi@0 423 case vmIntrinsics::_linkToInterface:
aoqi@0 424 {
aoqi@0 425 // same as TemplateTable::invokeinterface
aoqi@0 426 // (minus the CP setup and profiling, with different argument motion)
aoqi@0 427 if (VerifyMethodHandles) {
aoqi@0 428 verify_ref_kind(_masm, JVM_REF_invokeInterface, member_reg, temp3);
aoqi@0 429 }
aoqi@0 430
aoqi@0 431 Register temp3_intf = temp3;
aoqi@0 432 __ load_heap_oop(temp3_intf, member_clazz);
aoqi@0 433 load_klass_from_Class(_masm, temp3_intf);
aoqi@0 434 __ verify_klass_ptr(temp3_intf);
aoqi@0 435
aoqi@0 436 Register rbx_index = rbx_method;
aoqi@0 437 __ movptr(rbx_index, member_vmindex);
aoqi@0 438 if (VerifyMethodHandles) {
aoqi@0 439 Label L;
aoqi@0 440 __ cmpl(rbx_index, 0);
aoqi@0 441 __ jcc(Assembler::greaterEqual, L);
aoqi@0 442 __ STOP("invalid vtable index for MH.invokeInterface");
aoqi@0 443 __ bind(L);
aoqi@0 444 }
aoqi@0 445
aoqi@0 446 // given intf, index, and recv klass, dispatch to the implementation method
aoqi@0 447 __ lookup_interface_method(temp1_recv_klass, temp3_intf,
aoqi@0 448 // note: next two args must be the same:
aoqi@0 449 rbx_index, rbx_method,
aoqi@0 450 temp2,
aoqi@0 451 L_incompatible_class_change_error);
aoqi@0 452 break;
aoqi@0 453 }
aoqi@0 454
aoqi@0 455 default:
aoqi@0 456 fatal(err_msg_res("unexpected intrinsic %d: %s", iid, vmIntrinsics::name_at(iid)));
aoqi@0 457 break;
aoqi@0 458 }
aoqi@0 459
aoqi@0 460 // Live at this point:
aoqi@0 461 // rbx_method
aoqi@0 462 // rsi/r13 (if interpreted)
aoqi@0 463
aoqi@0 464 // After figuring out which concrete method to call, jump into it.
aoqi@0 465 // Note that this works in the interpreter with no data motion.
aoqi@0 466 // But the compiled version will require that rcx_recv be shifted out.
aoqi@0 467 __ verify_method_ptr(rbx_method);
aoqi@0 468 jump_from_method_handle(_masm, rbx_method, temp1, for_compiler_entry);
aoqi@0 469
aoqi@0 470 if (iid == vmIntrinsics::_linkToInterface) {
aoqi@0 471 __ bind(L_incompatible_class_change_error);
aoqi@0 472 __ jump(RuntimeAddress(StubRoutines::throw_IncompatibleClassChangeError_entry()));
aoqi@0 473 }
aoqi@0 474 }
aoqi@0 475 }
aoqi@0 476
aoqi@0 477 #ifndef PRODUCT
aoqi@0 478 void trace_method_handle_stub(const char* adaptername,
aoqi@0 479 oop mh,
aoqi@0 480 intptr_t* saved_regs,
aoqi@0 481 intptr_t* entry_sp) {
aoqi@0 482 // called as a leaf from native code: do not block the JVM!
aoqi@0 483 bool has_mh = (strstr(adaptername, "/static") == NULL &&
aoqi@0 484 strstr(adaptername, "linkTo") == NULL); // static linkers don't have MH
aoqi@0 485 const char* mh_reg_name = has_mh ? "rcx_mh" : "rcx";
aoqi@0 486 tty->print_cr("MH %s %s="PTR_FORMAT" sp="PTR_FORMAT,
aoqi@0 487 adaptername, mh_reg_name,
aoqi@0 488 (void *)mh, entry_sp);
aoqi@0 489
aoqi@0 490 if (Verbose) {
aoqi@0 491 tty->print_cr("Registers:");
aoqi@0 492 const int saved_regs_count = RegisterImpl::number_of_registers;
aoqi@0 493 for (int i = 0; i < saved_regs_count; i++) {
aoqi@0 494 Register r = as_Register(i);
aoqi@0 495 // The registers are stored in reverse order on the stack (by pusha).
aoqi@0 496 tty->print("%3s=" PTR_FORMAT, r->name(), saved_regs[((saved_regs_count - 1) - i)]);
aoqi@0 497 if ((i + 1) % 4 == 0) {
aoqi@0 498 tty->cr();
aoqi@0 499 } else {
aoqi@0 500 tty->print(", ");
aoqi@0 501 }
aoqi@0 502 }
aoqi@0 503 tty->cr();
aoqi@0 504
aoqi@0 505 {
aoqi@0 506 // dumping last frame with frame::describe
aoqi@0 507
aoqi@0 508 JavaThread* p = JavaThread::active();
aoqi@0 509
aoqi@0 510 ResourceMark rm;
aoqi@0 511 PRESERVE_EXCEPTION_MARK; // may not be needed by safer and unexpensive here
aoqi@0 512 FrameValues values;
aoqi@0 513
aoqi@0 514 // Note: We want to allow trace_method_handle from any call site.
aoqi@0 515 // While trace_method_handle creates a frame, it may be entered
aoqi@0 516 // without a PC on the stack top (e.g. not just after a call).
aoqi@0 517 // Walking that frame could lead to failures due to that invalid PC.
aoqi@0 518 // => carefully detect that frame when doing the stack walking
aoqi@0 519
aoqi@0 520 // Current C frame
aoqi@0 521 frame cur_frame = os::current_frame();
aoqi@0 522
aoqi@0 523 // Robust search of trace_calling_frame (independant of inlining).
aoqi@0 524 // Assumes saved_regs comes from a pusha in the trace_calling_frame.
aoqi@0 525 assert(cur_frame.sp() < saved_regs, "registers not saved on stack ?");
aoqi@0 526 frame trace_calling_frame = os::get_sender_for_C_frame(&cur_frame);
aoqi@0 527 while (trace_calling_frame.fp() < saved_regs) {
aoqi@0 528 trace_calling_frame = os::get_sender_for_C_frame(&trace_calling_frame);
aoqi@0 529 }
aoqi@0 530
aoqi@0 531 // safely create a frame and call frame::describe
aoqi@0 532 intptr_t *dump_sp = trace_calling_frame.sender_sp();
aoqi@0 533 intptr_t *dump_fp = trace_calling_frame.link();
aoqi@0 534
aoqi@0 535 bool walkable = has_mh; // whether the traced frame shoud be walkable
aoqi@0 536
aoqi@0 537 if (walkable) {
aoqi@0 538 // The previous definition of walkable may have to be refined
aoqi@0 539 // if new call sites cause the next frame constructor to start
aoqi@0 540 // failing. Alternatively, frame constructors could be
aoqi@0 541 // modified to support the current or future non walkable
aoqi@0 542 // frames (but this is more intrusive and is not considered as
aoqi@0 543 // part of this RFE, which will instead use a simpler output).
aoqi@0 544 frame dump_frame = frame(dump_sp, dump_fp);
aoqi@0 545 dump_frame.describe(values, 1);
aoqi@0 546 } else {
aoqi@0 547 // Stack may not be walkable (invalid PC above FP):
aoqi@0 548 // Add descriptions without building a Java frame to avoid issues
aoqi@0 549 values.describe(-1, dump_fp, "fp for #1 <not parsed, cannot trust pc>");
aoqi@0 550 values.describe(-1, dump_sp, "sp for #1");
aoqi@0 551 }
aoqi@0 552 values.describe(-1, entry_sp, "raw top of stack");
aoqi@0 553
aoqi@0 554 tty->print_cr("Stack layout:");
aoqi@0 555 values.print(p);
aoqi@0 556 }
aoqi@0 557 if (has_mh && mh->is_oop()) {
aoqi@0 558 mh->print();
aoqi@0 559 if (java_lang_invoke_MethodHandle::is_instance(mh)) {
aoqi@0 560 if (java_lang_invoke_MethodHandle::form_offset_in_bytes() != 0)
aoqi@0 561 java_lang_invoke_MethodHandle::form(mh)->print();
aoqi@0 562 }
aoqi@0 563 }
aoqi@0 564 }
aoqi@0 565 }
aoqi@0 566
aoqi@0 567 // The stub wraps the arguments in a struct on the stack to avoid
aoqi@0 568 // dealing with the different calling conventions for passing 6
aoqi@0 569 // arguments.
aoqi@0 570 struct MethodHandleStubArguments {
aoqi@0 571 const char* adaptername;
aoqi@0 572 oopDesc* mh;
aoqi@0 573 intptr_t* saved_regs;
aoqi@0 574 intptr_t* entry_sp;
aoqi@0 575 };
aoqi@0 576 void trace_method_handle_stub_wrapper(MethodHandleStubArguments* args) {
aoqi@0 577 trace_method_handle_stub(args->adaptername,
aoqi@0 578 args->mh,
aoqi@0 579 args->saved_regs,
aoqi@0 580 args->entry_sp);
aoqi@0 581 }
aoqi@0 582
aoqi@0 583 void MethodHandles::trace_method_handle(MacroAssembler* _masm, const char* adaptername) {
aoqi@0 584 if (!TraceMethodHandles) return;
aoqi@0 585 BLOCK_COMMENT("trace_method_handle {");
aoqi@0 586 __ enter();
aoqi@0 587 __ andptr(rsp, -16); // align stack if needed for FPU state
aoqi@0 588 __ pusha();
aoqi@0 589 __ mov(rbx, rsp); // for retreiving saved_regs
aoqi@0 590 // Note: saved_regs must be in the entered frame for the
aoqi@0 591 // robust stack walking implemented in trace_method_handle_stub.
aoqi@0 592
aoqi@0 593 // save FP result, valid at some call sites (adapter_opt_return_float, ...)
aoqi@0 594 __ increment(rsp, -2 * wordSize);
aoqi@0 595 if (UseSSE >= 2) {
aoqi@0 596 __ movdbl(Address(rsp, 0), xmm0);
aoqi@0 597 } else if (UseSSE == 1) {
aoqi@0 598 __ movflt(Address(rsp, 0), xmm0);
aoqi@0 599 } else {
aoqi@0 600 __ fst_d(Address(rsp, 0));
aoqi@0 601 }
aoqi@0 602
aoqi@0 603 // Incoming state:
aoqi@0 604 // rcx: method handle
aoqi@0 605 //
aoqi@0 606 // To avoid calling convention issues, build a record on the stack
aoqi@0 607 // and pass the pointer to that instead.
aoqi@0 608 __ push(rbp); // entry_sp (with extra align space)
aoqi@0 609 __ push(rbx); // pusha saved_regs
aoqi@0 610 __ push(rcx); // mh
aoqi@0 611 __ push(rcx); // slot for adaptername
aoqi@0 612 __ movptr(Address(rsp, 0), (intptr_t) adaptername);
aoqi@0 613 __ super_call_VM_leaf(CAST_FROM_FN_PTR(address, trace_method_handle_stub_wrapper), rsp);
aoqi@0 614 __ increment(rsp, sizeof(MethodHandleStubArguments));
aoqi@0 615
aoqi@0 616 if (UseSSE >= 2) {
aoqi@0 617 __ movdbl(xmm0, Address(rsp, 0));
aoqi@0 618 } else if (UseSSE == 1) {
aoqi@0 619 __ movflt(xmm0, Address(rsp, 0));
aoqi@0 620 } else {
aoqi@0 621 __ fld_d(Address(rsp, 0));
aoqi@0 622 }
aoqi@0 623 __ increment(rsp, 2 * wordSize);
aoqi@0 624
aoqi@0 625 __ popa();
aoqi@0 626 __ leave();
aoqi@0 627 BLOCK_COMMENT("} trace_method_handle");
aoqi@0 628 }
aoqi@0 629 #endif //PRODUCT

mercurial