src/cpu/x86/vm/methodHandles_x86.cpp

Thu, 14 Jun 2018 09:15:08 -0700

author
kevinw
date
Thu, 14 Jun 2018 09:15:08 -0700
changeset 9327
f96fcd9e1e1b
parent 7854
e8260b6328fb
child 9448
73d689add964
permissions
-rw-r--r--

8081202: Hotspot compile warning: "Invalid suffix on literal; C++11 requires a space between literal and identifier"
Summary: Need to add a space between macro identifier and string literal
Reviewed-by: bpittore, stefank, dholmes, kbarrett

jrose@1145 1 /*
drchase@6680 2 * Copyright (c) 1997, 2014, Oracle and/or its affiliates. All rights reserved.
jrose@1145 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
jrose@1145 4 *
jrose@1145 5 * This code is free software; you can redistribute it and/or modify it
jrose@1145 6 * under the terms of the GNU General Public License version 2 only, as
jrose@1145 7 * published by the Free Software Foundation.
jrose@1145 8 *
jrose@1145 9 * This code is distributed in the hope that it will be useful, but WITHOUT
jrose@1145 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
jrose@1145 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
jrose@1145 12 * version 2 for more details (a copy is included in the LICENSE file that
jrose@1145 13 * accompanied this code).
jrose@1145 14 *
jrose@1145 15 * You should have received a copy of the GNU General Public License version
jrose@1145 16 * 2 along with this work; if not, write to the Free Software Foundation,
jrose@1145 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
jrose@1145 18 *
trims@1907 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
trims@1907 20 * or visit www.oracle.com if you need additional information or have any
trims@1907 21 * questions.
jrose@1145 22 *
jrose@1145 23 */
jrose@1145 24
stefank@2314 25 #include "precompiled.hpp"
twisti@4318 26 #include "asm/macroAssembler.hpp"
stefank@2314 27 #include "interpreter/interpreter.hpp"
jrose@2952 28 #include "interpreter/interpreterRuntime.hpp"
stefank@2314 29 #include "memory/allocation.inline.hpp"
stefank@2314 30 #include "prims/methodHandles.hpp"
jrose@1145 31
drchase@6680 32 PRAGMA_FORMAT_MUTE_WARNINGS_FOR_GCC
drchase@6680 33
jrose@1145 34 #define __ _masm->
jrose@1145 35
jrose@2148 36 #ifdef PRODUCT
jrose@2148 37 #define BLOCK_COMMENT(str) /* nothing */
twisti@3969 38 #define STOP(error) stop(error)
jrose@2148 39 #else
jrose@2148 40 #define BLOCK_COMMENT(str) __ block_comment(str)
twisti@3969 41 #define STOP(error) block_comment(error); __ stop(error)
jrose@2148 42 #endif
jrose@2148 43
jrose@2148 44 #define BIND(label) bind(label); BLOCK_COMMENT(#label ":")
jrose@2148 45
never@2895 46 void MethodHandles::load_klass_from_Class(MacroAssembler* _masm, Register klass_reg) {
never@2895 47 if (VerifyMethodHandles)
coleenp@4037 48 verify_klass(_masm, klass_reg, SystemDictionary::WK_KLASS_ENUM_NAME(java_lang_Class),
twisti@3969 49 "MH argument is a Class");
coleenp@4037 50 __ movptr(klass_reg, Address(klass_reg, java_lang_Class::klass_offset_in_bytes()));
never@2895 51 }
never@2895 52
twisti@3969 53 #ifdef ASSERT
twisti@3969 54 static int check_nonzero(const char* xname, int x) {
twisti@3969 55 assert(x != 0, err_msg("%s should be nonzero", xname));
twisti@3969 56 return x;
never@2895 57 }
twisti@3969 58 #define NONZERO(x) check_nonzero(#x, x)
twisti@3969 59 #else //ASSERT
twisti@3969 60 #define NONZERO(x) (x)
twisti@3969 61 #endif //ASSERT
never@2895 62
never@2920 63 #ifdef ASSERT
never@2895 64 void MethodHandles::verify_klass(MacroAssembler* _masm,
coleenp@4037 65 Register obj, SystemDictionary::WKID klass_id,
never@2895 66 const char* error_message) {
coleenp@4037 67 Klass** klass_addr = SystemDictionary::well_known_klass_addr(klass_id);
coleenp@4037 68 KlassHandle klass = SystemDictionary::well_known_klass(klass_id);
never@2895 69 Register temp = rdi;
twisti@3969 70 Register temp2 = noreg;
twisti@3969 71 LP64_ONLY(temp2 = rscratch1); // used by MacroAssembler::cmpptr
never@2895 72 Label L_ok, L_bad;
never@2895 73 BLOCK_COMMENT("verify_klass {");
never@2895 74 __ verify_oop(obj);
never@2895 75 __ testptr(obj, obj);
never@2895 76 __ jcc(Assembler::zero, L_bad);
twisti@3969 77 __ push(temp); if (temp2 != noreg) __ push(temp2);
twisti@3969 78 #define UNPUSH { if (temp2 != noreg) __ pop(temp2); __ pop(temp); }
never@2895 79 __ load_klass(temp, obj);
never@2895 80 __ cmpptr(temp, ExternalAddress((address) klass_addr));
never@2895 81 __ jcc(Assembler::equal, L_ok);
never@2895 82 intptr_t super_check_offset = klass->super_check_offset();
never@2895 83 __ movptr(temp, Address(temp, super_check_offset));
never@2895 84 __ cmpptr(temp, ExternalAddress((address) klass_addr));
never@2895 85 __ jcc(Assembler::equal, L_ok);
twisti@3969 86 UNPUSH;
never@2895 87 __ bind(L_bad);
twisti@3969 88 __ STOP(error_message);
never@2895 89 __ BIND(L_ok);
twisti@3969 90 UNPUSH;
never@2895 91 BLOCK_COMMENT("} verify_klass");
never@2895 92 }
twisti@3969 93
twisti@3969 94 void MethodHandles::verify_ref_kind(MacroAssembler* _masm, int ref_kind, Register member_reg, Register temp) {
twisti@3969 95 Label L;
twisti@3969 96 BLOCK_COMMENT("verify_ref_kind {");
twisti@3969 97 __ movl(temp, Address(member_reg, NONZERO(java_lang_invoke_MemberName::flags_offset_in_bytes())));
twisti@3969 98 __ shrl(temp, java_lang_invoke_MemberName::MN_REFERENCE_KIND_SHIFT);
twisti@3969 99 __ andl(temp, java_lang_invoke_MemberName::MN_REFERENCE_KIND_MASK);
twisti@3969 100 __ cmpl(temp, ref_kind);
twisti@3969 101 __ jcc(Assembler::equal, L);
twisti@3969 102 { char* buf = NEW_C_HEAP_ARRAY(char, 100, mtInternal);
twisti@3969 103 jio_snprintf(buf, 100, "verify_ref_kind expected %x", ref_kind);
twisti@3969 104 if (ref_kind == JVM_REF_invokeVirtual ||
twisti@3969 105 ref_kind == JVM_REF_invokeSpecial)
twisti@3969 106 // could do this for all ref_kinds, but would explode assembly code size
twisti@3969 107 trace_method_handle(_masm, buf);
twisti@3969 108 __ STOP(buf);
twisti@3969 109 }
twisti@3969 110 BLOCK_COMMENT("} verify_ref_kind");
twisti@3969 111 __ bind(L);
twisti@3969 112 }
twisti@3969 113
never@2895 114 #endif //ASSERT
jrose@1145 115
twisti@3969 116 void MethodHandles::jump_from_method_handle(MacroAssembler* _masm, Register method, Register temp,
twisti@3969 117 bool for_compiler_entry) {
twisti@3969 118 assert(method == rbx, "interpreter calling convention");
drchase@5800 119
drchase@5800 120 Label L_no_such_method;
drchase@5800 121 __ testptr(rbx, rbx);
drchase@5800 122 __ jcc(Assembler::zero, L_no_such_method);
drchase@5800 123
coleenp@4052 124 __ verify_method_ptr(method);
twisti@3969 125
twisti@3969 126 if (!for_compiler_entry && JvmtiExport::can_post_interpreter_events()) {
never@3005 127 Label run_compiled_code;
never@3005 128 // JVMTI events, such as single-stepping, are implemented partly by avoiding running
never@3005 129 // compiled code in threads for which the event is enabled. Check here for
never@3005 130 // interp_only_mode if these events CAN be enabled.
never@3005 131 #ifdef _LP64
never@3005 132 Register rthread = r15_thread;
never@3005 133 #else
never@3005 134 Register rthread = temp;
never@3005 135 __ get_thread(rthread);
never@3005 136 #endif
never@3005 137 // interp_only is an int, on little endian it is sufficient to test the byte only
never@3005 138 // Is a cmpl faster?
never@3005 139 __ cmpb(Address(rthread, JavaThread::interp_only_mode_offset()), 0);
never@3005 140 __ jccb(Assembler::zero, run_compiled_code);
coleenp@4037 141 __ jmp(Address(method, Method::interpreter_entry_offset()));
twisti@3969 142 __ BIND(run_compiled_code);
never@3005 143 }
twisti@3969 144
coleenp@4037 145 const ByteSize entry_offset = for_compiler_entry ? Method::from_compiled_offset() :
coleenp@4037 146 Method::from_interpreted_offset();
twisti@3969 147 __ jmp(Address(method, entry_offset));
drchase@5800 148
drchase@5800 149 __ bind(L_no_such_method);
drchase@5800 150 __ jump(RuntimeAddress(StubRoutines::throw_AbstractMethodError_entry()));
never@3005 151 }
never@3005 152
twisti@3969 153 void MethodHandles::jump_to_lambda_form(MacroAssembler* _masm,
twisti@3969 154 Register recv, Register method_temp,
twisti@3969 155 Register temp2,
twisti@3969 156 bool for_compiler_entry) {
twisti@3969 157 BLOCK_COMMENT("jump_to_lambda_form {");
twisti@3969 158 // This is the initial entry point of a lazy method handle.
twisti@3969 159 // After type checking, it picks up the invoker from the LambdaForm.
twisti@3969 160 assert_different_registers(recv, method_temp, temp2);
twisti@3969 161 assert(recv != noreg, "required register");
twisti@3969 162 assert(method_temp == rbx, "required register for loading method");
twisti@3969 163
twisti@3969 164 //NOT_PRODUCT({ FlagSetting fs(TraceMethodHandles, true); trace_method_handle(_masm, "LZMH"); });
twisti@3969 165
twisti@3969 166 // Load the invoker, as MH -> MH.form -> LF.vmentry
twisti@3969 167 __ verify_oop(recv);
twisti@3969 168 __ load_heap_oop(method_temp, Address(recv, NONZERO(java_lang_invoke_MethodHandle::form_offset_in_bytes())));
twisti@3969 169 __ verify_oop(method_temp);
twisti@3969 170 __ load_heap_oop(method_temp, Address(method_temp, NONZERO(java_lang_invoke_LambdaForm::vmentry_offset_in_bytes())));
twisti@3969 171 __ verify_oop(method_temp);
coleenp@4037 172 // the following assumes that a Method* is normally compressed in the vmtarget field:
coleenp@4037 173 __ movptr(method_temp, Address(method_temp, NONZERO(java_lang_invoke_MemberName::vmtarget_offset_in_bytes())));
twisti@3969 174
twisti@3969 175 if (VerifyMethodHandles && !for_compiler_entry) {
twisti@3969 176 // make sure recv is already on stack
jiangli@4338 177 __ movptr(temp2, Address(method_temp, Method::const_offset()));
twisti@3969 178 __ load_sized_value(temp2,
jiangli@4338 179 Address(temp2, ConstMethod::size_of_parameters_offset()),
twisti@3969 180 sizeof(u2), /*is_signed*/ false);
coleenp@4037 181 // assert(sizeof(u2) == sizeof(Method::_size_of_parameters), "");
twisti@3969 182 Label L;
twisti@3969 183 __ cmpptr(recv, __ argument_address(temp2, -1));
twisti@3969 184 __ jcc(Assembler::equal, L);
twisti@3969 185 __ movptr(rax, __ argument_address(temp2, -1));
twisti@3969 186 __ STOP("receiver not on stack");
twisti@3969 187 __ BIND(L);
twisti@3969 188 }
twisti@3969 189
twisti@3969 190 jump_from_method_handle(_masm, method_temp, temp2, for_compiler_entry);
twisti@3969 191 BLOCK_COMMENT("} jump_to_lambda_form");
twisti@3969 192 }
twisti@3969 193
twisti@3969 194
jrose@1145 195 // Code generation
twisti@3969 196 address MethodHandles::generate_method_handle_interpreter_entry(MacroAssembler* _masm,
twisti@3969 197 vmIntrinsics::ID iid) {
twisti@3969 198 const bool not_for_compiler_entry = false; // this is the interpreter entry
twisti@3969 199 assert(is_signature_polymorphic(iid), "expected invoke iid");
twisti@3969 200 if (iid == vmIntrinsics::_invokeGeneric ||
twisti@3969 201 iid == vmIntrinsics::_compiledLambdaForm) {
twisti@3969 202 // Perhaps surprisingly, the symbolic references visible to Java are not directly used.
twisti@3969 203 // They are linked to Java-generated adapters via MethodHandleNatives.linkMethod.
twisti@3969 204 // They all allow an appendix argument.
twisti@3969 205 __ hlt(); // empty stubs make SG sick
twisti@3969 206 return NULL;
twisti@3969 207 }
twisti@3969 208
twisti@3969 209 // rsi/r13: sender SP (must preserve; see prepare_to_jump_from_interpreted)
coleenp@4037 210 // rbx: Method*
twisti@3969 211 // rdx: argument locator (parameter slot count, added to rsp)
twisti@3969 212 // rcx: used as temp to hold mh or receiver
twisti@3969 213 // rax, rdi: garbage temps, blown away
twisti@3969 214 Register rdx_argp = rdx; // argument list ptr, live on error paths
twisti@3969 215 Register rax_temp = rax;
twisti@3969 216 Register rcx_mh = rcx; // MH receiver; dies quickly and is recycled
twisti@3969 217 Register rbx_method = rbx; // eventual target of this invocation
jrose@1145 218
jrose@1145 219 // here's where control starts out:
jrose@1145 220 __ align(CodeEntryAlignment);
jrose@1145 221 address entry_point = __ pc();
jrose@1145 222
twisti@3969 223 if (VerifyMethodHandles) {
twisti@3969 224 Label L;
twisti@3969 225 BLOCK_COMMENT("verify_intrinsic_id {");
coleenp@4037 226 __ cmpb(Address(rbx_method, Method::intrinsic_id_offset_in_bytes()), (int) iid);
twisti@3969 227 __ jcc(Assembler::equal, L);
twisti@3969 228 if (iid == vmIntrinsics::_linkToVirtual ||
twisti@3969 229 iid == vmIntrinsics::_linkToSpecial) {
twisti@3969 230 // could do this for all kinds, but would explode assembly code size
coleenp@4037 231 trace_method_handle(_masm, "bad Method*::intrinsic_id");
jrose@1145 232 }
coleenp@4037 233 __ STOP("bad Method*::intrinsic_id");
twisti@3969 234 __ bind(L);
twisti@3969 235 BLOCK_COMMENT("} verify_intrinsic_id");
jrose@1145 236 }
jrose@1145 237
twisti@3969 238 // First task: Find out how big the argument list is.
twisti@3969 239 Address rdx_first_arg_addr;
twisti@3969 240 int ref_kind = signature_polymorphic_intrinsic_ref_kind(iid);
twisti@3969 241 assert(ref_kind != 0 || iid == vmIntrinsics::_invokeBasic, "must be _invokeBasic or a linkTo intrinsic");
twisti@3969 242 if (ref_kind == 0 || MethodHandles::ref_kind_has_receiver(ref_kind)) {
jiangli@4338 243 __ movptr(rdx_argp, Address(rbx_method, Method::const_offset()));
twisti@3969 244 __ load_sized_value(rdx_argp,
jiangli@4338 245 Address(rdx_argp, ConstMethod::size_of_parameters_offset()),
twisti@3969 246 sizeof(u2), /*is_signed*/ false);
coleenp@4037 247 // assert(sizeof(u2) == sizeof(Method::_size_of_parameters), "");
twisti@3969 248 rdx_first_arg_addr = __ argument_address(rdx_argp, -1);
twisti@3969 249 } else {
twisti@3969 250 DEBUG_ONLY(rdx_argp = noreg);
twisti@3969 251 }
jrose@1145 252
twisti@3969 253 if (!is_signature_polymorphic_static(iid)) {
twisti@3969 254 __ movptr(rcx_mh, rdx_first_arg_addr);
twisti@3969 255 DEBUG_ONLY(rdx_argp = noreg);
twisti@3969 256 }
jrose@2148 257
twisti@3969 258 // rdx_first_arg_addr is live!
never@2895 259
twisti@4158 260 trace_method_handle_interpreter_entry(_masm, iid);
never@2895 261
twisti@3969 262 if (iid == vmIntrinsics::_invokeBasic) {
twisti@3969 263 generate_method_handle_dispatch(_masm, iid, rcx_mh, noreg, not_for_compiler_entry);
jrose@2148 264
twisti@3969 265 } else {
twisti@3969 266 // Adjust argument list by popping the trailing MemberName argument.
twisti@3969 267 Register rcx_recv = noreg;
twisti@3969 268 if (MethodHandles::ref_kind_has_receiver(ref_kind)) {
twisti@3969 269 // Load the receiver (not the MH; the actual MemberName's receiver) up from the interpreter stack.
twisti@3969 270 __ movptr(rcx_recv = rcx, rdx_first_arg_addr);
twisti@3969 271 }
twisti@3969 272 DEBUG_ONLY(rdx_argp = noreg);
twisti@3969 273 Register rbx_member = rbx_method; // MemberName ptr; incoming method ptr is dead now
twisti@3969 274 __ pop(rax_temp); // return address
twisti@3969 275 __ pop(rbx_member); // extract last argument
twisti@3969 276 __ push(rax_temp); // re-push return address
twisti@3969 277 generate_method_handle_dispatch(_masm, iid, rcx_recv, rbx_member, not_for_compiler_entry);
twisti@3969 278 }
never@3136 279
jrose@1145 280 return entry_point;
jrose@1145 281 }
jrose@1145 282
twisti@3969 283 void MethodHandles::generate_method_handle_dispatch(MacroAssembler* _masm,
twisti@3969 284 vmIntrinsics::ID iid,
twisti@3969 285 Register receiver_reg,
twisti@3969 286 Register member_reg,
twisti@3969 287 bool for_compiler_entry) {
twisti@3969 288 assert(is_signature_polymorphic(iid), "expected invoke iid");
twisti@3969 289 Register rbx_method = rbx; // eventual target of this invocation
twisti@3969 290 // temps used in this code are not used in *either* compiled or interpreted calling sequences
twisti@3969 291 #ifdef _LP64
twisti@3969 292 Register temp1 = rscratch1;
twisti@3969 293 Register temp2 = rscratch2;
twisti@3969 294 Register temp3 = rax;
twisti@3969 295 if (for_compiler_entry) {
twisti@3969 296 assert(receiver_reg == (iid == vmIntrinsics::_linkToStatic ? noreg : j_rarg0), "only valid assignment");
twisti@3969 297 assert_different_registers(temp1, j_rarg0, j_rarg1, j_rarg2, j_rarg3, j_rarg4, j_rarg5);
twisti@3969 298 assert_different_registers(temp2, j_rarg0, j_rarg1, j_rarg2, j_rarg3, j_rarg4, j_rarg5);
twisti@3969 299 assert_different_registers(temp3, j_rarg0, j_rarg1, j_rarg2, j_rarg3, j_rarg4, j_rarg5);
jrose@1145 300 }
twisti@3969 301 #else
twisti@3969 302 Register temp1 = (for_compiler_entry ? rsi : rdx);
twisti@3969 303 Register temp2 = rdi;
twisti@3969 304 Register temp3 = rax;
twisti@3969 305 if (for_compiler_entry) {
twisti@3969 306 assert(receiver_reg == (iid == vmIntrinsics::_linkToStatic ? noreg : rcx), "only valid assignment");
twisti@3969 307 assert_different_registers(temp1, rcx, rdx);
twisti@3969 308 assert_different_registers(temp2, rcx, rdx);
twisti@3969 309 assert_different_registers(temp3, rcx, rdx);
never@2895 310 }
never@2895 311 #endif
twisti@4101 312 else {
twisti@4101 313 assert_different_registers(temp1, temp2, temp3, saved_last_sp_register()); // don't trash lastSP
twisti@4101 314 }
twisti@3969 315 assert_different_registers(temp1, temp2, temp3, receiver_reg);
twisti@3969 316 assert_different_registers(temp1, temp2, temp3, member_reg);
never@2895 317
twisti@3969 318 if (iid == vmIntrinsics::_invokeBasic) {
twisti@3969 319 // indirect through MH.form.vmentry.vmtarget
twisti@3969 320 jump_to_lambda_form(_masm, receiver_reg, rbx_method, temp1, for_compiler_entry);
twisti@3969 321
twisti@3969 322 } else {
twisti@3969 323 // The method is a member invoker used by direct method handles.
twisti@3969 324 if (VerifyMethodHandles) {
twisti@3969 325 // make sure the trailing argument really is a MemberName (caller responsibility)
coleenp@4037 326 verify_klass(_masm, member_reg, SystemDictionary::WK_KLASS_ENUM_NAME(java_lang_invoke_MemberName),
twisti@3969 327 "MemberName required for invokeVirtual etc.");
never@2895 328 }
twisti@3969 329
twisti@3969 330 Address member_clazz( member_reg, NONZERO(java_lang_invoke_MemberName::clazz_offset_in_bytes()));
twisti@3969 331 Address member_vmindex( member_reg, NONZERO(java_lang_invoke_MemberName::vmindex_offset_in_bytes()));
twisti@3969 332 Address member_vmtarget( member_reg, NONZERO(java_lang_invoke_MemberName::vmtarget_offset_in_bytes()));
twisti@3969 333
twisti@3969 334 Register temp1_recv_klass = temp1;
twisti@3969 335 if (iid != vmIntrinsics::_linkToStatic) {
twisti@3969 336 __ verify_oop(receiver_reg);
twisti@3969 337 if (iid == vmIntrinsics::_linkToSpecial) {
twisti@3969 338 // Don't actually load the klass; just null-check the receiver.
twisti@3969 339 __ null_check(receiver_reg);
twisti@3969 340 } else {
twisti@3969 341 // load receiver klass itself
twisti@3969 342 __ null_check(receiver_reg, oopDesc::klass_offset_in_bytes());
twisti@3969 343 __ load_klass(temp1_recv_klass, receiver_reg);
coleenp@4052 344 __ verify_klass_ptr(temp1_recv_klass);
twisti@3969 345 }
twisti@3969 346 BLOCK_COMMENT("check_receiver {");
twisti@3969 347 // The receiver for the MemberName must be in receiver_reg.
twisti@3969 348 // Check the receiver against the MemberName.clazz
twisti@3969 349 if (VerifyMethodHandles && iid == vmIntrinsics::_linkToSpecial) {
twisti@3969 350 // Did not load it above...
twisti@3969 351 __ load_klass(temp1_recv_klass, receiver_reg);
coleenp@4052 352 __ verify_klass_ptr(temp1_recv_klass);
twisti@3969 353 }
twisti@3969 354 if (VerifyMethodHandles && iid != vmIntrinsics::_linkToInterface) {
twisti@3969 355 Label L_ok;
twisti@3969 356 Register temp2_defc = temp2;
twisti@3969 357 __ load_heap_oop(temp2_defc, member_clazz);
twisti@3969 358 load_klass_from_Class(_masm, temp2_defc);
coleenp@4052 359 __ verify_klass_ptr(temp2_defc);
twisti@3969 360 __ check_klass_subtype(temp1_recv_klass, temp2_defc, temp3, L_ok);
twisti@3969 361 // If we get here, the type check failed!
twisti@3969 362 __ STOP("receiver class disagrees with MemberName.clazz");
twisti@3969 363 __ bind(L_ok);
twisti@3969 364 }
twisti@3969 365 BLOCK_COMMENT("} check_receiver");
twisti@3969 366 }
twisti@3969 367 if (iid == vmIntrinsics::_linkToSpecial ||
twisti@3969 368 iid == vmIntrinsics::_linkToStatic) {
twisti@3969 369 DEBUG_ONLY(temp1_recv_klass = noreg); // these guys didn't load the recv_klass
twisti@3969 370 }
twisti@3969 371
twisti@3969 372 // Live registers at this point:
twisti@3969 373 // member_reg - MemberName that was the trailing argument
twisti@3969 374 // temp1_recv_klass - klass of stacked receiver, if needed
twisti@3969 375 // rsi/r13 - interpreter linkage (if interpreted)
zmajo@7854 376 // rcx, rdx, rsi, rdi, r8 - compiler arguments (if compiled)
twisti@3969 377
twisti@4101 378 Label L_incompatible_class_change_error;
twisti@3969 379 switch (iid) {
twisti@3969 380 case vmIntrinsics::_linkToSpecial:
twisti@3969 381 if (VerifyMethodHandles) {
twisti@3969 382 verify_ref_kind(_masm, JVM_REF_invokeSpecial, member_reg, temp3);
twisti@3969 383 }
coleenp@4037 384 __ movptr(rbx_method, member_vmtarget);
twisti@3969 385 break;
twisti@3969 386
twisti@3969 387 case vmIntrinsics::_linkToStatic:
twisti@3969 388 if (VerifyMethodHandles) {
twisti@3969 389 verify_ref_kind(_masm, JVM_REF_invokeStatic, member_reg, temp3);
twisti@3969 390 }
coleenp@4037 391 __ movptr(rbx_method, member_vmtarget);
twisti@3969 392 break;
twisti@3969 393
twisti@3969 394 case vmIntrinsics::_linkToVirtual:
twisti@3969 395 {
twisti@3969 396 // same as TemplateTable::invokevirtual,
twisti@3969 397 // minus the CP setup and profiling:
twisti@3969 398
twisti@3969 399 if (VerifyMethodHandles) {
twisti@3969 400 verify_ref_kind(_masm, JVM_REF_invokeVirtual, member_reg, temp3);
twisti@3969 401 }
twisti@3969 402
twisti@3969 403 // pick out the vtable index from the MemberName, and then we can discard it:
twisti@3969 404 Register temp2_index = temp2;
twisti@3969 405 __ movptr(temp2_index, member_vmindex);
twisti@3969 406
twisti@3969 407 if (VerifyMethodHandles) {
twisti@3969 408 Label L_index_ok;
twisti@3969 409 __ cmpl(temp2_index, 0);
twisti@3969 410 __ jcc(Assembler::greaterEqual, L_index_ok);
twisti@3969 411 __ STOP("no virtual index");
twisti@3969 412 __ BIND(L_index_ok);
twisti@3969 413 }
twisti@3969 414
twisti@3969 415 // Note: The verifier invariants allow us to ignore MemberName.clazz and vmtarget
twisti@3969 416 // at this point. And VerifyMethodHandles has already checked clazz, if needed.
twisti@3969 417
coleenp@4037 418 // get target Method* & entry point
twisti@3969 419 __ lookup_virtual_method(temp1_recv_klass, temp2_index, rbx_method);
twisti@3969 420 break;
twisti@3969 421 }
twisti@3969 422
twisti@3969 423 case vmIntrinsics::_linkToInterface:
twisti@3969 424 {
twisti@3969 425 // same as TemplateTable::invokeinterface
twisti@3969 426 // (minus the CP setup and profiling, with different argument motion)
twisti@3969 427 if (VerifyMethodHandles) {
twisti@3969 428 verify_ref_kind(_masm, JVM_REF_invokeInterface, member_reg, temp3);
twisti@3969 429 }
twisti@3969 430
twisti@3969 431 Register temp3_intf = temp3;
twisti@3969 432 __ load_heap_oop(temp3_intf, member_clazz);
twisti@3969 433 load_klass_from_Class(_masm, temp3_intf);
coleenp@4052 434 __ verify_klass_ptr(temp3_intf);
twisti@3969 435
twisti@3969 436 Register rbx_index = rbx_method;
twisti@3969 437 __ movptr(rbx_index, member_vmindex);
twisti@3969 438 if (VerifyMethodHandles) {
twisti@3969 439 Label L;
twisti@3969 440 __ cmpl(rbx_index, 0);
twisti@3969 441 __ jcc(Assembler::greaterEqual, L);
twisti@3969 442 __ STOP("invalid vtable index for MH.invokeInterface");
twisti@3969 443 __ bind(L);
twisti@3969 444 }
twisti@3969 445
twisti@3969 446 // given intf, index, and recv klass, dispatch to the implementation method
twisti@3969 447 __ lookup_interface_method(temp1_recv_klass, temp3_intf,
twisti@3969 448 // note: next two args must be the same:
twisti@3969 449 rbx_index, rbx_method,
twisti@3969 450 temp2,
twisti@4101 451 L_incompatible_class_change_error);
twisti@3969 452 break;
twisti@3969 453 }
twisti@3969 454
twisti@3969 455 default:
twisti@4101 456 fatal(err_msg_res("unexpected intrinsic %d: %s", iid, vmIntrinsics::name_at(iid)));
twisti@3969 457 break;
twisti@3969 458 }
twisti@3969 459
twisti@4101 460 // Live at this point:
twisti@4101 461 // rbx_method
twisti@4101 462 // rsi/r13 (if interpreted)
twisti@3969 463
twisti@4101 464 // After figuring out which concrete method to call, jump into it.
twisti@4101 465 // Note that this works in the interpreter with no data motion.
twisti@4101 466 // But the compiled version will require that rcx_recv be shifted out.
twisti@4101 467 __ verify_method_ptr(rbx_method);
twisti@4101 468 jump_from_method_handle(_masm, rbx_method, temp1, for_compiler_entry);
twisti@4101 469
twisti@4101 470 if (iid == vmIntrinsics::_linkToInterface) {
twisti@4101 471 __ bind(L_incompatible_class_change_error);
twisti@4101 472 __ jump(RuntimeAddress(StubRoutines::throw_IncompatibleClassChangeError_entry()));
twisti@3969 473 }
never@2895 474 }
never@2895 475 }
never@2895 476
bdelsart@3451 477 #ifndef PRODUCT
jrose@1145 478 void trace_method_handle_stub(const char* adaptername,
never@2895 479 oop mh,
never@2895 480 intptr_t* saved_regs,
twisti@3566 481 intptr_t* entry_sp) {
jrose@1145 482 // called as a leaf from native code: do not block the JVM!
twisti@3969 483 bool has_mh = (strstr(adaptername, "/static") == NULL &&
twisti@3969 484 strstr(adaptername, "linkTo") == NULL); // static linkers don't have MH
twisti@3566 485 const char* mh_reg_name = has_mh ? "rcx_mh" : "rcx";
kevinw@9327 486 tty->print_cr("MH %s %s=" PTR_FORMAT " sp=" PTR_FORMAT,
twisti@3969 487 adaptername, mh_reg_name,
hseigel@5784 488 (void *)mh, entry_sp);
bdelsart@3451 489
jrose@2148 490 if (Verbose) {
twisti@3566 491 tty->print_cr("Registers:");
twisti@3566 492 const int saved_regs_count = RegisterImpl::number_of_registers;
twisti@3566 493 for (int i = 0; i < saved_regs_count; i++) {
twisti@3566 494 Register r = as_Register(i);
twisti@3566 495 // The registers are stored in reverse order on the stack (by pusha).
twisti@3566 496 tty->print("%3s=" PTR_FORMAT, r->name(), saved_regs[((saved_regs_count - 1) - i)]);
twisti@3566 497 if ((i + 1) % 4 == 0) {
never@2895 498 tty->cr();
twisti@3566 499 } else {
twisti@3566 500 tty->print(", ");
never@2895 501 }
never@2895 502 }
never@2895 503 tty->cr();
bdelsart@3451 504
bdelsart@3451 505 {
bdelsart@3451 506 // dumping last frame with frame::describe
bdelsart@3451 507
bdelsart@3451 508 JavaThread* p = JavaThread::active();
bdelsart@3451 509
bdelsart@3451 510 ResourceMark rm;
bdelsart@3451 511 PRESERVE_EXCEPTION_MARK; // may not be needed by safer and unexpensive here
bdelsart@3451 512 FrameValues values;
bdelsart@3451 513
bdelsart@3451 514 // Note: We want to allow trace_method_handle from any call site.
bdelsart@3451 515 // While trace_method_handle creates a frame, it may be entered
bdelsart@3451 516 // without a PC on the stack top (e.g. not just after a call).
bdelsart@3451 517 // Walking that frame could lead to failures due to that invalid PC.
bdelsart@3451 518 // => carefully detect that frame when doing the stack walking
bdelsart@3451 519
bdelsart@3451 520 // Current C frame
bdelsart@3451 521 frame cur_frame = os::current_frame();
bdelsart@3451 522
bdelsart@3451 523 // Robust search of trace_calling_frame (independant of inlining).
bdelsart@3451 524 // Assumes saved_regs comes from a pusha in the trace_calling_frame.
bdelsart@3451 525 assert(cur_frame.sp() < saved_regs, "registers not saved on stack ?");
bdelsart@3451 526 frame trace_calling_frame = os::get_sender_for_C_frame(&cur_frame);
bdelsart@3451 527 while (trace_calling_frame.fp() < saved_regs) {
bdelsart@3451 528 trace_calling_frame = os::get_sender_for_C_frame(&trace_calling_frame);
bdelsart@3451 529 }
bdelsart@3451 530
bdelsart@3451 531 // safely create a frame and call frame::describe
bdelsart@3451 532 intptr_t *dump_sp = trace_calling_frame.sender_sp();
bdelsart@3451 533 intptr_t *dump_fp = trace_calling_frame.link();
bdelsart@3451 534
bdelsart@3451 535 bool walkable = has_mh; // whether the traced frame shoud be walkable
bdelsart@3451 536
bdelsart@3451 537 if (walkable) {
bdelsart@3451 538 // The previous definition of walkable may have to be refined
bdelsart@3451 539 // if new call sites cause the next frame constructor to start
bdelsart@3451 540 // failing. Alternatively, frame constructors could be
bdelsart@3451 541 // modified to support the current or future non walkable
bdelsart@3451 542 // frames (but this is more intrusive and is not considered as
bdelsart@3451 543 // part of this RFE, which will instead use a simpler output).
bdelsart@3451 544 frame dump_frame = frame(dump_sp, dump_fp);
bdelsart@3451 545 dump_frame.describe(values, 1);
bdelsart@3451 546 } else {
bdelsart@3451 547 // Stack may not be walkable (invalid PC above FP):
bdelsart@3451 548 // Add descriptions without building a Java frame to avoid issues
bdelsart@3451 549 values.describe(-1, dump_fp, "fp for #1 <not parsed, cannot trust pc>");
bdelsart@3451 550 values.describe(-1, dump_sp, "sp for #1");
bdelsart@3451 551 }
twisti@3969 552 values.describe(-1, entry_sp, "raw top of stack");
bdelsart@3451 553
twisti@3566 554 tty->print_cr("Stack layout:");
bdelsart@3451 555 values.print(p);
never@2895 556 }
twisti@3969 557 if (has_mh && mh->is_oop()) {
twisti@3969 558 mh->print();
twisti@3969 559 if (java_lang_invoke_MethodHandle::is_instance(mh)) {
twisti@3969 560 if (java_lang_invoke_MethodHandle::form_offset_in_bytes() != 0)
twisti@3969 561 java_lang_invoke_MethodHandle::form(mh)->print();
twisti@3969 562 }
twisti@3969 563 }
jrose@2148 564 }
jrose@2148 565 }
never@2895 566
never@2895 567 // The stub wraps the arguments in a struct on the stack to avoid
never@2895 568 // dealing with the different calling conventions for passing 6
never@2895 569 // arguments.
never@2895 570 struct MethodHandleStubArguments {
never@2895 571 const char* adaptername;
never@2895 572 oopDesc* mh;
never@2895 573 intptr_t* saved_regs;
never@2895 574 intptr_t* entry_sp;
never@2895 575 };
never@2895 576 void trace_method_handle_stub_wrapper(MethodHandleStubArguments* args) {
never@2895 577 trace_method_handle_stub(args->adaptername,
never@2895 578 args->mh,
never@2895 579 args->saved_regs,
twisti@3566 580 args->entry_sp);
never@2895 581 }
never@2895 582
jrose@2148 583 void MethodHandles::trace_method_handle(MacroAssembler* _masm, const char* adaptername) {
jrose@2148 584 if (!TraceMethodHandles) return;
jrose@2148 585 BLOCK_COMMENT("trace_method_handle {");
bdelsart@3451 586 __ enter();
bdelsart@3451 587 __ andptr(rsp, -16); // align stack if needed for FPU state
jrose@2148 588 __ pusha();
bdelsart@3451 589 __ mov(rbx, rsp); // for retreiving saved_regs
bdelsart@3451 590 // Note: saved_regs must be in the entered frame for the
bdelsart@3451 591 // robust stack walking implemented in trace_method_handle_stub.
bdelsart@3451 592
bdelsart@3451 593 // save FP result, valid at some call sites (adapter_opt_return_float, ...)
bdelsart@3451 594 __ increment(rsp, -2 * wordSize);
bdelsart@3451 595 if (UseSSE >= 2) {
bdelsart@3451 596 __ movdbl(Address(rsp, 0), xmm0);
bdelsart@3451 597 } else if (UseSSE == 1) {
bdelsart@3451 598 __ movflt(Address(rsp, 0), xmm0);
bdelsart@3451 599 } else {
bdelsart@3451 600 __ fst_d(Address(rsp, 0));
bdelsart@3451 601 }
bdelsart@3451 602
twisti@3566 603 // Incoming state:
never@2868 604 // rcx: method handle
twisti@3566 605 //
twisti@3566 606 // To avoid calling convention issues, build a record on the stack
twisti@3566 607 // and pass the pointer to that instead.
bdelsart@3451 608 __ push(rbp); // entry_sp (with extra align space)
never@2895 609 __ push(rbx); // pusha saved_regs
never@2895 610 __ push(rcx); // mh
bdelsart@3451 611 __ push(rcx); // slot for adaptername
never@2895 612 __ movptr(Address(rsp, 0), (intptr_t) adaptername);
never@2895 613 __ super_call_VM_leaf(CAST_FROM_FN_PTR(address, trace_method_handle_stub_wrapper), rsp);
twisti@3566 614 __ increment(rsp, sizeof(MethodHandleStubArguments));
bdelsart@3451 615
bdelsart@3451 616 if (UseSSE >= 2) {
bdelsart@3451 617 __ movdbl(xmm0, Address(rsp, 0));
bdelsart@3451 618 } else if (UseSSE == 1) {
bdelsart@3451 619 __ movflt(xmm0, Address(rsp, 0));
bdelsart@3451 620 } else {
bdelsart@3451 621 __ fld_d(Address(rsp, 0));
bdelsart@3451 622 }
bdelsart@3451 623 __ increment(rsp, 2 * wordSize);
bdelsart@3451 624
bdelsart@3451 625 __ popa();
never@2895 626 __ leave();
jrose@2148 627 BLOCK_COMMENT("} trace_method_handle");
jrose@1145 628 }
jrose@1145 629 #endif //PRODUCT

mercurial