Thu, 06 Mar 2014 10:55:28 -0800
8035647: PPC64: Support for elf v2 abi.
Summary: ELFv2 ABI used by the little endian PowerPC64 on Linux.
Reviewed-by: kvn
Contributed-by: asmundak@google.com
goetz@6458 | 1 | /* |
goetz@6458 | 2 | * Copyright (c) 1997, 2013, Oracle and/or its affiliates. All rights reserved. |
goetz@6458 | 3 | * Copyright 2012, 2013 SAP AG. All rights reserved. |
goetz@6458 | 4 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
goetz@6458 | 5 | * |
goetz@6458 | 6 | * This code is free software; you can redistribute it and/or modify it |
goetz@6458 | 7 | * under the terms of the GNU General Public License version 2 only, as |
goetz@6458 | 8 | * published by the Free Software Foundation. |
goetz@6458 | 9 | * |
goetz@6458 | 10 | * This code is distributed in the hope that it will be useful, but WITHOUT |
goetz@6458 | 11 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
goetz@6458 | 12 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
goetz@6458 | 13 | * version 2 for more details (a copy is included in the LICENSE file that |
goetz@6458 | 14 | * accompanied this code). |
goetz@6458 | 15 | * |
goetz@6458 | 16 | * You should have received a copy of the GNU General Public License version |
goetz@6458 | 17 | * 2 along with this work; if not, write to the Free Software Foundation, |
goetz@6458 | 18 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
goetz@6458 | 19 | * |
goetz@6458 | 20 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
goetz@6458 | 21 | * or visit www.oracle.com if you need additional information or have any |
goetz@6458 | 22 | * questions. |
goetz@6458 | 23 | * |
goetz@6458 | 24 | */ |
goetz@6458 | 25 | |
goetz@6458 | 26 | #include "precompiled.hpp" |
goetz@6458 | 27 | #include "asm/macroAssembler.inline.hpp" |
goetz@6458 | 28 | #include "interpreter/interpreter.hpp" |
goetz@6458 | 29 | #include "memory/allocation.inline.hpp" |
goetz@6458 | 30 | #include "prims/methodHandles.hpp" |
goetz@6458 | 31 | |
goetz@6458 | 32 | #define __ _masm-> |
goetz@6458 | 33 | |
goetz@6495 | 34 | #ifdef CC_INTERP |
goetz@6495 | 35 | #define EXCEPTION_ENTRY StubRoutines::throw_NullPointerException_at_call_entry() |
goetz@6495 | 36 | #else |
goetz@6495 | 37 | #define EXCEPTION_ENTRY Interpreter::throw_NullPointerException_entry() |
goetz@6495 | 38 | #endif |
goetz@6495 | 39 | |
goetz@6458 | 40 | #ifdef PRODUCT |
goetz@6458 | 41 | #define BLOCK_COMMENT(str) // nothing |
goetz@6458 | 42 | #else |
goetz@6458 | 43 | #define BLOCK_COMMENT(str) __ block_comment(str) |
goetz@6458 | 44 | #endif |
goetz@6458 | 45 | |
goetz@6458 | 46 | #define BIND(label) bind(label); BLOCK_COMMENT(#label ":") |
goetz@6458 | 47 | |
goetz@6458 | 48 | // Workaround for C++ overloading nastiness on '0' for RegisterOrConstant. |
goetz@6458 | 49 | inline static RegisterOrConstant constant(int value) { |
goetz@6458 | 50 | return RegisterOrConstant(value); |
goetz@6458 | 51 | } |
goetz@6458 | 52 | |
goetz@6458 | 53 | void MethodHandles::load_klass_from_Class(MacroAssembler* _masm, Register klass_reg, Register temp_reg, Register temp2_reg) { |
goetz@6458 | 54 | if (VerifyMethodHandles) |
goetz@6458 | 55 | verify_klass(_masm, klass_reg, SystemDictionary::WK_KLASS_ENUM_NAME(java_lang_Class), temp_reg, temp2_reg, |
goetz@6458 | 56 | "MH argument is a Class"); |
goetz@6458 | 57 | __ ld(klass_reg, java_lang_Class::klass_offset_in_bytes(), klass_reg); |
goetz@6458 | 58 | } |
goetz@6458 | 59 | |
goetz@6458 | 60 | #ifdef ASSERT |
goetz@6458 | 61 | static int check_nonzero(const char* xname, int x) { |
goetz@6458 | 62 | assert(x != 0, err_msg("%s should be nonzero", xname)); |
goetz@6458 | 63 | return x; |
goetz@6458 | 64 | } |
goetz@6458 | 65 | #define NONZERO(x) check_nonzero(#x, x) |
goetz@6458 | 66 | #else //ASSERT |
goetz@6458 | 67 | #define NONZERO(x) (x) |
goetz@6458 | 68 | #endif //ASSERT |
goetz@6458 | 69 | |
goetz@6458 | 70 | #ifdef ASSERT |
goetz@6458 | 71 | void MethodHandles::verify_klass(MacroAssembler* _masm, |
goetz@6458 | 72 | Register obj_reg, SystemDictionary::WKID klass_id, |
goetz@6458 | 73 | Register temp_reg, Register temp2_reg, |
goetz@6458 | 74 | const char* error_message) { |
goetz@6458 | 75 | Klass** klass_addr = SystemDictionary::well_known_klass_addr(klass_id); |
goetz@6458 | 76 | KlassHandle klass = SystemDictionary::well_known_klass(klass_id); |
goetz@6458 | 77 | Label L_ok, L_bad; |
goetz@6458 | 78 | BLOCK_COMMENT("verify_klass {"); |
goetz@6458 | 79 | __ verify_oop(obj_reg); |
goetz@6458 | 80 | __ cmpdi(CCR0, obj_reg, 0); |
goetz@6458 | 81 | __ beq(CCR0, L_bad); |
goetz@6458 | 82 | __ load_klass(temp_reg, obj_reg); |
goetz@6458 | 83 | __ load_const_optimized(temp2_reg, (address) klass_addr); |
goetz@6458 | 84 | __ ld(temp2_reg, 0, temp2_reg); |
goetz@6458 | 85 | __ cmpd(CCR0, temp_reg, temp2_reg); |
goetz@6458 | 86 | __ beq(CCR0, L_ok); |
goetz@6458 | 87 | __ ld(temp_reg, klass->super_check_offset(), temp_reg); |
goetz@6458 | 88 | __ cmpd(CCR0, temp_reg, temp2_reg); |
goetz@6458 | 89 | __ beq(CCR0, L_ok); |
goetz@6458 | 90 | __ BIND(L_bad); |
goetz@6458 | 91 | __ stop(error_message); |
goetz@6458 | 92 | __ BIND(L_ok); |
goetz@6458 | 93 | BLOCK_COMMENT("} verify_klass"); |
goetz@6458 | 94 | } |
goetz@6458 | 95 | |
goetz@6458 | 96 | void MethodHandles::verify_ref_kind(MacroAssembler* _masm, int ref_kind, Register member_reg, Register temp) { |
goetz@6458 | 97 | Label L; |
goetz@6458 | 98 | BLOCK_COMMENT("verify_ref_kind {"); |
goetz@6458 | 99 | __ load_sized_value(temp, NONZERO(java_lang_invoke_MemberName::flags_offset_in_bytes()), member_reg, |
goetz@6458 | 100 | sizeof(u4), /*is_signed*/ false); |
goetz@6458 | 101 | // assert(sizeof(u4) == sizeof(java.lang.invoke.MemberName.flags), ""); |
goetz@6458 | 102 | __ srwi( temp, temp, java_lang_invoke_MemberName::MN_REFERENCE_KIND_SHIFT); |
goetz@6458 | 103 | __ andi(temp, temp, java_lang_invoke_MemberName::MN_REFERENCE_KIND_MASK); |
goetz@6458 | 104 | __ cmpwi(CCR1, temp, ref_kind); |
goetz@6458 | 105 | __ beq(CCR1, L); |
goetz@6458 | 106 | { char* buf = NEW_C_HEAP_ARRAY(char, 100, mtInternal); |
goetz@6458 | 107 | jio_snprintf(buf, 100, "verify_ref_kind expected %x", ref_kind); |
goetz@6458 | 108 | if (ref_kind == JVM_REF_invokeVirtual || |
goetz@6458 | 109 | ref_kind == JVM_REF_invokeSpecial) |
goetz@6458 | 110 | // could do this for all ref_kinds, but would explode assembly code size |
goetz@6458 | 111 | trace_method_handle(_masm, buf); |
goetz@6458 | 112 | __ stop(buf); |
goetz@6458 | 113 | } |
goetz@6458 | 114 | BLOCK_COMMENT("} verify_ref_kind"); |
goetz@6458 | 115 | __ BIND(L); |
goetz@6458 | 116 | } |
goetz@6458 | 117 | |
goetz@6458 | 118 | #endif // ASSERT |
goetz@6458 | 119 | |
goetz@6458 | 120 | void MethodHandles::jump_from_method_handle(MacroAssembler* _masm, Register method, Register target, Register temp, |
goetz@6458 | 121 | bool for_compiler_entry) { |
goetz@6458 | 122 | assert(method == R19_method, "interpreter calling convention"); |
goetz@6458 | 123 | assert_different_registers(method, target, temp); |
goetz@6458 | 124 | |
goetz@6458 | 125 | if (!for_compiler_entry && JvmtiExport::can_post_interpreter_events()) { |
goetz@6458 | 126 | Label run_compiled_code; |
goetz@6458 | 127 | // JVMTI events, such as single-stepping, are implemented partly by avoiding running |
goetz@6458 | 128 | // compiled code in threads for which the event is enabled. Check here for |
goetz@6458 | 129 | // interp_only_mode if these events CAN be enabled. |
goetz@6458 | 130 | __ verify_thread(); |
goetz@6458 | 131 | __ lwz(temp, in_bytes(JavaThread::interp_only_mode_offset()), R16_thread); |
goetz@6458 | 132 | __ cmplwi(CCR0, temp, 0); |
goetz@6458 | 133 | __ beq(CCR0, run_compiled_code); |
goetz@6458 | 134 | __ ld(target, in_bytes(Method::interpreter_entry_offset()), R19_method); |
goetz@6458 | 135 | __ mtctr(target); |
goetz@6458 | 136 | __ bctr(); |
goetz@6458 | 137 | __ BIND(run_compiled_code); |
goetz@6458 | 138 | } |
goetz@6458 | 139 | |
goetz@6458 | 140 | const ByteSize entry_offset = for_compiler_entry ? Method::from_compiled_offset() : |
goetz@6458 | 141 | Method::from_interpreted_offset(); |
goetz@6458 | 142 | __ ld(target, in_bytes(entry_offset), R19_method); |
goetz@6458 | 143 | __ mtctr(target); |
goetz@6458 | 144 | __ bctr(); |
goetz@6458 | 145 | } |
goetz@6458 | 146 | |
goetz@6458 | 147 | |
goetz@6458 | 148 | void MethodHandles::jump_to_lambda_form(MacroAssembler* _masm, |
goetz@6458 | 149 | Register recv, Register method_temp, |
goetz@6458 | 150 | Register temp2, Register temp3, |
goetz@6458 | 151 | bool for_compiler_entry) { |
goetz@6458 | 152 | BLOCK_COMMENT("jump_to_lambda_form {"); |
goetz@6458 | 153 | // This is the initial entry point of a lazy method handle. |
goetz@6458 | 154 | // After type checking, it picks up the invoker from the LambdaForm. |
goetz@6458 | 155 | assert_different_registers(recv, method_temp, temp2); // temp3 is only passed on |
goetz@6458 | 156 | assert(method_temp == R19_method, "required register for loading method"); |
goetz@6458 | 157 | |
goetz@6458 | 158 | // Load the invoker, as MH -> MH.form -> LF.vmentry |
goetz@6458 | 159 | __ verify_oop(recv); |
goetz@6458 | 160 | __ load_heap_oop_not_null(method_temp, NONZERO(java_lang_invoke_MethodHandle::form_offset_in_bytes()), recv); |
goetz@6458 | 161 | __ verify_oop(method_temp); |
goetz@6458 | 162 | __ load_heap_oop_not_null(method_temp, NONZERO(java_lang_invoke_LambdaForm::vmentry_offset_in_bytes()), method_temp); |
goetz@6458 | 163 | __ verify_oop(method_temp); |
goetz@6458 | 164 | // the following assumes that a Method* is normally compressed in the vmtarget field: |
goetz@6458 | 165 | __ ld(method_temp, NONZERO(java_lang_invoke_MemberName::vmtarget_offset_in_bytes()), method_temp); |
goetz@6458 | 166 | |
goetz@6458 | 167 | if (VerifyMethodHandles && !for_compiler_entry) { |
goetz@6458 | 168 | // make sure recv is already on stack |
goetz@6458 | 169 | __ ld(temp2, in_bytes(Method::const_offset()), method_temp); |
goetz@6458 | 170 | __ load_sized_value(temp2, in_bytes(ConstMethod::size_of_parameters_offset()), temp2, |
goetz@6458 | 171 | sizeof(u2), /*is_signed*/ false); |
goetz@6458 | 172 | // assert(sizeof(u2) == sizeof(ConstMethod::_size_of_parameters), ""); |
goetz@6458 | 173 | Label L; |
goetz@6495 | 174 | __ ld(temp2, __ argument_offset(temp2, temp2, 0), CC_INTERP_ONLY(R17_tos) NOT_CC_INTERP(R15_esp)); |
goetz@6458 | 175 | __ cmpd(CCR1, temp2, recv); |
goetz@6458 | 176 | __ beq(CCR1, L); |
goetz@6458 | 177 | __ stop("receiver not on stack"); |
goetz@6458 | 178 | __ BIND(L); |
goetz@6458 | 179 | } |
goetz@6458 | 180 | |
goetz@6458 | 181 | jump_from_method_handle(_masm, method_temp, temp2, temp3, for_compiler_entry); |
goetz@6458 | 182 | BLOCK_COMMENT("} jump_to_lambda_form"); |
goetz@6458 | 183 | } |
goetz@6458 | 184 | |
goetz@6458 | 185 | |
goetz@6458 | 186 | |
goetz@6458 | 187 | // Code generation |
goetz@6458 | 188 | address MethodHandles::generate_method_handle_interpreter_entry(MacroAssembler* _masm, |
goetz@6458 | 189 | vmIntrinsics::ID iid) { |
goetz@6458 | 190 | const bool not_for_compiler_entry = false; // this is the interpreter entry |
goetz@6458 | 191 | assert(is_signature_polymorphic(iid), "expected invoke iid"); |
goetz@6458 | 192 | if (iid == vmIntrinsics::_invokeGeneric || |
goetz@6458 | 193 | iid == vmIntrinsics::_compiledLambdaForm) { |
goetz@6458 | 194 | // Perhaps surprisingly, the symbolic references visible to Java are not directly used. |
goetz@6458 | 195 | // They are linked to Java-generated adapters via MethodHandleNatives.linkMethod. |
goetz@6458 | 196 | // They all allow an appendix argument. |
goetz@6458 | 197 | __ stop("Should not reach here"); // empty stubs make SG sick |
goetz@6458 | 198 | return NULL; |
goetz@6458 | 199 | } |
goetz@6458 | 200 | |
goetz@6495 | 201 | Register argbase = CC_INTERP_ONLY(R17_tos) NOT_CC_INTERP(R15_esp); // parameter (preserved) |
goetz@6458 | 202 | Register argslot = R3; |
goetz@6458 | 203 | Register temp1 = R6; |
goetz@6458 | 204 | Register param_size = R7; |
goetz@6458 | 205 | |
goetz@6458 | 206 | // here's where control starts out: |
goetz@6458 | 207 | __ align(CodeEntryAlignment); |
goetz@6458 | 208 | address entry_point = __ pc(); |
goetz@6458 | 209 | |
goetz@6458 | 210 | if (VerifyMethodHandles) { |
goetz@6458 | 211 | Label L; |
goetz@6458 | 212 | BLOCK_COMMENT("verify_intrinsic_id {"); |
goetz@6458 | 213 | __ load_sized_value(temp1, Method::intrinsic_id_offset_in_bytes(), R19_method, |
goetz@6458 | 214 | sizeof(u1), /*is_signed*/ false); |
goetz@6458 | 215 | // assert(sizeof(u1) == sizeof(Method::_intrinsic_id), ""); |
goetz@6458 | 216 | __ cmpwi(CCR1, temp1, (int) iid); |
goetz@6458 | 217 | __ beq(CCR1, L); |
goetz@6458 | 218 | if (iid == vmIntrinsics::_linkToVirtual || |
goetz@6458 | 219 | iid == vmIntrinsics::_linkToSpecial) { |
goetz@6458 | 220 | // could do this for all kinds, but would explode assembly code size |
goetz@6458 | 221 | trace_method_handle(_masm, "bad Method*:intrinsic_id"); |
goetz@6458 | 222 | } |
goetz@6458 | 223 | __ stop("bad Method*::intrinsic_id"); |
goetz@6458 | 224 | __ BIND(L); |
goetz@6458 | 225 | BLOCK_COMMENT("} verify_intrinsic_id"); |
goetz@6458 | 226 | } |
goetz@6458 | 227 | |
goetz@6458 | 228 | // First task: Find out how big the argument list is. |
goetz@6458 | 229 | int ref_kind = signature_polymorphic_intrinsic_ref_kind(iid); |
goetz@6458 | 230 | assert(ref_kind != 0 || iid == vmIntrinsics::_invokeBasic, "must be _invokeBasic or a linkTo intrinsic"); |
goetz@6458 | 231 | if (ref_kind == 0 || MethodHandles::ref_kind_has_receiver(ref_kind)) { |
goetz@6458 | 232 | __ ld(param_size, in_bytes(Method::const_offset()), R19_method); |
goetz@6458 | 233 | __ load_sized_value(param_size, in_bytes(ConstMethod::size_of_parameters_offset()), param_size, |
goetz@6458 | 234 | sizeof(u2), /*is_signed*/ false); |
goetz@6458 | 235 | // assert(sizeof(u2) == sizeof(ConstMethod::_size_of_parameters), ""); |
goetz@6458 | 236 | } else { |
goetz@6458 | 237 | DEBUG_ONLY(param_size = noreg); |
goetz@6458 | 238 | } |
goetz@6458 | 239 | |
goetz@6458 | 240 | Register tmp_mh = noreg; |
goetz@6458 | 241 | if (!is_signature_polymorphic_static(iid)) { |
goetz@6458 | 242 | __ ld(tmp_mh = temp1, __ argument_offset(param_size, param_size, 0), argbase); |
goetz@6458 | 243 | DEBUG_ONLY(param_size = noreg); |
goetz@6458 | 244 | } |
goetz@6458 | 245 | |
goetz@6458 | 246 | if (TraceMethodHandles) { |
goetz@6458 | 247 | if (tmp_mh != noreg) |
goetz@6458 | 248 | __ mr(R23_method_handle, tmp_mh); // make stub happy |
goetz@6458 | 249 | trace_method_handle_interpreter_entry(_masm, iid); |
goetz@6458 | 250 | } |
goetz@6458 | 251 | |
goetz@6458 | 252 | if (iid == vmIntrinsics::_invokeBasic) { |
goetz@6458 | 253 | generate_method_handle_dispatch(_masm, iid, tmp_mh, noreg, not_for_compiler_entry); |
goetz@6458 | 254 | |
goetz@6458 | 255 | } else { |
goetz@6458 | 256 | // Adjust argument list by popping the trailing MemberName argument. |
goetz@6458 | 257 | Register tmp_recv = noreg; |
goetz@6458 | 258 | if (MethodHandles::ref_kind_has_receiver(ref_kind)) { |
goetz@6458 | 259 | // Load the receiver (not the MH; the actual MemberName's receiver) up from the interpreter stack. |
goetz@6458 | 260 | __ ld(tmp_recv = temp1, __ argument_offset(param_size, param_size, 0), argbase); |
goetz@6458 | 261 | DEBUG_ONLY(param_size = noreg); |
goetz@6458 | 262 | } |
goetz@6458 | 263 | Register R19_member = R19_method; // MemberName ptr; incoming method ptr is dead now |
goetz@6458 | 264 | __ ld(R19_member, RegisterOrConstant((intptr_t)8), argbase); |
goetz@6458 | 265 | __ add(argbase, Interpreter::stackElementSize, argbase); |
goetz@6458 | 266 | generate_method_handle_dispatch(_masm, iid, tmp_recv, R19_member, not_for_compiler_entry); |
goetz@6458 | 267 | } |
goetz@6458 | 268 | |
goetz@6458 | 269 | return entry_point; |
goetz@6458 | 270 | } |
goetz@6458 | 271 | |
goetz@6458 | 272 | void MethodHandles::generate_method_handle_dispatch(MacroAssembler* _masm, |
goetz@6458 | 273 | vmIntrinsics::ID iid, |
goetz@6458 | 274 | Register receiver_reg, |
goetz@6458 | 275 | Register member_reg, |
goetz@6458 | 276 | bool for_compiler_entry) { |
goetz@6458 | 277 | assert(is_signature_polymorphic(iid), "expected invoke iid"); |
goetz@6495 | 278 | Register temp1 = (for_compiler_entry ? R25_tmp5 : R7); |
goetz@6458 | 279 | Register temp2 = (for_compiler_entry ? R22_tmp2 : R8); |
goetz@6458 | 280 | Register temp3 = (for_compiler_entry ? R23_tmp3 : R9); |
goetz@6458 | 281 | Register temp4 = (for_compiler_entry ? R24_tmp4 : R10); |
goetz@6458 | 282 | if (receiver_reg != noreg) assert_different_registers(temp1, temp2, temp3, temp4, receiver_reg); |
goetz@6458 | 283 | if (member_reg != noreg) assert_different_registers(temp1, temp2, temp3, temp4, member_reg); |
goetz@6458 | 284 | |
goetz@6458 | 285 | if (iid == vmIntrinsics::_invokeBasic) { |
goetz@6458 | 286 | // indirect through MH.form.vmentry.vmtarget |
goetz@6458 | 287 | jump_to_lambda_form(_masm, receiver_reg, R19_method, temp1, temp2, for_compiler_entry); |
goetz@6458 | 288 | } else { |
goetz@6458 | 289 | // The method is a member invoker used by direct method handles. |
goetz@6458 | 290 | if (VerifyMethodHandles) { |
goetz@6458 | 291 | // make sure the trailing argument really is a MemberName (caller responsibility) |
goetz@6458 | 292 | verify_klass(_masm, member_reg, SystemDictionary::WK_KLASS_ENUM_NAME(MemberName_klass), |
goetz@6458 | 293 | temp1, temp2, |
goetz@6458 | 294 | "MemberName required for invokeVirtual etc."); |
goetz@6458 | 295 | } |
goetz@6458 | 296 | |
goetz@6458 | 297 | Register temp1_recv_klass = temp1; |
goetz@6458 | 298 | if (iid != vmIntrinsics::_linkToStatic) { |
goetz@6458 | 299 | __ verify_oop(receiver_reg); |
goetz@6458 | 300 | if (iid == vmIntrinsics::_linkToSpecial) { |
goetz@6458 | 301 | // Don't actually load the klass; just null-check the receiver. |
goetz@6495 | 302 | __ null_check_throw(receiver_reg, -1, temp1, EXCEPTION_ENTRY); |
goetz@6458 | 303 | } else { |
goetz@6458 | 304 | // load receiver klass itself |
goetz@6495 | 305 | __ null_check_throw(receiver_reg, oopDesc::klass_offset_in_bytes(), temp1, EXCEPTION_ENTRY); |
goetz@6458 | 306 | __ load_klass(temp1_recv_klass, receiver_reg); |
goetz@6458 | 307 | __ verify_klass_ptr(temp1_recv_klass); |
goetz@6458 | 308 | } |
goetz@6458 | 309 | BLOCK_COMMENT("check_receiver {"); |
goetz@6458 | 310 | // The receiver for the MemberName must be in receiver_reg. |
goetz@6458 | 311 | // Check the receiver against the MemberName.clazz |
goetz@6458 | 312 | if (VerifyMethodHandles && iid == vmIntrinsics::_linkToSpecial) { |
goetz@6458 | 313 | // Did not load it above... |
goetz@6458 | 314 | __ load_klass(temp1_recv_klass, receiver_reg); |
goetz@6458 | 315 | __ verify_klass_ptr(temp1_recv_klass); |
goetz@6458 | 316 | } |
goetz@6458 | 317 | if (VerifyMethodHandles && iid != vmIntrinsics::_linkToInterface) { |
goetz@6458 | 318 | Label L_ok; |
goetz@6458 | 319 | Register temp2_defc = temp2; |
goetz@6458 | 320 | __ load_heap_oop_not_null(temp2_defc, NONZERO(java_lang_invoke_MemberName::clazz_offset_in_bytes()), member_reg); |
goetz@6458 | 321 | load_klass_from_Class(_masm, temp2_defc, temp3, temp4); |
goetz@6458 | 322 | __ verify_klass_ptr(temp2_defc); |
goetz@6458 | 323 | __ check_klass_subtype(temp1_recv_klass, temp2_defc, temp3, temp4, L_ok); |
goetz@6458 | 324 | // If we get here, the type check failed! |
goetz@6458 | 325 | __ stop("receiver class disagrees with MemberName.clazz"); |
goetz@6458 | 326 | __ BIND(L_ok); |
goetz@6458 | 327 | } |
goetz@6458 | 328 | BLOCK_COMMENT("} check_receiver"); |
goetz@6458 | 329 | } |
goetz@6458 | 330 | if (iid == vmIntrinsics::_linkToSpecial || |
goetz@6458 | 331 | iid == vmIntrinsics::_linkToStatic) { |
goetz@6458 | 332 | DEBUG_ONLY(temp1_recv_klass = noreg); // these guys didn't load the recv_klass |
goetz@6458 | 333 | } |
goetz@6458 | 334 | |
goetz@6458 | 335 | // Live registers at this point: |
goetz@6458 | 336 | // member_reg - MemberName that was the trailing argument |
goetz@6458 | 337 | // temp1_recv_klass - klass of stacked receiver, if needed |
goetz@6458 | 338 | // O5_savedSP - interpreter linkage (if interpreted) |
goetz@6458 | 339 | // O0..O5 - compiler arguments (if compiled) |
goetz@6458 | 340 | |
goetz@6458 | 341 | Label L_incompatible_class_change_error; |
goetz@6458 | 342 | switch (iid) { |
goetz@6458 | 343 | case vmIntrinsics::_linkToSpecial: |
goetz@6458 | 344 | if (VerifyMethodHandles) { |
goetz@6458 | 345 | verify_ref_kind(_masm, JVM_REF_invokeSpecial, member_reg, temp2); |
goetz@6458 | 346 | } |
goetz@6458 | 347 | __ ld(R19_method, NONZERO(java_lang_invoke_MemberName::vmtarget_offset_in_bytes()), member_reg); |
goetz@6458 | 348 | break; |
goetz@6458 | 349 | |
goetz@6458 | 350 | case vmIntrinsics::_linkToStatic: |
goetz@6458 | 351 | if (VerifyMethodHandles) { |
goetz@6458 | 352 | verify_ref_kind(_masm, JVM_REF_invokeStatic, member_reg, temp2); |
goetz@6458 | 353 | } |
goetz@6458 | 354 | __ ld(R19_method, NONZERO(java_lang_invoke_MemberName::vmtarget_offset_in_bytes()), member_reg); |
goetz@6458 | 355 | break; |
goetz@6458 | 356 | |
goetz@6458 | 357 | case vmIntrinsics::_linkToVirtual: |
goetz@6458 | 358 | { |
goetz@6458 | 359 | // same as TemplateTable::invokevirtual, |
goetz@6458 | 360 | // minus the CP setup and profiling: |
goetz@6458 | 361 | |
goetz@6458 | 362 | if (VerifyMethodHandles) { |
goetz@6458 | 363 | verify_ref_kind(_masm, JVM_REF_invokeVirtual, member_reg, temp2); |
goetz@6458 | 364 | } |
goetz@6458 | 365 | |
goetz@6458 | 366 | // pick out the vtable index from the MemberName, and then we can discard it: |
goetz@6458 | 367 | Register temp2_index = temp2; |
goetz@6458 | 368 | __ ld(temp2_index, NONZERO(java_lang_invoke_MemberName::vmindex_offset_in_bytes()), member_reg); |
goetz@6458 | 369 | |
goetz@6458 | 370 | if (VerifyMethodHandles) { |
goetz@6458 | 371 | Label L_index_ok; |
goetz@6458 | 372 | __ cmpdi(CCR1, temp2_index, 0); |
goetz@6458 | 373 | __ bge(CCR1, L_index_ok); |
goetz@6458 | 374 | __ stop("no virtual index"); |
goetz@6458 | 375 | __ BIND(L_index_ok); |
goetz@6458 | 376 | } |
goetz@6458 | 377 | |
goetz@6458 | 378 | // Note: The verifier invariants allow us to ignore MemberName.clazz and vmtarget |
goetz@6458 | 379 | // at this point. And VerifyMethodHandles has already checked clazz, if needed. |
goetz@6458 | 380 | |
goetz@6458 | 381 | // get target Method* & entry point |
goetz@6458 | 382 | __ lookup_virtual_method(temp1_recv_klass, temp2_index, R19_method); |
goetz@6458 | 383 | break; |
goetz@6458 | 384 | } |
goetz@6458 | 385 | |
goetz@6458 | 386 | case vmIntrinsics::_linkToInterface: |
goetz@6458 | 387 | { |
goetz@6458 | 388 | // same as TemplateTable::invokeinterface |
goetz@6458 | 389 | // (minus the CP setup and profiling, with different argument motion) |
goetz@6458 | 390 | if (VerifyMethodHandles) { |
goetz@6458 | 391 | verify_ref_kind(_masm, JVM_REF_invokeInterface, member_reg, temp2); |
goetz@6458 | 392 | } |
goetz@6458 | 393 | |
goetz@6458 | 394 | Register temp2_intf = temp2; |
goetz@6458 | 395 | __ load_heap_oop_not_null(temp2_intf, NONZERO(java_lang_invoke_MemberName::clazz_offset_in_bytes()), member_reg); |
goetz@6458 | 396 | load_klass_from_Class(_masm, temp2_intf, temp3, temp4); |
goetz@6458 | 397 | __ verify_klass_ptr(temp2_intf); |
goetz@6458 | 398 | |
goetz@6458 | 399 | Register vtable_index = R19_method; |
goetz@6458 | 400 | __ ld(vtable_index, NONZERO(java_lang_invoke_MemberName::vmindex_offset_in_bytes()), member_reg); |
goetz@6458 | 401 | if (VerifyMethodHandles) { |
goetz@6458 | 402 | Label L_index_ok; |
goetz@6458 | 403 | __ cmpdi(CCR1, vtable_index, 0); |
goetz@6458 | 404 | __ bge(CCR1, L_index_ok); |
goetz@6458 | 405 | __ stop("invalid vtable index for MH.invokeInterface"); |
goetz@6458 | 406 | __ BIND(L_index_ok); |
goetz@6458 | 407 | } |
goetz@6458 | 408 | |
goetz@6458 | 409 | // given intf, index, and recv klass, dispatch to the implementation method |
goetz@6458 | 410 | __ lookup_interface_method(temp1_recv_klass, temp2_intf, |
goetz@6458 | 411 | // note: next two args must be the same: |
goetz@6458 | 412 | vtable_index, R19_method, |
goetz@6458 | 413 | temp3, temp4, |
goetz@6458 | 414 | L_incompatible_class_change_error); |
goetz@6458 | 415 | break; |
goetz@6458 | 416 | } |
goetz@6458 | 417 | |
goetz@6458 | 418 | default: |
goetz@6458 | 419 | fatal(err_msg_res("unexpected intrinsic %d: %s", iid, vmIntrinsics::name_at(iid))); |
goetz@6458 | 420 | break; |
goetz@6458 | 421 | } |
goetz@6458 | 422 | |
goetz@6458 | 423 | // Live at this point: |
goetz@6458 | 424 | // R19_method |
goetz@6458 | 425 | // O5_savedSP (if interpreted) |
goetz@6458 | 426 | |
goetz@6458 | 427 | // After figuring out which concrete method to call, jump into it. |
goetz@6458 | 428 | // Note that this works in the interpreter with no data motion. |
goetz@6458 | 429 | // But the compiled version will require that rcx_recv be shifted out. |
goetz@6458 | 430 | __ verify_method_ptr(R19_method); |
goetz@6458 | 431 | jump_from_method_handle(_masm, R19_method, temp1, temp2, for_compiler_entry); |
goetz@6458 | 432 | |
goetz@6458 | 433 | if (iid == vmIntrinsics::_linkToInterface) { |
goetz@6458 | 434 | __ BIND(L_incompatible_class_change_error); |
goetz@6458 | 435 | __ load_const_optimized(temp1, StubRoutines::throw_IncompatibleClassChangeError_entry()); |
goetz@6458 | 436 | __ mtctr(temp1); |
goetz@6458 | 437 | __ bctr(); |
goetz@6458 | 438 | } |
goetz@6458 | 439 | } |
goetz@6458 | 440 | } |
goetz@6458 | 441 | |
goetz@6458 | 442 | #ifndef PRODUCT |
goetz@6458 | 443 | void trace_method_handle_stub(const char* adaptername, |
goetz@6458 | 444 | oopDesc* mh, |
goetz@6458 | 445 | intptr_t* entry_sp, |
goetz@6458 | 446 | intptr_t* saved_regs) { |
goetz@6458 | 447 | |
goetz@6458 | 448 | bool has_mh = (strstr(adaptername, "/static") == NULL && |
goetz@6458 | 449 | strstr(adaptername, "linkTo") == NULL); // static linkers don't have MH |
goetz@6458 | 450 | const char* mh_reg_name = has_mh ? "R23_method_handle" : "G23"; |
goetz@6458 | 451 | tty->print_cr("MH %s %s="INTPTR_FORMAT " sp=" INTPTR_FORMAT, |
goetz@6458 | 452 | adaptername, mh_reg_name, (intptr_t) mh, entry_sp); |
goetz@6458 | 453 | |
goetz@6458 | 454 | if (Verbose) { |
goetz@6458 | 455 | tty->print_cr("Registers:"); |
goetz@6511 | 456 | const int abi_offset = frame::abi_reg_args_size / 8; |
goetz@6495 | 457 | for (int i = R3->encoding(); i <= R12->encoding(); i++) { |
goetz@6458 | 458 | Register r = as_Register(i); |
goetz@6458 | 459 | int count = i - R3->encoding(); |
goetz@6511 | 460 | // The registers are stored in reverse order on the stack (by save_volatile_gprs(R1_SP, abi_reg_args_size)). |
goetz@6458 | 461 | tty->print("%3s=" PTR_FORMAT, r->name(), saved_regs[abi_offset + count]); |
goetz@6458 | 462 | if ((count + 1) % 4 == 0) { |
goetz@6458 | 463 | tty->cr(); |
goetz@6458 | 464 | } else { |
goetz@6458 | 465 | tty->print(", "); |
goetz@6458 | 466 | } |
goetz@6458 | 467 | } |
goetz@6458 | 468 | tty->cr(); |
goetz@6458 | 469 | |
goetz@6458 | 470 | { |
goetz@6458 | 471 | // dumping last frame with frame::describe |
goetz@6458 | 472 | |
goetz@6458 | 473 | JavaThread* p = JavaThread::active(); |
goetz@6458 | 474 | |
goetz@6458 | 475 | ResourceMark rm; |
goetz@6458 | 476 | PRESERVE_EXCEPTION_MARK; // may not be needed by safer and unexpensive here |
goetz@6458 | 477 | FrameValues values; |
goetz@6458 | 478 | |
goetz@6458 | 479 | // Note: We want to allow trace_method_handle from any call site. |
goetz@6458 | 480 | // While trace_method_handle creates a frame, it may be entered |
goetz@6458 | 481 | // without a PC on the stack top (e.g. not just after a call). |
goetz@6458 | 482 | // Walking that frame could lead to failures due to that invalid PC. |
goetz@6458 | 483 | // => carefully detect that frame when doing the stack walking |
goetz@6458 | 484 | |
goetz@6458 | 485 | // Current C frame |
goetz@6458 | 486 | frame cur_frame = os::current_frame(); |
goetz@6458 | 487 | |
goetz@6458 | 488 | // Robust search of trace_calling_frame (independant of inlining). |
goetz@6458 | 489 | // Assumes saved_regs comes from a pusha in the trace_calling_frame. |
goetz@6458 | 490 | assert(cur_frame.sp() < saved_regs, "registers not saved on stack ?"); |
goetz@6458 | 491 | frame trace_calling_frame = os::get_sender_for_C_frame(&cur_frame); |
goetz@6458 | 492 | while (trace_calling_frame.fp() < saved_regs) { |
goetz@6458 | 493 | trace_calling_frame = os::get_sender_for_C_frame(&trace_calling_frame); |
goetz@6458 | 494 | } |
goetz@6458 | 495 | |
goetz@6495 | 496 | // Safely create a frame and call frame::describe. |
goetz@6458 | 497 | intptr_t *dump_sp = trace_calling_frame.sender_sp(); |
goetz@6458 | 498 | |
goetz@6458 | 499 | frame dump_frame = frame(dump_sp); |
goetz@6458 | 500 | dump_frame.describe(values, 1); |
goetz@6458 | 501 | |
goetz@6458 | 502 | values.describe(-1, saved_regs, "raw top of stack"); |
goetz@6458 | 503 | |
goetz@6458 | 504 | tty->print_cr("Stack layout:"); |
goetz@6458 | 505 | values.print(p); |
goetz@6458 | 506 | } |
goetz@6458 | 507 | |
goetz@6458 | 508 | if (has_mh && mh->is_oop()) { |
goetz@6458 | 509 | mh->print(); |
goetz@6458 | 510 | if (java_lang_invoke_MethodHandle::is_instance(mh)) { |
goetz@6458 | 511 | if (java_lang_invoke_MethodHandle::form_offset_in_bytes() != 0) |
goetz@6458 | 512 | java_lang_invoke_MethodHandle::form(mh)->print(); |
goetz@6458 | 513 | } |
goetz@6458 | 514 | } |
goetz@6458 | 515 | } |
goetz@6458 | 516 | } |
goetz@6458 | 517 | |
goetz@6458 | 518 | void MethodHandles::trace_method_handle(MacroAssembler* _masm, const char* adaptername) { |
goetz@6458 | 519 | if (!TraceMethodHandles) return; |
goetz@6458 | 520 | |
goetz@6458 | 521 | BLOCK_COMMENT("trace_method_handle {"); |
goetz@6458 | 522 | |
goetz@6458 | 523 | int nbytes_save = 10 * 8; // 10 volatile gprs |
goetz@6458 | 524 | __ save_LR_CR(R0); |
goetz@6458 | 525 | __ mr(R0, R1_SP); // saved_sp |
goetz@6458 | 526 | assert(Assembler::is_simm(-nbytes_save, 16), "Overwriting R0"); |
goetz@6511 | 527 | // Push_frame_reg_args only uses R0 if nbytes_save is wider than 16 bit. |
goetz@6511 | 528 | __ push_frame_reg_args(nbytes_save, R0); |
goetz@6511 | 529 | __ save_volatile_gprs(R1_SP, frame::abi_reg_args_size); // Except R0. |
goetz@6458 | 530 | |
goetz@6458 | 531 | __ load_const(R3_ARG1, (address)adaptername); |
goetz@6458 | 532 | __ mr(R4_ARG2, R23_method_handle); |
goetz@6458 | 533 | __ mr(R5_ARG3, R0); // saved_sp |
goetz@6458 | 534 | __ mr(R6_ARG4, R1_SP); |
goetz@6458 | 535 | __ call_VM_leaf(CAST_FROM_FN_PTR(address, trace_method_handle_stub)); |
goetz@6458 | 536 | |
goetz@6495 | 537 | __ restore_volatile_gprs(R1_SP, 112); // Except R0. |
goetz@6458 | 538 | __ pop_frame(); |
goetz@6458 | 539 | __ restore_LR_CR(R0); |
goetz@6458 | 540 | |
goetz@6458 | 541 | BLOCK_COMMENT("} trace_method_handle"); |
goetz@6458 | 542 | } |
goetz@6458 | 543 | #endif // PRODUCT |