src/cpu/x86/vm/interpreter_x86_64.cpp

Fri, 16 Aug 2019 16:50:17 +0200

author
eosterlund
date
Fri, 16 Aug 2019 16:50:17 +0200
changeset 9834
bb1da64b0492
parent 6680
78bbf4d43a14
child 6876
710a3c8b516e
permissions
-rw-r--r--

8229345: Memory leak due to vtable stubs not being shared on SPARC
Reviewed-by: mdoerr, dholmes, kvn

duke@435 1 /*
drchase@6680 2 * Copyright (c) 2003, 2014, Oracle and/or its affiliates. All rights reserved.
duke@435 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@435 4 *
duke@435 5 * This code is free software; you can redistribute it and/or modify it
duke@435 6 * under the terms of the GNU General Public License version 2 only, as
duke@435 7 * published by the Free Software Foundation.
duke@435 8 *
duke@435 9 * This code is distributed in the hope that it will be useful, but WITHOUT
duke@435 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@435 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
duke@435 12 * version 2 for more details (a copy is included in the LICENSE file that
duke@435 13 * accompanied this code).
duke@435 14 *
duke@435 15 * You should have received a copy of the GNU General Public License version
duke@435 16 * 2 along with this work; if not, write to the Free Software Foundation,
duke@435 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@435 18 *
trims@1907 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
trims@1907 20 * or visit www.oracle.com if you need additional information or have any
trims@1907 21 * questions.
duke@435 22 *
duke@435 23 */
duke@435 24
stefank@2314 25 #include "precompiled.hpp"
twisti@4318 26 #include "asm/macroAssembler.hpp"
stefank@2314 27 #include "interpreter/bytecodeHistogram.hpp"
stefank@2314 28 #include "interpreter/interpreter.hpp"
stefank@2314 29 #include "interpreter/interpreterGenerator.hpp"
stefank@2314 30 #include "interpreter/interpreterRuntime.hpp"
stefank@2314 31 #include "interpreter/templateTable.hpp"
stefank@2314 32 #include "oops/arrayOop.hpp"
coleenp@4037 33 #include "oops/methodData.hpp"
coleenp@4037 34 #include "oops/method.hpp"
stefank@2314 35 #include "oops/oop.inline.hpp"
stefank@2314 36 #include "prims/jvmtiExport.hpp"
stefank@2314 37 #include "prims/jvmtiThreadState.hpp"
stefank@2314 38 #include "prims/methodHandles.hpp"
stefank@2314 39 #include "runtime/arguments.hpp"
stefank@2314 40 #include "runtime/deoptimization.hpp"
stefank@2314 41 #include "runtime/frame.inline.hpp"
stefank@2314 42 #include "runtime/sharedRuntime.hpp"
stefank@2314 43 #include "runtime/stubRoutines.hpp"
stefank@2314 44 #include "runtime/synchronizer.hpp"
stefank@2314 45 #include "runtime/timer.hpp"
stefank@2314 46 #include "runtime/vframeArray.hpp"
stefank@2314 47 #include "utilities/debug.hpp"
stefank@2314 48 #ifdef COMPILER1
stefank@2314 49 #include "c1/c1_Runtime1.hpp"
stefank@2314 50 #endif
duke@435 51
duke@435 52 #define __ _masm->
duke@435 53
drchase@6680 54 PRAGMA_FORMAT_MUTE_WARNINGS_FOR_GCC
duke@435 55
duke@435 56 #ifdef _WIN64
duke@435 57 address AbstractInterpreterGenerator::generate_slow_signature_handler() {
duke@435 58 address entry = __ pc();
duke@435 59
duke@435 60 // rbx: method
duke@435 61 // r14: pointer to locals
duke@435 62 // c_rarg3: first stack arg - wordSize
never@739 63 __ mov(c_rarg3, rsp);
duke@435 64 // adjust rsp
never@739 65 __ subptr(rsp, 4 * wordSize);
duke@435 66 __ call_VM(noreg,
duke@435 67 CAST_FROM_FN_PTR(address,
duke@435 68 InterpreterRuntime::slow_signature_handler),
duke@435 69 rbx, r14, c_rarg3);
duke@435 70
duke@435 71 // rax: result handler
duke@435 72
duke@435 73 // Stack layout:
duke@435 74 // rsp: 3 integer or float args (if static first is unused)
duke@435 75 // 1 float/double identifiers
duke@435 76 // return address
duke@435 77 // stack args
duke@435 78 // garbage
duke@435 79 // expression stack bottom
duke@435 80 // bcp (NULL)
duke@435 81 // ...
duke@435 82
duke@435 83 // Do FP first so we can use c_rarg3 as temp
duke@435 84 __ movl(c_rarg3, Address(rsp, 3 * wordSize)); // float/double identifiers
duke@435 85
duke@435 86 for ( int i= 0; i < Argument::n_int_register_parameters_c-1; i++ ) {
duke@435 87 XMMRegister floatreg = as_XMMRegister(i+1);
duke@435 88 Label isfloatordouble, isdouble, next;
duke@435 89
duke@435 90 __ testl(c_rarg3, 1 << (i*2)); // Float or Double?
duke@435 91 __ jcc(Assembler::notZero, isfloatordouble);
duke@435 92
duke@435 93 // Do Int register here
duke@435 94 switch ( i ) {
duke@435 95 case 0:
coleenp@4037 96 __ movl(rscratch1, Address(rbx, Method::access_flags_offset()));
duke@435 97 __ testl(rscratch1, JVM_ACC_STATIC);
never@739 98 __ cmovptr(Assembler::zero, c_rarg1, Address(rsp, 0));
duke@435 99 break;
duke@435 100 case 1:
never@739 101 __ movptr(c_rarg2, Address(rsp, wordSize));
duke@435 102 break;
duke@435 103 case 2:
never@739 104 __ movptr(c_rarg3, Address(rsp, 2 * wordSize));
duke@435 105 break;
duke@435 106 default:
duke@435 107 break;
duke@435 108 }
duke@435 109
duke@435 110 __ jmp (next);
duke@435 111
duke@435 112 __ bind(isfloatordouble);
duke@435 113 __ testl(c_rarg3, 1 << ((i*2)+1)); // Double?
duke@435 114 __ jcc(Assembler::notZero, isdouble);
duke@435 115
duke@435 116 // Do Float Here
duke@435 117 __ movflt(floatreg, Address(rsp, i * wordSize));
duke@435 118 __ jmp(next);
duke@435 119
duke@435 120 // Do Double here
duke@435 121 __ bind(isdouble);
duke@435 122 __ movdbl(floatreg, Address(rsp, i * wordSize));
duke@435 123
duke@435 124 __ bind(next);
duke@435 125 }
duke@435 126
duke@435 127
duke@435 128 // restore rsp
never@739 129 __ addptr(rsp, 4 * wordSize);
duke@435 130
duke@435 131 __ ret(0);
duke@435 132
duke@435 133 return entry;
duke@435 134 }
duke@435 135 #else
duke@435 136 address AbstractInterpreterGenerator::generate_slow_signature_handler() {
duke@435 137 address entry = __ pc();
duke@435 138
duke@435 139 // rbx: method
duke@435 140 // r14: pointer to locals
duke@435 141 // c_rarg3: first stack arg - wordSize
never@739 142 __ mov(c_rarg3, rsp);
duke@435 143 // adjust rsp
never@739 144 __ subptr(rsp, 14 * wordSize);
duke@435 145 __ call_VM(noreg,
duke@435 146 CAST_FROM_FN_PTR(address,
duke@435 147 InterpreterRuntime::slow_signature_handler),
duke@435 148 rbx, r14, c_rarg3);
duke@435 149
duke@435 150 // rax: result handler
duke@435 151
duke@435 152 // Stack layout:
duke@435 153 // rsp: 5 integer args (if static first is unused)
duke@435 154 // 1 float/double identifiers
duke@435 155 // 8 double args
duke@435 156 // return address
duke@435 157 // stack args
duke@435 158 // garbage
duke@435 159 // expression stack bottom
duke@435 160 // bcp (NULL)
duke@435 161 // ...
duke@435 162
duke@435 163 // Do FP first so we can use c_rarg3 as temp
duke@435 164 __ movl(c_rarg3, Address(rsp, 5 * wordSize)); // float/double identifiers
duke@435 165
duke@435 166 for (int i = 0; i < Argument::n_float_register_parameters_c; i++) {
duke@435 167 const XMMRegister r = as_XMMRegister(i);
duke@435 168
duke@435 169 Label d, done;
duke@435 170
duke@435 171 __ testl(c_rarg3, 1 << i);
duke@435 172 __ jcc(Assembler::notZero, d);
duke@435 173 __ movflt(r, Address(rsp, (6 + i) * wordSize));
duke@435 174 __ jmp(done);
duke@435 175 __ bind(d);
duke@435 176 __ movdbl(r, Address(rsp, (6 + i) * wordSize));
duke@435 177 __ bind(done);
duke@435 178 }
duke@435 179
duke@435 180 // Now handle integrals. Only do c_rarg1 if not static.
coleenp@4037 181 __ movl(c_rarg3, Address(rbx, Method::access_flags_offset()));
duke@435 182 __ testl(c_rarg3, JVM_ACC_STATIC);
never@739 183 __ cmovptr(Assembler::zero, c_rarg1, Address(rsp, 0));
duke@435 184
never@739 185 __ movptr(c_rarg2, Address(rsp, wordSize));
never@739 186 __ movptr(c_rarg3, Address(rsp, 2 * wordSize));
never@739 187 __ movptr(c_rarg4, Address(rsp, 3 * wordSize));
never@739 188 __ movptr(c_rarg5, Address(rsp, 4 * wordSize));
duke@435 189
duke@435 190 // restore rsp
never@739 191 __ addptr(rsp, 14 * wordSize);
duke@435 192
duke@435 193 __ ret(0);
duke@435 194
duke@435 195 return entry;
duke@435 196 }
duke@435 197 #endif
duke@435 198
duke@435 199
duke@435 200 //
duke@435 201 // Various method entries
duke@435 202 //
duke@435 203
never@739 204 address InterpreterGenerator::generate_math_entry(AbstractInterpreter::MethodKind kind) {
never@739 205
coleenp@4037 206 // rbx,: Method*
never@739 207 // rcx: scratrch
never@739 208 // r13: sender sp
duke@435 209
duke@435 210 if (!InlineIntrinsics) return NULL; // Generate a vanilla entry
duke@435 211
duke@435 212 address entry_point = __ pc();
duke@435 213
duke@435 214 // These don't need a safepoint check because they aren't virtually
duke@435 215 // callable. We won't enter these intrinsics from compiled code.
duke@435 216 // If in the future we added an intrinsic which was virtually callable
duke@435 217 // we'd have to worry about how to safepoint so that this code is used.
duke@435 218
duke@435 219 // mathematical functions inlined by compiler
duke@435 220 // (interpreter must provide identical implementation
duke@435 221 // in order to avoid monotonicity bugs when switching
duke@435 222 // from interpreter to compiler in the middle of some
duke@435 223 // computation)
never@739 224 //
never@739 225 // stack: [ ret adr ] <-- rsp
never@739 226 // [ lo(arg) ]
never@739 227 // [ hi(arg) ]
never@739 228 //
duke@435 229
duke@435 230 // Note: For JDK 1.2 StrictMath doesn't exist and Math.sin/cos/sqrt are
duke@435 231 // native methods. Interpreter::method_kind(...) does a check for
duke@435 232 // native methods first before checking for intrinsic methods and
duke@435 233 // thus will never select this entry point. Make sure it is not
duke@435 234 // called accidentally since the SharedRuntime entry points will
duke@435 235 // not work for JDK 1.2.
duke@435 236 //
duke@435 237 // We no longer need to check for JDK 1.2 since it's EOL'ed.
duke@435 238 // The following check existed in pre 1.6 implementation,
duke@435 239 // if (Universe::is_jdk12x_version()) {
duke@435 240 // __ should_not_reach_here();
duke@435 241 // }
duke@435 242 // Universe::is_jdk12x_version() always returns false since
duke@435 243 // the JDK version is not yet determined when this method is called.
duke@435 244 // This method is called during interpreter_init() whereas
duke@435 245 // JDK version is only determined when universe2_init() is called.
duke@435 246
duke@435 247 // Note: For JDK 1.3 StrictMath exists and Math.sin/cos/sqrt are
duke@435 248 // java methods. Interpreter::method_kind(...) will select
duke@435 249 // this entry point for the corresponding methods in JDK 1.3.
never@739 250 // get argument
duke@435 251
never@739 252 if (kind == Interpreter::java_lang_math_sqrt) {
never@739 253 __ sqrtsd(xmm0, Address(rsp, wordSize));
never@739 254 } else {
never@739 255 __ fld_d(Address(rsp, wordSize));
never@739 256 switch (kind) {
never@739 257 case Interpreter::java_lang_math_sin :
never@739 258 __ trigfunc('s');
never@739 259 break;
never@739 260 case Interpreter::java_lang_math_cos :
never@739 261 __ trigfunc('c');
never@739 262 break;
never@739 263 case Interpreter::java_lang_math_tan :
never@739 264 __ trigfunc('t');
never@739 265 break;
never@739 266 case Interpreter::java_lang_math_abs:
never@739 267 __ fabs();
never@739 268 break;
never@739 269 case Interpreter::java_lang_math_log:
never@739 270 __ flog();
never@739 271 break;
never@739 272 case Interpreter::java_lang_math_log10:
never@739 273 __ flog10();
never@739 274 break;
roland@3787 275 case Interpreter::java_lang_math_pow:
roland@3787 276 __ fld_d(Address(rsp, 3*wordSize)); // second argument (one
roland@3787 277 // empty stack slot)
roland@3787 278 __ pow_with_fallback(0);
roland@3787 279 break;
roland@3787 280 case Interpreter::java_lang_math_exp:
roland@3787 281 __ exp_with_fallback(0);
roland@3787 282 break;
never@739 283 default :
never@739 284 ShouldNotReachHere();
never@739 285 }
never@739 286
never@739 287 // return double result in xmm0 for interpreter and compilers.
never@739 288 __ subptr(rsp, 2*wordSize);
never@739 289 // Round to 64bit precision
never@739 290 __ fstp_d(Address(rsp, 0));
never@739 291 __ movdbl(xmm0, Address(rsp, 0));
never@739 292 __ addptr(rsp, 2*wordSize);
never@739 293 }
never@739 294
never@739 295
never@739 296 __ pop(rax);
never@739 297 __ mov(rsp, r13);
duke@435 298 __ jmp(rax);
duke@435 299
duke@435 300 return entry_point;
duke@435 301 }
duke@435 302
duke@435 303
duke@435 304 // Abstract method entry
duke@435 305 // Attempt to execute abstract method. Throw exception
duke@435 306 address InterpreterGenerator::generate_abstract_entry(void) {
coleenp@4037 307 // rbx: Method*
duke@435 308 // r13: sender SP
duke@435 309
duke@435 310 address entry_point = __ pc();
duke@435 311
duke@435 312 // abstract method entry
duke@435 313
twisti@1543 314 // pop return address, reset last_sp to NULL
twisti@1543 315 __ empty_expression_stack();
twisti@1543 316 __ restore_bcp(); // rsi must be correct for exception handler (was destroyed)
twisti@1543 317 __ restore_locals(); // make sure locals pointer is correct as well (was destroyed)
duke@435 318
duke@435 319 // throw exception
duke@435 320 __ call_VM(noreg, CAST_FROM_FN_PTR(address,
duke@435 321 InterpreterRuntime::throw_AbstractMethodError));
duke@435 322 // the call_VM checks for exception, so we should never return here.
duke@435 323 __ should_not_reach_here();
duke@435 324
duke@435 325 return entry_point;
duke@435 326 }
duke@435 327
duke@435 328
duke@435 329 // Empty method, generate a very fast return.
duke@435 330
duke@435 331 address InterpreterGenerator::generate_empty_entry(void) {
coleenp@4037 332 // rbx: Method*
duke@435 333 // r13: sender sp must set sp to this value on return
duke@435 334
duke@435 335 if (!UseFastEmptyMethods) {
duke@435 336 return NULL;
duke@435 337 }
duke@435 338
duke@435 339 address entry_point = __ pc();
duke@435 340
duke@435 341 // If we need a safepoint check, generate full interpreter entry.
duke@435 342 Label slow_path;
duke@435 343 __ cmp32(ExternalAddress(SafepointSynchronize::address_of_state()),
duke@435 344 SafepointSynchronize::_not_synchronized);
duke@435 345 __ jcc(Assembler::notEqual, slow_path);
duke@435 346
duke@435 347 // do nothing for empty methods (do not even increment invocation counter)
duke@435 348 // Code: _return
duke@435 349 // _return
duke@435 350 // return w/o popping parameters
never@739 351 __ pop(rax);
never@739 352 __ mov(rsp, r13);
duke@435 353 __ jmp(rax);
duke@435 354
duke@435 355 __ bind(slow_path);
duke@435 356 (void) generate_normal_entry(false);
duke@435 357 return entry_point;
duke@435 358
duke@435 359 }
duke@435 360
duke@435 361 void Deoptimization::unwind_callee_save_values(frame* f, vframeArray* vframe_array) {
duke@435 362
duke@435 363 // This code is sort of the equivalent of C2IAdapter::setup_stack_frame back in
duke@435 364 // the days we had adapter frames. When we deoptimize a situation where a
duke@435 365 // compiled caller calls a compiled caller will have registers it expects
duke@435 366 // to survive the call to the callee. If we deoptimize the callee the only
duke@435 367 // way we can restore these registers is to have the oldest interpreter
duke@435 368 // frame that we create restore these values. That is what this routine
duke@435 369 // will accomplish.
duke@435 370
duke@435 371 // At the moment we have modified c2 to not have any callee save registers
duke@435 372 // so this problem does not exist and this routine is just a place holder.
duke@435 373
duke@435 374 assert(f->is_interpreted_frame(), "must be interpreted");
duke@435 375 }

mercurial