aoqi@0: /*
aoqi@0:  * Copyright (c) 2003, 2014, Oracle and/or its affiliates. All rights reserved.
aoqi@0:  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
aoqi@0:  *
aoqi@0:  * This code is free software; you can redistribute it and/or modify it
aoqi@0:  * under the terms of the GNU General Public License version 2 only, as
aoqi@0:  * published by the Free Software Foundation.
aoqi@0:  *
aoqi@0:  * This code is distributed in the hope that it will be useful, but WITHOUT
aoqi@0:  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
aoqi@0:  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
aoqi@0:  * version 2 for more details (a copy is included in the LICENSE file that
aoqi@0:  * accompanied this code).
aoqi@0:  *
aoqi@0:  * You should have received a copy of the GNU General Public License version
aoqi@0:  * 2 along with this work; if not, write to the Free Software Foundation,
aoqi@0:  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
aoqi@0:  *
aoqi@0:  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
aoqi@0:  * or visit www.oracle.com if you need additional information or have any
aoqi@0:  * questions.
aoqi@0:  *
aoqi@0:  */
aoqi@0: 
aoqi@0: #include "precompiled.hpp"
aoqi@0: #include "asm/macroAssembler.hpp"
aoqi@0: #include "interpreter/bytecodeHistogram.hpp"
aoqi@0: #include "interpreter/interpreter.hpp"
aoqi@0: #include "interpreter/interpreterGenerator.hpp"
aoqi@0: #include "interpreter/interpreterRuntime.hpp"
aoqi@0: #include "interpreter/templateTable.hpp"
aoqi@0: #include "oops/arrayOop.hpp"
aoqi@0: #include "oops/methodData.hpp"
aoqi@0: #include "oops/method.hpp"
aoqi@0: #include "oops/oop.inline.hpp"
aoqi@0: #include "prims/jvmtiExport.hpp"
aoqi@0: #include "prims/jvmtiThreadState.hpp"
aoqi@0: #include "prims/methodHandles.hpp"
aoqi@0: #include "runtime/arguments.hpp"
aoqi@0: #include "runtime/deoptimization.hpp"
aoqi@0: #include "runtime/frame.inline.hpp"
aoqi@0: #include "runtime/sharedRuntime.hpp"
aoqi@0: #include "runtime/stubRoutines.hpp"
aoqi@0: #include "runtime/synchronizer.hpp"
aoqi@0: #include "runtime/timer.hpp"
aoqi@0: #include "runtime/vframeArray.hpp"
aoqi@0: #include "utilities/debug.hpp"
aoqi@0: #ifdef COMPILER1
aoqi@0: #include "c1/c1_Runtime1.hpp"
aoqi@0: #endif
aoqi@0: 
aoqi@0: #define __ _masm->
aoqi@0: 
aoqi@0: PRAGMA_FORMAT_MUTE_WARNINGS_FOR_GCC
aoqi@0: 
aoqi@0: #ifdef _WIN64
aoqi@0: address AbstractInterpreterGenerator::generate_slow_signature_handler() {
aoqi@0:   address entry = __ pc();
aoqi@0: 
aoqi@0:   // rbx: method
aoqi@0:   // r14: pointer to locals
aoqi@0:   // c_rarg3: first stack arg - wordSize
aoqi@0:   __ mov(c_rarg3, rsp);
aoqi@0:   // adjust rsp
aoqi@0:   __ subptr(rsp, 4 * wordSize);
aoqi@0:   __ call_VM(noreg,
aoqi@0:              CAST_FROM_FN_PTR(address,
aoqi@0:                               InterpreterRuntime::slow_signature_handler),
aoqi@0:              rbx, r14, c_rarg3);
aoqi@0: 
aoqi@0:   // rax: result handler
aoqi@0: 
aoqi@0:   // Stack layout:
aoqi@0:   // rsp: 3 integer or float args (if static first is unused)
aoqi@0:   //      1 float/double identifiers
aoqi@0:   //        return address
aoqi@0:   //        stack args
aoqi@0:   //        garbage
aoqi@0:   //        expression stack bottom
aoqi@0:   //        bcp (NULL)
aoqi@0:   //        ...
aoqi@0: 
aoqi@0:   // Do FP first so we can use c_rarg3 as temp
aoqi@0:   __ movl(c_rarg3, Address(rsp, 3 * wordSize)); // float/double identifiers
aoqi@0: 
aoqi@0:   for ( int i= 0; i < Argument::n_int_register_parameters_c-1; i++ ) {
aoqi@0:     XMMRegister floatreg = as_XMMRegister(i+1);
aoqi@0:     Label isfloatordouble, isdouble, next;
aoqi@0: 
aoqi@0:     __ testl(c_rarg3, 1 << (i*2));      // Float or Double?
aoqi@0:     __ jcc(Assembler::notZero, isfloatordouble);
aoqi@0: 
aoqi@0:     // Do Int register here
aoqi@0:     switch ( i ) {
aoqi@0:       case 0:
aoqi@0:         __ movl(rscratch1, Address(rbx, Method::access_flags_offset()));
aoqi@0:         __ testl(rscratch1, JVM_ACC_STATIC);
aoqi@0:         __ cmovptr(Assembler::zero, c_rarg1, Address(rsp, 0));
aoqi@0:         break;
aoqi@0:       case 1:
aoqi@0:         __ movptr(c_rarg2, Address(rsp, wordSize));
aoqi@0:         break;
aoqi@0:       case 2:
aoqi@0:         __ movptr(c_rarg3, Address(rsp, 2 * wordSize));
aoqi@0:         break;
aoqi@0:       default:
aoqi@0:         break;
aoqi@0:     }
aoqi@0: 
aoqi@0:     __ jmp (next);
aoqi@0: 
aoqi@0:     __ bind(isfloatordouble);
aoqi@0:     __ testl(c_rarg3, 1 << ((i*2)+1));     // Double?
aoqi@0:     __ jcc(Assembler::notZero, isdouble);
aoqi@0: 
aoqi@0: // Do Float Here
aoqi@0:     __ movflt(floatreg, Address(rsp, i * wordSize));
aoqi@0:     __ jmp(next);
aoqi@0: 
aoqi@0: // Do Double here
aoqi@0:     __ bind(isdouble);
aoqi@0:     __ movdbl(floatreg, Address(rsp, i * wordSize));
aoqi@0: 
aoqi@0:     __ bind(next);
aoqi@0:   }
aoqi@0: 
aoqi@0: 
aoqi@0:   // restore rsp
aoqi@0:   __ addptr(rsp, 4 * wordSize);
aoqi@0: 
aoqi@0:   __ ret(0);
aoqi@0: 
aoqi@0:   return entry;
aoqi@0: }
aoqi@0: #else
aoqi@0: address AbstractInterpreterGenerator::generate_slow_signature_handler() {
aoqi@0:   address entry = __ pc();
aoqi@0: 
aoqi@0:   // rbx: method
aoqi@0:   // r14: pointer to locals
aoqi@0:   // c_rarg3: first stack arg - wordSize
aoqi@0:   __ mov(c_rarg3, rsp);
aoqi@0:   // adjust rsp
aoqi@0:   __ subptr(rsp, 14 * wordSize);
aoqi@0:   __ call_VM(noreg,
aoqi@0:              CAST_FROM_FN_PTR(address,
aoqi@0:                               InterpreterRuntime::slow_signature_handler),
aoqi@0:              rbx, r14, c_rarg3);
aoqi@0: 
aoqi@0:   // rax: result handler
aoqi@0: 
aoqi@0:   // Stack layout:
aoqi@0:   // rsp: 5 integer args (if static first is unused)
aoqi@0:   //      1 float/double identifiers
aoqi@0:   //      8 double args
aoqi@0:   //        return address
aoqi@0:   //        stack args
aoqi@0:   //        garbage
aoqi@0:   //        expression stack bottom
aoqi@0:   //        bcp (NULL)
aoqi@0:   //        ...
aoqi@0: 
aoqi@0:   // Do FP first so we can use c_rarg3 as temp
aoqi@0:   __ movl(c_rarg3, Address(rsp, 5 * wordSize)); // float/double identifiers
aoqi@0: 
aoqi@0:   for (int i = 0; i < Argument::n_float_register_parameters_c; i++) {
aoqi@0:     const XMMRegister r = as_XMMRegister(i);
aoqi@0: 
aoqi@0:     Label d, done;
aoqi@0: 
aoqi@0:     __ testl(c_rarg3, 1 << i);
aoqi@0:     __ jcc(Assembler::notZero, d);
aoqi@0:     __ movflt(r, Address(rsp, (6 + i) * wordSize));
aoqi@0:     __ jmp(done);
aoqi@0:     __ bind(d);
aoqi@0:     __ movdbl(r, Address(rsp, (6 + i) * wordSize));
aoqi@0:     __ bind(done);
aoqi@0:   }
aoqi@0: 
aoqi@0:   // Now handle integrals.  Only do c_rarg1 if not static.
aoqi@0:   __ movl(c_rarg3, Address(rbx, Method::access_flags_offset()));
aoqi@0:   __ testl(c_rarg3, JVM_ACC_STATIC);
aoqi@0:   __ cmovptr(Assembler::zero, c_rarg1, Address(rsp, 0));
aoqi@0: 
aoqi@0:   __ movptr(c_rarg2, Address(rsp, wordSize));
aoqi@0:   __ movptr(c_rarg3, Address(rsp, 2 * wordSize));
aoqi@0:   __ movptr(c_rarg4, Address(rsp, 3 * wordSize));
aoqi@0:   __ movptr(c_rarg5, Address(rsp, 4 * wordSize));
aoqi@0: 
aoqi@0:   // restore rsp
aoqi@0:   __ addptr(rsp, 14 * wordSize);
aoqi@0: 
aoqi@0:   __ ret(0);
aoqi@0: 
aoqi@0:   return entry;
aoqi@0: }
aoqi@0: #endif
aoqi@0: 
aoqi@0: 
aoqi@0: //
aoqi@0: // Various method entries
aoqi@0: //
aoqi@0: 
aoqi@0: address InterpreterGenerator::generate_math_entry(AbstractInterpreter::MethodKind kind) {
aoqi@0: 
aoqi@0:   // rbx,: Method*
aoqi@0:   // rcx: scratrch
aoqi@0:   // r13: sender sp
aoqi@0: 
aoqi@0:   if (!InlineIntrinsics) return NULL; // Generate a vanilla entry
aoqi@0: 
aoqi@0:   address entry_point = __ pc();
aoqi@0: 
aoqi@0:   // These don't need a safepoint check because they aren't virtually
aoqi@0:   // callable. We won't enter these intrinsics from compiled code.
aoqi@0:   // If in the future we added an intrinsic which was virtually callable
aoqi@0:   // we'd have to worry about how to safepoint so that this code is used.
aoqi@0: 
aoqi@0:   // mathematical functions inlined by compiler
aoqi@0:   // (interpreter must provide identical implementation
aoqi@0:   // in order to avoid monotonicity bugs when switching
aoqi@0:   // from interpreter to compiler in the middle of some
aoqi@0:   // computation)
aoqi@0:   //
aoqi@0:   // stack: [ ret adr ] <-- rsp
aoqi@0:   //        [ lo(arg) ]
aoqi@0:   //        [ hi(arg) ]
aoqi@0:   //
aoqi@0: 
aoqi@0:   // Note: For JDK 1.2 StrictMath doesn't exist and Math.sin/cos/sqrt are
aoqi@0:   //       native methods. Interpreter::method_kind(...) does a check for
aoqi@0:   //       native methods first before checking for intrinsic methods and
aoqi@0:   //       thus will never select this entry point. Make sure it is not
aoqi@0:   //       called accidentally since the SharedRuntime entry points will
aoqi@0:   //       not work for JDK 1.2.
aoqi@0:   //
aoqi@0:   // We no longer need to check for JDK 1.2 since it's EOL'ed.
aoqi@0:   // The following check existed in pre 1.6 implementation,
aoqi@0:   //    if (Universe::is_jdk12x_version()) {
aoqi@0:   //      __ should_not_reach_here();
aoqi@0:   //    }
aoqi@0:   // Universe::is_jdk12x_version() always returns false since
aoqi@0:   // the JDK version is not yet determined when this method is called.
aoqi@0:   // This method is called during interpreter_init() whereas
aoqi@0:   // JDK version is only determined when universe2_init() is called.
aoqi@0: 
aoqi@0:   // Note: For JDK 1.3 StrictMath exists and Math.sin/cos/sqrt are
aoqi@0:   //       java methods.  Interpreter::method_kind(...) will select
aoqi@0:   //       this entry point for the corresponding methods in JDK 1.3.
aoqi@0:   // get argument
aoqi@0: 
aoqi@0:   if (kind == Interpreter::java_lang_math_sqrt) {
aoqi@0:     __ sqrtsd(xmm0, Address(rsp, wordSize));
aoqi@0:   } else {
aoqi@0:     __ fld_d(Address(rsp, wordSize));
aoqi@0:     switch (kind) {
aoqi@0:       case Interpreter::java_lang_math_sin :
aoqi@0:           __ trigfunc('s');
aoqi@0:           break;
aoqi@0:       case Interpreter::java_lang_math_cos :
aoqi@0:           __ trigfunc('c');
aoqi@0:           break;
aoqi@0:       case Interpreter::java_lang_math_tan :
aoqi@0:           __ trigfunc('t');
aoqi@0:           break;
aoqi@0:       case Interpreter::java_lang_math_abs:
aoqi@0:           __ fabs();
aoqi@0:           break;
aoqi@0:       case Interpreter::java_lang_math_log:
aoqi@0:           __ flog();
aoqi@0:           break;
aoqi@0:       case Interpreter::java_lang_math_log10:
aoqi@0:           __ flog10();
aoqi@0:           break;
aoqi@0:       case Interpreter::java_lang_math_pow:
aoqi@0:           __ fld_d(Address(rsp, 3*wordSize)); // second argument (one
aoqi@0:                                               // empty stack slot)
aoqi@0:           __ pow_with_fallback(0);
aoqi@0:           break;
aoqi@0:       case Interpreter::java_lang_math_exp:
aoqi@0:           __ exp_with_fallback(0);
aoqi@0:            break;
aoqi@0:       default                              :
aoqi@0:           ShouldNotReachHere();
aoqi@0:     }
aoqi@0: 
aoqi@0:     // return double result in xmm0 for interpreter and compilers.
aoqi@0:     __ subptr(rsp, 2*wordSize);
aoqi@0:     // Round to 64bit precision
aoqi@0:     __ fstp_d(Address(rsp, 0));
aoqi@0:     __ movdbl(xmm0, Address(rsp, 0));
aoqi@0:     __ addptr(rsp, 2*wordSize);
aoqi@0:   }
aoqi@0: 
aoqi@0: 
aoqi@0:   __ pop(rax);
aoqi@0:   __ mov(rsp, r13);
aoqi@0:   __ jmp(rax);
aoqi@0: 
aoqi@0:   return entry_point;
aoqi@0: }
aoqi@0: 
aoqi@0: 
aoqi@0: // Abstract method entry
aoqi@0: // Attempt to execute abstract method. Throw exception
aoqi@0: address InterpreterGenerator::generate_abstract_entry(void) {
aoqi@0:   // rbx: Method*
aoqi@0:   // r13: sender SP
aoqi@0: 
aoqi@0:   address entry_point = __ pc();
aoqi@0: 
aoqi@0:   // abstract method entry
aoqi@0: 
aoqi@0:   //  pop return address, reset last_sp to NULL
aoqi@0:   __ empty_expression_stack();
aoqi@0:   __ restore_bcp();      // rsi must be correct for exception handler   (was destroyed)
aoqi@0:   __ restore_locals();   // make sure locals pointer is correct as well (was destroyed)
aoqi@0: 
aoqi@0:   // throw exception
aoqi@0:   __ call_VM(noreg, CAST_FROM_FN_PTR(address,
aoqi@0:                              InterpreterRuntime::throw_AbstractMethodError));
aoqi@0:   // the call_VM checks for exception, so we should never return here.
aoqi@0:   __ should_not_reach_here();
aoqi@0: 
aoqi@0:   return entry_point;
aoqi@0: }
aoqi@0: 
aoqi@0: 
aoqi@0: // Empty method, generate a very fast return.
aoqi@0: 
aoqi@0: address InterpreterGenerator::generate_empty_entry(void) {
aoqi@0:   // rbx: Method*
aoqi@0:   // r13: sender sp must set sp to this value on return
aoqi@0: 
aoqi@0:   if (!UseFastEmptyMethods) {
aoqi@0:     return NULL;
aoqi@0:   }
aoqi@0: 
aoqi@0:   address entry_point = __ pc();
aoqi@0: 
aoqi@0:   // If we need a safepoint check, generate full interpreter entry.
aoqi@0:   Label slow_path;
aoqi@0:   __ cmp32(ExternalAddress(SafepointSynchronize::address_of_state()),
aoqi@0:            SafepointSynchronize::_not_synchronized);
aoqi@0:   __ jcc(Assembler::notEqual, slow_path);
aoqi@0: 
aoqi@0:   // do nothing for empty methods (do not even increment invocation counter)
aoqi@0:   // Code: _return
aoqi@0:   // _return
aoqi@0:   // return w/o popping parameters
aoqi@0:   __ pop(rax);
aoqi@0:   __ mov(rsp, r13);
aoqi@0:   __ jmp(rax);
aoqi@0: 
aoqi@0:   __ bind(slow_path);
aoqi@0:   (void) generate_normal_entry(false);
aoqi@0:   return entry_point;
aoqi@0: 
aoqi@0: }
aoqi@0: 
aoqi@0: void Deoptimization::unwind_callee_save_values(frame* f, vframeArray* vframe_array) {
aoqi@0: 
aoqi@0:   // This code is sort of the equivalent of C2IAdapter::setup_stack_frame back in
aoqi@0:   // the days we had adapter frames. When we deoptimize a situation where a
aoqi@0:   // compiled caller calls a compiled caller will have registers it expects
aoqi@0:   // to survive the call to the callee. If we deoptimize the callee the only
aoqi@0:   // way we can restore these registers is to have the oldest interpreter
aoqi@0:   // frame that we create restore these values. That is what this routine
aoqi@0:   // will accomplish.
aoqi@0: 
aoqi@0:   // At the moment we have modified c2 to not have any callee save registers
aoqi@0:   // so this problem does not exist and this routine is just a place holder.
aoqi@0: 
aoqi@0:   assert(f->is_interpreted_frame(), "must be interpreted");
aoqi@0: }