aoqi@0: /* shshahma@9305: * Copyright (c) 1997, 2018, Oracle and/or its affiliates. All rights reserved. aoqi@0: * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. aoqi@0: * aoqi@0: * This code is free software; you can redistribute it and/or modify it aoqi@0: * under the terms of the GNU General Public License version 2 only, as aoqi@0: * published by the Free Software Foundation. aoqi@0: * aoqi@0: * This code is distributed in the hope that it will be useful, but WITHOUT aoqi@0: * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or aoqi@0: * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License aoqi@0: * version 2 for more details (a copy is included in the LICENSE file that aoqi@0: * accompanied this code). aoqi@0: * aoqi@0: * You should have received a copy of the GNU General Public License version aoqi@0: * 2 along with this work; if not, write to the Free Software Foundation, aoqi@0: * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. aoqi@0: * aoqi@0: * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA aoqi@0: * or visit www.oracle.com if you need additional information or have any aoqi@0: * questions. aoqi@0: * aoqi@0: */ aoqi@0: aoqi@1: /* aoqi@1: * This file has been modified by Loongson Technology in 2015. These aoqi@1: * modifications are Copyright (c) 2015 Loongson Technology, and are made aoqi@1: * available on the same license terms set forth above. aoqi@1: */ aoqi@1: aoqi@0: #ifndef SHARE_VM_RUNTIME_SHAREDRUNTIME_HPP aoqi@0: #define SHARE_VM_RUNTIME_SHAREDRUNTIME_HPP aoqi@0: aoqi@0: #include "interpreter/bytecodeHistogram.hpp" aoqi@0: #include "interpreter/bytecodeTracer.hpp" aoqi@0: #include "interpreter/linkResolver.hpp" aoqi@0: #include "memory/allocation.hpp" aoqi@0: #include "memory/resourceArea.hpp" aoqi@0: #include "runtime/threadLocalStorage.hpp" aoqi@0: #include "utilities/hashtable.hpp" aoqi@0: #include "utilities/macros.hpp" aoqi@0: aoqi@0: class AdapterHandlerEntry; aoqi@0: class AdapterHandlerTable; aoqi@0: class AdapterFingerPrint; aoqi@0: class vframeStream; aoqi@0: aoqi@0: // Runtime is the base class for various runtime interfaces aoqi@0: // (InterpreterRuntime, CompilerRuntime, etc.). It provides aoqi@0: // shared functionality such as exception forwarding (C++ to aoqi@0: // Java exceptions), locking/unlocking mechanisms, statistical aoqi@0: // information, etc. aoqi@0: aoqi@0: class SharedRuntime: AllStatic { aoqi@0: friend class VMStructs; aoqi@0: aoqi@0: private: aoqi@0: static methodHandle resolve_sub_helper(JavaThread *thread, aoqi@0: bool is_virtual, aoqi@0: bool is_optimized, TRAPS); aoqi@0: aoqi@0: // Shared stub locations aoqi@0: aoqi@0: static RuntimeStub* _wrong_method_blob; aoqi@0: static RuntimeStub* _wrong_method_abstract_blob; aoqi@0: static RuntimeStub* _ic_miss_blob; aoqi@0: static RuntimeStub* _resolve_opt_virtual_call_blob; aoqi@0: static RuntimeStub* _resolve_virtual_call_blob; aoqi@0: static RuntimeStub* _resolve_static_call_blob; aoqi@0: aoqi@0: static DeoptimizationBlob* _deopt_blob; aoqi@0: aoqi@0: static SafepointBlob* _polling_page_vectors_safepoint_handler_blob; aoqi@0: static SafepointBlob* _polling_page_safepoint_handler_blob; aoqi@0: static SafepointBlob* _polling_page_return_handler_blob; aoqi@0: aoqi@0: #ifdef COMPILER2 aoqi@0: static UncommonTrapBlob* _uncommon_trap_blob; aoqi@0: #endif // COMPILER2 aoqi@0: aoqi@0: #ifndef PRODUCT aoqi@0: // Counters aoqi@0: static int _nof_megamorphic_calls; // total # of megamorphic calls (through vtable) aoqi@0: #endif // !PRODUCT aoqi@0: aoqi@0: private: aoqi@0: enum { POLL_AT_RETURN, POLL_AT_LOOP, POLL_AT_VECTOR_LOOP }; aoqi@0: static SafepointBlob* generate_handler_blob(address call_ptr, int poll_type); aoqi@0: static RuntimeStub* generate_resolve_blob(address destination, const char* name); aoqi@0: aoqi@0: public: aoqi@0: static void generate_stubs(void); aoqi@0: aoqi@0: // max bytes for each dtrace string parameter aoqi@0: enum { max_dtrace_string_size = 256 }; aoqi@0: aoqi@0: // The following arithmetic routines are used on platforms that do aoqi@0: // not have machine instructions to implement their functionality. aoqi@0: // Do not remove these. aoqi@0: aoqi@0: // long arithmetics aoqi@0: static jlong lmul(jlong y, jlong x); aoqi@0: static jlong ldiv(jlong y, jlong x); aoqi@0: static jlong lrem(jlong y, jlong x); aoqi@0: aoqi@0: // float and double remainder aoqi@0: static jfloat frem(jfloat x, jfloat y); aoqi@0: static jdouble drem(jdouble x, jdouble y); aoqi@0: aoqi@0: #ifdef __SOFTFP__ aoqi@0: static jfloat fadd(jfloat x, jfloat y); aoqi@0: static jfloat fsub(jfloat x, jfloat y); aoqi@0: static jfloat fmul(jfloat x, jfloat y); aoqi@0: static jfloat fdiv(jfloat x, jfloat y); aoqi@0: aoqi@0: static jdouble dadd(jdouble x, jdouble y); aoqi@0: static jdouble dsub(jdouble x, jdouble y); aoqi@0: static jdouble dmul(jdouble x, jdouble y); aoqi@0: static jdouble ddiv(jdouble x, jdouble y); aoqi@0: #endif // __SOFTFP__ aoqi@0: aoqi@0: // float conversion (needs to set appropriate rounding mode) aoqi@0: static jint f2i (jfloat x); aoqi@0: static jlong f2l (jfloat x); aoqi@0: static jint d2i (jdouble x); aoqi@0: static jlong d2l (jdouble x); aoqi@0: static jfloat d2f (jdouble x); aoqi@0: static jfloat l2f (jlong x); aoqi@0: static jdouble l2d (jlong x); aoqi@0: aoqi@0: #ifdef __SOFTFP__ aoqi@0: static jfloat i2f (jint x); aoqi@0: static jdouble i2d (jint x); aoqi@0: static jdouble f2d (jfloat x); aoqi@0: #endif // __SOFTFP__ aoqi@0: aoqi@0: // double trigonometrics and transcendentals aoqi@0: static jdouble dsin(jdouble x); aoqi@0: static jdouble dcos(jdouble x); aoqi@0: static jdouble dtan(jdouble x); aoqi@0: static jdouble dlog(jdouble x); aoqi@0: static jdouble dlog10(jdouble x); aoqi@0: static jdouble dexp(jdouble x); aoqi@0: static jdouble dpow(jdouble x, jdouble y); aoqi@0: aoqi@0: #if defined(__SOFTFP__) || defined(E500V2) aoqi@0: static double dabs(double f); aoqi@0: #endif aoqi@0: aoqi@0: #if defined(__SOFTFP__) || defined(PPC32) aoqi@0: static double dsqrt(double f); aoqi@0: #endif aoqi@0: vkempik@8318: // Montgomery multiplication vkempik@8318: static void montgomery_multiply(jint *a_ints, jint *b_ints, jint *n_ints, vkempik@8318: jint len, jlong inv, jint *m_ints); vkempik@8318: static void montgomery_square(jint *a_ints, jint *n_ints, vkempik@8318: jint len, jlong inv, jint *m_ints); vkempik@8318: aoqi@0: #ifdef __SOFTFP__ aoqi@0: // C++ compiler generates soft float instructions as well as passing aoqi@0: // float and double in registers. aoqi@0: static int fcmpl(float x, float y); aoqi@0: static int fcmpg(float x, float y); aoqi@0: static int dcmpl(double x, double y); aoqi@0: static int dcmpg(double x, double y); aoqi@0: aoqi@0: static int unordered_fcmplt(float x, float y); aoqi@0: static int unordered_dcmplt(double x, double y); aoqi@0: static int unordered_fcmple(float x, float y); aoqi@0: static int unordered_dcmple(double x, double y); aoqi@0: static int unordered_fcmpge(float x, float y); aoqi@0: static int unordered_dcmpge(double x, double y); aoqi@0: static int unordered_fcmpgt(float x, float y); aoqi@0: static int unordered_dcmpgt(double x, double y); aoqi@0: aoqi@0: static float fneg(float f); aoqi@0: static double dneg(double f); aoqi@0: #endif aoqi@0: aoqi@0: // exception handling across interpreter/compiler boundaries aoqi@0: static address raw_exception_handler_for_return_address(JavaThread* thread, address return_address); aoqi@0: static address exception_handler_for_return_address(JavaThread* thread, address return_address); aoqi@0: aoqi@0: #if INCLUDE_ALL_GCS aoqi@0: // G1 write barriers aoqi@0: static void g1_wb_pre(oopDesc* orig, JavaThread *thread); aoqi@0: static void g1_wb_post(void* card_addr, JavaThread* thread); aoqi@0: #endif // INCLUDE_ALL_GCS aoqi@0: aoqi@0: // exception handling and implicit exceptions aoqi@0: static address compute_compiled_exc_handler(nmethod* nm, address ret_pc, Handle& exception, shshahma@9305: bool force_unwind, bool top_frame_only, bool& recursive_exception_occurred); aoqi@0: enum ImplicitExceptionKind { aoqi@0: IMPLICIT_NULL, aoqi@0: IMPLICIT_DIVIDE_BY_ZERO, aoqi@0: STACK_OVERFLOW aoqi@0: }; aoqi@0: static void throw_AbstractMethodError(JavaThread* thread); aoqi@0: static void throw_IncompatibleClassChangeError(JavaThread* thread); aoqi@0: static void throw_ArithmeticException(JavaThread* thread); aoqi@0: static void throw_NullPointerException(JavaThread* thread); aoqi@0: static void throw_NullPointerException_at_call(JavaThread* thread); aoqi@0: static void throw_StackOverflowError(JavaThread* thread); aoqi@0: static address continuation_for_implicit_exception(JavaThread* thread, aoqi@0: address faulting_pc, aoqi@0: ImplicitExceptionKind exception_kind); aoqi@0: aoqi@0: // Shared stub locations aoqi@0: static address get_poll_stub(address pc); aoqi@0: aoqi@0: static address get_ic_miss_stub() { aoqi@0: assert(_ic_miss_blob!= NULL, "oops"); aoqi@0: return _ic_miss_blob->entry_point(); aoqi@0: } aoqi@0: aoqi@0: static address get_handle_wrong_method_stub() { aoqi@0: assert(_wrong_method_blob!= NULL, "oops"); aoqi@0: return _wrong_method_blob->entry_point(); aoqi@0: } aoqi@0: aoqi@0: static address get_handle_wrong_method_abstract_stub() { aoqi@0: assert(_wrong_method_abstract_blob!= NULL, "oops"); aoqi@0: return _wrong_method_abstract_blob->entry_point(); aoqi@0: } aoqi@0: aoqi@0: #ifdef COMPILER2 aoqi@0: static void generate_uncommon_trap_blob(void); aoqi@0: static UncommonTrapBlob* uncommon_trap_blob() { return _uncommon_trap_blob; } aoqi@0: #endif // COMPILER2 aoqi@0: aoqi@0: static address get_resolve_opt_virtual_call_stub(){ aoqi@0: assert(_resolve_opt_virtual_call_blob != NULL, "oops"); aoqi@0: return _resolve_opt_virtual_call_blob->entry_point(); aoqi@0: } aoqi@0: static address get_resolve_virtual_call_stub() { aoqi@0: assert(_resolve_virtual_call_blob != NULL, "oops"); aoqi@0: return _resolve_virtual_call_blob->entry_point(); aoqi@0: } aoqi@0: static address get_resolve_static_call_stub() { aoqi@0: assert(_resolve_static_call_blob != NULL, "oops"); aoqi@0: return _resolve_static_call_blob->entry_point(); aoqi@0: } aoqi@0: aoqi@0: static SafepointBlob* polling_page_return_handler_blob() { return _polling_page_return_handler_blob; } aoqi@0: static SafepointBlob* polling_page_safepoint_handler_blob() { return _polling_page_safepoint_handler_blob; } aoqi@0: static SafepointBlob* polling_page_vectors_safepoint_handler_blob() { return _polling_page_vectors_safepoint_handler_blob; } aoqi@0: aoqi@0: // Counters aoqi@0: #ifndef PRODUCT aoqi@0: static address nof_megamorphic_calls_addr() { return (address)&_nof_megamorphic_calls; } aoqi@0: #endif // PRODUCT aoqi@0: aoqi@0: // Helper routine for full-speed JVMTI exception throwing support aoqi@0: static void throw_and_post_jvmti_exception(JavaThread *thread, Handle h_exception); aoqi@0: static void throw_and_post_jvmti_exception(JavaThread *thread, Symbol* name, const char *message = NULL); aoqi@0: aoqi@0: // RedefineClasses() tracing support for obsolete method entry aoqi@0: static int rc_trace_method_entry(JavaThread* thread, Method* m); aoqi@0: aoqi@0: // To be used as the entry point for unresolved native methods. aoqi@0: static address native_method_throw_unsatisfied_link_error_entry(); aoqi@0: static address native_method_throw_unsupported_operation_exception_entry(); aoqi@0: aoqi@0: // bytecode tracing is only used by the TraceBytecodes aoqi@0: static intptr_t trace_bytecode(JavaThread* thread, intptr_t preserve_this_value, intptr_t tos, intptr_t tos2) PRODUCT_RETURN0; aoqi@0: aoqi@0: // Used to back off a spin lock that is under heavy contention aoqi@0: static void yield_all(JavaThread* thread, int attempts = 0); aoqi@0: aoqi@0: static oop retrieve_receiver( Symbol* sig, frame caller ); aoqi@0: aoqi@0: static void register_finalizer(JavaThread* thread, oopDesc* obj); aoqi@0: aoqi@0: // dtrace notifications aoqi@0: static int dtrace_object_alloc(oopDesc* o, int size); aoqi@0: static int dtrace_object_alloc_base(Thread* thread, oopDesc* o, int size); aoqi@0: static int dtrace_method_entry(JavaThread* thread, Method* m); aoqi@0: static int dtrace_method_exit(JavaThread* thread, Method* m); aoqi@0: aoqi@0: // Utility method for retrieving the Java thread id, returns 0 if the aoqi@0: // thread is not a well formed Java thread. aoqi@0: static jlong get_java_tid(Thread* thread); aoqi@0: aoqi@0: aoqi@0: // used by native wrappers to reenable yellow if overflow happened in native code aoqi@0: static void reguard_yellow_pages(); aoqi@0: aoqi@0: /** aoqi@0: * Fill in the "X cannot be cast to a Y" message for ClassCastException aoqi@0: * aoqi@0: * @param thr the current thread aoqi@0: * @param name the name of the class of the object attempted to be cast aoqi@0: * @return the dynamically allocated exception message (must be freed aoqi@0: * by the caller using a resource mark) aoqi@0: * aoqi@0: * BCP must refer to the current 'checkcast' opcode for the frame aoqi@0: * on top of the stack. aoqi@0: * The caller (or one of it's callers) must use a ResourceMark aoqi@0: * in order to correctly free the result. aoqi@0: */ aoqi@0: static char* generate_class_cast_message(JavaThread* thr, const char* name); aoqi@0: aoqi@0: /** aoqi@0: * Fill in the "X cannot be cast to a Y" message for ClassCastException aoqi@0: * aoqi@0: * @param name the name of the class of the object attempted to be cast aoqi@0: * @param klass the name of the target klass attempt aoqi@0: * @param gripe the specific kind of problem being reported aoqi@0: * @return the dynamically allocated exception message (must be freed aoqi@0: * by the caller using a resource mark) aoqi@0: * aoqi@0: * This version does not require access the frame, so it can be called aoqi@0: * from interpreted code aoqi@0: * The caller (or one of it's callers) must use a ResourceMark aoqi@0: * in order to correctly free the result. aoqi@0: */ aoqi@0: static char* generate_class_cast_message(const char* name, const char* klass, aoqi@0: const char* gripe = " cannot be cast to "); aoqi@0: aoqi@0: // Resolves a call site- may patch in the destination of the call into the aoqi@0: // compiled code. aoqi@0: static methodHandle resolve_helper(JavaThread *thread, aoqi@0: bool is_virtual, aoqi@0: bool is_optimized, TRAPS); aoqi@0: aoqi@0: private: aoqi@0: // deopt blob aoqi@0: static void generate_deopt_blob(void); aoqi@0: aoqi@0: public: aoqi@0: static DeoptimizationBlob* deopt_blob(void) { return _deopt_blob; } aoqi@0: aoqi@0: // Resets a call-site in compiled code so it will get resolved again. aoqi@0: static methodHandle reresolve_call_site(JavaThread *thread, TRAPS); aoqi@0: aoqi@0: // In the code prolog, if the klass comparison fails, the inline cache aoqi@0: // misses and the call site is patched to megamorphic aoqi@0: static methodHandle handle_ic_miss_helper(JavaThread* thread, TRAPS); aoqi@0: aoqi@0: // Find the method that called us. aoqi@0: static methodHandle find_callee_method(JavaThread* thread, TRAPS); aoqi@0: aoqi@0: aoqi@0: private: aoqi@0: static Handle find_callee_info(JavaThread* thread, aoqi@0: Bytecodes::Code& bc, aoqi@0: CallInfo& callinfo, TRAPS); aoqi@0: static Handle find_callee_info_helper(JavaThread* thread, aoqi@0: vframeStream& vfst, aoqi@0: Bytecodes::Code& bc, aoqi@0: CallInfo& callinfo, TRAPS); aoqi@0: aoqi@0: static address clean_virtual_call_entry(); aoqi@0: static address clean_opt_virtual_call_entry(); aoqi@0: static address clean_static_call_entry(); aoqi@0: aoqi@0: public: aoqi@0: aoqi@0: // Read the array of BasicTypes from a Java signature, and compute where aoqi@0: // compiled Java code would like to put the results. Values in reg_lo and aoqi@0: // reg_hi refer to 4-byte quantities. Values less than SharedInfo::stack0 are aoqi@0: // registers, those above refer to 4-byte stack slots. All stack slots are aoqi@0: // based off of the window top. SharedInfo::stack0 refers to the first usable aoqi@0: // slot in the bottom of the frame. SharedInfo::stack0+1 refers to the memory word aoqi@0: // 4-bytes higher. So for sparc because the register window save area is at aoqi@0: // the bottom of the frame the first 16 words will be skipped and SharedInfo::stack0 aoqi@0: // will be just above it. ( aoqi@0: // return value is the maximum number of VMReg stack slots the convention will use. aoqi@0: static int java_calling_convention(const BasicType* sig_bt, VMRegPair* regs, int total_args_passed, int is_outgoing); aoqi@0: aoqi@0: static void check_member_name_argument_is_last_argument(methodHandle method, aoqi@0: const BasicType* sig_bt, aoqi@0: const VMRegPair* regs) NOT_DEBUG_RETURN; aoqi@0: aoqi@0: // Ditto except for calling C aoqi@0: // aoqi@0: // C argument in register AND stack slot. aoqi@0: // Some architectures require that an argument must be passed in a register aoqi@0: // AND in a stack slot. These architectures provide a second VMRegPair array aoqi@0: // to be filled by the c_calling_convention method. On other architectures, aoqi@0: // NULL is being passed as the second VMRegPair array, so arguments are either aoqi@0: // passed in a register OR in a stack slot. aoqi@0: static int c_calling_convention(const BasicType *sig_bt, VMRegPair *regs, VMRegPair *regs2, aoqi@0: int total_args_passed); aoqi@0: aoqi@0: // Compute the new number of arguments in the signature if 32 bit ints aoqi@0: // must be converted to longs. Needed if CCallingConventionRequiresIntsAsLongs aoqi@0: // is true. aoqi@0: static int convert_ints_to_longints_argcnt(int in_args_count, BasicType* in_sig_bt); aoqi@0: // Adapt a method's signature if it contains 32 bit integers that must aoqi@0: // be converted to longs. Needed if CCallingConventionRequiresIntsAsLongs aoqi@0: // is true. aoqi@0: static void convert_ints_to_longints(int i2l_argcnt, int& in_args_count, aoqi@0: BasicType*& in_sig_bt, VMRegPair*& in_regs); aoqi@0: aoqi@0: // Generate I2C and C2I adapters. These adapters are simple argument marshalling aoqi@0: // blobs. Unlike adapters in the tiger and earlier releases the code in these aoqi@0: // blobs does not create a new frame and are therefore virtually invisible aoqi@0: // to the stack walking code. In general these blobs extend the callers stack aoqi@0: // as needed for the conversion of argument locations. aoqi@0: aoqi@0: // When calling a c2i blob the code will always call the interpreter even if aoqi@0: // by the time we reach the blob there is compiled code available. This allows aoqi@0: // the blob to pass the incoming stack pointer (the sender sp) in a known aoqi@0: // location for the interpreter to record. This is used by the frame code aoqi@0: // to correct the sender code to match up with the stack pointer when the aoqi@0: // thread left the compiled code. In addition it allows the interpreter aoqi@0: // to remove the space the c2i adapter allocated to do its argument conversion. aoqi@0: aoqi@0: // Although a c2i blob will always run interpreted even if compiled code is aoqi@0: // present if we see that compiled code is present the compiled call site aoqi@0: // will be patched/re-resolved so that later calls will run compiled. aoqi@0: aoqi@0: // Aditionally a c2i blob need to have a unverified entry because it can be reached aoqi@0: // in situations where the call site is an inlined cache site and may go megamorphic. aoqi@0: aoqi@0: // A i2c adapter is simpler than the c2i adapter. This is because it is assumed aoqi@0: // that the interpreter before it does any call dispatch will record the current aoqi@0: // stack pointer in the interpreter frame. On return it will restore the stack aoqi@0: // pointer as needed. This means the i2c adapter code doesn't need any special aoqi@0: // handshaking path with compiled code to keep the stack walking correct. aoqi@0: aoqi@0: static AdapterHandlerEntry* generate_i2c2i_adapters(MacroAssembler *_masm, aoqi@0: int total_args_passed, aoqi@0: int max_arg, aoqi@0: const BasicType *sig_bt, aoqi@0: const VMRegPair *regs, aoqi@0: AdapterFingerPrint* fingerprint); aoqi@0: aoqi@0: // OSR support aoqi@0: aoqi@0: // OSR_migration_begin will extract the jvm state from an interpreter aoqi@0: // frame (locals, monitors) and store the data in a piece of C heap aoqi@0: // storage. This then allows the interpreter frame to be removed from the aoqi@0: // stack and the OSR nmethod to be called. That method is called with a aoqi@0: // pointer to the C heap storage. This pointer is the return value from aoqi@0: // OSR_migration_begin. aoqi@0: aoqi@0: static intptr_t* OSR_migration_begin( JavaThread *thread); aoqi@0: aoqi@0: // OSR_migration_end is a trivial routine. It is called after the compiled aoqi@0: // method has extracted the jvm state from the C heap that OSR_migration_begin aoqi@0: // created. It's entire job is to simply free this storage. aoqi@0: static void OSR_migration_end ( intptr_t* buf); aoqi@0: aoqi@0: // Convert a sig into a calling convention register layout aoqi@0: // and find interesting things about it. aoqi@0: static VMRegPair* find_callee_arguments(Symbol* sig, bool has_receiver, bool has_appendix, int *arg_size); aoqi@0: static VMReg name_for_receiver(); aoqi@0: aoqi@0: // "Top of Stack" slots that may be unused by the calling convention but must aoqi@0: // otherwise be preserved. aoqi@0: // On Intel these are not necessary and the value can be zero. aoqi@0: // On Sparc this describes the words reserved for storing a register window aoqi@0: // when an interrupt occurs. aoqi@0: static uint out_preserve_stack_slots(); aoqi@0: aoqi@0: // Is vector's size (in bytes) bigger than a size saved by default? aoqi@0: // For example, on x86 16 bytes XMM registers are saved by default. aoqi@0: static bool is_wide_vector(int size); aoqi@0: aoqi@0: // Save and restore a native result aoqi@0: static void save_native_result(MacroAssembler *_masm, BasicType ret_type, int frame_slots ); aoqi@0: static void restore_native_result(MacroAssembler *_masm, BasicType ret_type, int frame_slots ); aoqi@0: aoqi@0: // Generate a native wrapper for a given method. The method takes arguments aoqi@0: // in the Java compiled code convention, marshals them to the native aoqi@0: // convention (handlizes oops, etc), transitions to native, makes the call, aoqi@0: // returns to java state (possibly blocking), unhandlizes any result and aoqi@0: // returns. aoqi@0: // aoqi@0: // The wrapper may contain special-case code if the given method aoqi@0: // is a JNI critical method, or a compiled method handle adapter, aoqi@0: // such as _invokeBasic, _linkToVirtual, etc. aoqi@0: static nmethod* generate_native_wrapper(MacroAssembler* masm, aoqi@0: methodHandle method, aoqi@0: int compile_id, aoqi@0: BasicType* sig_bt, aoqi@0: VMRegPair* regs, aoqi@0: BasicType ret_type ); aoqi@0: aoqi@0: // Block before entering a JNI critical method aoqi@0: static void block_for_jni_critical(JavaThread* thread); aoqi@0: aoqi@0: #ifdef HAVE_DTRACE_H aoqi@0: // Generate a dtrace wrapper for a given method. The method takes arguments aoqi@0: // in the Java compiled code convention, marshals them to the native aoqi@0: // convention (handlizes oops, etc), transitions to native, makes the call, aoqi@0: // returns to java state (possibly blocking), unhandlizes any result and aoqi@0: // returns. aoqi@0: static nmethod *generate_dtrace_nmethod(MacroAssembler* masm, aoqi@0: methodHandle method); aoqi@0: aoqi@0: // dtrace support to convert a Java string to utf8 aoqi@0: static void get_utf(oopDesc* src, address dst); aoqi@0: #endif // def HAVE_DTRACE_H aoqi@0: aoqi@0: // A compiled caller has just called the interpreter, but compiled code aoqi@0: // exists. Patch the caller so he no longer calls into the interpreter. aoqi@0: static void fixup_callers_callsite(Method* moop, address ret_pc); aoqi@0: aoqi@0: // Slow-path Locking and Unlocking aoqi@0: static void complete_monitor_locking_C(oopDesc* obj, BasicLock* lock, JavaThread* thread); aoqi@0: static void complete_monitor_unlocking_C(oopDesc* obj, BasicLock* lock); aoqi@0: aoqi@0: // Resolving of calls aoqi@0: static address resolve_static_call_C (JavaThread *thread); aoqi@0: static address resolve_virtual_call_C (JavaThread *thread); aoqi@0: static address resolve_opt_virtual_call_C(JavaThread *thread); aoqi@0: aoqi@0: // arraycopy, the non-leaf version. (See StubRoutines for all the leaf calls.) aoqi@0: static void slow_arraycopy_C(oopDesc* src, jint src_pos, aoqi@0: oopDesc* dest, jint dest_pos, aoqi@0: jint length, JavaThread* thread); aoqi@0: aoqi@0: // handle ic miss with caller being compiled code aoqi@0: // wrong method handling (inline cache misses, zombie methods) aoqi@0: static address handle_wrong_method(JavaThread* thread); aoqi@0: static address handle_wrong_method_abstract(JavaThread* thread); aoqi@0: static address handle_wrong_method_ic_miss(JavaThread* thread); aoqi@0: aoqi@0: #ifndef PRODUCT aoqi@0: aoqi@0: // Collect and print inline cache miss statistics aoqi@0: private: aoqi@0: enum { maxICmiss_count = 100 }; aoqi@0: static int _ICmiss_index; // length of IC miss histogram aoqi@0: static int _ICmiss_count[maxICmiss_count]; // miss counts aoqi@0: static address _ICmiss_at[maxICmiss_count]; // miss addresses aoqi@0: static void trace_ic_miss(address at); aoqi@0: aoqi@0: public: aoqi@0: static int _monitor_enter_ctr; // monitor enter slow aoqi@0: static int _monitor_exit_ctr; // monitor exit slow aoqi@0: static int _throw_null_ctr; // throwing a null-pointer exception aoqi@0: static int _ic_miss_ctr; // total # of IC misses aoqi@0: static int _wrong_method_ctr; aoqi@0: static int _resolve_static_ctr; aoqi@0: static int _resolve_virtual_ctr; aoqi@0: static int _resolve_opt_virtual_ctr; aoqi@0: static int _implicit_null_throws; aoqi@0: static int _implicit_div0_throws; aoqi@0: aoqi@0: static int _jbyte_array_copy_ctr; // Slow-path byte array copy aoqi@0: static int _jshort_array_copy_ctr; // Slow-path short array copy aoqi@0: static int _jint_array_copy_ctr; // Slow-path int array copy aoqi@0: static int _jlong_array_copy_ctr; // Slow-path long array copy aoqi@0: static int _oop_array_copy_ctr; // Slow-path oop array copy aoqi@0: static int _checkcast_array_copy_ctr; // Slow-path oop array copy, with cast aoqi@0: static int _unsafe_array_copy_ctr; // Slow-path includes alignment checks aoqi@0: static int _generic_array_copy_ctr; // Slow-path includes type decoding aoqi@0: static int _slow_array_copy_ctr; // Slow-path failed out to a method call aoqi@0: aoqi@0: static int _new_instance_ctr; // 'new' object requires GC aoqi@0: static int _new_array_ctr; // 'new' array requires GC aoqi@0: static int _multi1_ctr, _multi2_ctr, _multi3_ctr, _multi4_ctr, _multi5_ctr; aoqi@0: static int _find_handler_ctr; // find exception handler aoqi@0: static int _rethrow_ctr; // rethrow exception aoqi@0: static int _mon_enter_stub_ctr; // monitor enter stub aoqi@0: static int _mon_exit_stub_ctr; // monitor exit stub aoqi@0: static int _mon_enter_ctr; // monitor enter slow aoqi@0: static int _mon_exit_ctr; // monitor exit slow aoqi@0: static int _partial_subtype_ctr; // SubRoutines::partial_subtype_check aoqi@0: aoqi@0: // Statistics code aoqi@0: // stats for "normal" compiled calls (non-interface) aoqi@0: static int _nof_normal_calls; // total # of calls aoqi@0: static int _nof_optimized_calls; // total # of statically-bound calls aoqi@0: static int _nof_inlined_calls; // total # of inlined normal calls aoqi@0: static int _nof_static_calls; // total # of calls to static methods or super methods (invokespecial) aoqi@0: static int _nof_inlined_static_calls; // total # of inlined static calls aoqi@0: // stats for compiled interface calls aoqi@0: static int _nof_interface_calls; // total # of compiled calls aoqi@0: static int _nof_optimized_interface_calls; // total # of statically-bound interface calls aoqi@0: static int _nof_inlined_interface_calls; // total # of inlined interface calls aoqi@0: static int _nof_megamorphic_interface_calls;// total # of megamorphic interface calls aoqi@0: // stats for runtime exceptions aoqi@0: static int _nof_removable_exceptions; // total # of exceptions that could be replaced by branches due to inlining aoqi@0: aoqi@0: public: // for compiler aoqi@0: static address nof_normal_calls_addr() { return (address)&_nof_normal_calls; } aoqi@0: static address nof_optimized_calls_addr() { return (address)&_nof_optimized_calls; } aoqi@0: static address nof_inlined_calls_addr() { return (address)&_nof_inlined_calls; } aoqi@0: static address nof_static_calls_addr() { return (address)&_nof_static_calls; } aoqi@0: static address nof_inlined_static_calls_addr() { return (address)&_nof_inlined_static_calls; } aoqi@0: static address nof_interface_calls_addr() { return (address)&_nof_interface_calls; } aoqi@0: static address nof_optimized_interface_calls_addr() { return (address)&_nof_optimized_interface_calls; } aoqi@0: static address nof_inlined_interface_calls_addr() { return (address)&_nof_inlined_interface_calls; } aoqi@0: static address nof_megamorphic_interface_calls_addr() { return (address)&_nof_megamorphic_interface_calls; } aoqi@0: static void print_call_statistics(int comp_total); aoqi@0: static void print_statistics(); aoqi@0: static void print_ic_miss_histogram(); aoqi@0: aoqi@0: #endif // PRODUCT aoqi@7997: static void print_long(long long i); aoqi@7997: static void print_int(int i); aoqi@7997: static void print_float(float i); aoqi@7997: static void print_double(double i); aoqi@1: static void print_str(char *str); aoqi@1: aoqi@7997: static void print_reg_with_pc(char *reg_name, long i, long pc); aoqi@0: }; aoqi@0: aoqi@0: aoqi@0: // --------------------------------------------------------------------------- aoqi@0: // Implementation of AdapterHandlerLibrary aoqi@0: // aoqi@0: // This library manages argument marshaling adapters and native wrappers. aoqi@0: // There are 2 flavors of adapters: I2C and C2I. aoqi@0: // aoqi@0: // The I2C flavor takes a stock interpreted call setup, marshals the aoqi@0: // arguments for a Java-compiled call, and jumps to Rmethod-> code()-> aoqi@0: // code_begin(). It is broken to call it without an nmethod assigned. aoqi@0: // The usual behavior is to lift any register arguments up out of the aoqi@0: // stack and possibly re-pack the extra arguments to be contigious. aoqi@0: // I2C adapters will save what the interpreter's stack pointer will be aoqi@0: // after arguments are popped, then adjust the interpreter's frame aoqi@0: // size to force alignment and possibly to repack the arguments. aoqi@0: // After re-packing, it jumps to the compiled code start. There are aoqi@0: // no safepoints in this adapter code and a GC cannot happen while aoqi@0: // marshaling is in progress. aoqi@0: // aoqi@0: // The C2I flavor takes a stock compiled call setup plus the target method in aoqi@0: // Rmethod, marshals the arguments for an interpreted call and jumps to aoqi@0: // Rmethod->_i2i_entry. On entry, the interpreted frame has not yet been aoqi@0: // setup. Compiled frames are fixed-size and the args are likely not in the aoqi@0: // right place. Hence all the args will likely be copied into the aoqi@0: // interpreter's frame, forcing that frame to grow. The compiled frame's aoqi@0: // outgoing stack args will be dead after the copy. aoqi@0: // aoqi@0: // Native wrappers, like adapters, marshal arguments. Unlike adapters they aoqi@0: // also perform an offical frame push & pop. They have a call to the native aoqi@0: // routine in their middles and end in a return (instead of ending in a jump). aoqi@0: // The native wrappers are stored in real nmethods instead of the BufferBlobs aoqi@0: // used by the adapters. The code generation happens here because it's very aoqi@0: // similar to what the adapters have to do. aoqi@0: aoqi@0: class AdapterHandlerEntry : public BasicHashtableEntry { aoqi@0: friend class AdapterHandlerTable; aoqi@0: aoqi@0: private: aoqi@0: AdapterFingerPrint* _fingerprint; aoqi@0: address _i2c_entry; aoqi@0: address _c2i_entry; aoqi@0: address _c2i_unverified_entry; aoqi@0: aoqi@0: #ifdef ASSERT aoqi@0: // Captures code and signature used to generate this adapter when aoqi@0: // verifing adapter equivalence. aoqi@0: unsigned char* _saved_code; aoqi@0: int _saved_code_length; aoqi@0: #endif aoqi@0: aoqi@0: void init(AdapterFingerPrint* fingerprint, address i2c_entry, address c2i_entry, address c2i_unverified_entry) { aoqi@0: _fingerprint = fingerprint; aoqi@0: _i2c_entry = i2c_entry; aoqi@0: _c2i_entry = c2i_entry; aoqi@0: _c2i_unverified_entry = c2i_unverified_entry; aoqi@0: #ifdef ASSERT aoqi@0: _saved_code = NULL; aoqi@0: _saved_code_length = 0; aoqi@0: #endif aoqi@0: } aoqi@0: aoqi@0: void deallocate(); aoqi@0: aoqi@0: // should never be used aoqi@0: AdapterHandlerEntry(); aoqi@0: aoqi@0: public: aoqi@0: address get_i2c_entry() const { return _i2c_entry; } aoqi@0: address get_c2i_entry() const { return _c2i_entry; } aoqi@0: address get_c2i_unverified_entry() const { return _c2i_unverified_entry; } aoqi@0: address base_address(); aoqi@0: void relocate(address new_base); aoqi@0: aoqi@0: AdapterFingerPrint* fingerprint() const { return _fingerprint; } aoqi@0: aoqi@0: AdapterHandlerEntry* next() { aoqi@0: return (AdapterHandlerEntry*)BasicHashtableEntry::next(); aoqi@0: } aoqi@0: aoqi@0: #ifdef ASSERT aoqi@0: // Used to verify that code generated for shared adapters is equivalent aoqi@0: void save_code (unsigned char* code, int length); aoqi@0: bool compare_code(unsigned char* code, int length); aoqi@0: #endif aoqi@0: aoqi@0: //virtual void print_on(outputStream* st) const; DO NOT USE aoqi@0: void print_adapter_on(outputStream* st) const; aoqi@0: }; aoqi@0: aoqi@0: class AdapterHandlerLibrary: public AllStatic { aoqi@0: private: aoqi@0: static BufferBlob* _buffer; // the temporary code buffer in CodeCache aoqi@0: static AdapterHandlerTable* _adapters; aoqi@0: static AdapterHandlerEntry* _abstract_method_handler; aoqi@0: static BufferBlob* buffer_blob(); aoqi@0: static void initialize(); aoqi@0: aoqi@0: public: aoqi@0: aoqi@0: static AdapterHandlerEntry* new_entry(AdapterFingerPrint* fingerprint, aoqi@0: address i2c_entry, address c2i_entry, address c2i_unverified_entry); aoqi@0: static void create_native_wrapper(methodHandle method); aoqi@0: static AdapterHandlerEntry* get_adapter(methodHandle method); aoqi@0: aoqi@0: #ifdef HAVE_DTRACE_H aoqi@0: static nmethod* create_dtrace_nmethod (methodHandle method); aoqi@0: #endif // HAVE_DTRACE_H aoqi@0: aoqi@0: static void print_handler(CodeBlob* b) { print_handler_on(tty, b); } aoqi@0: static void print_handler_on(outputStream* st, CodeBlob* b); aoqi@0: static bool contains(CodeBlob* b); aoqi@0: #ifndef PRODUCT aoqi@0: static void print_statistics(); aoqi@0: #endif /* PRODUCT */ aoqi@0: aoqi@0: }; aoqi@0: aoqi@0: #endif // SHARE_VM_RUNTIME_SHAREDRUNTIME_HPP