iveresov@2138: /*
jiangli@4936:  * Copyright (c) 2010, 2013, Oracle and/or its affiliates. All rights reserved.
iveresov@2138:  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
iveresov@2138:  *
iveresov@2138:  * This code is free software; you can redistribute it and/or modify it
iveresov@2138:  * under the terms of the GNU General Public License version 2 only, as
iveresov@2138:  * published by the Free Software Foundation.
iveresov@2138:  *
iveresov@2138:  * This code is distributed in the hope that it will be useful, but WITHOUT
iveresov@2138:  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
iveresov@2138:  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
iveresov@2138:  * version 2 for more details (a copy is included in the LICENSE file that
iveresov@2138:  * accompanied this code).
iveresov@2138:  *
iveresov@2138:  * You should have received a copy of the GNU General Public License version
iveresov@2138:  * 2 along with this work; if not, write to the Free Software Foundation,
iveresov@2138:  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
iveresov@2138:  *
iveresov@2138:  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
iveresov@2138:  * or visit www.oracle.com if you need additional information or have any
iveresov@2138:  * questions.
iveresov@2138:  *
iveresov@2138:  */
iveresov@2138: 
stefank@2314: #include "precompiled.hpp"
stefank@2314: #include "compiler/compileBroker.hpp"
stefank@2314: #include "memory/resourceArea.hpp"
stefank@2314: #include "runtime/arguments.hpp"
stefank@2314: #include "runtime/simpleThresholdPolicy.hpp"
stefank@2314: #include "runtime/simpleThresholdPolicy.inline.hpp"
iveresov@2559: #include "code/scopeDesc.hpp"
iveresov@2138: 
iveresov@3312: 
iveresov@3312: void SimpleThresholdPolicy::print_counters(const char* prefix, methodHandle mh) {
iveresov@3312:   int invocation_count = mh->invocation_count();
iveresov@3312:   int backedge_count = mh->backedge_count();
coleenp@4037:   MethodData* mdh = mh->method_data();
iveresov@3312:   int mdo_invocations = 0, mdo_backedges = 0;
iveresov@3312:   int mdo_invocations_start = 0, mdo_backedges_start = 0;
coleenp@4037:   if (mdh != NULL) {
iveresov@3312:     mdo_invocations = mdh->invocation_count();
iveresov@3312:     mdo_backedges = mdh->backedge_count();
iveresov@3312:     mdo_invocations_start = mdh->invocation_count_start();
iveresov@3312:     mdo_backedges_start = mdh->backedge_count_start();
iveresov@3312:   }
twisti@4111:   tty->print(" %stotal=%d,%d %smdo=%d(%d),%d(%d)", prefix,
iveresov@3312:       invocation_count, backedge_count, prefix,
iveresov@3312:       mdo_invocations, mdo_invocations_start,
iveresov@3312:       mdo_backedges, mdo_backedges_start);
twisti@4111:   tty->print(" %smax levels=%d,%d", prefix,
iveresov@3312:       mh->highest_comp_level(), mh->highest_osr_comp_level());
iveresov@3312: }
iveresov@3312: 
iveresov@2138: // Print an event.
iveresov@2138: void SimpleThresholdPolicy::print_event(EventType type, methodHandle mh, methodHandle imh,
iveresov@2138:                                         int bci, CompLevel level) {
iveresov@2138:   bool inlinee_event = mh() != imh();
iveresov@2138: 
iveresov@2138:   ttyLocker tty_lock;
iveresov@2138:   tty->print("%lf: [", os::elapsedTime());
iveresov@2138: 
iveresov@2138:   switch(type) {
iveresov@2138:   case CALL:
iveresov@2138:     tty->print("call");
iveresov@2138:     break;
iveresov@2138:   case LOOP:
iveresov@2138:     tty->print("loop");
iveresov@2138:     break;
iveresov@2138:   case COMPILE:
iveresov@2138:     tty->print("compile");
iveresov@2559:     break;
iveresov@2988:   case REMOVE_FROM_QUEUE:
iveresov@2988:     tty->print("remove-from-queue");
iveresov@2559:     break;
iveresov@2988:   case UPDATE_IN_QUEUE:
iveresov@2988:     tty->print("update-in-queue");
iveresov@2559:     break;
iveresov@2559:   case REPROFILE:
iveresov@2559:     tty->print("reprofile");
iveresov@2559:     break;
iveresov@2988:   case MAKE_NOT_ENTRANT:
iveresov@2988:     tty->print("make-not-entrant");
iveresov@2988:     break;
iveresov@2559:   default:
iveresov@2559:     tty->print("unknown");
iveresov@2138:   }
iveresov@2138: 
twisti@4111:   tty->print(" level=%d ", level);
iveresov@2138: 
iveresov@2138:   ResourceMark rm;
iveresov@2138:   char *method_name = mh->name_and_sig_as_C_string();
iveresov@2138:   tty->print("[%s", method_name);
iveresov@2138:   if (inlinee_event) {
iveresov@2138:     char *inlinee_name = imh->name_and_sig_as_C_string();
iveresov@2138:     tty->print(" [%s]] ", inlinee_name);
iveresov@2138:   }
iveresov@2138:   else tty->print("] ");
twisti@4111:   tty->print("@%d queues=%d,%d", bci, CompileBroker::queue_size(CompLevel_full_profile),
twisti@4111:                                       CompileBroker::queue_size(CompLevel_full_optimization));
iveresov@2138: 
iveresov@2138:   print_specific(type, mh, imh, bci, level);
iveresov@2138: 
iveresov@2138:   if (type != COMPILE) {
iveresov@3312:     print_counters("", mh);
iveresov@2138:     if (inlinee_event) {
iveresov@3312:       print_counters("inlinee ", imh);
iveresov@2138:     }
twisti@4111:     tty->print(" compilable=");
iveresov@2138:     bool need_comma = false;
iveresov@2138:     if (!mh->is_not_compilable(CompLevel_full_profile)) {
iveresov@2138:       tty->print("c1");
iveresov@2138:       need_comma = true;
iveresov@2138:     }
twisti@4111:     if (!mh->is_not_osr_compilable(CompLevel_full_profile)) {
twisti@4111:       if (need_comma) tty->print(",");
twisti@4111:       tty->print("c1-osr");
twisti@4111:       need_comma = true;
twisti@4111:     }
iveresov@2138:     if (!mh->is_not_compilable(CompLevel_full_optimization)) {
twisti@4111:       if (need_comma) tty->print(",");
iveresov@2138:       tty->print("c2");
iveresov@2138:       need_comma = true;
iveresov@2138:     }
twisti@4111:     if (!mh->is_not_osr_compilable(CompLevel_full_optimization)) {
twisti@4111:       if (need_comma) tty->print(",");
twisti@4111:       tty->print("c2-osr");
iveresov@2138:     }
twisti@4111:     tty->print(" status=");
iveresov@2138:     if (mh->queued_for_compilation()) {
twisti@4111:       tty->print("in-queue");
twisti@4111:     } else tty->print("idle");
iveresov@2138:   }
iveresov@2138:   tty->print_cr("]");
iveresov@2138: }
iveresov@2138: 
iveresov@2138: void SimpleThresholdPolicy::initialize() {
iveresov@2138:   if (FLAG_IS_DEFAULT(CICompilerCount)) {
iveresov@2138:     FLAG_SET_DEFAULT(CICompilerCount, 3);
iveresov@2138:   }
iveresov@2138:   int count = CICompilerCount;
iveresov@2138:   if (CICompilerCountPerCPU) {
iveresov@2138:     count = MAX2(log2_intptr(os::active_processor_count()), 1) * 3 / 2;
iveresov@2138:   }
iveresov@2138:   set_c1_count(MAX2(count / 3, 1));
iveresov@2138:   set_c2_count(MAX2(count - count / 3, 1));
iveresov@2138: }
iveresov@2138: 
iveresov@2138: void SimpleThresholdPolicy::set_carry_if_necessary(InvocationCounter *counter) {
iveresov@2138:   if (!counter->carry() && counter->count() > InvocationCounter::count_limit / 2) {
iveresov@2138:     counter->set_carry_flag();
iveresov@2138:   }
iveresov@2138: }
iveresov@2138: 
iveresov@2138: // Set carry flags on the counters if necessary
coleenp@4037: void SimpleThresholdPolicy::handle_counter_overflow(Method* method) {
jiangli@4936:   MethodCounters *mcs = method->method_counters();
jiangli@5036:   if (mcs != NULL) {
jiangli@5036:     set_carry_if_necessary(mcs->invocation_counter());
jiangli@5036:     set_carry_if_necessary(mcs->backedge_counter());
jiangli@5036:   }
coleenp@4037:   MethodData* mdo = method->method_data();
iveresov@2138:   if (mdo != NULL) {
iveresov@2138:     set_carry_if_necessary(mdo->invocation_counter());
iveresov@2138:     set_carry_if_necessary(mdo->backedge_counter());
iveresov@2138:   }
iveresov@2138: }
iveresov@2138: 
iveresov@2138: // Called with the queue locked and with at least one element
iveresov@2138: CompileTask* SimpleThresholdPolicy::select_task(CompileQueue* compile_queue) {
iveresov@2138:   return compile_queue->first();
iveresov@2138: }
iveresov@2138: 
iveresov@2559: void SimpleThresholdPolicy::reprofile(ScopeDesc* trap_scope, bool is_osr) {
iveresov@2559:   for (ScopeDesc* sd = trap_scope;; sd = sd->sender()) {
iveresov@2559:     if (PrintTieredEvents) {
iveresov@2559:       methodHandle mh(sd->method());
iveresov@2559:       print_event(REPROFILE, mh, mh, InvocationEntryBci, CompLevel_none);
iveresov@2559:     }
coleenp@4037:     MethodData* mdo = sd->method()->method_data();
iveresov@2559:     if (mdo != NULL) {
iveresov@2559:       mdo->reset_start_counters();
iveresov@2559:     }
iveresov@2559:     if (sd->is_top()) break;
iveresov@2559:   }
iveresov@2559: }
iveresov@2559: 
iveresov@2138: nmethod* SimpleThresholdPolicy::event(methodHandle method, methodHandle inlinee,
iveresov@3452:                                       int branch_bci, int bci, CompLevel comp_level, nmethod* nm, JavaThread* thread) {
iveresov@2138:   if (comp_level == CompLevel_none &&
iveresov@3452:       JvmtiExport::can_post_interpreter_events() &&
iveresov@3452:       thread->is_interp_only_mode()) {
iveresov@3452:     return NULL;
iveresov@2138:   }
iveresov@2138:   nmethod *osr_nm = NULL;
iveresov@2138: 
iveresov@2138:   handle_counter_overflow(method());
iveresov@2138:   if (method() != inlinee()) {
iveresov@2138:     handle_counter_overflow(inlinee());
iveresov@2138:   }
iveresov@2138: 
iveresov@2138:   if (PrintTieredEvents) {
iveresov@2138:     print_event(bci == InvocationEntryBci ? CALL : LOOP, method, inlinee, bci, comp_level);
iveresov@2138:   }
iveresov@2138: 
iveresov@2138:   if (bci == InvocationEntryBci) {
iveresov@3452:     method_invocation_event(method, inlinee, comp_level, nm, thread);
iveresov@2138:   } else {
iveresov@3452:     method_back_branch_event(method, inlinee, bci, comp_level, nm, thread);
iveresov@2988:     // method == inlinee if the event originated in the main method
iveresov@2988:     int highest_level = inlinee->highest_osr_comp_level();
iveresov@2138:     if (highest_level > comp_level) {
iveresov@2988:       osr_nm = inlinee->lookup_osr_nmethod_for(bci, highest_level, false);
iveresov@2138:     }
iveresov@2138:   }
iveresov@2138:   return osr_nm;
iveresov@2138: }
iveresov@2138: 
iveresov@2138: // Check if the method can be compiled, change level if necessary
iveresov@3452: void SimpleThresholdPolicy::compile(methodHandle mh, int bci, CompLevel level, JavaThread* thread) {
iveresov@3035:   assert(level <= TieredStopAtLevel, "Invalid compilation level");
iveresov@2138:   if (level == CompLevel_none) {
iveresov@2138:     return;
iveresov@2138:   }
iveresov@2306:   // Check if the method can be compiled. If it cannot be compiled with C1, continue profiling
iveresov@2306:   // in the interpreter and then compile with C2 (the transition function will request that,
iveresov@2306:   // see common() ). If the method cannot be compiled with C2 but still can with C1, compile it with
iveresov@2306:   // pure C1.
iveresov@2138:   if (!can_be_compiled(mh, level)) {
iveresov@2138:     if (level == CompLevel_full_optimization && can_be_compiled(mh, CompLevel_simple)) {
iveresov@3452:         compile(mh, bci, CompLevel_simple, thread);
iveresov@2138:     }
iveresov@2138:     return;
iveresov@2138:   }
twisti@4111:   if (bci != InvocationEntryBci && mh->is_not_osr_compilable(level)) {
iveresov@2138:     return;
iveresov@2138:   }
iveresov@2138:   if (!CompileBroker::compilation_is_in_queue(mh, bci)) {
iveresov@3035:     if (PrintTieredEvents) {
iveresov@3035:       print_event(COMPILE, mh, mh, bci, level);
iveresov@3035:     }
iveresov@3452:     submit_compile(mh, bci, level, thread);
iveresov@2138:   }
iveresov@2138: }
iveresov@2138: 
iveresov@2138: // Tell the broker to compile the method
iveresov@3452: void SimpleThresholdPolicy::submit_compile(methodHandle mh, int bci, CompLevel level, JavaThread* thread) {
iveresov@2138:   int hot_count = (bci == InvocationEntryBci) ? mh->invocation_count() : mh->backedge_count();
iveresov@3452:   CompileBroker::compile_method(mh, bci, level, mh, hot_count, "tiered", thread);
iveresov@2138: }
iveresov@2138: 
iveresov@2138: // Call and loop predicates determine whether a transition to a higher
iveresov@2138: // compilation level should be performed (pointers to predicate functions
iveresov@2138: // are passed to common() transition function).
iveresov@2138: bool SimpleThresholdPolicy::loop_predicate(int i, int b, CompLevel cur_level) {
iveresov@2138:   switch(cur_level) {
iveresov@2138:   case CompLevel_none:
iveresov@2138:   case CompLevel_limited_profile: {
iveresov@2138:     return loop_predicate_helper<CompLevel_none>(i, b, 1.0);
iveresov@2138:   }
iveresov@2138:   case CompLevel_full_profile: {
iveresov@2138:     return loop_predicate_helper<CompLevel_full_profile>(i, b, 1.0);
iveresov@2138:   }
iveresov@2138:   default:
iveresov@2138:     return true;
iveresov@2138:   }
iveresov@2138: }
iveresov@2138: 
iveresov@2138: bool SimpleThresholdPolicy::call_predicate(int i, int b, CompLevel cur_level) {
iveresov@2138:   switch(cur_level) {
iveresov@2138:   case CompLevel_none:
iveresov@2138:   case CompLevel_limited_profile: {
iveresov@2138:     return call_predicate_helper<CompLevel_none>(i, b, 1.0);
iveresov@2138:   }
iveresov@2138:   case CompLevel_full_profile: {
iveresov@2138:     return call_predicate_helper<CompLevel_full_profile>(i, b, 1.0);
iveresov@2138:   }
iveresov@2138:   default:
iveresov@2138:     return true;
iveresov@2138:   }
iveresov@2138: }
iveresov@2138: 
iveresov@2138: // Determine is a method is mature.
coleenp@4037: bool SimpleThresholdPolicy::is_mature(Method* method) {
iveresov@2138:   if (is_trivial(method)) return true;
coleenp@4037:   MethodData* mdo = method->method_data();
iveresov@2138:   if (mdo != NULL) {
iveresov@2138:     int i = mdo->invocation_count();
iveresov@2138:     int b = mdo->backedge_count();
iveresov@2138:     double k = ProfileMaturityPercentage / 100.0;
iveresov@2138:     return call_predicate_helper<CompLevel_full_profile>(i, b, k) ||
iveresov@2138:            loop_predicate_helper<CompLevel_full_profile>(i, b, k);
iveresov@2138:   }
iveresov@2138:   return false;
iveresov@2138: }
iveresov@2138: 
iveresov@2138: // Common transition function. Given a predicate determines if a method should transition to another level.
coleenp@4037: CompLevel SimpleThresholdPolicy::common(Predicate p, Method* method, CompLevel cur_level) {
iveresov@2138:   CompLevel next_level = cur_level;
iveresov@2138:   int i = method->invocation_count();
iveresov@2138:   int b = method->backedge_count();
iveresov@2138: 
iveresov@3035:   if (is_trivial(method)) {
iveresov@3035:     next_level = CompLevel_simple;
iveresov@3035:   } else {
iveresov@3035:     switch(cur_level) {
iveresov@3035:     case CompLevel_none:
iveresov@3035:       // If we were at full profile level, would we switch to full opt?
iveresov@3035:       if (common(p, method, CompLevel_full_profile) == CompLevel_full_optimization) {
iveresov@3035:         next_level = CompLevel_full_optimization;
iveresov@3035:       } else if ((this->*p)(i, b, cur_level)) {
iveresov@3035:         next_level = CompLevel_full_profile;
iveresov@3035:       }
iveresov@3035:       break;
iveresov@3035:     case CompLevel_limited_profile:
iveresov@3035:     case CompLevel_full_profile:
iveresov@3035:       {
coleenp@4037:         MethodData* mdo = method->method_data();
iveresov@3035:         if (mdo != NULL) {
iveresov@3035:           if (mdo->would_profile()) {
iveresov@3035:             int mdo_i = mdo->invocation_count_delta();
iveresov@3035:             int mdo_b = mdo->backedge_count_delta();
iveresov@3035:             if ((this->*p)(mdo_i, mdo_b, cur_level)) {
iveresov@3035:               next_level = CompLevel_full_optimization;
iveresov@3035:             }
iveresov@3035:           } else {
iveresov@2559:             next_level = CompLevel_full_optimization;
iveresov@2559:           }
iveresov@2138:         }
iveresov@2138:       }
iveresov@3035:       break;
iveresov@2138:     }
iveresov@2138:   }
iveresov@3035:   return MIN2(next_level, (CompLevel)TieredStopAtLevel);
iveresov@2138: }
iveresov@2138: 
iveresov@2138: // Determine if a method should be compiled with a normal entry point at a different level.
coleenp@4037: CompLevel SimpleThresholdPolicy::call_event(Method* method,  CompLevel cur_level) {
iveresov@2987:   CompLevel osr_level = MIN2((CompLevel) method->highest_osr_comp_level(),
iveresov@2987:                              common(&SimpleThresholdPolicy::loop_predicate, method, cur_level));
iveresov@2138:   CompLevel next_level = common(&SimpleThresholdPolicy::call_predicate, method, cur_level);
iveresov@2138: 
iveresov@2138:   // If OSR method level is greater than the regular method level, the levels should be
iveresov@2138:   // equalized by raising the regular method level in order to avoid OSRs during each
iveresov@2138:   // invocation of the method.
iveresov@2138:   if (osr_level == CompLevel_full_optimization && cur_level == CompLevel_full_profile) {
coleenp@4037:     MethodData* mdo = method->method_data();
iveresov@2138:     guarantee(mdo != NULL, "MDO should not be NULL");
iveresov@2138:     if (mdo->invocation_count() >= 1) {
iveresov@2138:       next_level = CompLevel_full_optimization;
iveresov@2138:     }
iveresov@2138:   } else {
iveresov@2138:     next_level = MAX2(osr_level, next_level);
iveresov@2138:   }
iveresov@2138: 
iveresov@2138:   return next_level;
iveresov@2138: }
iveresov@2138: 
iveresov@2138: // Determine if we should do an OSR compilation of a given method.
coleenp@4037: CompLevel SimpleThresholdPolicy::loop_event(Method* method, CompLevel cur_level) {
iveresov@2987:   CompLevel next_level = common(&SimpleThresholdPolicy::loop_predicate, method, cur_level);
iveresov@2138:   if (cur_level == CompLevel_none) {
iveresov@2138:     // If there is a live OSR method that means that we deopted to the interpreter
iveresov@2138:     // for the transition.
iveresov@2987:     CompLevel osr_level = MIN2((CompLevel)method->highest_osr_comp_level(), next_level);
iveresov@2138:     if (osr_level > CompLevel_none) {
iveresov@2138:       return osr_level;
iveresov@2138:     }
iveresov@2138:   }
iveresov@2987:   return next_level;
iveresov@2138: }
iveresov@2138: 
iveresov@2138: 
iveresov@2138: // Handle the invocation event.
iveresov@2138: void SimpleThresholdPolicy::method_invocation_event(methodHandle mh, methodHandle imh,
iveresov@3452:                                               CompLevel level, nmethod* nm, JavaThread* thread) {
iveresov@2138:   if (is_compilation_enabled() && !CompileBroker::compilation_is_in_queue(mh, InvocationEntryBci)) {
iveresov@2138:     CompLevel next_level = call_event(mh(), level);
iveresov@2138:     if (next_level != level) {
iveresov@3452:       compile(mh, InvocationEntryBci, next_level, thread);
iveresov@2138:     }
iveresov@2138:   }
iveresov@2138: }
iveresov@2138: 
iveresov@2138: // Handle the back branch event. Notice that we can compile the method
iveresov@2138: // with a regular entry from here.
iveresov@2138: void SimpleThresholdPolicy::method_back_branch_event(methodHandle mh, methodHandle imh,
iveresov@3452:                                                      int bci, CompLevel level, nmethod* nm, JavaThread* thread) {
iveresov@2138:   // If the method is already compiling, quickly bail out.
iveresov@2138:   if (is_compilation_enabled() && !CompileBroker::compilation_is_in_queue(mh, bci)) {
iveresov@2138:     // Use loop event as an opportinity to also check there's been
iveresov@2138:     // enough calls.
iveresov@2138:     CompLevel cur_level = comp_level(mh());
iveresov@2138:     CompLevel next_level = call_event(mh(), cur_level);
iveresov@2138:     CompLevel next_osr_level = loop_event(mh(), level);
iveresov@2138: 
iveresov@2138:     next_level = MAX2(next_level,
iveresov@2138:                       next_osr_level < CompLevel_full_optimization ? next_osr_level : cur_level);
iveresov@2138:     bool is_compiling = false;
iveresov@2138:     if (next_level != cur_level) {
iveresov@3452:       compile(mh, InvocationEntryBci, next_level, thread);
iveresov@2138:       is_compiling = true;
iveresov@2138:     }
iveresov@2138: 
iveresov@2138:     // Do the OSR version
iveresov@2138:     if (!is_compiling && next_osr_level != level) {
iveresov@3452:       compile(mh, bci, next_osr_level, thread);
iveresov@2138:     }
iveresov@2138:   }
iveresov@2138: }