Thu, 16 Feb 2012 17:12:49 -0800
7145346: VerifyStackAtCalls is broken
Summary: Replace call_epilog() encoding with macroassembler use. Moved duplicated code to x86.ad. Fixed return_addr() definition.
Reviewed-by: never
duke@435 | 1 | /* |
never@2000 | 2 | * Copyright (c) 1998, 2010, Oracle and/or its affiliates. All rights reserved. |
duke@435 | 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
duke@435 | 4 | * |
duke@435 | 5 | * This code is free software; you can redistribute it and/or modify it |
duke@435 | 6 | * under the terms of the GNU General Public License version 2 only, as |
duke@435 | 7 | * published by the Free Software Foundation. |
duke@435 | 8 | * |
duke@435 | 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
duke@435 | 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
duke@435 | 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
duke@435 | 12 | * version 2 for more details (a copy is included in the LICENSE file that |
duke@435 | 13 | * accompanied this code). |
duke@435 | 14 | * |
duke@435 | 15 | * You should have received a copy of the GNU General Public License version |
duke@435 | 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
duke@435 | 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
duke@435 | 18 | * |
trims@1907 | 19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
trims@1907 | 20 | * or visit www.oracle.com if you need additional information or have any |
trims@1907 | 21 | * questions. |
duke@435 | 22 | * |
duke@435 | 23 | */ |
duke@435 | 24 | |
stefank@2314 | 25 | #include "precompiled.hpp" |
stefank@2314 | 26 | #include "classfile/systemDictionary.hpp" |
stefank@2314 | 27 | #include "compiler/compileLog.hpp" |
stefank@2314 | 28 | #include "oops/objArrayKlass.hpp" |
stefank@2314 | 29 | #include "opto/addnode.hpp" |
stefank@2314 | 30 | #include "opto/memnode.hpp" |
stefank@2314 | 31 | #include "opto/mulnode.hpp" |
stefank@2314 | 32 | #include "opto/parse.hpp" |
stefank@2314 | 33 | #include "opto/rootnode.hpp" |
stefank@2314 | 34 | #include "opto/runtime.hpp" |
stefank@2314 | 35 | #include "runtime/sharedRuntime.hpp" |
duke@435 | 36 | |
duke@435 | 37 | //------------------------------make_dtrace_method_entry_exit ---------------- |
duke@435 | 38 | // Dtrace -- record entry or exit of a method if compiled with dtrace support |
duke@435 | 39 | void GraphKit::make_dtrace_method_entry_exit(ciMethod* method, bool is_entry) { |
duke@435 | 40 | const TypeFunc *call_type = OptoRuntime::dtrace_method_entry_exit_Type(); |
duke@435 | 41 | address call_address = is_entry ? CAST_FROM_FN_PTR(address, SharedRuntime::dtrace_method_entry) : |
duke@435 | 42 | CAST_FROM_FN_PTR(address, SharedRuntime::dtrace_method_exit); |
duke@435 | 43 | const char *call_name = is_entry ? "dtrace_method_entry" : "dtrace_method_exit"; |
duke@435 | 44 | |
duke@435 | 45 | // Get base of thread-local storage area |
duke@435 | 46 | Node* thread = _gvn.transform( new (C, 1) ThreadLocalNode() ); |
duke@435 | 47 | |
duke@435 | 48 | // Get method |
duke@435 | 49 | const TypeInstPtr* method_type = TypeInstPtr::make(TypePtr::Constant, method->klass(), true, method, 0); |
kvn@599 | 50 | Node *method_node = _gvn.transform( ConNode::make(C, method_type) ); |
duke@435 | 51 | |
duke@435 | 52 | kill_dead_locals(); |
duke@435 | 53 | |
duke@435 | 54 | // For some reason, this call reads only raw memory. |
duke@435 | 55 | const TypePtr* raw_adr_type = TypeRawPtr::BOTTOM; |
duke@435 | 56 | make_runtime_call(RC_LEAF | RC_NARROW_MEM, |
duke@435 | 57 | call_type, call_address, |
duke@435 | 58 | call_name, raw_adr_type, |
duke@435 | 59 | thread, method_node); |
duke@435 | 60 | } |
duke@435 | 61 | |
duke@435 | 62 | |
duke@435 | 63 | //============================================================================= |
duke@435 | 64 | //------------------------------do_checkcast----------------------------------- |
duke@435 | 65 | void Parse::do_checkcast() { |
duke@435 | 66 | bool will_link; |
duke@435 | 67 | ciKlass* klass = iter().get_klass(will_link); |
duke@435 | 68 | |
duke@435 | 69 | Node *obj = peek(); |
duke@435 | 70 | |
duke@435 | 71 | // Throw uncommon trap if class is not loaded or the value we are casting |
duke@435 | 72 | // _from_ is not loaded, and value is not null. If the value _is_ NULL, |
duke@435 | 73 | // then the checkcast does nothing. |
roland@3450 | 74 | const TypeOopPtr *tp = _gvn.type(obj)->isa_oopptr(); |
roland@3450 | 75 | if (!will_link || (tp && tp->klass() && !tp->klass()->is_loaded())) { |
duke@435 | 76 | if (C->log() != NULL) { |
duke@435 | 77 | if (!will_link) { |
duke@435 | 78 | C->log()->elem("assert_null reason='checkcast' klass='%d'", |
duke@435 | 79 | C->log()->identify(klass)); |
duke@435 | 80 | } |
roland@3450 | 81 | if (tp && tp->klass() && !tp->klass()->is_loaded()) { |
duke@435 | 82 | // %%% Cannot happen? |
duke@435 | 83 | C->log()->elem("assert_null reason='checkcast source' klass='%d'", |
duke@435 | 84 | C->log()->identify(tp->klass())); |
duke@435 | 85 | } |
duke@435 | 86 | } |
duke@435 | 87 | do_null_assert(obj, T_OBJECT); |
duke@435 | 88 | assert( stopped() || _gvn.type(peek())->higher_equal(TypePtr::NULL_PTR), "what's left behind is null" ); |
duke@435 | 89 | if (!stopped()) { |
duke@435 | 90 | profile_null_checkcast(); |
duke@435 | 91 | } |
duke@435 | 92 | return; |
duke@435 | 93 | } |
duke@435 | 94 | |
duke@435 | 95 | Node *res = gen_checkcast(obj, makecon(TypeKlassPtr::make(klass)) ); |
duke@435 | 96 | |
duke@435 | 97 | // Pop from stack AFTER gen_checkcast because it can uncommon trap and |
duke@435 | 98 | // the debug info has to be correct. |
duke@435 | 99 | pop(); |
duke@435 | 100 | push(res); |
duke@435 | 101 | } |
duke@435 | 102 | |
duke@435 | 103 | |
duke@435 | 104 | //------------------------------do_instanceof---------------------------------- |
duke@435 | 105 | void Parse::do_instanceof() { |
duke@435 | 106 | if (stopped()) return; |
duke@435 | 107 | // We would like to return false if class is not loaded, emitting a |
duke@435 | 108 | // dependency, but Java requires instanceof to load its operand. |
duke@435 | 109 | |
duke@435 | 110 | // Throw uncommon trap if class is not loaded |
duke@435 | 111 | bool will_link; |
duke@435 | 112 | ciKlass* klass = iter().get_klass(will_link); |
duke@435 | 113 | |
duke@435 | 114 | if (!will_link) { |
duke@435 | 115 | if (C->log() != NULL) { |
duke@435 | 116 | C->log()->elem("assert_null reason='instanceof' klass='%d'", |
duke@435 | 117 | C->log()->identify(klass)); |
duke@435 | 118 | } |
duke@435 | 119 | do_null_assert(peek(), T_OBJECT); |
duke@435 | 120 | assert( stopped() || _gvn.type(peek())->higher_equal(TypePtr::NULL_PTR), "what's left behind is null" ); |
duke@435 | 121 | if (!stopped()) { |
duke@435 | 122 | // The object is now known to be null. |
duke@435 | 123 | // Shortcut the effect of gen_instanceof and return "false" directly. |
duke@435 | 124 | pop(); // pop the null |
duke@435 | 125 | push(_gvn.intcon(0)); // push false answer |
duke@435 | 126 | } |
duke@435 | 127 | return; |
duke@435 | 128 | } |
duke@435 | 129 | |
duke@435 | 130 | // Push the bool result back on stack |
jrose@2101 | 131 | Node* res = gen_instanceof(peek(), makecon(TypeKlassPtr::make(klass))); |
jrose@2101 | 132 | |
jrose@2101 | 133 | // Pop from stack AFTER gen_instanceof because it can uncommon trap. |
jrose@2101 | 134 | pop(); |
jrose@2101 | 135 | push(res); |
duke@435 | 136 | } |
duke@435 | 137 | |
duke@435 | 138 | //------------------------------array_store_check------------------------------ |
duke@435 | 139 | // pull array from stack and check that the store is valid |
duke@435 | 140 | void Parse::array_store_check() { |
duke@435 | 141 | |
duke@435 | 142 | // Shorthand access to array store elements |
duke@435 | 143 | Node *obj = stack(_sp-1); |
duke@435 | 144 | Node *idx = stack(_sp-2); |
duke@435 | 145 | Node *ary = stack(_sp-3); |
duke@435 | 146 | |
duke@435 | 147 | if (_gvn.type(obj) == TypePtr::NULL_PTR) { |
duke@435 | 148 | // There's never a type check on null values. |
duke@435 | 149 | // This cutout lets us avoid the uncommon_trap(Reason_array_check) |
duke@435 | 150 | // below, which turns into a performance liability if the |
duke@435 | 151 | // gen_checkcast folds up completely. |
duke@435 | 152 | return; |
duke@435 | 153 | } |
duke@435 | 154 | |
duke@435 | 155 | // Extract the array klass type |
duke@435 | 156 | int klass_offset = oopDesc::klass_offset_in_bytes(); |
duke@435 | 157 | Node* p = basic_plus_adr( ary, ary, klass_offset ); |
duke@435 | 158 | // p's type is array-of-OOPS plus klass_offset |
kvn@599 | 159 | Node* array_klass = _gvn.transform( LoadKlassNode::make(_gvn, immutable_memory(), p, TypeInstPtr::KLASS) ); |
duke@435 | 160 | // Get the array klass |
duke@435 | 161 | const TypeKlassPtr *tak = _gvn.type(array_klass)->is_klassptr(); |
duke@435 | 162 | |
duke@435 | 163 | // array_klass's type is generally INexact array-of-oop. Heroically |
duke@435 | 164 | // cast the array klass to EXACT array and uncommon-trap if the cast |
duke@435 | 165 | // fails. |
duke@435 | 166 | bool always_see_exact_class = false; |
duke@435 | 167 | if (MonomorphicArrayCheck |
duke@435 | 168 | && !too_many_traps(Deoptimization::Reason_array_check)) { |
duke@435 | 169 | always_see_exact_class = true; |
duke@435 | 170 | // (If no MDO at all, hope for the best, until a trap actually occurs.) |
duke@435 | 171 | } |
duke@435 | 172 | |
duke@435 | 173 | // Is the array klass is exactly its defined type? |
duke@435 | 174 | if (always_see_exact_class && !tak->klass_is_exact()) { |
duke@435 | 175 | // Make a constant out of the inexact array klass |
duke@435 | 176 | const TypeKlassPtr *extak = tak->cast_to_exactness(true)->is_klassptr(); |
duke@435 | 177 | Node* con = makecon(extak); |
duke@435 | 178 | Node* cmp = _gvn.transform(new (C, 3) CmpPNode( array_klass, con )); |
duke@435 | 179 | Node* bol = _gvn.transform(new (C, 2) BoolNode( cmp, BoolTest::eq )); |
duke@435 | 180 | Node* ctrl= control(); |
duke@435 | 181 | { BuildCutout unless(this, bol, PROB_MAX); |
duke@435 | 182 | uncommon_trap(Deoptimization::Reason_array_check, |
duke@435 | 183 | Deoptimization::Action_maybe_recompile, |
duke@435 | 184 | tak->klass()); |
duke@435 | 185 | } |
duke@435 | 186 | if (stopped()) { // MUST uncommon-trap? |
duke@435 | 187 | set_control(ctrl); // Then Don't Do It, just fall into the normal checking |
duke@435 | 188 | } else { // Cast array klass to exactness: |
duke@435 | 189 | // Use the exact constant value we know it is. |
duke@435 | 190 | replace_in_map(array_klass,con); |
duke@435 | 191 | CompileLog* log = C->log(); |
duke@435 | 192 | if (log != NULL) { |
duke@435 | 193 | log->elem("cast_up reason='monomorphic_array' from='%d' to='(exact)'", |
duke@435 | 194 | log->identify(tak->klass())); |
duke@435 | 195 | } |
duke@435 | 196 | array_klass = con; // Use cast value moving forward |
duke@435 | 197 | } |
duke@435 | 198 | } |
duke@435 | 199 | |
duke@435 | 200 | // Come here for polymorphic array klasses |
duke@435 | 201 | |
duke@435 | 202 | // Extract the array element class |
stefank@3391 | 203 | int element_klass_offset = in_bytes(objArrayKlass::element_klass_offset()); |
duke@435 | 204 | Node *p2 = basic_plus_adr(array_klass, array_klass, element_klass_offset); |
kvn@599 | 205 | Node *a_e_klass = _gvn.transform( LoadKlassNode::make(_gvn, immutable_memory(), p2, tak) ); |
duke@435 | 206 | |
duke@435 | 207 | // Check (the hard way) and throw if not a subklass. |
duke@435 | 208 | // Result is ignored, we just need the CFG effects. |
duke@435 | 209 | gen_checkcast( obj, a_e_klass ); |
duke@435 | 210 | } |
duke@435 | 211 | |
duke@435 | 212 | |
never@2000 | 213 | void Parse::emit_guard_for_new(ciInstanceKlass* klass) { |
never@2000 | 214 | // Emit guarded new |
never@2000 | 215 | // if (klass->_init_thread != current_thread || |
never@2000 | 216 | // klass->_init_state != being_initialized) |
never@2000 | 217 | // uncommon_trap |
never@2000 | 218 | Node* cur_thread = _gvn.transform( new (C, 1) ThreadLocalNode() ); |
never@2000 | 219 | Node* merge = new (C, 3) RegionNode(3); |
never@2000 | 220 | _gvn.set_type(merge, Type::CONTROL); |
never@2000 | 221 | Node* kls = makecon(TypeKlassPtr::make(klass)); |
never@2000 | 222 | |
stefank@3391 | 223 | Node* init_thread_offset = _gvn.MakeConX(in_bytes(instanceKlass::init_thread_offset())); |
never@2000 | 224 | Node* adr_node = basic_plus_adr(kls, kls, init_thread_offset); |
never@2000 | 225 | Node* init_thread = make_load(NULL, adr_node, TypeRawPtr::BOTTOM, T_ADDRESS); |
never@2000 | 226 | Node *tst = Bool( CmpP( init_thread, cur_thread), BoolTest::eq); |
never@2000 | 227 | IfNode* iff = create_and_map_if(control(), tst, PROB_ALWAYS, COUNT_UNKNOWN); |
never@2000 | 228 | set_control(IfTrue(iff)); |
never@2000 | 229 | merge->set_req(1, IfFalse(iff)); |
never@2000 | 230 | |
stefank@3391 | 231 | Node* init_state_offset = _gvn.MakeConX(in_bytes(instanceKlass::init_state_offset())); |
never@2000 | 232 | adr_node = basic_plus_adr(kls, kls, init_state_offset); |
coleenp@3368 | 233 | // Use T_BOOLEAN for instanceKlass::_init_state so the compiler |
coleenp@3368 | 234 | // can generate code to load it as unsigned byte. |
coleenp@3368 | 235 | Node* init_state = make_load(NULL, adr_node, TypeInt::UBYTE, T_BOOLEAN); |
never@2000 | 236 | Node* being_init = _gvn.intcon(instanceKlass::being_initialized); |
never@2000 | 237 | tst = Bool( CmpI( init_state, being_init), BoolTest::eq); |
never@2000 | 238 | iff = create_and_map_if(control(), tst, PROB_ALWAYS, COUNT_UNKNOWN); |
never@2000 | 239 | set_control(IfTrue(iff)); |
never@2000 | 240 | merge->set_req(2, IfFalse(iff)); |
never@2000 | 241 | |
never@2000 | 242 | PreserveJVMState pjvms(this); |
never@2000 | 243 | record_for_igvn(merge); |
never@2000 | 244 | set_control(merge); |
never@2000 | 245 | |
never@2000 | 246 | uncommon_trap(Deoptimization::Reason_uninitialized, |
never@2000 | 247 | Deoptimization::Action_reinterpret, |
never@2000 | 248 | klass); |
never@2000 | 249 | } |
never@2000 | 250 | |
never@2000 | 251 | |
duke@435 | 252 | //------------------------------do_new----------------------------------------- |
duke@435 | 253 | void Parse::do_new() { |
duke@435 | 254 | kill_dead_locals(); |
duke@435 | 255 | |
duke@435 | 256 | bool will_link; |
duke@435 | 257 | ciInstanceKlass* klass = iter().get_klass(will_link)->as_instance_klass(); |
duke@435 | 258 | assert(will_link, "_new: typeflow responsibility"); |
duke@435 | 259 | |
duke@435 | 260 | // Should initialize, or throw an InstantiationError? |
never@2000 | 261 | if (!klass->is_initialized() && !klass->is_being_initialized() || |
duke@435 | 262 | klass->is_abstract() || klass->is_interface() || |
duke@435 | 263 | klass->name() == ciSymbol::java_lang_Class() || |
duke@435 | 264 | iter().is_unresolved_klass()) { |
duke@435 | 265 | uncommon_trap(Deoptimization::Reason_uninitialized, |
duke@435 | 266 | Deoptimization::Action_reinterpret, |
duke@435 | 267 | klass); |
duke@435 | 268 | return; |
duke@435 | 269 | } |
never@2000 | 270 | if (klass->is_being_initialized()) { |
never@2000 | 271 | emit_guard_for_new(klass); |
never@2000 | 272 | } |
duke@435 | 273 | |
duke@435 | 274 | Node* kls = makecon(TypeKlassPtr::make(klass)); |
duke@435 | 275 | Node* obj = new_instance(kls); |
duke@435 | 276 | |
duke@435 | 277 | // Push resultant oop onto stack |
duke@435 | 278 | push(obj); |
never@1515 | 279 | |
never@1515 | 280 | // Keep track of whether opportunities exist for StringBuilder |
never@1515 | 281 | // optimizations. |
never@1515 | 282 | if (OptimizeStringConcat && |
never@1515 | 283 | (klass == C->env()->StringBuilder_klass() || |
never@1515 | 284 | klass == C->env()->StringBuffer_klass())) { |
never@1515 | 285 | C->set_has_stringbuilder(true); |
never@1515 | 286 | } |
duke@435 | 287 | } |
duke@435 | 288 | |
duke@435 | 289 | #ifndef PRODUCT |
duke@435 | 290 | //------------------------------dump_map_adr_mem------------------------------- |
duke@435 | 291 | // Debug dump of the mapping from address types to MergeMemNode indices. |
duke@435 | 292 | void Parse::dump_map_adr_mem() const { |
duke@435 | 293 | tty->print_cr("--- Mapping from address types to memory Nodes ---"); |
duke@435 | 294 | MergeMemNode *mem = map() == NULL ? NULL : (map()->memory()->is_MergeMem() ? |
duke@435 | 295 | map()->memory()->as_MergeMem() : NULL); |
duke@435 | 296 | for (uint i = 0; i < (uint)C->num_alias_types(); i++) { |
duke@435 | 297 | C->alias_type(i)->print_on(tty); |
duke@435 | 298 | tty->print("\t"); |
duke@435 | 299 | // Node mapping, if any |
duke@435 | 300 | if (mem && i < mem->req() && mem->in(i) && mem->in(i) != mem->empty_memory()) { |
duke@435 | 301 | mem->in(i)->dump(); |
duke@435 | 302 | } else { |
duke@435 | 303 | tty->cr(); |
duke@435 | 304 | } |
duke@435 | 305 | } |
duke@435 | 306 | } |
duke@435 | 307 | |
duke@435 | 308 | #endif |
duke@435 | 309 | |
duke@435 | 310 | |
duke@435 | 311 | //============================================================================= |
duke@435 | 312 | // |
duke@435 | 313 | // parser methods for profiling |
duke@435 | 314 | |
duke@435 | 315 | |
duke@435 | 316 | //----------------------test_counter_against_threshold ------------------------ |
duke@435 | 317 | void Parse::test_counter_against_threshold(Node* cnt, int limit) { |
duke@435 | 318 | // Test the counter against the limit and uncommon trap if greater. |
duke@435 | 319 | |
duke@435 | 320 | // This code is largely copied from the range check code in |
duke@435 | 321 | // array_addressing() |
duke@435 | 322 | |
duke@435 | 323 | // Test invocation count vs threshold |
duke@435 | 324 | Node *threshold = makecon(TypeInt::make(limit)); |
duke@435 | 325 | Node *chk = _gvn.transform( new (C, 3) CmpUNode( cnt, threshold) ); |
duke@435 | 326 | BoolTest::mask btest = BoolTest::lt; |
duke@435 | 327 | Node *tst = _gvn.transform( new (C, 2) BoolNode( chk, btest) ); |
duke@435 | 328 | // Branch to failure if threshold exceeded |
duke@435 | 329 | { BuildCutout unless(this, tst, PROB_ALWAYS); |
duke@435 | 330 | uncommon_trap(Deoptimization::Reason_age, |
duke@435 | 331 | Deoptimization::Action_maybe_recompile); |
duke@435 | 332 | } |
duke@435 | 333 | } |
duke@435 | 334 | |
duke@435 | 335 | //----------------------increment_and_test_invocation_counter------------------- |
duke@435 | 336 | void Parse::increment_and_test_invocation_counter(int limit) { |
duke@435 | 337 | if (!count_invocations()) return; |
duke@435 | 338 | |
duke@435 | 339 | // Get the methodOop node. |
duke@435 | 340 | const TypePtr* adr_type = TypeOopPtr::make_from_constant(method()); |
duke@435 | 341 | Node *methodOop_node = makecon(adr_type); |
duke@435 | 342 | |
duke@435 | 343 | // Load the interpreter_invocation_counter from the methodOop. |
duke@435 | 344 | int offset = methodOopDesc::interpreter_invocation_counter_offset_in_bytes(); |
duke@435 | 345 | Node* adr_node = basic_plus_adr(methodOop_node, methodOop_node, offset); |
duke@435 | 346 | Node* cnt = make_load(NULL, adr_node, TypeInt::INT, T_INT, adr_type); |
duke@435 | 347 | |
duke@435 | 348 | test_counter_against_threshold(cnt, limit); |
duke@435 | 349 | |
duke@435 | 350 | // Add one to the counter and store |
duke@435 | 351 | Node* incr = _gvn.transform(new (C, 3) AddINode(cnt, _gvn.intcon(1))); |
duke@435 | 352 | store_to_memory( NULL, adr_node, incr, T_INT, adr_type ); |
duke@435 | 353 | } |
duke@435 | 354 | |
duke@435 | 355 | //----------------------------method_data_addressing--------------------------- |
duke@435 | 356 | Node* Parse::method_data_addressing(ciMethodData* md, ciProfileData* data, ByteSize counter_offset, Node* idx, uint stride) { |
duke@435 | 357 | // Get offset within methodDataOop of the data array |
duke@435 | 358 | ByteSize data_offset = methodDataOopDesc::data_offset(); |
duke@435 | 359 | |
duke@435 | 360 | // Get cell offset of the ProfileData within data array |
duke@435 | 361 | int cell_offset = md->dp_to_di(data->dp()); |
duke@435 | 362 | |
duke@435 | 363 | // Add in counter_offset, the # of bytes into the ProfileData of counter or flag |
duke@435 | 364 | int offset = in_bytes(data_offset) + cell_offset + in_bytes(counter_offset); |
duke@435 | 365 | |
duke@435 | 366 | const TypePtr* adr_type = TypeOopPtr::make_from_constant(md); |
duke@435 | 367 | Node* mdo = makecon(adr_type); |
duke@435 | 368 | Node* ptr = basic_plus_adr(mdo, mdo, offset); |
duke@435 | 369 | |
duke@435 | 370 | if (stride != 0) { |
duke@435 | 371 | Node* str = _gvn.MakeConX(stride); |
duke@435 | 372 | Node* scale = _gvn.transform( new (C, 3) MulXNode( idx, str ) ); |
duke@435 | 373 | ptr = _gvn.transform( new (C, 4) AddPNode( mdo, ptr, scale ) ); |
duke@435 | 374 | } |
duke@435 | 375 | |
duke@435 | 376 | return ptr; |
duke@435 | 377 | } |
duke@435 | 378 | |
duke@435 | 379 | //--------------------------increment_md_counter_at---------------------------- |
duke@435 | 380 | void Parse::increment_md_counter_at(ciMethodData* md, ciProfileData* data, ByteSize counter_offset, Node* idx, uint stride) { |
duke@435 | 381 | Node* adr_node = method_data_addressing(md, data, counter_offset, idx, stride); |
duke@435 | 382 | |
duke@435 | 383 | const TypePtr* adr_type = _gvn.type(adr_node)->is_ptr(); |
duke@435 | 384 | Node* cnt = make_load(NULL, adr_node, TypeInt::INT, T_INT, adr_type); |
duke@435 | 385 | Node* incr = _gvn.transform(new (C, 3) AddINode(cnt, _gvn.intcon(DataLayout::counter_increment))); |
duke@435 | 386 | store_to_memory(NULL, adr_node, incr, T_INT, adr_type ); |
duke@435 | 387 | } |
duke@435 | 388 | |
duke@435 | 389 | //--------------------------test_for_osr_md_counter_at------------------------- |
duke@435 | 390 | void Parse::test_for_osr_md_counter_at(ciMethodData* md, ciProfileData* data, ByteSize counter_offset, int limit) { |
duke@435 | 391 | Node* adr_node = method_data_addressing(md, data, counter_offset); |
duke@435 | 392 | |
duke@435 | 393 | const TypePtr* adr_type = _gvn.type(adr_node)->is_ptr(); |
duke@435 | 394 | Node* cnt = make_load(NULL, adr_node, TypeInt::INT, T_INT, adr_type); |
duke@435 | 395 | |
duke@435 | 396 | test_counter_against_threshold(cnt, limit); |
duke@435 | 397 | } |
duke@435 | 398 | |
duke@435 | 399 | //-------------------------------set_md_flag_at-------------------------------- |
duke@435 | 400 | void Parse::set_md_flag_at(ciMethodData* md, ciProfileData* data, int flag_constant) { |
duke@435 | 401 | Node* adr_node = method_data_addressing(md, data, DataLayout::flags_offset()); |
duke@435 | 402 | |
duke@435 | 403 | const TypePtr* adr_type = _gvn.type(adr_node)->is_ptr(); |
duke@435 | 404 | Node* flags = make_load(NULL, adr_node, TypeInt::BYTE, T_BYTE, adr_type); |
duke@435 | 405 | Node* incr = _gvn.transform(new (C, 3) OrINode(flags, _gvn.intcon(flag_constant))); |
duke@435 | 406 | store_to_memory(NULL, adr_node, incr, T_BYTE, adr_type); |
duke@435 | 407 | } |
duke@435 | 408 | |
duke@435 | 409 | //----------------------------profile_taken_branch----------------------------- |
duke@435 | 410 | void Parse::profile_taken_branch(int target_bci, bool force_update) { |
duke@435 | 411 | // This is a potential osr_site if we have a backedge. |
duke@435 | 412 | int cur_bci = bci(); |
duke@435 | 413 | bool osr_site = |
duke@435 | 414 | (target_bci <= cur_bci) && count_invocations() && UseOnStackReplacement; |
duke@435 | 415 | |
duke@435 | 416 | // If we are going to OSR, restart at the target bytecode. |
duke@435 | 417 | set_bci(target_bci); |
duke@435 | 418 | |
duke@435 | 419 | // To do: factor out the the limit calculations below. These duplicate |
duke@435 | 420 | // the similar limit calculations in the interpreter. |
duke@435 | 421 | |
duke@435 | 422 | if (method_data_update() || force_update) { |
duke@435 | 423 | ciMethodData* md = method()->method_data(); |
duke@435 | 424 | assert(md != NULL, "expected valid ciMethodData"); |
duke@435 | 425 | ciProfileData* data = md->bci_to_data(cur_bci); |
duke@435 | 426 | assert(data->is_JumpData(), "need JumpData for taken branch"); |
duke@435 | 427 | increment_md_counter_at(md, data, JumpData::taken_offset()); |
duke@435 | 428 | } |
duke@435 | 429 | |
duke@435 | 430 | // In the new tiered system this is all we need to do. In the old |
duke@435 | 431 | // (c2 based) tiered sytem we must do the code below. |
duke@435 | 432 | #ifndef TIERED |
duke@435 | 433 | if (method_data_update()) { |
duke@435 | 434 | ciMethodData* md = method()->method_data(); |
duke@435 | 435 | if (osr_site) { |
duke@435 | 436 | ciProfileData* data = md->bci_to_data(cur_bci); |
duke@435 | 437 | int limit = (CompileThreshold |
duke@435 | 438 | * (OnStackReplacePercentage - InterpreterProfilePercentage)) / 100; |
duke@435 | 439 | test_for_osr_md_counter_at(md, data, JumpData::taken_offset(), limit); |
duke@435 | 440 | } |
duke@435 | 441 | } else { |
duke@435 | 442 | // With method data update off, use the invocation counter to trigger an |
duke@435 | 443 | // OSR compilation, as done in the interpreter. |
duke@435 | 444 | if (osr_site) { |
duke@435 | 445 | int limit = (CompileThreshold * OnStackReplacePercentage) / 100; |
duke@435 | 446 | increment_and_test_invocation_counter(limit); |
duke@435 | 447 | } |
duke@435 | 448 | } |
duke@435 | 449 | #endif // TIERED |
duke@435 | 450 | |
duke@435 | 451 | // Restore the original bytecode. |
duke@435 | 452 | set_bci(cur_bci); |
duke@435 | 453 | } |
duke@435 | 454 | |
duke@435 | 455 | //--------------------------profile_not_taken_branch--------------------------- |
duke@435 | 456 | void Parse::profile_not_taken_branch(bool force_update) { |
duke@435 | 457 | |
duke@435 | 458 | if (method_data_update() || force_update) { |
duke@435 | 459 | ciMethodData* md = method()->method_data(); |
duke@435 | 460 | assert(md != NULL, "expected valid ciMethodData"); |
duke@435 | 461 | ciProfileData* data = md->bci_to_data(bci()); |
duke@435 | 462 | assert(data->is_BranchData(), "need BranchData for not taken branch"); |
duke@435 | 463 | increment_md_counter_at(md, data, BranchData::not_taken_offset()); |
duke@435 | 464 | } |
duke@435 | 465 | |
duke@435 | 466 | } |
duke@435 | 467 | |
duke@435 | 468 | //---------------------------------profile_call-------------------------------- |
duke@435 | 469 | void Parse::profile_call(Node* receiver) { |
duke@435 | 470 | if (!method_data_update()) return; |
duke@435 | 471 | |
duke@435 | 472 | switch (bc()) { |
duke@435 | 473 | case Bytecodes::_invokevirtual: |
duke@435 | 474 | case Bytecodes::_invokeinterface: |
duke@435 | 475 | profile_receiver_type(receiver); |
duke@435 | 476 | break; |
duke@435 | 477 | case Bytecodes::_invokestatic: |
jrose@1161 | 478 | case Bytecodes::_invokedynamic: |
duke@435 | 479 | case Bytecodes::_invokespecial: |
kvn@1641 | 480 | profile_generic_call(); |
duke@435 | 481 | break; |
duke@435 | 482 | default: fatal("unexpected call bytecode"); |
duke@435 | 483 | } |
duke@435 | 484 | } |
duke@435 | 485 | |
duke@435 | 486 | //------------------------------profile_generic_call--------------------------- |
duke@435 | 487 | void Parse::profile_generic_call() { |
duke@435 | 488 | assert(method_data_update(), "must be generating profile code"); |
duke@435 | 489 | |
duke@435 | 490 | ciMethodData* md = method()->method_data(); |
duke@435 | 491 | assert(md != NULL, "expected valid ciMethodData"); |
duke@435 | 492 | ciProfileData* data = md->bci_to_data(bci()); |
duke@435 | 493 | assert(data->is_CounterData(), "need CounterData for not taken branch"); |
duke@435 | 494 | increment_md_counter_at(md, data, CounterData::count_offset()); |
duke@435 | 495 | } |
duke@435 | 496 | |
duke@435 | 497 | //-----------------------------profile_receiver_type--------------------------- |
duke@435 | 498 | void Parse::profile_receiver_type(Node* receiver) { |
duke@435 | 499 | assert(method_data_update(), "must be generating profile code"); |
duke@435 | 500 | |
duke@435 | 501 | ciMethodData* md = method()->method_data(); |
duke@435 | 502 | assert(md != NULL, "expected valid ciMethodData"); |
duke@435 | 503 | ciProfileData* data = md->bci_to_data(bci()); |
duke@435 | 504 | assert(data->is_ReceiverTypeData(), "need ReceiverTypeData here"); |
kvn@1641 | 505 | |
kvn@1641 | 506 | // Skip if we aren't tracking receivers |
kvn@1641 | 507 | if (TypeProfileWidth < 1) { |
kvn@1641 | 508 | increment_md_counter_at(md, data, CounterData::count_offset()); |
kvn@1641 | 509 | return; |
kvn@1641 | 510 | } |
duke@435 | 511 | ciReceiverTypeData* rdata = (ciReceiverTypeData*)data->as_ReceiverTypeData(); |
duke@435 | 512 | |
duke@435 | 513 | Node* method_data = method_data_addressing(md, rdata, in_ByteSize(0)); |
duke@435 | 514 | |
duke@435 | 515 | // Using an adr_type of TypePtr::BOTTOM to work around anti-dep problems. |
duke@435 | 516 | // A better solution might be to use TypeRawPtr::BOTTOM with RC_NARROW_MEM. |
duke@435 | 517 | make_runtime_call(RC_LEAF, OptoRuntime::profile_receiver_type_Type(), |
duke@435 | 518 | CAST_FROM_FN_PTR(address, |
duke@435 | 519 | OptoRuntime::profile_receiver_type_C), |
duke@435 | 520 | "profile_receiver_type_C", |
duke@435 | 521 | TypePtr::BOTTOM, |
duke@435 | 522 | method_data, receiver); |
duke@435 | 523 | } |
duke@435 | 524 | |
duke@435 | 525 | //---------------------------------profile_ret--------------------------------- |
duke@435 | 526 | void Parse::profile_ret(int target_bci) { |
duke@435 | 527 | if (!method_data_update()) return; |
duke@435 | 528 | |
duke@435 | 529 | // Skip if we aren't tracking ret targets |
duke@435 | 530 | if (TypeProfileWidth < 1) return; |
duke@435 | 531 | |
duke@435 | 532 | ciMethodData* md = method()->method_data(); |
duke@435 | 533 | assert(md != NULL, "expected valid ciMethodData"); |
duke@435 | 534 | ciProfileData* data = md->bci_to_data(bci()); |
duke@435 | 535 | assert(data->is_RetData(), "need RetData for ret"); |
duke@435 | 536 | ciRetData* ret_data = (ciRetData*)data->as_RetData(); |
duke@435 | 537 | |
duke@435 | 538 | // Look for the target_bci is already in the table |
duke@435 | 539 | uint row; |
duke@435 | 540 | bool table_full = true; |
duke@435 | 541 | for (row = 0; row < ret_data->row_limit(); row++) { |
duke@435 | 542 | int key = ret_data->bci(row); |
duke@435 | 543 | table_full &= (key != RetData::no_bci); |
duke@435 | 544 | if (key == target_bci) break; |
duke@435 | 545 | } |
duke@435 | 546 | |
duke@435 | 547 | if (row >= ret_data->row_limit()) { |
duke@435 | 548 | // The target_bci was not found in the table. |
duke@435 | 549 | if (!table_full) { |
duke@435 | 550 | // XXX: Make slow call to update RetData |
duke@435 | 551 | } |
duke@435 | 552 | return; |
duke@435 | 553 | } |
duke@435 | 554 | |
duke@435 | 555 | // the target_bci is already in the table |
duke@435 | 556 | increment_md_counter_at(md, data, RetData::bci_count_offset(row)); |
duke@435 | 557 | } |
duke@435 | 558 | |
duke@435 | 559 | //--------------------------profile_null_checkcast---------------------------- |
duke@435 | 560 | void Parse::profile_null_checkcast() { |
duke@435 | 561 | // Set the null-seen flag, done in conjunction with the usual null check. We |
duke@435 | 562 | // never unset the flag, so this is a one-way switch. |
duke@435 | 563 | if (!method_data_update()) return; |
duke@435 | 564 | |
duke@435 | 565 | ciMethodData* md = method()->method_data(); |
duke@435 | 566 | assert(md != NULL, "expected valid ciMethodData"); |
duke@435 | 567 | ciProfileData* data = md->bci_to_data(bci()); |
duke@435 | 568 | assert(data->is_BitData(), "need BitData for checkcast"); |
duke@435 | 569 | set_md_flag_at(md, data, BitData::null_seen_byte_constant()); |
duke@435 | 570 | } |
duke@435 | 571 | |
duke@435 | 572 | //-----------------------------profile_switch_case----------------------------- |
duke@435 | 573 | void Parse::profile_switch_case(int table_index) { |
duke@435 | 574 | if (!method_data_update()) return; |
duke@435 | 575 | |
duke@435 | 576 | ciMethodData* md = method()->method_data(); |
duke@435 | 577 | assert(md != NULL, "expected valid ciMethodData"); |
duke@435 | 578 | |
duke@435 | 579 | ciProfileData* data = md->bci_to_data(bci()); |
duke@435 | 580 | assert(data->is_MultiBranchData(), "need MultiBranchData for switch case"); |
duke@435 | 581 | if (table_index >= 0) { |
duke@435 | 582 | increment_md_counter_at(md, data, MultiBranchData::case_count_offset(table_index)); |
duke@435 | 583 | } else { |
duke@435 | 584 | increment_md_counter_at(md, data, MultiBranchData::default_count_offset()); |
duke@435 | 585 | } |
duke@435 | 586 | } |