Mon, 07 Jul 2014 10:12:40 +0200
8049421: G1 Class Unloading after completing a concurrent mark cycle
Reviewed-by: tschatzl, ehelin, brutisso, coleenp, roland, iveresov
Contributed-by: stefan.karlsson@oracle.com, mikael.gerdin@oracle.com
duke@435 | 1 | /* |
drchase@6680 | 2 | * Copyright (c) 1997, 2014, Oracle and/or its affiliates. All rights reserved. |
duke@435 | 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
duke@435 | 4 | * |
duke@435 | 5 | * This code is free software; you can redistribute it and/or modify it |
duke@435 | 6 | * under the terms of the GNU General Public License version 2 only, as |
duke@435 | 7 | * published by the Free Software Foundation. |
duke@435 | 8 | * |
duke@435 | 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
duke@435 | 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
duke@435 | 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
duke@435 | 12 | * version 2 for more details (a copy is included in the LICENSE file that |
duke@435 | 13 | * accompanied this code). |
duke@435 | 14 | * |
duke@435 | 15 | * You should have received a copy of the GNU General Public License version |
duke@435 | 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
duke@435 | 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
duke@435 | 18 | * |
trims@1907 | 19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
trims@1907 | 20 | * or visit www.oracle.com if you need additional information or have any |
trims@1907 | 21 | * questions. |
duke@435 | 22 | * |
duke@435 | 23 | */ |
duke@435 | 24 | |
stefank@2314 | 25 | #include "precompiled.hpp" |
stefank@2314 | 26 | #include "classfile/systemDictionary.hpp" |
stefank@2314 | 27 | #include "code/codeCache.hpp" |
stefank@2314 | 28 | #include "code/compiledIC.hpp" |
stefank@2314 | 29 | #include "code/icBuffer.hpp" |
stefank@2314 | 30 | #include "code/nmethod.hpp" |
stefank@2314 | 31 | #include "code/vtableStubs.hpp" |
stefank@2314 | 32 | #include "interpreter/interpreter.hpp" |
stefank@2314 | 33 | #include "interpreter/linkResolver.hpp" |
coleenp@4037 | 34 | #include "memory/metadataFactory.hpp" |
stefank@2314 | 35 | #include "memory/oopFactory.hpp" |
coleenp@4037 | 36 | #include "oops/method.hpp" |
stefank@2314 | 37 | #include "oops/oop.inline.hpp" |
coleenp@2497 | 38 | #include "oops/symbol.hpp" |
stefank@2314 | 39 | #include "runtime/icache.hpp" |
stefank@2314 | 40 | #include "runtime/sharedRuntime.hpp" |
stefank@2314 | 41 | #include "runtime/stubRoutines.hpp" |
stefank@2314 | 42 | #include "utilities/events.hpp" |
duke@435 | 43 | |
duke@435 | 44 | |
duke@435 | 45 | // Every time a compiled IC is changed or its type is being accessed, |
duke@435 | 46 | // either the CompiledIC_lock must be set or we must be at a safe point. |
duke@435 | 47 | |
duke@435 | 48 | //----------------------------------------------------------------------------- |
duke@435 | 49 | // Low-level access to an inline cache. Private, since they might not be |
duke@435 | 50 | // MT-safe to use. |
duke@435 | 51 | |
coleenp@4037 | 52 | void* CompiledIC::cached_value() const { |
duke@435 | 53 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
coleenp@4037 | 54 | assert (!is_optimized(), "an optimized virtual call does not have a cached metadata"); |
coleenp@4037 | 55 | |
coleenp@4037 | 56 | if (!is_in_transition_state()) { |
coleenp@4037 | 57 | void* data = (void*)_value->data(); |
coleenp@4037 | 58 | // If we let the metadata value here be initialized to zero... |
coleenp@4037 | 59 | assert(data != NULL || Universe::non_oop_word() == NULL, |
coleenp@4037 | 60 | "no raw nulls in CompiledIC metadatas, because of patching races"); |
coleenp@4037 | 61 | return (data == (void*)Universe::non_oop_word()) ? NULL : data; |
coleenp@4037 | 62 | } else { |
coleenp@4037 | 63 | return InlineCacheBuffer::cached_value_for((CompiledIC *)this); |
coleenp@4037 | 64 | } |
coleenp@4037 | 65 | } |
coleenp@4037 | 66 | |
coleenp@4037 | 67 | |
coleenp@4037 | 68 | void CompiledIC::internal_set_ic_destination(address entry_point, bool is_icstub, void* cache, bool is_icholder) { |
coleenp@4037 | 69 | assert(entry_point != NULL, "must set legal entry point"); |
coleenp@4037 | 70 | assert(CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
coleenp@4037 | 71 | assert (!is_optimized() || cache == NULL, "an optimized virtual call does not have a cached metadata"); |
coleenp@4037 | 72 | assert (cache == NULL || cache != (Metadata*)badOopVal, "invalid metadata"); |
coleenp@4037 | 73 | |
coleenp@4037 | 74 | assert(!is_icholder || is_icholder_entry(entry_point), "must be"); |
coleenp@4037 | 75 | |
coleenp@4037 | 76 | // Don't use ic_destination for this test since that forwards |
coleenp@4037 | 77 | // through ICBuffer instead of returning the actual current state of |
coleenp@4037 | 78 | // the CompiledIC. |
coleenp@4037 | 79 | if (is_icholder_entry(_ic_call->destination())) { |
coleenp@4037 | 80 | // When patching for the ICStub case the cached value isn't |
coleenp@4037 | 81 | // overwritten until the ICStub copied into the CompiledIC during |
coleenp@4037 | 82 | // the next safepoint. Make sure that the CompiledICHolder* is |
coleenp@4037 | 83 | // marked for release at this point since it won't be identifiable |
coleenp@4037 | 84 | // once the entry point is overwritten. |
coleenp@4037 | 85 | InlineCacheBuffer::queue_for_release((CompiledICHolder*)_value->data()); |
coleenp@4037 | 86 | } |
duke@435 | 87 | |
duke@435 | 88 | if (TraceCompiledIC) { |
duke@435 | 89 | tty->print(" "); |
duke@435 | 90 | print_compiled_ic(); |
drchase@6680 | 91 | tty->print(" changing destination to " INTPTR_FORMAT, p2i(entry_point)); |
coleenp@4037 | 92 | if (!is_optimized()) { |
drchase@6680 | 93 | tty->print(" changing cached %s to " INTPTR_FORMAT, is_icholder ? "icholder" : "metadata", p2i((address)cache)); |
coleenp@4037 | 94 | } |
coleenp@4037 | 95 | if (is_icstub) { |
coleenp@4037 | 96 | tty->print(" (icstub)"); |
coleenp@4037 | 97 | } |
coleenp@4037 | 98 | tty->cr(); |
duke@435 | 99 | } |
duke@435 | 100 | |
coleenp@4037 | 101 | { |
stefank@6992 | 102 | MutexLockerEx pl(SafepointSynchronize::is_at_safepoint() ? NULL : Patching_lock, Mutex::_no_safepoint_check_flag); |
duke@435 | 103 | #ifdef ASSERT |
stefank@6992 | 104 | CodeBlob* cb = CodeCache::find_blob_unsafe(_ic_call); |
stefank@6992 | 105 | assert(cb != NULL && cb->is_nmethod(), "must be nmethod"); |
duke@435 | 106 | #endif |
stefank@6992 | 107 | _ic_call->set_destination_mt_safe(entry_point); |
stefank@6992 | 108 | } |
duke@435 | 109 | |
coleenp@4037 | 110 | if (is_optimized() || is_icstub) { |
coleenp@4037 | 111 | // Optimized call sites don't have a cache value and ICStub call |
coleenp@4037 | 112 | // sites only change the entry point. Changing the value in that |
coleenp@4037 | 113 | // case could lead to MT safety issues. |
coleenp@4037 | 114 | assert(cache == NULL, "must be null"); |
coleenp@4037 | 115 | return; |
coleenp@4037 | 116 | } |
coleenp@4037 | 117 | |
coleenp@4037 | 118 | if (cache == NULL) cache = (void*)Universe::non_oop_word(); |
coleenp@4037 | 119 | |
coleenp@4037 | 120 | _value->set_data((intptr_t)cache); |
coleenp@4037 | 121 | } |
coleenp@4037 | 122 | |
coleenp@4037 | 123 | |
coleenp@4037 | 124 | void CompiledIC::set_ic_destination(ICStub* stub) { |
coleenp@4037 | 125 | internal_set_ic_destination(stub->code_begin(), true, NULL, false); |
coleenp@4037 | 126 | } |
coleenp@4037 | 127 | |
coleenp@4037 | 128 | |
duke@435 | 129 | |
duke@435 | 130 | address CompiledIC::ic_destination() const { |
duke@435 | 131 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 132 | if (!is_in_transition_state()) { |
duke@435 | 133 | return _ic_call->destination(); |
duke@435 | 134 | } else { |
duke@435 | 135 | return InlineCacheBuffer::ic_destination_for((CompiledIC *)this); |
duke@435 | 136 | } |
duke@435 | 137 | } |
duke@435 | 138 | |
duke@435 | 139 | |
duke@435 | 140 | bool CompiledIC::is_in_transition_state() const { |
duke@435 | 141 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 142 | return InlineCacheBuffer::contains(_ic_call->destination()); |
duke@435 | 143 | } |
duke@435 | 144 | |
duke@435 | 145 | |
coleenp@4037 | 146 | bool CompiledIC::is_icholder_call() const { |
coleenp@4037 | 147 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
coleenp@4037 | 148 | return !_is_optimized && is_icholder_entry(ic_destination()); |
coleenp@4037 | 149 | } |
coleenp@4037 | 150 | |
duke@435 | 151 | // Returns native address of 'call' instruction in inline-cache. Used by |
duke@435 | 152 | // the InlineCacheBuffer when it needs to find the stub. |
duke@435 | 153 | address CompiledIC::stub_address() const { |
duke@435 | 154 | assert(is_in_transition_state(), "should only be called when we are in a transition state"); |
duke@435 | 155 | return _ic_call->destination(); |
duke@435 | 156 | } |
duke@435 | 157 | |
duke@435 | 158 | |
duke@435 | 159 | //----------------------------------------------------------------------------- |
duke@435 | 160 | // High-level access to an inline cache. Guaranteed to be MT-safe. |
duke@435 | 161 | |
stefank@6991 | 162 | void CompiledIC::initialize_from_iter(RelocIterator* iter) { |
stefank@6991 | 163 | assert(iter->addr() == _ic_call->instruction_address(), "must find ic_call"); |
stefank@6991 | 164 | |
stefank@6991 | 165 | if (iter->type() == relocInfo::virtual_call_type) { |
stefank@6991 | 166 | virtual_call_Relocation* r = iter->virtual_call_reloc(); |
stefank@6991 | 167 | _is_optimized = false; |
stefank@6991 | 168 | _value = nativeMovConstReg_at(r->cached_value()); |
stefank@6991 | 169 | } else { |
stefank@6991 | 170 | assert(iter->type() == relocInfo::opt_virtual_call_type, "must be a virtual call"); |
stefank@6991 | 171 | _is_optimized = true; |
stefank@6991 | 172 | _value = NULL; |
stefank@6991 | 173 | } |
stefank@6991 | 174 | } |
stefank@6991 | 175 | |
stefank@6985 | 176 | CompiledIC::CompiledIC(nmethod* nm, NativeCall* call) |
stefank@6985 | 177 | : _ic_call(call) |
stefank@6985 | 178 | { |
stefank@6991 | 179 | address ic_call = _ic_call->instruction_address(); |
stefank@6985 | 180 | |
stefank@6985 | 181 | assert(ic_call != NULL, "ic_call address must be set"); |
stefank@6985 | 182 | assert(nm != NULL, "must pass nmethod"); |
stefank@6985 | 183 | assert(nm->contains(ic_call), "must be in nmethod"); |
stefank@6985 | 184 | |
stefank@6985 | 185 | // Search for the ic_call at the given address. |
stefank@6985 | 186 | RelocIterator iter(nm, ic_call, ic_call+1); |
stefank@6985 | 187 | bool ret = iter.next(); |
stefank@6985 | 188 | assert(ret == true, "relocInfo must exist at this address"); |
stefank@6985 | 189 | assert(iter.addr() == ic_call, "must find ic_call"); |
stefank@6991 | 190 | |
stefank@6991 | 191 | initialize_from_iter(&iter); |
stefank@6991 | 192 | } |
stefank@6991 | 193 | |
stefank@6991 | 194 | CompiledIC::CompiledIC(RelocIterator* iter) |
stefank@6991 | 195 | : _ic_call(nativeCall_at(iter->addr())) |
stefank@6991 | 196 | { |
stefank@6991 | 197 | address ic_call = _ic_call->instruction_address(); |
stefank@6991 | 198 | |
stefank@6991 | 199 | nmethod* nm = iter->code(); |
stefank@6991 | 200 | assert(ic_call != NULL, "ic_call address must be set"); |
stefank@6991 | 201 | assert(nm != NULL, "must pass nmethod"); |
stefank@6991 | 202 | assert(nm->contains(ic_call), "must be in nmethod"); |
stefank@6991 | 203 | |
stefank@6991 | 204 | initialize_from_iter(iter); |
stefank@6985 | 205 | } |
duke@435 | 206 | |
anoll@5762 | 207 | bool CompiledIC::set_to_megamorphic(CallInfo* call_info, Bytecodes::Code bytecode, TRAPS) { |
duke@435 | 208 | assert(CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 209 | assert(!is_optimized(), "cannot set an optimized virtual call to megamorphic"); |
duke@435 | 210 | assert(is_call_to_compiled() || is_call_to_interpreted(), "going directly to megamorphic?"); |
duke@435 | 211 | |
duke@435 | 212 | address entry; |
drchase@5732 | 213 | if (call_info->call_kind() == CallInfo::itable_call) { |
drchase@5732 | 214 | assert(bytecode == Bytecodes::_invokeinterface, ""); |
drchase@5732 | 215 | int itable_index = call_info->itable_index(); |
drchase@5732 | 216 | entry = VtableStubs::find_itable_stub(itable_index); |
anoll@5762 | 217 | if (entry == false) { |
anoll@5762 | 218 | return false; |
anoll@5762 | 219 | } |
drchase@5732 | 220 | #ifdef ASSERT |
drchase@5732 | 221 | int index = call_info->resolved_method()->itable_index(); |
drchase@5732 | 222 | assert(index == itable_index, "CallInfo pre-computes this"); |
drchase@5732 | 223 | #endif //ASSERT |
coleenp@4251 | 224 | InstanceKlass* k = call_info->resolved_method()->method_holder(); |
drchase@5732 | 225 | assert(k->verify_itable_index(itable_index), "sanity check"); |
duke@435 | 226 | InlineCacheBuffer::create_transition_stub(this, k, entry); |
duke@435 | 227 | } else { |
drchase@5732 | 228 | assert(call_info->call_kind() == CallInfo::vtable_call, "either itable or vtable"); |
drchase@5732 | 229 | // Can be different than selected_method->vtable_index(), due to package-private etc. |
duke@435 | 230 | int vtable_index = call_info->vtable_index(); |
drchase@5732 | 231 | assert(call_info->resolved_klass()->verify_vtable_index(vtable_index), "sanity check"); |
drchase@5732 | 232 | entry = VtableStubs::find_vtable_stub(vtable_index); |
anoll@5762 | 233 | if (entry == NULL) { |
anoll@5762 | 234 | return false; |
anoll@5762 | 235 | } |
drchase@5732 | 236 | InlineCacheBuffer::create_transition_stub(this, NULL, entry); |
duke@435 | 237 | } |
duke@435 | 238 | |
duke@435 | 239 | if (TraceICs) { |
duke@435 | 240 | ResourceMark rm; |
duke@435 | 241 | tty->print_cr ("IC@" INTPTR_FORMAT ": to megamorphic %s entry: " INTPTR_FORMAT, |
drchase@6680 | 242 | p2i(instruction_address()), call_info->selected_method()->print_value_string(), p2i(entry)); |
duke@435 | 243 | } |
duke@435 | 244 | |
duke@435 | 245 | // We can't check this anymore. With lazy deopt we could have already |
duke@435 | 246 | // cleaned this IC entry before we even return. This is possible if |
duke@435 | 247 | // we ran out of space in the inline cache buffer trying to do the |
duke@435 | 248 | // set_next and we safepointed to free up space. This is a benign |
duke@435 | 249 | // race because the IC entry was complete when we safepointed so |
duke@435 | 250 | // cleaning it immediately is harmless. |
duke@435 | 251 | // assert(is_megamorphic(), "sanity check"); |
anoll@5762 | 252 | return true; |
duke@435 | 253 | } |
duke@435 | 254 | |
duke@435 | 255 | |
duke@435 | 256 | // true if destination is megamorphic stub |
duke@435 | 257 | bool CompiledIC::is_megamorphic() const { |
duke@435 | 258 | assert(CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 259 | assert(!is_optimized(), "an optimized call cannot be megamorphic"); |
duke@435 | 260 | |
coleenp@4037 | 261 | // Cannot rely on cached_value. It is either an interface or a method. |
duke@435 | 262 | return VtableStubs::is_entry_point(ic_destination()); |
duke@435 | 263 | } |
duke@435 | 264 | |
duke@435 | 265 | bool CompiledIC::is_call_to_compiled() const { |
duke@435 | 266 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 267 | |
duke@435 | 268 | // Use unsafe, since an inline cache might point to a zombie method. However, the zombie |
duke@435 | 269 | // method is guaranteed to still exist, since we only remove methods after all inline caches |
duke@435 | 270 | // has been cleaned up |
duke@435 | 271 | CodeBlob* cb = CodeCache::find_blob_unsafe(ic_destination()); |
duke@435 | 272 | bool is_monomorphic = (cb != NULL && cb->is_nmethod()); |
coleenp@4037 | 273 | // Check that the cached_value is a klass for non-optimized monomorphic calls |
duke@435 | 274 | // This assertion is invalid for compiler1: a call that does not look optimized (no static stub) can be used |
coleenp@4037 | 275 | // for calling directly to vep without using the inline cache (i.e., cached_value == NULL) |
duke@435 | 276 | #ifdef ASSERT |
duke@435 | 277 | CodeBlob* caller = CodeCache::find_blob_unsafe(instruction_address()); |
duke@435 | 278 | bool is_c1_method = caller->is_compiled_by_c1(); |
duke@435 | 279 | assert( is_c1_method || |
duke@435 | 280 | !is_monomorphic || |
duke@435 | 281 | is_optimized() || |
coleenp@4037 | 282 | (cached_metadata() != NULL && cached_metadata()->is_klass()), "sanity check"); |
duke@435 | 283 | #endif // ASSERT |
duke@435 | 284 | return is_monomorphic; |
duke@435 | 285 | } |
duke@435 | 286 | |
duke@435 | 287 | |
duke@435 | 288 | bool CompiledIC::is_call_to_interpreted() const { |
duke@435 | 289 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 290 | // Call to interpreter if destination is either calling to a stub (if it |
duke@435 | 291 | // is optimized), or calling to an I2C blob |
duke@435 | 292 | bool is_call_to_interpreted = false; |
duke@435 | 293 | if (!is_optimized()) { |
duke@435 | 294 | // must use unsafe because the destination can be a zombie (and we're cleaning) |
duke@435 | 295 | // and the print_compiled_ic code wants to know if site (in the non-zombie) |
duke@435 | 296 | // is to the interpreter. |
duke@435 | 297 | CodeBlob* cb = CodeCache::find_blob_unsafe(ic_destination()); |
duke@435 | 298 | is_call_to_interpreted = (cb != NULL && cb->is_adapter_blob()); |
coleenp@4037 | 299 | assert(!is_call_to_interpreted || (is_icholder_call() && cached_icholder() != NULL), "sanity check"); |
duke@435 | 300 | } else { |
duke@435 | 301 | // Check if we are calling into our own codeblob (i.e., to a stub) |
duke@435 | 302 | CodeBlob* cb = CodeCache::find_blob(_ic_call->instruction_address()); |
duke@435 | 303 | address dest = ic_destination(); |
duke@435 | 304 | #ifdef ASSERT |
duke@435 | 305 | { |
duke@435 | 306 | CodeBlob* db = CodeCache::find_blob_unsafe(dest); |
duke@435 | 307 | assert(!db->is_adapter_blob(), "must use stub!"); |
duke@435 | 308 | } |
duke@435 | 309 | #endif /* ASSERT */ |
duke@435 | 310 | is_call_to_interpreted = cb->contains(dest); |
duke@435 | 311 | } |
duke@435 | 312 | return is_call_to_interpreted; |
duke@435 | 313 | } |
duke@435 | 314 | |
duke@435 | 315 | |
duke@435 | 316 | void CompiledIC::set_to_clean() { |
duke@435 | 317 | assert(SafepointSynchronize::is_at_safepoint() || CompiledIC_lock->is_locked() , "MT-unsafe call"); |
duke@435 | 318 | if (TraceInlineCacheClearing || TraceICs) { |
drchase@6680 | 319 | tty->print_cr("IC@" INTPTR_FORMAT ": set to clean", p2i(instruction_address())); |
duke@435 | 320 | print(); |
duke@435 | 321 | } |
duke@435 | 322 | |
duke@435 | 323 | address entry; |
duke@435 | 324 | if (is_optimized()) { |
duke@435 | 325 | entry = SharedRuntime::get_resolve_opt_virtual_call_stub(); |
duke@435 | 326 | } else { |
duke@435 | 327 | entry = SharedRuntime::get_resolve_virtual_call_stub(); |
duke@435 | 328 | } |
duke@435 | 329 | |
coleenp@4037 | 330 | // A zombie transition will always be safe, since the metadata has already been set to NULL, so |
duke@435 | 331 | // we only need to patch the destination |
duke@435 | 332 | bool safe_transition = is_optimized() || SafepointSynchronize::is_at_safepoint(); |
duke@435 | 333 | |
duke@435 | 334 | if (safe_transition) { |
duke@435 | 335 | // Kill any leftover stub we might have too |
duke@435 | 336 | if (is_in_transition_state()) { |
duke@435 | 337 | ICStub* old_stub = ICStub_from_destination_address(stub_address()); |
duke@435 | 338 | old_stub->clear(); |
duke@435 | 339 | } |
coleenp@4037 | 340 | if (is_optimized()) { |
duke@435 | 341 | set_ic_destination(entry); |
duke@435 | 342 | } else { |
coleenp@4037 | 343 | set_ic_destination_and_value(entry, (void*)NULL); |
coleenp@4037 | 344 | } |
coleenp@4037 | 345 | } else { |
duke@435 | 346 | // Unsafe transition - create stub. |
duke@435 | 347 | InlineCacheBuffer::create_transition_stub(this, NULL, entry); |
duke@435 | 348 | } |
duke@435 | 349 | // We can't check this anymore. With lazy deopt we could have already |
duke@435 | 350 | // cleaned this IC entry before we even return. This is possible if |
duke@435 | 351 | // we ran out of space in the inline cache buffer trying to do the |
duke@435 | 352 | // set_next and we safepointed to free up space. This is a benign |
duke@435 | 353 | // race because the IC entry was complete when we safepointed so |
duke@435 | 354 | // cleaning it immediately is harmless. |
duke@435 | 355 | // assert(is_clean(), "sanity check"); |
duke@435 | 356 | } |
duke@435 | 357 | |
duke@435 | 358 | |
duke@435 | 359 | bool CompiledIC::is_clean() const { |
duke@435 | 360 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 361 | bool is_clean = false; |
duke@435 | 362 | address dest = ic_destination(); |
duke@435 | 363 | is_clean = dest == SharedRuntime::get_resolve_opt_virtual_call_stub() || |
duke@435 | 364 | dest == SharedRuntime::get_resolve_virtual_call_stub(); |
coleenp@4037 | 365 | assert(!is_clean || is_optimized() || cached_value() == NULL, "sanity check"); |
duke@435 | 366 | return is_clean; |
duke@435 | 367 | } |
duke@435 | 368 | |
duke@435 | 369 | |
coleenp@4037 | 370 | void CompiledIC::set_to_monomorphic(CompiledICInfo& info) { |
duke@435 | 371 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 372 | // Updating a cache to the wrong entry can cause bugs that are very hard |
duke@435 | 373 | // to track down - if cache entry gets invalid - we just clean it. In |
duke@435 | 374 | // this way it is always the same code path that is responsible for |
duke@435 | 375 | // updating and resolving an inline cache |
duke@435 | 376 | // |
duke@435 | 377 | // The above is no longer true. SharedRuntime::fixup_callers_callsite will change optimized |
duke@435 | 378 | // callsites. In addition ic_miss code will update a site to monomorphic if it determines |
duke@435 | 379 | // that an monomorphic call to the interpreter can now be monomorphic to compiled code. |
duke@435 | 380 | // |
duke@435 | 381 | // In both of these cases the only thing being modifed is the jump/call target and these |
duke@435 | 382 | // transitions are mt_safe |
duke@435 | 383 | |
duke@435 | 384 | Thread *thread = Thread::current(); |
coleenp@4037 | 385 | if (info.to_interpreter()) { |
duke@435 | 386 | // Call to interpreter |
duke@435 | 387 | if (info.is_optimized() && is_optimized()) { |
duke@435 | 388 | assert(is_clean(), "unsafe IC path"); |
duke@435 | 389 | MutexLockerEx pl(Patching_lock, Mutex::_no_safepoint_check_flag); |
duke@435 | 390 | // the call analysis (callee structure) specifies that the call is optimized |
duke@435 | 391 | // (either because of CHA or the static target is final) |
duke@435 | 392 | // At code generation time, this call has been emitted as static call |
duke@435 | 393 | // Call via stub |
coleenp@4037 | 394 | assert(info.cached_metadata() != NULL && info.cached_metadata()->is_method(), "sanity check"); |
duke@435 | 395 | CompiledStaticCall* csc = compiledStaticCall_at(instruction_address()); |
coleenp@4037 | 396 | methodHandle method (thread, (Method*)info.cached_metadata()); |
duke@435 | 397 | csc->set_to_interpreted(method, info.entry()); |
duke@435 | 398 | if (TraceICs) { |
duke@435 | 399 | ResourceMark rm(thread); |
duke@435 | 400 | tty->print_cr ("IC@" INTPTR_FORMAT ": monomorphic to interpreter: %s", |
drchase@6680 | 401 | p2i(instruction_address()), |
duke@435 | 402 | method->print_value_string()); |
duke@435 | 403 | } |
duke@435 | 404 | } else { |
duke@435 | 405 | // Call via method-klass-holder |
coleenp@4037 | 406 | InlineCacheBuffer::create_transition_stub(this, info.claim_cached_icholder(), info.entry()); |
duke@435 | 407 | if (TraceICs) { |
duke@435 | 408 | ResourceMark rm(thread); |
drchase@6680 | 409 | tty->print_cr ("IC@" INTPTR_FORMAT ": monomorphic to interpreter via icholder ", p2i(instruction_address())); |
duke@435 | 410 | } |
duke@435 | 411 | } |
duke@435 | 412 | } else { |
duke@435 | 413 | // Call to compiled code |
coleenp@4037 | 414 | bool static_bound = info.is_optimized() || (info.cached_metadata() == NULL); |
duke@435 | 415 | #ifdef ASSERT |
duke@435 | 416 | CodeBlob* cb = CodeCache::find_blob_unsafe(info.entry()); |
duke@435 | 417 | assert (cb->is_nmethod(), "must be compiled!"); |
duke@435 | 418 | #endif /* ASSERT */ |
duke@435 | 419 | |
duke@435 | 420 | // This is MT safe if we come from a clean-cache and go through a |
duke@435 | 421 | // non-verified entry point |
duke@435 | 422 | bool safe = SafepointSynchronize::is_at_safepoint() || |
duke@435 | 423 | (!is_in_transition_state() && (info.is_optimized() || static_bound || is_clean())); |
duke@435 | 424 | |
duke@435 | 425 | if (!safe) { |
coleenp@4037 | 426 | InlineCacheBuffer::create_transition_stub(this, info.cached_metadata(), info.entry()); |
duke@435 | 427 | } else { |
coleenp@4037 | 428 | if (is_optimized()) { |
duke@435 | 429 | set_ic_destination(info.entry()); |
coleenp@4037 | 430 | } else { |
coleenp@4037 | 431 | set_ic_destination_and_value(info.entry(), info.cached_metadata()); |
coleenp@4037 | 432 | } |
duke@435 | 433 | } |
duke@435 | 434 | |
duke@435 | 435 | if (TraceICs) { |
duke@435 | 436 | ResourceMark rm(thread); |
coleenp@4037 | 437 | assert(info.cached_metadata() == NULL || info.cached_metadata()->is_klass(), "must be"); |
duke@435 | 438 | tty->print_cr ("IC@" INTPTR_FORMAT ": monomorphic to compiled (rcvr klass) %s: %s", |
drchase@6680 | 439 | p2i(instruction_address()), |
coleenp@4037 | 440 | ((Klass*)info.cached_metadata())->print_value_string(), |
duke@435 | 441 | (safe) ? "" : "via stub"); |
duke@435 | 442 | } |
duke@435 | 443 | } |
duke@435 | 444 | // We can't check this anymore. With lazy deopt we could have already |
duke@435 | 445 | // cleaned this IC entry before we even return. This is possible if |
duke@435 | 446 | // we ran out of space in the inline cache buffer trying to do the |
duke@435 | 447 | // set_next and we safepointed to free up space. This is a benign |
duke@435 | 448 | // race because the IC entry was complete when we safepointed so |
duke@435 | 449 | // cleaning it immediately is harmless. |
duke@435 | 450 | // assert(is_call_to_compiled() || is_call_to_interpreted(), "sanity check"); |
duke@435 | 451 | } |
duke@435 | 452 | |
duke@435 | 453 | |
duke@435 | 454 | // is_optimized: Compiler has generated an optimized call (i.e., no inline |
duke@435 | 455 | // cache) static_bound: The call can be static bound (i.e, no need to use |
duke@435 | 456 | // inline cache) |
duke@435 | 457 | void CompiledIC::compute_monomorphic_entry(methodHandle method, |
duke@435 | 458 | KlassHandle receiver_klass, |
duke@435 | 459 | bool is_optimized, |
duke@435 | 460 | bool static_bound, |
duke@435 | 461 | CompiledICInfo& info, |
duke@435 | 462 | TRAPS) { |
duke@435 | 463 | nmethod* method_code = method->code(); |
duke@435 | 464 | address entry = NULL; |
kvn@6172 | 465 | if (method_code != NULL && method_code->is_in_use()) { |
duke@435 | 466 | // Call to compiled code |
duke@435 | 467 | if (static_bound || is_optimized) { |
duke@435 | 468 | entry = method_code->verified_entry_point(); |
duke@435 | 469 | } else { |
duke@435 | 470 | entry = method_code->entry_point(); |
duke@435 | 471 | } |
duke@435 | 472 | } |
duke@435 | 473 | if (entry != NULL) { |
duke@435 | 474 | // Call to compiled code |
coleenp@4037 | 475 | info.set_compiled_entry(entry, (static_bound || is_optimized) ? NULL : receiver_klass(), is_optimized); |
duke@435 | 476 | } else { |
duke@435 | 477 | // Note: the following problem exists with Compiler1: |
duke@435 | 478 | // - at compile time we may or may not know if the destination is final |
duke@435 | 479 | // - if we know that the destination is final, we will emit an optimized |
coleenp@4037 | 480 | // virtual call (no inline cache), and need a Method* to make a call |
duke@435 | 481 | // to the interpreter |
duke@435 | 482 | // - if we do not know if the destination is final, we emit a standard |
duke@435 | 483 | // virtual call, and use CompiledICHolder to call interpreted code |
duke@435 | 484 | // (no static call stub has been generated) |
duke@435 | 485 | // However in that case we will now notice it is static_bound |
duke@435 | 486 | // and convert the call into what looks to be an optimized |
duke@435 | 487 | // virtual call. This causes problems in verifying the IC because |
duke@435 | 488 | // it look vanilla but is optimized. Code in is_call_to_interpreted |
duke@435 | 489 | // is aware of this and weakens its asserts. |
duke@435 | 490 | |
duke@435 | 491 | // static_bound should imply is_optimized -- otherwise we have a |
duke@435 | 492 | // performance bug (statically-bindable method is called via |
duke@435 | 493 | // dynamically-dispatched call note: the reverse implication isn't |
duke@435 | 494 | // necessarily true -- the call may have been optimized based on compiler |
duke@435 | 495 | // analysis (static_bound is only based on "final" etc.) |
duke@435 | 496 | #ifdef COMPILER2 |
duke@435 | 497 | #ifdef TIERED |
duke@435 | 498 | #if defined(ASSERT) |
duke@435 | 499 | // can't check the assert because we don't have the CompiledIC with which to |
duke@435 | 500 | // find the address if the call instruction. |
duke@435 | 501 | // |
duke@435 | 502 | // CodeBlob* cb = find_blob_unsafe(instruction_address()); |
duke@435 | 503 | // assert(cb->is_compiled_by_c1() || !static_bound || is_optimized, "static_bound should imply is_optimized"); |
duke@435 | 504 | #endif // ASSERT |
duke@435 | 505 | #else |
duke@435 | 506 | assert(!static_bound || is_optimized, "static_bound should imply is_optimized"); |
duke@435 | 507 | #endif // TIERED |
duke@435 | 508 | #endif // COMPILER2 |
duke@435 | 509 | if (is_optimized) { |
duke@435 | 510 | // Use stub entry |
coleenp@4037 | 511 | info.set_interpreter_entry(method()->get_c2i_entry(), method()); |
duke@435 | 512 | } else { |
coleenp@4037 | 513 | // Use icholder entry |
coleenp@4037 | 514 | CompiledICHolder* holder = new CompiledICHolder(method(), receiver_klass()); |
coleenp@4037 | 515 | info.set_icholder_entry(method()->get_c2i_unverified_entry(), holder); |
duke@435 | 516 | } |
duke@435 | 517 | } |
coleenp@4037 | 518 | assert(info.is_optimized() == is_optimized, "must agree"); |
duke@435 | 519 | } |
duke@435 | 520 | |
duke@435 | 521 | |
coleenp@4037 | 522 | bool CompiledIC::is_icholder_entry(address entry) { |
coleenp@4037 | 523 | CodeBlob* cb = CodeCache::find_blob_unsafe(entry); |
coleenp@4037 | 524 | return (cb != NULL && cb->is_adapter_blob()); |
duke@435 | 525 | } |
duke@435 | 526 | |
duke@435 | 527 | // ---------------------------------------------------------------------------- |
duke@435 | 528 | |
duke@435 | 529 | void CompiledStaticCall::set_to_clean() { |
duke@435 | 530 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), "mt unsafe call"); |
duke@435 | 531 | // Reset call site |
stefank@6992 | 532 | MutexLockerEx pl(SafepointSynchronize::is_at_safepoint() ? NULL : Patching_lock, Mutex::_no_safepoint_check_flag); |
duke@435 | 533 | #ifdef ASSERT |
duke@435 | 534 | CodeBlob* cb = CodeCache::find_blob_unsafe(this); |
duke@435 | 535 | assert(cb != NULL && cb->is_nmethod(), "must be nmethod"); |
duke@435 | 536 | #endif |
duke@435 | 537 | set_destination_mt_safe(SharedRuntime::get_resolve_static_call_stub()); |
duke@435 | 538 | |
duke@435 | 539 | // Do not reset stub here: It is too expensive to call find_stub. |
duke@435 | 540 | // Instead, rely on caller (nmethod::clear_inline_caches) to clear |
duke@435 | 541 | // both the call and its stub. |
duke@435 | 542 | } |
duke@435 | 543 | |
duke@435 | 544 | |
duke@435 | 545 | bool CompiledStaticCall::is_clean() const { |
duke@435 | 546 | return destination() == SharedRuntime::get_resolve_static_call_stub(); |
duke@435 | 547 | } |
duke@435 | 548 | |
duke@435 | 549 | bool CompiledStaticCall::is_call_to_compiled() const { |
duke@435 | 550 | return CodeCache::contains(destination()); |
duke@435 | 551 | } |
duke@435 | 552 | |
duke@435 | 553 | |
duke@435 | 554 | bool CompiledStaticCall::is_call_to_interpreted() const { |
duke@435 | 555 | // It is a call to interpreted, if it calls to a stub. Hence, the destination |
duke@435 | 556 | // must be in the stub part of the nmethod that contains the call |
duke@435 | 557 | nmethod* nm = CodeCache::find_nmethod(instruction_address()); |
duke@435 | 558 | return nm->stub_contains(destination()); |
duke@435 | 559 | } |
duke@435 | 560 | |
duke@435 | 561 | void CompiledStaticCall::set(const StaticCallInfo& info) { |
duke@435 | 562 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), "mt unsafe call"); |
duke@435 | 563 | MutexLockerEx pl(Patching_lock, Mutex::_no_safepoint_check_flag); |
duke@435 | 564 | // Updating a cache to the wrong entry can cause bugs that are very hard |
duke@435 | 565 | // to track down - if cache entry gets invalid - we just clean it. In |
duke@435 | 566 | // this way it is always the same code path that is responsible for |
duke@435 | 567 | // updating and resolving an inline cache |
duke@435 | 568 | assert(is_clean(), "do not update a call entry - use clean"); |
duke@435 | 569 | |
duke@435 | 570 | if (info._to_interpreter) { |
duke@435 | 571 | // Call to interpreted code |
duke@435 | 572 | set_to_interpreted(info.callee(), info.entry()); |
duke@435 | 573 | } else { |
duke@435 | 574 | if (TraceICs) { |
duke@435 | 575 | ResourceMark rm; |
duke@435 | 576 | tty->print_cr("CompiledStaticCall@" INTPTR_FORMAT ": set_to_compiled " INTPTR_FORMAT, |
drchase@6680 | 577 | p2i(instruction_address()), |
drchase@6680 | 578 | p2i(info.entry())); |
duke@435 | 579 | } |
duke@435 | 580 | // Call to compiled code |
duke@435 | 581 | assert (CodeCache::contains(info.entry()), "wrong entry point"); |
duke@435 | 582 | set_destination_mt_safe(info.entry()); |
duke@435 | 583 | } |
duke@435 | 584 | } |
duke@435 | 585 | |
duke@435 | 586 | |
duke@435 | 587 | // Compute settings for a CompiledStaticCall. Since we might have to set |
duke@435 | 588 | // the stub when calling to the interpreter, we need to return arguments. |
duke@435 | 589 | void CompiledStaticCall::compute_entry(methodHandle m, StaticCallInfo& info) { |
duke@435 | 590 | nmethod* m_code = m->code(); |
duke@435 | 591 | info._callee = m; |
kvn@6172 | 592 | if (m_code != NULL && m_code->is_in_use()) { |
duke@435 | 593 | info._to_interpreter = false; |
duke@435 | 594 | info._entry = m_code->verified_entry_point(); |
duke@435 | 595 | } else { |
duke@435 | 596 | // Callee is interpreted code. In any case entering the interpreter |
duke@435 | 597 | // puts a converter-frame on the stack to save arguments. |
duke@435 | 598 | info._to_interpreter = true; |
duke@435 | 599 | info._entry = m()->get_c2i_entry(); |
duke@435 | 600 | } |
duke@435 | 601 | } |
duke@435 | 602 | |
duke@435 | 603 | address CompiledStaticCall::find_stub() { |
duke@435 | 604 | // Find reloc. information containing this call-site |
duke@435 | 605 | RelocIterator iter((nmethod*)NULL, instruction_address()); |
duke@435 | 606 | while (iter.next()) { |
duke@435 | 607 | if (iter.addr() == instruction_address()) { |
duke@435 | 608 | switch(iter.type()) { |
duke@435 | 609 | case relocInfo::static_call_type: |
duke@435 | 610 | return iter.static_call_reloc()->static_stub(); |
duke@435 | 611 | // We check here for opt_virtual_call_type, since we reuse the code |
duke@435 | 612 | // from the CompiledIC implementation |
duke@435 | 613 | case relocInfo::opt_virtual_call_type: |
duke@435 | 614 | return iter.opt_virtual_call_reloc()->static_stub(); |
duke@435 | 615 | case relocInfo::poll_type: |
duke@435 | 616 | case relocInfo::poll_return_type: // A safepoint can't overlap a call. |
duke@435 | 617 | default: |
duke@435 | 618 | ShouldNotReachHere(); |
duke@435 | 619 | } |
duke@435 | 620 | } |
duke@435 | 621 | } |
duke@435 | 622 | return NULL; |
duke@435 | 623 | } |
duke@435 | 624 | |
duke@435 | 625 | |
duke@435 | 626 | //----------------------------------------------------------------------------- |
duke@435 | 627 | // Non-product mode code |
duke@435 | 628 | #ifndef PRODUCT |
duke@435 | 629 | |
duke@435 | 630 | void CompiledIC::verify() { |
duke@435 | 631 | // make sure code pattern is actually a call imm32 instruction |
duke@435 | 632 | _ic_call->verify(); |
duke@435 | 633 | if (os::is_MP()) { |
duke@435 | 634 | _ic_call->verify_alignment(); |
duke@435 | 635 | } |
duke@435 | 636 | assert(is_clean() || is_call_to_compiled() || is_call_to_interpreted() |
duke@435 | 637 | || is_optimized() || is_megamorphic(), "sanity check"); |
duke@435 | 638 | } |
duke@435 | 639 | |
duke@435 | 640 | void CompiledIC::print() { |
duke@435 | 641 | print_compiled_ic(); |
duke@435 | 642 | tty->cr(); |
duke@435 | 643 | } |
duke@435 | 644 | |
duke@435 | 645 | void CompiledIC::print_compiled_ic() { |
coleenp@4037 | 646 | tty->print("Inline cache at " INTPTR_FORMAT ", calling %s " INTPTR_FORMAT " cached_value " INTPTR_FORMAT, |
drchase@6680 | 647 | p2i(instruction_address()), is_call_to_interpreted() ? "interpreted " : "", p2i(ic_destination()), p2i(is_optimized() ? NULL : cached_value())); |
duke@435 | 648 | } |
duke@435 | 649 | |
duke@435 | 650 | void CompiledStaticCall::print() { |
drchase@6680 | 651 | tty->print("static call at " INTPTR_FORMAT " -> ", p2i(instruction_address())); |
duke@435 | 652 | if (is_clean()) { |
duke@435 | 653 | tty->print("clean"); |
duke@435 | 654 | } else if (is_call_to_compiled()) { |
duke@435 | 655 | tty->print("compiled"); |
duke@435 | 656 | } else if (is_call_to_interpreted()) { |
duke@435 | 657 | tty->print("interpreted"); |
duke@435 | 658 | } |
duke@435 | 659 | tty->cr(); |
duke@435 | 660 | } |
duke@435 | 661 | |
dlong@5000 | 662 | #endif // !PRODUCT |