Thu, 22 May 2014 15:52:41 -0400
8037816: Fix for 8036122 breaks build with Xcode5/clang
8043029: Change 8037816 breaks HS build with older GCC versions which don't support diagnostic pragmas
8043164: Format warning in traceStream.hpp
Summary: Backport of main fix + two corrections, enables clang compilation, turns on format attributes, corrects/mutes warnings
Reviewed-by: kvn, coleenp, iveresov, twisti
duke@435 | 1 | /* |
drchase@6680 | 2 | * Copyright (c) 1997, 2014, Oracle and/or its affiliates. All rights reserved. |
duke@435 | 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
duke@435 | 4 | * |
duke@435 | 5 | * This code is free software; you can redistribute it and/or modify it |
duke@435 | 6 | * under the terms of the GNU General Public License version 2 only, as |
duke@435 | 7 | * published by the Free Software Foundation. |
duke@435 | 8 | * |
duke@435 | 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
duke@435 | 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
duke@435 | 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
duke@435 | 12 | * version 2 for more details (a copy is included in the LICENSE file that |
duke@435 | 13 | * accompanied this code). |
duke@435 | 14 | * |
duke@435 | 15 | * You should have received a copy of the GNU General Public License version |
duke@435 | 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
duke@435 | 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
duke@435 | 18 | * |
trims@1907 | 19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
trims@1907 | 20 | * or visit www.oracle.com if you need additional information or have any |
trims@1907 | 21 | * questions. |
duke@435 | 22 | * |
duke@435 | 23 | */ |
duke@435 | 24 | |
stefank@2314 | 25 | #include "precompiled.hpp" |
stefank@2314 | 26 | #include "classfile/systemDictionary.hpp" |
stefank@2314 | 27 | #include "code/codeCache.hpp" |
stefank@2314 | 28 | #include "code/compiledIC.hpp" |
stefank@2314 | 29 | #include "code/icBuffer.hpp" |
stefank@2314 | 30 | #include "code/nmethod.hpp" |
stefank@2314 | 31 | #include "code/vtableStubs.hpp" |
stefank@2314 | 32 | #include "interpreter/interpreter.hpp" |
stefank@2314 | 33 | #include "interpreter/linkResolver.hpp" |
coleenp@4037 | 34 | #include "memory/metadataFactory.hpp" |
stefank@2314 | 35 | #include "memory/oopFactory.hpp" |
coleenp@4037 | 36 | #include "oops/method.hpp" |
stefank@2314 | 37 | #include "oops/oop.inline.hpp" |
coleenp@2497 | 38 | #include "oops/symbol.hpp" |
stefank@2314 | 39 | #include "runtime/icache.hpp" |
stefank@2314 | 40 | #include "runtime/sharedRuntime.hpp" |
stefank@2314 | 41 | #include "runtime/stubRoutines.hpp" |
stefank@2314 | 42 | #include "utilities/events.hpp" |
duke@435 | 43 | |
duke@435 | 44 | |
duke@435 | 45 | // Every time a compiled IC is changed or its type is being accessed, |
duke@435 | 46 | // either the CompiledIC_lock must be set or we must be at a safe point. |
duke@435 | 47 | |
duke@435 | 48 | //----------------------------------------------------------------------------- |
duke@435 | 49 | // Low-level access to an inline cache. Private, since they might not be |
duke@435 | 50 | // MT-safe to use. |
duke@435 | 51 | |
coleenp@4037 | 52 | void* CompiledIC::cached_value() const { |
duke@435 | 53 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
coleenp@4037 | 54 | assert (!is_optimized(), "an optimized virtual call does not have a cached metadata"); |
coleenp@4037 | 55 | |
coleenp@4037 | 56 | if (!is_in_transition_state()) { |
coleenp@4037 | 57 | void* data = (void*)_value->data(); |
coleenp@4037 | 58 | // If we let the metadata value here be initialized to zero... |
coleenp@4037 | 59 | assert(data != NULL || Universe::non_oop_word() == NULL, |
coleenp@4037 | 60 | "no raw nulls in CompiledIC metadatas, because of patching races"); |
coleenp@4037 | 61 | return (data == (void*)Universe::non_oop_word()) ? NULL : data; |
coleenp@4037 | 62 | } else { |
coleenp@4037 | 63 | return InlineCacheBuffer::cached_value_for((CompiledIC *)this); |
coleenp@4037 | 64 | } |
coleenp@4037 | 65 | } |
coleenp@4037 | 66 | |
coleenp@4037 | 67 | |
coleenp@4037 | 68 | void CompiledIC::internal_set_ic_destination(address entry_point, bool is_icstub, void* cache, bool is_icholder) { |
coleenp@4037 | 69 | assert(entry_point != NULL, "must set legal entry point"); |
coleenp@4037 | 70 | assert(CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
coleenp@4037 | 71 | assert (!is_optimized() || cache == NULL, "an optimized virtual call does not have a cached metadata"); |
coleenp@4037 | 72 | assert (cache == NULL || cache != (Metadata*)badOopVal, "invalid metadata"); |
coleenp@4037 | 73 | |
coleenp@4037 | 74 | assert(!is_icholder || is_icholder_entry(entry_point), "must be"); |
coleenp@4037 | 75 | |
coleenp@4037 | 76 | // Don't use ic_destination for this test since that forwards |
coleenp@4037 | 77 | // through ICBuffer instead of returning the actual current state of |
coleenp@4037 | 78 | // the CompiledIC. |
coleenp@4037 | 79 | if (is_icholder_entry(_ic_call->destination())) { |
coleenp@4037 | 80 | // When patching for the ICStub case the cached value isn't |
coleenp@4037 | 81 | // overwritten until the ICStub copied into the CompiledIC during |
coleenp@4037 | 82 | // the next safepoint. Make sure that the CompiledICHolder* is |
coleenp@4037 | 83 | // marked for release at this point since it won't be identifiable |
coleenp@4037 | 84 | // once the entry point is overwritten. |
coleenp@4037 | 85 | InlineCacheBuffer::queue_for_release((CompiledICHolder*)_value->data()); |
coleenp@4037 | 86 | } |
duke@435 | 87 | |
duke@435 | 88 | if (TraceCompiledIC) { |
duke@435 | 89 | tty->print(" "); |
duke@435 | 90 | print_compiled_ic(); |
drchase@6680 | 91 | tty->print(" changing destination to " INTPTR_FORMAT, p2i(entry_point)); |
coleenp@4037 | 92 | if (!is_optimized()) { |
drchase@6680 | 93 | tty->print(" changing cached %s to " INTPTR_FORMAT, is_icholder ? "icholder" : "metadata", p2i((address)cache)); |
coleenp@4037 | 94 | } |
coleenp@4037 | 95 | if (is_icstub) { |
coleenp@4037 | 96 | tty->print(" (icstub)"); |
coleenp@4037 | 97 | } |
coleenp@4037 | 98 | tty->cr(); |
duke@435 | 99 | } |
duke@435 | 100 | |
coleenp@4037 | 101 | { |
duke@435 | 102 | MutexLockerEx pl(Patching_lock, Mutex::_no_safepoint_check_flag); |
duke@435 | 103 | #ifdef ASSERT |
duke@435 | 104 | CodeBlob* cb = CodeCache::find_blob_unsafe(_ic_call); |
duke@435 | 105 | assert(cb != NULL && cb->is_nmethod(), "must be nmethod"); |
duke@435 | 106 | #endif |
duke@435 | 107 | _ic_call->set_destination_mt_safe(entry_point); |
duke@435 | 108 | } |
duke@435 | 109 | |
coleenp@4037 | 110 | if (is_optimized() || is_icstub) { |
coleenp@4037 | 111 | // Optimized call sites don't have a cache value and ICStub call |
coleenp@4037 | 112 | // sites only change the entry point. Changing the value in that |
coleenp@4037 | 113 | // case could lead to MT safety issues. |
coleenp@4037 | 114 | assert(cache == NULL, "must be null"); |
coleenp@4037 | 115 | return; |
coleenp@4037 | 116 | } |
coleenp@4037 | 117 | |
coleenp@4037 | 118 | if (cache == NULL) cache = (void*)Universe::non_oop_word(); |
coleenp@4037 | 119 | |
coleenp@4037 | 120 | _value->set_data((intptr_t)cache); |
coleenp@4037 | 121 | } |
coleenp@4037 | 122 | |
coleenp@4037 | 123 | |
coleenp@4037 | 124 | void CompiledIC::set_ic_destination(ICStub* stub) { |
coleenp@4037 | 125 | internal_set_ic_destination(stub->code_begin(), true, NULL, false); |
coleenp@4037 | 126 | } |
coleenp@4037 | 127 | |
coleenp@4037 | 128 | |
duke@435 | 129 | |
duke@435 | 130 | address CompiledIC::ic_destination() const { |
duke@435 | 131 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 132 | if (!is_in_transition_state()) { |
duke@435 | 133 | return _ic_call->destination(); |
duke@435 | 134 | } else { |
duke@435 | 135 | return InlineCacheBuffer::ic_destination_for((CompiledIC *)this); |
duke@435 | 136 | } |
duke@435 | 137 | } |
duke@435 | 138 | |
duke@435 | 139 | |
duke@435 | 140 | bool CompiledIC::is_in_transition_state() const { |
duke@435 | 141 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 142 | return InlineCacheBuffer::contains(_ic_call->destination()); |
duke@435 | 143 | } |
duke@435 | 144 | |
duke@435 | 145 | |
coleenp@4037 | 146 | bool CompiledIC::is_icholder_call() const { |
coleenp@4037 | 147 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
coleenp@4037 | 148 | return !_is_optimized && is_icholder_entry(ic_destination()); |
coleenp@4037 | 149 | } |
coleenp@4037 | 150 | |
duke@435 | 151 | // Returns native address of 'call' instruction in inline-cache. Used by |
duke@435 | 152 | // the InlineCacheBuffer when it needs to find the stub. |
duke@435 | 153 | address CompiledIC::stub_address() const { |
duke@435 | 154 | assert(is_in_transition_state(), "should only be called when we are in a transition state"); |
duke@435 | 155 | return _ic_call->destination(); |
duke@435 | 156 | } |
duke@435 | 157 | |
duke@435 | 158 | |
duke@435 | 159 | //----------------------------------------------------------------------------- |
duke@435 | 160 | // High-level access to an inline cache. Guaranteed to be MT-safe. |
duke@435 | 161 | |
duke@435 | 162 | |
anoll@5762 | 163 | bool CompiledIC::set_to_megamorphic(CallInfo* call_info, Bytecodes::Code bytecode, TRAPS) { |
duke@435 | 164 | assert(CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 165 | assert(!is_optimized(), "cannot set an optimized virtual call to megamorphic"); |
duke@435 | 166 | assert(is_call_to_compiled() || is_call_to_interpreted(), "going directly to megamorphic?"); |
duke@435 | 167 | |
duke@435 | 168 | address entry; |
drchase@5732 | 169 | if (call_info->call_kind() == CallInfo::itable_call) { |
drchase@5732 | 170 | assert(bytecode == Bytecodes::_invokeinterface, ""); |
drchase@5732 | 171 | int itable_index = call_info->itable_index(); |
drchase@5732 | 172 | entry = VtableStubs::find_itable_stub(itable_index); |
anoll@5762 | 173 | if (entry == false) { |
anoll@5762 | 174 | return false; |
anoll@5762 | 175 | } |
drchase@5732 | 176 | #ifdef ASSERT |
drchase@5732 | 177 | int index = call_info->resolved_method()->itable_index(); |
drchase@5732 | 178 | assert(index == itable_index, "CallInfo pre-computes this"); |
drchase@5732 | 179 | #endif //ASSERT |
coleenp@4251 | 180 | InstanceKlass* k = call_info->resolved_method()->method_holder(); |
drchase@5732 | 181 | assert(k->verify_itable_index(itable_index), "sanity check"); |
duke@435 | 182 | InlineCacheBuffer::create_transition_stub(this, k, entry); |
duke@435 | 183 | } else { |
drchase@5732 | 184 | assert(call_info->call_kind() == CallInfo::vtable_call, "either itable or vtable"); |
drchase@5732 | 185 | // Can be different than selected_method->vtable_index(), due to package-private etc. |
duke@435 | 186 | int vtable_index = call_info->vtable_index(); |
drchase@5732 | 187 | assert(call_info->resolved_klass()->verify_vtable_index(vtable_index), "sanity check"); |
drchase@5732 | 188 | entry = VtableStubs::find_vtable_stub(vtable_index); |
anoll@5762 | 189 | if (entry == NULL) { |
anoll@5762 | 190 | return false; |
anoll@5762 | 191 | } |
drchase@5732 | 192 | InlineCacheBuffer::create_transition_stub(this, NULL, entry); |
duke@435 | 193 | } |
duke@435 | 194 | |
duke@435 | 195 | if (TraceICs) { |
duke@435 | 196 | ResourceMark rm; |
duke@435 | 197 | tty->print_cr ("IC@" INTPTR_FORMAT ": to megamorphic %s entry: " INTPTR_FORMAT, |
drchase@6680 | 198 | p2i(instruction_address()), call_info->selected_method()->print_value_string(), p2i(entry)); |
duke@435 | 199 | } |
duke@435 | 200 | |
duke@435 | 201 | // We can't check this anymore. With lazy deopt we could have already |
duke@435 | 202 | // cleaned this IC entry before we even return. This is possible if |
duke@435 | 203 | // we ran out of space in the inline cache buffer trying to do the |
duke@435 | 204 | // set_next and we safepointed to free up space. This is a benign |
duke@435 | 205 | // race because the IC entry was complete when we safepointed so |
duke@435 | 206 | // cleaning it immediately is harmless. |
duke@435 | 207 | // assert(is_megamorphic(), "sanity check"); |
anoll@5762 | 208 | return true; |
duke@435 | 209 | } |
duke@435 | 210 | |
duke@435 | 211 | |
duke@435 | 212 | // true if destination is megamorphic stub |
duke@435 | 213 | bool CompiledIC::is_megamorphic() const { |
duke@435 | 214 | assert(CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 215 | assert(!is_optimized(), "an optimized call cannot be megamorphic"); |
duke@435 | 216 | |
coleenp@4037 | 217 | // Cannot rely on cached_value. It is either an interface or a method. |
duke@435 | 218 | return VtableStubs::is_entry_point(ic_destination()); |
duke@435 | 219 | } |
duke@435 | 220 | |
duke@435 | 221 | bool CompiledIC::is_call_to_compiled() const { |
duke@435 | 222 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 223 | |
duke@435 | 224 | // Use unsafe, since an inline cache might point to a zombie method. However, the zombie |
duke@435 | 225 | // method is guaranteed to still exist, since we only remove methods after all inline caches |
duke@435 | 226 | // has been cleaned up |
duke@435 | 227 | CodeBlob* cb = CodeCache::find_blob_unsafe(ic_destination()); |
duke@435 | 228 | bool is_monomorphic = (cb != NULL && cb->is_nmethod()); |
coleenp@4037 | 229 | // Check that the cached_value is a klass for non-optimized monomorphic calls |
duke@435 | 230 | // This assertion is invalid for compiler1: a call that does not look optimized (no static stub) can be used |
coleenp@4037 | 231 | // for calling directly to vep without using the inline cache (i.e., cached_value == NULL) |
duke@435 | 232 | #ifdef ASSERT |
duke@435 | 233 | CodeBlob* caller = CodeCache::find_blob_unsafe(instruction_address()); |
duke@435 | 234 | bool is_c1_method = caller->is_compiled_by_c1(); |
duke@435 | 235 | assert( is_c1_method || |
duke@435 | 236 | !is_monomorphic || |
duke@435 | 237 | is_optimized() || |
coleenp@4037 | 238 | (cached_metadata() != NULL && cached_metadata()->is_klass()), "sanity check"); |
duke@435 | 239 | #endif // ASSERT |
duke@435 | 240 | return is_monomorphic; |
duke@435 | 241 | } |
duke@435 | 242 | |
duke@435 | 243 | |
duke@435 | 244 | bool CompiledIC::is_call_to_interpreted() const { |
duke@435 | 245 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 246 | // Call to interpreter if destination is either calling to a stub (if it |
duke@435 | 247 | // is optimized), or calling to an I2C blob |
duke@435 | 248 | bool is_call_to_interpreted = false; |
duke@435 | 249 | if (!is_optimized()) { |
duke@435 | 250 | // must use unsafe because the destination can be a zombie (and we're cleaning) |
duke@435 | 251 | // and the print_compiled_ic code wants to know if site (in the non-zombie) |
duke@435 | 252 | // is to the interpreter. |
duke@435 | 253 | CodeBlob* cb = CodeCache::find_blob_unsafe(ic_destination()); |
duke@435 | 254 | is_call_to_interpreted = (cb != NULL && cb->is_adapter_blob()); |
coleenp@4037 | 255 | assert(!is_call_to_interpreted || (is_icholder_call() && cached_icholder() != NULL), "sanity check"); |
duke@435 | 256 | } else { |
duke@435 | 257 | // Check if we are calling into our own codeblob (i.e., to a stub) |
duke@435 | 258 | CodeBlob* cb = CodeCache::find_blob(_ic_call->instruction_address()); |
duke@435 | 259 | address dest = ic_destination(); |
duke@435 | 260 | #ifdef ASSERT |
duke@435 | 261 | { |
duke@435 | 262 | CodeBlob* db = CodeCache::find_blob_unsafe(dest); |
duke@435 | 263 | assert(!db->is_adapter_blob(), "must use stub!"); |
duke@435 | 264 | } |
duke@435 | 265 | #endif /* ASSERT */ |
duke@435 | 266 | is_call_to_interpreted = cb->contains(dest); |
duke@435 | 267 | } |
duke@435 | 268 | return is_call_to_interpreted; |
duke@435 | 269 | } |
duke@435 | 270 | |
duke@435 | 271 | |
duke@435 | 272 | void CompiledIC::set_to_clean() { |
duke@435 | 273 | assert(SafepointSynchronize::is_at_safepoint() || CompiledIC_lock->is_locked() , "MT-unsafe call"); |
duke@435 | 274 | if (TraceInlineCacheClearing || TraceICs) { |
drchase@6680 | 275 | tty->print_cr("IC@" INTPTR_FORMAT ": set to clean", p2i(instruction_address())); |
duke@435 | 276 | print(); |
duke@435 | 277 | } |
duke@435 | 278 | |
duke@435 | 279 | address entry; |
duke@435 | 280 | if (is_optimized()) { |
duke@435 | 281 | entry = SharedRuntime::get_resolve_opt_virtual_call_stub(); |
duke@435 | 282 | } else { |
duke@435 | 283 | entry = SharedRuntime::get_resolve_virtual_call_stub(); |
duke@435 | 284 | } |
duke@435 | 285 | |
coleenp@4037 | 286 | // A zombie transition will always be safe, since the metadata has already been set to NULL, so |
duke@435 | 287 | // we only need to patch the destination |
duke@435 | 288 | bool safe_transition = is_optimized() || SafepointSynchronize::is_at_safepoint(); |
duke@435 | 289 | |
duke@435 | 290 | if (safe_transition) { |
duke@435 | 291 | // Kill any leftover stub we might have too |
duke@435 | 292 | if (is_in_transition_state()) { |
duke@435 | 293 | ICStub* old_stub = ICStub_from_destination_address(stub_address()); |
duke@435 | 294 | old_stub->clear(); |
duke@435 | 295 | } |
coleenp@4037 | 296 | if (is_optimized()) { |
duke@435 | 297 | set_ic_destination(entry); |
duke@435 | 298 | } else { |
coleenp@4037 | 299 | set_ic_destination_and_value(entry, (void*)NULL); |
coleenp@4037 | 300 | } |
coleenp@4037 | 301 | } else { |
duke@435 | 302 | // Unsafe transition - create stub. |
duke@435 | 303 | InlineCacheBuffer::create_transition_stub(this, NULL, entry); |
duke@435 | 304 | } |
duke@435 | 305 | // We can't check this anymore. With lazy deopt we could have already |
duke@435 | 306 | // cleaned this IC entry before we even return. This is possible if |
duke@435 | 307 | // we ran out of space in the inline cache buffer trying to do the |
duke@435 | 308 | // set_next and we safepointed to free up space. This is a benign |
duke@435 | 309 | // race because the IC entry was complete when we safepointed so |
duke@435 | 310 | // cleaning it immediately is harmless. |
duke@435 | 311 | // assert(is_clean(), "sanity check"); |
duke@435 | 312 | } |
duke@435 | 313 | |
duke@435 | 314 | |
duke@435 | 315 | bool CompiledIC::is_clean() const { |
duke@435 | 316 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 317 | bool is_clean = false; |
duke@435 | 318 | address dest = ic_destination(); |
duke@435 | 319 | is_clean = dest == SharedRuntime::get_resolve_opt_virtual_call_stub() || |
duke@435 | 320 | dest == SharedRuntime::get_resolve_virtual_call_stub(); |
coleenp@4037 | 321 | assert(!is_clean || is_optimized() || cached_value() == NULL, "sanity check"); |
duke@435 | 322 | return is_clean; |
duke@435 | 323 | } |
duke@435 | 324 | |
duke@435 | 325 | |
coleenp@4037 | 326 | void CompiledIC::set_to_monomorphic(CompiledICInfo& info) { |
duke@435 | 327 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), ""); |
duke@435 | 328 | // Updating a cache to the wrong entry can cause bugs that are very hard |
duke@435 | 329 | // to track down - if cache entry gets invalid - we just clean it. In |
duke@435 | 330 | // this way it is always the same code path that is responsible for |
duke@435 | 331 | // updating and resolving an inline cache |
duke@435 | 332 | // |
duke@435 | 333 | // The above is no longer true. SharedRuntime::fixup_callers_callsite will change optimized |
duke@435 | 334 | // callsites. In addition ic_miss code will update a site to monomorphic if it determines |
duke@435 | 335 | // that an monomorphic call to the interpreter can now be monomorphic to compiled code. |
duke@435 | 336 | // |
duke@435 | 337 | // In both of these cases the only thing being modifed is the jump/call target and these |
duke@435 | 338 | // transitions are mt_safe |
duke@435 | 339 | |
duke@435 | 340 | Thread *thread = Thread::current(); |
coleenp@4037 | 341 | if (info.to_interpreter()) { |
duke@435 | 342 | // Call to interpreter |
duke@435 | 343 | if (info.is_optimized() && is_optimized()) { |
duke@435 | 344 | assert(is_clean(), "unsafe IC path"); |
duke@435 | 345 | MutexLockerEx pl(Patching_lock, Mutex::_no_safepoint_check_flag); |
duke@435 | 346 | // the call analysis (callee structure) specifies that the call is optimized |
duke@435 | 347 | // (either because of CHA or the static target is final) |
duke@435 | 348 | // At code generation time, this call has been emitted as static call |
duke@435 | 349 | // Call via stub |
coleenp@4037 | 350 | assert(info.cached_metadata() != NULL && info.cached_metadata()->is_method(), "sanity check"); |
duke@435 | 351 | CompiledStaticCall* csc = compiledStaticCall_at(instruction_address()); |
coleenp@4037 | 352 | methodHandle method (thread, (Method*)info.cached_metadata()); |
duke@435 | 353 | csc->set_to_interpreted(method, info.entry()); |
duke@435 | 354 | if (TraceICs) { |
duke@435 | 355 | ResourceMark rm(thread); |
duke@435 | 356 | tty->print_cr ("IC@" INTPTR_FORMAT ": monomorphic to interpreter: %s", |
drchase@6680 | 357 | p2i(instruction_address()), |
duke@435 | 358 | method->print_value_string()); |
duke@435 | 359 | } |
duke@435 | 360 | } else { |
duke@435 | 361 | // Call via method-klass-holder |
coleenp@4037 | 362 | InlineCacheBuffer::create_transition_stub(this, info.claim_cached_icholder(), info.entry()); |
duke@435 | 363 | if (TraceICs) { |
duke@435 | 364 | ResourceMark rm(thread); |
drchase@6680 | 365 | tty->print_cr ("IC@" INTPTR_FORMAT ": monomorphic to interpreter via icholder ", p2i(instruction_address())); |
duke@435 | 366 | } |
duke@435 | 367 | } |
duke@435 | 368 | } else { |
duke@435 | 369 | // Call to compiled code |
coleenp@4037 | 370 | bool static_bound = info.is_optimized() || (info.cached_metadata() == NULL); |
duke@435 | 371 | #ifdef ASSERT |
duke@435 | 372 | CodeBlob* cb = CodeCache::find_blob_unsafe(info.entry()); |
duke@435 | 373 | assert (cb->is_nmethod(), "must be compiled!"); |
duke@435 | 374 | #endif /* ASSERT */ |
duke@435 | 375 | |
duke@435 | 376 | // This is MT safe if we come from a clean-cache and go through a |
duke@435 | 377 | // non-verified entry point |
duke@435 | 378 | bool safe = SafepointSynchronize::is_at_safepoint() || |
duke@435 | 379 | (!is_in_transition_state() && (info.is_optimized() || static_bound || is_clean())); |
duke@435 | 380 | |
duke@435 | 381 | if (!safe) { |
coleenp@4037 | 382 | InlineCacheBuffer::create_transition_stub(this, info.cached_metadata(), info.entry()); |
duke@435 | 383 | } else { |
coleenp@4037 | 384 | if (is_optimized()) { |
duke@435 | 385 | set_ic_destination(info.entry()); |
coleenp@4037 | 386 | } else { |
coleenp@4037 | 387 | set_ic_destination_and_value(info.entry(), info.cached_metadata()); |
coleenp@4037 | 388 | } |
duke@435 | 389 | } |
duke@435 | 390 | |
duke@435 | 391 | if (TraceICs) { |
duke@435 | 392 | ResourceMark rm(thread); |
coleenp@4037 | 393 | assert(info.cached_metadata() == NULL || info.cached_metadata()->is_klass(), "must be"); |
duke@435 | 394 | tty->print_cr ("IC@" INTPTR_FORMAT ": monomorphic to compiled (rcvr klass) %s: %s", |
drchase@6680 | 395 | p2i(instruction_address()), |
coleenp@4037 | 396 | ((Klass*)info.cached_metadata())->print_value_string(), |
duke@435 | 397 | (safe) ? "" : "via stub"); |
duke@435 | 398 | } |
duke@435 | 399 | } |
duke@435 | 400 | // We can't check this anymore. With lazy deopt we could have already |
duke@435 | 401 | // cleaned this IC entry before we even return. This is possible if |
duke@435 | 402 | // we ran out of space in the inline cache buffer trying to do the |
duke@435 | 403 | // set_next and we safepointed to free up space. This is a benign |
duke@435 | 404 | // race because the IC entry was complete when we safepointed so |
duke@435 | 405 | // cleaning it immediately is harmless. |
duke@435 | 406 | // assert(is_call_to_compiled() || is_call_to_interpreted(), "sanity check"); |
duke@435 | 407 | } |
duke@435 | 408 | |
duke@435 | 409 | |
duke@435 | 410 | // is_optimized: Compiler has generated an optimized call (i.e., no inline |
duke@435 | 411 | // cache) static_bound: The call can be static bound (i.e, no need to use |
duke@435 | 412 | // inline cache) |
duke@435 | 413 | void CompiledIC::compute_monomorphic_entry(methodHandle method, |
duke@435 | 414 | KlassHandle receiver_klass, |
duke@435 | 415 | bool is_optimized, |
duke@435 | 416 | bool static_bound, |
duke@435 | 417 | CompiledICInfo& info, |
duke@435 | 418 | TRAPS) { |
duke@435 | 419 | nmethod* method_code = method->code(); |
duke@435 | 420 | address entry = NULL; |
kvn@6172 | 421 | if (method_code != NULL && method_code->is_in_use()) { |
duke@435 | 422 | // Call to compiled code |
duke@435 | 423 | if (static_bound || is_optimized) { |
duke@435 | 424 | entry = method_code->verified_entry_point(); |
duke@435 | 425 | } else { |
duke@435 | 426 | entry = method_code->entry_point(); |
duke@435 | 427 | } |
duke@435 | 428 | } |
duke@435 | 429 | if (entry != NULL) { |
duke@435 | 430 | // Call to compiled code |
coleenp@4037 | 431 | info.set_compiled_entry(entry, (static_bound || is_optimized) ? NULL : receiver_klass(), is_optimized); |
duke@435 | 432 | } else { |
duke@435 | 433 | // Note: the following problem exists with Compiler1: |
duke@435 | 434 | // - at compile time we may or may not know if the destination is final |
duke@435 | 435 | // - if we know that the destination is final, we will emit an optimized |
coleenp@4037 | 436 | // virtual call (no inline cache), and need a Method* to make a call |
duke@435 | 437 | // to the interpreter |
duke@435 | 438 | // - if we do not know if the destination is final, we emit a standard |
duke@435 | 439 | // virtual call, and use CompiledICHolder to call interpreted code |
duke@435 | 440 | // (no static call stub has been generated) |
duke@435 | 441 | // However in that case we will now notice it is static_bound |
duke@435 | 442 | // and convert the call into what looks to be an optimized |
duke@435 | 443 | // virtual call. This causes problems in verifying the IC because |
duke@435 | 444 | // it look vanilla but is optimized. Code in is_call_to_interpreted |
duke@435 | 445 | // is aware of this and weakens its asserts. |
duke@435 | 446 | |
duke@435 | 447 | // static_bound should imply is_optimized -- otherwise we have a |
duke@435 | 448 | // performance bug (statically-bindable method is called via |
duke@435 | 449 | // dynamically-dispatched call note: the reverse implication isn't |
duke@435 | 450 | // necessarily true -- the call may have been optimized based on compiler |
duke@435 | 451 | // analysis (static_bound is only based on "final" etc.) |
duke@435 | 452 | #ifdef COMPILER2 |
duke@435 | 453 | #ifdef TIERED |
duke@435 | 454 | #if defined(ASSERT) |
duke@435 | 455 | // can't check the assert because we don't have the CompiledIC with which to |
duke@435 | 456 | // find the address if the call instruction. |
duke@435 | 457 | // |
duke@435 | 458 | // CodeBlob* cb = find_blob_unsafe(instruction_address()); |
duke@435 | 459 | // assert(cb->is_compiled_by_c1() || !static_bound || is_optimized, "static_bound should imply is_optimized"); |
duke@435 | 460 | #endif // ASSERT |
duke@435 | 461 | #else |
duke@435 | 462 | assert(!static_bound || is_optimized, "static_bound should imply is_optimized"); |
duke@435 | 463 | #endif // TIERED |
duke@435 | 464 | #endif // COMPILER2 |
duke@435 | 465 | if (is_optimized) { |
duke@435 | 466 | // Use stub entry |
coleenp@4037 | 467 | info.set_interpreter_entry(method()->get_c2i_entry(), method()); |
duke@435 | 468 | } else { |
coleenp@4037 | 469 | // Use icholder entry |
coleenp@4037 | 470 | CompiledICHolder* holder = new CompiledICHolder(method(), receiver_klass()); |
coleenp@4037 | 471 | info.set_icholder_entry(method()->get_c2i_unverified_entry(), holder); |
duke@435 | 472 | } |
duke@435 | 473 | } |
coleenp@4037 | 474 | assert(info.is_optimized() == is_optimized, "must agree"); |
duke@435 | 475 | } |
duke@435 | 476 | |
duke@435 | 477 | |
coleenp@4037 | 478 | bool CompiledIC::is_icholder_entry(address entry) { |
coleenp@4037 | 479 | CodeBlob* cb = CodeCache::find_blob_unsafe(entry); |
coleenp@4037 | 480 | return (cb != NULL && cb->is_adapter_blob()); |
duke@435 | 481 | } |
duke@435 | 482 | |
duke@435 | 483 | // ---------------------------------------------------------------------------- |
duke@435 | 484 | |
duke@435 | 485 | void CompiledStaticCall::set_to_clean() { |
duke@435 | 486 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), "mt unsafe call"); |
duke@435 | 487 | // Reset call site |
duke@435 | 488 | MutexLockerEx pl(Patching_lock, Mutex::_no_safepoint_check_flag); |
duke@435 | 489 | #ifdef ASSERT |
duke@435 | 490 | CodeBlob* cb = CodeCache::find_blob_unsafe(this); |
duke@435 | 491 | assert(cb != NULL && cb->is_nmethod(), "must be nmethod"); |
duke@435 | 492 | #endif |
duke@435 | 493 | set_destination_mt_safe(SharedRuntime::get_resolve_static_call_stub()); |
duke@435 | 494 | |
duke@435 | 495 | // Do not reset stub here: It is too expensive to call find_stub. |
duke@435 | 496 | // Instead, rely on caller (nmethod::clear_inline_caches) to clear |
duke@435 | 497 | // both the call and its stub. |
duke@435 | 498 | } |
duke@435 | 499 | |
duke@435 | 500 | |
duke@435 | 501 | bool CompiledStaticCall::is_clean() const { |
duke@435 | 502 | return destination() == SharedRuntime::get_resolve_static_call_stub(); |
duke@435 | 503 | } |
duke@435 | 504 | |
duke@435 | 505 | bool CompiledStaticCall::is_call_to_compiled() const { |
duke@435 | 506 | return CodeCache::contains(destination()); |
duke@435 | 507 | } |
duke@435 | 508 | |
duke@435 | 509 | |
duke@435 | 510 | bool CompiledStaticCall::is_call_to_interpreted() const { |
duke@435 | 511 | // It is a call to interpreted, if it calls to a stub. Hence, the destination |
duke@435 | 512 | // must be in the stub part of the nmethod that contains the call |
duke@435 | 513 | nmethod* nm = CodeCache::find_nmethod(instruction_address()); |
duke@435 | 514 | return nm->stub_contains(destination()); |
duke@435 | 515 | } |
duke@435 | 516 | |
duke@435 | 517 | void CompiledStaticCall::set(const StaticCallInfo& info) { |
duke@435 | 518 | assert (CompiledIC_lock->is_locked() || SafepointSynchronize::is_at_safepoint(), "mt unsafe call"); |
duke@435 | 519 | MutexLockerEx pl(Patching_lock, Mutex::_no_safepoint_check_flag); |
duke@435 | 520 | // Updating a cache to the wrong entry can cause bugs that are very hard |
duke@435 | 521 | // to track down - if cache entry gets invalid - we just clean it. In |
duke@435 | 522 | // this way it is always the same code path that is responsible for |
duke@435 | 523 | // updating and resolving an inline cache |
duke@435 | 524 | assert(is_clean(), "do not update a call entry - use clean"); |
duke@435 | 525 | |
duke@435 | 526 | if (info._to_interpreter) { |
duke@435 | 527 | // Call to interpreted code |
duke@435 | 528 | set_to_interpreted(info.callee(), info.entry()); |
duke@435 | 529 | } else { |
duke@435 | 530 | if (TraceICs) { |
duke@435 | 531 | ResourceMark rm; |
duke@435 | 532 | tty->print_cr("CompiledStaticCall@" INTPTR_FORMAT ": set_to_compiled " INTPTR_FORMAT, |
drchase@6680 | 533 | p2i(instruction_address()), |
drchase@6680 | 534 | p2i(info.entry())); |
duke@435 | 535 | } |
duke@435 | 536 | // Call to compiled code |
duke@435 | 537 | assert (CodeCache::contains(info.entry()), "wrong entry point"); |
duke@435 | 538 | set_destination_mt_safe(info.entry()); |
duke@435 | 539 | } |
duke@435 | 540 | } |
duke@435 | 541 | |
duke@435 | 542 | |
duke@435 | 543 | // Compute settings for a CompiledStaticCall. Since we might have to set |
duke@435 | 544 | // the stub when calling to the interpreter, we need to return arguments. |
duke@435 | 545 | void CompiledStaticCall::compute_entry(methodHandle m, StaticCallInfo& info) { |
duke@435 | 546 | nmethod* m_code = m->code(); |
duke@435 | 547 | info._callee = m; |
kvn@6172 | 548 | if (m_code != NULL && m_code->is_in_use()) { |
duke@435 | 549 | info._to_interpreter = false; |
duke@435 | 550 | info._entry = m_code->verified_entry_point(); |
duke@435 | 551 | } else { |
duke@435 | 552 | // Callee is interpreted code. In any case entering the interpreter |
duke@435 | 553 | // puts a converter-frame on the stack to save arguments. |
duke@435 | 554 | info._to_interpreter = true; |
duke@435 | 555 | info._entry = m()->get_c2i_entry(); |
duke@435 | 556 | } |
duke@435 | 557 | } |
duke@435 | 558 | |
duke@435 | 559 | address CompiledStaticCall::find_stub() { |
duke@435 | 560 | // Find reloc. information containing this call-site |
duke@435 | 561 | RelocIterator iter((nmethod*)NULL, instruction_address()); |
duke@435 | 562 | while (iter.next()) { |
duke@435 | 563 | if (iter.addr() == instruction_address()) { |
duke@435 | 564 | switch(iter.type()) { |
duke@435 | 565 | case relocInfo::static_call_type: |
duke@435 | 566 | return iter.static_call_reloc()->static_stub(); |
duke@435 | 567 | // We check here for opt_virtual_call_type, since we reuse the code |
duke@435 | 568 | // from the CompiledIC implementation |
duke@435 | 569 | case relocInfo::opt_virtual_call_type: |
duke@435 | 570 | return iter.opt_virtual_call_reloc()->static_stub(); |
duke@435 | 571 | case relocInfo::poll_type: |
duke@435 | 572 | case relocInfo::poll_return_type: // A safepoint can't overlap a call. |
duke@435 | 573 | default: |
duke@435 | 574 | ShouldNotReachHere(); |
duke@435 | 575 | } |
duke@435 | 576 | } |
duke@435 | 577 | } |
duke@435 | 578 | return NULL; |
duke@435 | 579 | } |
duke@435 | 580 | |
duke@435 | 581 | |
duke@435 | 582 | //----------------------------------------------------------------------------- |
duke@435 | 583 | // Non-product mode code |
duke@435 | 584 | #ifndef PRODUCT |
duke@435 | 585 | |
duke@435 | 586 | void CompiledIC::verify() { |
duke@435 | 587 | // make sure code pattern is actually a call imm32 instruction |
duke@435 | 588 | _ic_call->verify(); |
duke@435 | 589 | if (os::is_MP()) { |
duke@435 | 590 | _ic_call->verify_alignment(); |
duke@435 | 591 | } |
duke@435 | 592 | assert(is_clean() || is_call_to_compiled() || is_call_to_interpreted() |
duke@435 | 593 | || is_optimized() || is_megamorphic(), "sanity check"); |
duke@435 | 594 | } |
duke@435 | 595 | |
duke@435 | 596 | void CompiledIC::print() { |
duke@435 | 597 | print_compiled_ic(); |
duke@435 | 598 | tty->cr(); |
duke@435 | 599 | } |
duke@435 | 600 | |
duke@435 | 601 | void CompiledIC::print_compiled_ic() { |
coleenp@4037 | 602 | tty->print("Inline cache at " INTPTR_FORMAT ", calling %s " INTPTR_FORMAT " cached_value " INTPTR_FORMAT, |
drchase@6680 | 603 | p2i(instruction_address()), is_call_to_interpreted() ? "interpreted " : "", p2i(ic_destination()), p2i(is_optimized() ? NULL : cached_value())); |
duke@435 | 604 | } |
duke@435 | 605 | |
duke@435 | 606 | void CompiledStaticCall::print() { |
drchase@6680 | 607 | tty->print("static call at " INTPTR_FORMAT " -> ", p2i(instruction_address())); |
duke@435 | 608 | if (is_clean()) { |
duke@435 | 609 | tty->print("clean"); |
duke@435 | 610 | } else if (is_call_to_compiled()) { |
duke@435 | 611 | tty->print("compiled"); |
duke@435 | 612 | } else if (is_call_to_interpreted()) { |
duke@435 | 613 | tty->print("interpreted"); |
duke@435 | 614 | } |
duke@435 | 615 | tty->cr(); |
duke@435 | 616 | } |
duke@435 | 617 | |
dlong@5000 | 618 | #endif // !PRODUCT |