Sun, 29 Jan 2012 16:46:04 -0800
7129164: JNI Get/ReleasePrimitiveArrayCritical doesn't scale
Reviewed-by: kvn, iveresov, dholmes
duke@435 | 1 | /* |
never@3494 | 2 | * Copyright (c) 1997, 2012, Oracle and/or its affiliates. All rights reserved. |
duke@435 | 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
duke@435 | 4 | * |
duke@435 | 5 | * This code is free software; you can redistribute it and/or modify it |
duke@435 | 6 | * under the terms of the GNU General Public License version 2 only, as |
duke@435 | 7 | * published by the Free Software Foundation. |
duke@435 | 8 | * |
duke@435 | 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
duke@435 | 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
duke@435 | 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
duke@435 | 12 | * version 2 for more details (a copy is included in the LICENSE file that |
duke@435 | 13 | * accompanied this code). |
duke@435 | 14 | * |
duke@435 | 15 | * You should have received a copy of the GNU General Public License version |
duke@435 | 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
duke@435 | 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
duke@435 | 18 | * |
trims@1907 | 19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
trims@1907 | 20 | * or visit www.oracle.com if you need additional information or have any |
trims@1907 | 21 | * questions. |
duke@435 | 22 | * |
duke@435 | 23 | */ |
duke@435 | 24 | |
stefank@2314 | 25 | #include "precompiled.hpp" |
stefank@2314 | 26 | #include "memory/gcLocker.inline.hpp" |
stefank@2314 | 27 | #include "memory/resourceArea.hpp" |
stefank@2314 | 28 | #include "memory/sharedHeap.hpp" |
duke@435 | 29 | |
duke@435 | 30 | volatile jint GC_locker::_jni_lock_count = 0; |
duke@435 | 31 | volatile jint GC_locker::_lock_count = 0; |
duke@435 | 32 | volatile bool GC_locker::_needs_gc = false; |
duke@435 | 33 | volatile bool GC_locker::_doing_gc = false; |
never@3494 | 34 | jlong GC_locker::_wait_begin = 0; |
never@3494 | 35 | |
never@3494 | 36 | #ifdef ASSERT |
never@3494 | 37 | volatile jint GC_locker::_debug_jni_lock_count = 0; |
never@3494 | 38 | #endif |
never@3494 | 39 | |
never@3494 | 40 | |
never@3494 | 41 | #ifdef ASSERT |
never@3494 | 42 | void GC_locker::verify_critical_count() { |
never@3494 | 43 | if (SafepointSynchronize::is_at_safepoint()) { |
never@3494 | 44 | assert(!needs_gc() || _debug_jni_lock_count == _jni_lock_count, "must agree"); |
never@3494 | 45 | int count = 0; |
never@3494 | 46 | // Count the number of threads with critical operations in progress |
never@3494 | 47 | for (JavaThread* thr = Threads::first(); thr; thr = thr->next()) { |
never@3494 | 48 | if (thr->in_critical()) { |
never@3494 | 49 | count++; |
never@3494 | 50 | } |
never@3494 | 51 | } |
never@3494 | 52 | if (_jni_lock_count != count) { |
never@3494 | 53 | tty->print_cr("critical counts don't match: %d != %d", _jni_lock_count, count); |
never@3494 | 54 | for (JavaThread* thr = Threads::first(); thr; thr = thr->next()) { |
never@3494 | 55 | if (thr->in_critical()) { |
never@3494 | 56 | tty->print_cr(INTPTR_FORMAT " in_critical %d", thr, thr->in_critical()); |
never@3494 | 57 | } |
never@3494 | 58 | } |
never@3494 | 59 | } |
never@3494 | 60 | assert(_jni_lock_count == count, "must be equal"); |
never@3494 | 61 | } |
never@3494 | 62 | } |
never@3494 | 63 | #endif |
never@3494 | 64 | |
never@3494 | 65 | bool GC_locker::check_active_before_gc() { |
never@3494 | 66 | assert(SafepointSynchronize::is_at_safepoint(), "only read at safepoint"); |
never@3494 | 67 | if (is_active() && !_needs_gc) { |
never@3494 | 68 | verify_critical_count(); |
never@3494 | 69 | _needs_gc = true; |
never@3494 | 70 | if (PrintJNIGCStalls && PrintGCDetails) { |
never@3494 | 71 | ResourceMark rm; // JavaThread::name() allocates to convert to UTF8 |
never@3494 | 72 | _wait_begin = tty->time_stamp().milliseconds(); |
never@3494 | 73 | gclog_or_tty->print_cr(INT64_FORMAT ": Setting _needs_gc. Thread \"%s\" %d locked.", |
never@3494 | 74 | _wait_begin, Thread::current()->name(), _jni_lock_count); |
never@3494 | 75 | } |
never@3494 | 76 | |
never@3494 | 77 | } |
never@3494 | 78 | return is_active(); |
never@3494 | 79 | } |
duke@435 | 80 | |
duke@435 | 81 | void GC_locker::stall_until_clear() { |
duke@435 | 82 | assert(!JavaThread::current()->in_critical(), "Would deadlock"); |
never@3494 | 83 | MutexLocker ml(JNICritical_lock); |
never@3494 | 84 | |
never@3494 | 85 | if (needs_gc()) { |
never@3494 | 86 | if (PrintJNIGCStalls && PrintGCDetails) { |
never@3494 | 87 | ResourceMark rm; // JavaThread::name() allocates to convert to UTF8 |
never@3494 | 88 | gclog_or_tty->print_cr(INT64_FORMAT ": Allocation failed. Thread \"%s\" is stalled by JNI critical section, %d locked.", |
never@3494 | 89 | tty->time_stamp().milliseconds() - _wait_begin, Thread::current()->name(), _jni_lock_count); |
never@3494 | 90 | } |
apetrusenko@574 | 91 | } |
never@3494 | 92 | |
duke@435 | 93 | // Wait for _needs_gc to be cleared |
never@3494 | 94 | while (needs_gc()) { |
duke@435 | 95 | JNICritical_lock->wait(); |
duke@435 | 96 | } |
duke@435 | 97 | } |
duke@435 | 98 | |
never@3494 | 99 | void GC_locker::jni_lock(JavaThread* thread) { |
never@3494 | 100 | assert(!thread->in_critical(), "shouldn't currently be in a critical region"); |
duke@435 | 101 | MutexLocker mu(JNICritical_lock); |
duke@435 | 102 | // Block entering threads if we know at least one thread is in a |
duke@435 | 103 | // JNI critical region and we need a GC. |
duke@435 | 104 | // We check that at least one thread is in a critical region before |
duke@435 | 105 | // blocking because blocked threads are woken up by a thread exiting |
duke@435 | 106 | // a JNI critical region. |
never@3494 | 107 | while ((needs_gc() && is_jni_active()) || _doing_gc) { |
duke@435 | 108 | JNICritical_lock->wait(); |
duke@435 | 109 | } |
never@3494 | 110 | thread->enter_critical(); |
never@3494 | 111 | _jni_lock_count++; |
never@3494 | 112 | increment_debug_jni_lock_count(); |
duke@435 | 113 | } |
duke@435 | 114 | |
never@3494 | 115 | void GC_locker::jni_unlock(JavaThread* thread) { |
never@3494 | 116 | assert(thread->in_last_critical(), "should be exiting critical region"); |
duke@435 | 117 | MutexLocker mu(JNICritical_lock); |
never@3494 | 118 | _jni_lock_count--; |
never@3494 | 119 | decrement_debug_jni_lock_count(); |
never@3494 | 120 | thread->exit_critical(); |
duke@435 | 121 | if (needs_gc() && !is_jni_active()) { |
duke@435 | 122 | // We're the last thread out. Cause a GC to occur. |
duke@435 | 123 | // GC will also check is_active, so this check is not |
duke@435 | 124 | // strictly needed. It's added here to make it clear that |
duke@435 | 125 | // the GC will NOT be performed if any other caller |
duke@435 | 126 | // of GC_locker::lock() still needs GC locked. |
duke@435 | 127 | if (!is_active()) { |
duke@435 | 128 | _doing_gc = true; |
duke@435 | 129 | { |
duke@435 | 130 | // Must give up the lock while at a safepoint |
duke@435 | 131 | MutexUnlocker munlock(JNICritical_lock); |
never@3494 | 132 | if (PrintJNIGCStalls && PrintGCDetails) { |
never@3494 | 133 | ResourceMark rm; // JavaThread::name() allocates to convert to UTF8 |
never@3494 | 134 | gclog_or_tty->print_cr(INT64_FORMAT ": Thread \"%s\" is performing GC after exiting critical section, %d locked", |
never@3494 | 135 | tty->time_stamp().milliseconds() - _wait_begin, Thread::current()->name(), _jni_lock_count); |
never@3494 | 136 | } |
duke@435 | 137 | Universe::heap()->collect(GCCause::_gc_locker); |
duke@435 | 138 | } |
duke@435 | 139 | _doing_gc = false; |
duke@435 | 140 | } |
never@3494 | 141 | |
never@3494 | 142 | _needs_gc = false; |
duke@435 | 143 | JNICritical_lock->notify_all(); |
duke@435 | 144 | } |
duke@435 | 145 | } |
duke@435 | 146 | |
duke@435 | 147 | // Implementation of No_GC_Verifier |
duke@435 | 148 | |
duke@435 | 149 | #ifdef ASSERT |
duke@435 | 150 | |
duke@435 | 151 | No_GC_Verifier::No_GC_Verifier(bool verifygc) { |
duke@435 | 152 | _verifygc = verifygc; |
duke@435 | 153 | if (_verifygc) { |
duke@435 | 154 | CollectedHeap* h = Universe::heap(); |
duke@435 | 155 | assert(!h->is_gc_active(), "GC active during No_GC_Verifier"); |
duke@435 | 156 | _old_invocations = h->total_collections(); |
duke@435 | 157 | } |
duke@435 | 158 | } |
duke@435 | 159 | |
duke@435 | 160 | |
duke@435 | 161 | No_GC_Verifier::~No_GC_Verifier() { |
duke@435 | 162 | if (_verifygc) { |
duke@435 | 163 | CollectedHeap* h = Universe::heap(); |
duke@435 | 164 | assert(!h->is_gc_active(), "GC active during No_GC_Verifier"); |
duke@435 | 165 | if (_old_invocations != h->total_collections()) { |
duke@435 | 166 | fatal("collection in a No_GC_Verifier secured function"); |
duke@435 | 167 | } |
duke@435 | 168 | } |
duke@435 | 169 | } |
duke@435 | 170 | |
duke@435 | 171 | Pause_No_GC_Verifier::Pause_No_GC_Verifier(No_GC_Verifier * ngcv) { |
duke@435 | 172 | _ngcv = ngcv; |
duke@435 | 173 | if (_ngcv->_verifygc) { |
duke@435 | 174 | // if we were verifying, then make sure that nothing is |
duke@435 | 175 | // wrong before we "pause" verification |
duke@435 | 176 | CollectedHeap* h = Universe::heap(); |
duke@435 | 177 | assert(!h->is_gc_active(), "GC active during No_GC_Verifier"); |
duke@435 | 178 | if (_ngcv->_old_invocations != h->total_collections()) { |
duke@435 | 179 | fatal("collection in a No_GC_Verifier secured function"); |
duke@435 | 180 | } |
duke@435 | 181 | } |
duke@435 | 182 | } |
duke@435 | 183 | |
duke@435 | 184 | |
duke@435 | 185 | Pause_No_GC_Verifier::~Pause_No_GC_Verifier() { |
duke@435 | 186 | if (_ngcv->_verifygc) { |
duke@435 | 187 | // if we were verifying before, then reenable verification |
duke@435 | 188 | CollectedHeap* h = Universe::heap(); |
duke@435 | 189 | assert(!h->is_gc_active(), "GC active during No_GC_Verifier"); |
duke@435 | 190 | _ngcv->_old_invocations = h->total_collections(); |
duke@435 | 191 | } |
duke@435 | 192 | } |
duke@435 | 193 | |
duke@435 | 194 | |
duke@435 | 195 | // JRT_LEAF rules: |
duke@435 | 196 | // A JRT_LEAF method may not interfere with safepointing by |
duke@435 | 197 | // 1) acquiring or blocking on a Mutex or JavaLock - checked |
duke@435 | 198 | // 2) allocating heap memory - checked |
duke@435 | 199 | // 3) executing a VM operation - checked |
duke@435 | 200 | // 4) executing a system call (including malloc) that could block or grab a lock |
duke@435 | 201 | // 5) invoking GC |
duke@435 | 202 | // 6) reaching a safepoint |
duke@435 | 203 | // 7) running too long |
duke@435 | 204 | // Nor may any method it calls. |
duke@435 | 205 | JRT_Leaf_Verifier::JRT_Leaf_Verifier() |
duke@435 | 206 | : No_Safepoint_Verifier(true, JRT_Leaf_Verifier::should_verify_GC()) |
duke@435 | 207 | { |
duke@435 | 208 | } |
duke@435 | 209 | |
duke@435 | 210 | JRT_Leaf_Verifier::~JRT_Leaf_Verifier() |
duke@435 | 211 | { |
duke@435 | 212 | } |
duke@435 | 213 | |
duke@435 | 214 | bool JRT_Leaf_Verifier::should_verify_GC() { |
duke@435 | 215 | switch (JavaThread::current()->thread_state()) { |
duke@435 | 216 | case _thread_in_Java: |
duke@435 | 217 | // is in a leaf routine, there must be no safepoint. |
duke@435 | 218 | return true; |
duke@435 | 219 | case _thread_in_native: |
duke@435 | 220 | // A native thread is not subject to safepoints. |
duke@435 | 221 | // Even while it is in a leaf routine, GC is ok |
duke@435 | 222 | return false; |
duke@435 | 223 | default: |
duke@435 | 224 | // Leaf routines cannot be called from other contexts. |
duke@435 | 225 | ShouldNotReachHere(); |
duke@435 | 226 | return false; |
duke@435 | 227 | } |
duke@435 | 228 | } |
duke@435 | 229 | #endif |