Tue, 27 Jan 2009 18:13:59 -0800
6783381: NUMA allocator: don't pretouch eden space with UseNUMA
Summary: Moved pretouching to MutableSpace. Also MutableSpace now turns on page interleaving for the region it covers.
Reviewed-by: jmasa, jcoomes
ysr@777 | 1 | /* |
ysr@777 | 2 | * Copyright 2001-2005 Sun Microsystems, Inc. All Rights Reserved. |
ysr@777 | 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
ysr@777 | 4 | * |
ysr@777 | 5 | * This code is free software; you can redistribute it and/or modify it |
ysr@777 | 6 | * under the terms of the GNU General Public License version 2 only, as |
ysr@777 | 7 | * published by the Free Software Foundation. |
ysr@777 | 8 | * |
ysr@777 | 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
ysr@777 | 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
ysr@777 | 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
ysr@777 | 12 | * version 2 for more details (a copy is included in the LICENSE file that |
ysr@777 | 13 | * accompanied this code). |
ysr@777 | 14 | * |
ysr@777 | 15 | * You should have received a copy of the GNU General Public License version |
ysr@777 | 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
ysr@777 | 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
ysr@777 | 18 | * |
ysr@777 | 19 | * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, |
ysr@777 | 20 | * CA 95054 USA or visit www.sun.com if you need additional information or |
ysr@777 | 21 | * have any questions. |
ysr@777 | 22 | * |
ysr@777 | 23 | */ |
ysr@777 | 24 | |
ysr@777 | 25 | // CopyrightVersion 1.2 |
ysr@777 | 26 | |
ysr@777 | 27 | # include "incls/_precompiled.incl" |
ysr@777 | 28 | # include "incls/_concurrentGCThread.cpp.incl" |
ysr@777 | 29 | |
ysr@777 | 30 | bool ConcurrentGCThread::_should_terminate = false; |
ysr@777 | 31 | bool ConcurrentGCThread::_has_terminated = false; |
ysr@777 | 32 | int ConcurrentGCThread::_CGC_flag = CGC_nil; |
ysr@777 | 33 | |
ysr@777 | 34 | SuspendibleThreadSet ConcurrentGCThread::_sts; |
ysr@777 | 35 | |
ysr@777 | 36 | ConcurrentGCThread::ConcurrentGCThread() { |
ysr@777 | 37 | _sts.initialize(); |
ysr@777 | 38 | }; |
ysr@777 | 39 | |
ysr@777 | 40 | void ConcurrentGCThread::stopWorldAndDo(VoidClosure* op) { |
ysr@777 | 41 | MutexLockerEx x(Heap_lock, |
ysr@777 | 42 | Mutex::_no_safepoint_check_flag); |
ysr@777 | 43 | // warning("CGC: about to try stopping world"); |
ysr@777 | 44 | SafepointSynchronize::begin(); |
ysr@777 | 45 | // warning("CGC: successfully stopped world"); |
ysr@777 | 46 | op->do_void(); |
ysr@777 | 47 | SafepointSynchronize::end(); |
ysr@777 | 48 | // warning("CGC: successfully restarted world"); |
ysr@777 | 49 | } |
ysr@777 | 50 | |
ysr@777 | 51 | void ConcurrentGCThread::safepoint_synchronize() { |
ysr@777 | 52 | _sts.suspend_all(); |
ysr@777 | 53 | } |
ysr@777 | 54 | |
ysr@777 | 55 | void ConcurrentGCThread::safepoint_desynchronize() { |
ysr@777 | 56 | _sts.resume_all(); |
ysr@777 | 57 | } |
ysr@777 | 58 | |
ysr@777 | 59 | void ConcurrentGCThread::create_and_start() { |
ysr@777 | 60 | if (os::create_thread(this, os::cgc_thread)) { |
ysr@777 | 61 | // XXX: need to set this to low priority |
ysr@777 | 62 | // unless "agressive mode" set; priority |
ysr@777 | 63 | // should be just less than that of VMThread. |
ysr@777 | 64 | os::set_priority(this, NearMaxPriority); |
ysr@777 | 65 | if (!_should_terminate && !DisableStartThread) { |
ysr@777 | 66 | os::start_thread(this); |
ysr@777 | 67 | } |
ysr@777 | 68 | } |
ysr@777 | 69 | } |
ysr@777 | 70 | |
ysr@777 | 71 | void ConcurrentGCThread::initialize_in_thread() { |
ysr@777 | 72 | this->record_stack_base_and_size(); |
ysr@777 | 73 | this->initialize_thread_local_storage(); |
ysr@777 | 74 | this->set_active_handles(JNIHandleBlock::allocate_block()); |
ysr@777 | 75 | // From this time Thread::current() should be working. |
ysr@777 | 76 | assert(this == Thread::current(), "just checking"); |
ysr@777 | 77 | } |
ysr@777 | 78 | |
ysr@777 | 79 | void ConcurrentGCThread::wait_for_universe_init() { |
ysr@777 | 80 | MutexLockerEx x(CGC_lock, Mutex::_no_safepoint_check_flag); |
ysr@777 | 81 | while (!is_init_completed() && !_should_terminate) { |
ysr@777 | 82 | CGC_lock->wait(Mutex::_no_safepoint_check_flag, 200); |
ysr@777 | 83 | } |
ysr@777 | 84 | } |
ysr@777 | 85 | |
ysr@777 | 86 | void ConcurrentGCThread::terminate() { |
ysr@777 | 87 | // Signal that it is terminated |
ysr@777 | 88 | { |
ysr@777 | 89 | MutexLockerEx mu(Terminator_lock, |
ysr@777 | 90 | Mutex::_no_safepoint_check_flag); |
ysr@777 | 91 | _has_terminated = true; |
ysr@777 | 92 | Terminator_lock->notify(); |
ysr@777 | 93 | } |
ysr@777 | 94 | |
ysr@777 | 95 | // Thread destructor usually does this.. |
ysr@777 | 96 | ThreadLocalStorage::set_thread(NULL); |
ysr@777 | 97 | } |
ysr@777 | 98 | |
ysr@777 | 99 | |
ysr@777 | 100 | void SuspendibleThreadSet::initialize_work() { |
ysr@777 | 101 | MutexLocker x(STS_init_lock); |
ysr@777 | 102 | if (!_initialized) { |
ysr@777 | 103 | _m = new Monitor(Mutex::leaf, |
ysr@777 | 104 | "SuspendibleThreadSetLock", true); |
ysr@777 | 105 | _async = 0; |
ysr@777 | 106 | _async_stop = false; |
ysr@777 | 107 | _async_stopped = 0; |
ysr@777 | 108 | _initialized = true; |
ysr@777 | 109 | } |
ysr@777 | 110 | } |
ysr@777 | 111 | |
ysr@777 | 112 | void SuspendibleThreadSet::join() { |
ysr@777 | 113 | initialize(); |
ysr@777 | 114 | MutexLockerEx x(_m, Mutex::_no_safepoint_check_flag); |
ysr@777 | 115 | while (_async_stop) _m->wait(Mutex::_no_safepoint_check_flag); |
ysr@777 | 116 | _async++; |
ysr@777 | 117 | assert(_async > 0, "Huh."); |
ysr@777 | 118 | } |
ysr@777 | 119 | |
ysr@777 | 120 | void SuspendibleThreadSet::leave() { |
ysr@777 | 121 | assert(_initialized, "Must be initialized."); |
ysr@777 | 122 | MutexLockerEx x(_m, Mutex::_no_safepoint_check_flag); |
ysr@777 | 123 | _async--; |
ysr@777 | 124 | assert(_async >= 0, "Huh."); |
ysr@777 | 125 | if (_async_stop) _m->notify_all(); |
ysr@777 | 126 | } |
ysr@777 | 127 | |
ysr@777 | 128 | void SuspendibleThreadSet::yield(const char* id) { |
ysr@777 | 129 | assert(_initialized, "Must be initialized."); |
ysr@777 | 130 | if (_async_stop) { |
ysr@777 | 131 | MutexLockerEx x(_m, Mutex::_no_safepoint_check_flag); |
ysr@777 | 132 | if (_async_stop) { |
ysr@777 | 133 | _async_stopped++; |
ysr@777 | 134 | assert(_async_stopped > 0, "Huh."); |
ysr@777 | 135 | if (_async_stopped == _async) { |
ysr@777 | 136 | if (ConcGCYieldTimeout > 0) { |
ysr@777 | 137 | double now = os::elapsedTime(); |
ysr@777 | 138 | guarantee((now - _suspend_all_start) * 1000.0 < |
ysr@777 | 139 | (double)ConcGCYieldTimeout, |
ysr@777 | 140 | "Long delay; whodunit?"); |
ysr@777 | 141 | } |
ysr@777 | 142 | } |
ysr@777 | 143 | _m->notify_all(); |
ysr@777 | 144 | while (_async_stop) _m->wait(Mutex::_no_safepoint_check_flag); |
ysr@777 | 145 | _async_stopped--; |
ysr@777 | 146 | assert(_async >= 0, "Huh"); |
ysr@777 | 147 | _m->notify_all(); |
ysr@777 | 148 | } |
ysr@777 | 149 | } |
ysr@777 | 150 | } |
ysr@777 | 151 | |
ysr@777 | 152 | void SuspendibleThreadSet::suspend_all() { |
ysr@777 | 153 | initialize(); // If necessary. |
ysr@777 | 154 | if (ConcGCYieldTimeout > 0) { |
ysr@777 | 155 | _suspend_all_start = os::elapsedTime(); |
ysr@777 | 156 | } |
ysr@777 | 157 | MutexLockerEx x(_m, Mutex::_no_safepoint_check_flag); |
ysr@777 | 158 | assert(!_async_stop, "Only one at a time."); |
ysr@777 | 159 | _async_stop = true; |
ysr@777 | 160 | while (_async_stopped < _async) _m->wait(Mutex::_no_safepoint_check_flag); |
ysr@777 | 161 | } |
ysr@777 | 162 | |
ysr@777 | 163 | void SuspendibleThreadSet::resume_all() { |
ysr@777 | 164 | assert(_initialized, "Must be initialized."); |
ysr@777 | 165 | MutexLockerEx x(_m, Mutex::_no_safepoint_check_flag); |
ysr@777 | 166 | assert(_async_stopped == _async, "Huh."); |
ysr@777 | 167 | _async_stop = false; |
ysr@777 | 168 | _m->notify_all(); |
ysr@777 | 169 | } |
ysr@777 | 170 | |
ysr@777 | 171 | static void _sltLoop(JavaThread* thread, TRAPS) { |
ysr@777 | 172 | SurrogateLockerThread* slt = (SurrogateLockerThread*)thread; |
ysr@777 | 173 | slt->loop(); |
ysr@777 | 174 | } |
ysr@777 | 175 | |
ysr@777 | 176 | SurrogateLockerThread::SurrogateLockerThread() : |
ysr@777 | 177 | JavaThread(&_sltLoop), |
ysr@777 | 178 | _monitor(Mutex::nonleaf, "SLTMonitor"), |
ysr@777 | 179 | _buffer(empty) |
ysr@777 | 180 | {} |
ysr@777 | 181 | |
ysr@777 | 182 | SurrogateLockerThread* SurrogateLockerThread::make(TRAPS) { |
ysr@777 | 183 | klassOop k = |
ysr@777 | 184 | SystemDictionary::resolve_or_fail(vmSymbolHandles::java_lang_Thread(), |
ysr@777 | 185 | true, CHECK_NULL); |
ysr@777 | 186 | instanceKlassHandle klass (THREAD, k); |
ysr@777 | 187 | instanceHandle thread_oop = klass->allocate_instance_handle(CHECK_NULL); |
ysr@777 | 188 | |
ysr@777 | 189 | const char thread_name[] = "Surrogate Locker Thread (CMS)"; |
ysr@777 | 190 | Handle string = java_lang_String::create_from_str(thread_name, CHECK_NULL); |
ysr@777 | 191 | |
ysr@777 | 192 | // Initialize thread_oop to put it into the system threadGroup |
ysr@777 | 193 | Handle thread_group (THREAD, Universe::system_thread_group()); |
ysr@777 | 194 | JavaValue result(T_VOID); |
ysr@777 | 195 | JavaCalls::call_special(&result, thread_oop, |
ysr@777 | 196 | klass, |
ysr@777 | 197 | vmSymbolHandles::object_initializer_name(), |
ysr@777 | 198 | vmSymbolHandles::threadgroup_string_void_signature(), |
ysr@777 | 199 | thread_group, |
ysr@777 | 200 | string, |
ysr@777 | 201 | CHECK_NULL); |
ysr@777 | 202 | |
ysr@777 | 203 | SurrogateLockerThread* res; |
ysr@777 | 204 | { |
ysr@777 | 205 | MutexLocker mu(Threads_lock); |
ysr@777 | 206 | res = new SurrogateLockerThread(); |
ysr@777 | 207 | |
ysr@777 | 208 | // At this point it may be possible that no osthread was created for the |
ysr@777 | 209 | // JavaThread due to lack of memory. We would have to throw an exception |
ysr@777 | 210 | // in that case. However, since this must work and we do not allow |
ysr@777 | 211 | // exceptions anyway, check and abort if this fails. |
ysr@777 | 212 | if (res == NULL || res->osthread() == NULL) { |
ysr@777 | 213 | vm_exit_during_initialization("java.lang.OutOfMemoryError", |
ysr@777 | 214 | "unable to create new native thread"); |
ysr@777 | 215 | } |
ysr@777 | 216 | java_lang_Thread::set_thread(thread_oop(), res); |
ysr@777 | 217 | java_lang_Thread::set_priority(thread_oop(), NearMaxPriority); |
ysr@777 | 218 | java_lang_Thread::set_daemon(thread_oop()); |
ysr@777 | 219 | |
ysr@777 | 220 | res->set_threadObj(thread_oop()); |
ysr@777 | 221 | Threads::add(res); |
ysr@777 | 222 | Thread::start(res); |
ysr@777 | 223 | } |
ysr@777 | 224 | os::yield(); // This seems to help with initial start-up of SLT |
ysr@777 | 225 | return res; |
ysr@777 | 226 | } |
ysr@777 | 227 | |
ysr@777 | 228 | void SurrogateLockerThread::manipulatePLL(SLT_msg_type msg) { |
ysr@777 | 229 | MutexLockerEx x(&_monitor, Mutex::_no_safepoint_check_flag); |
ysr@777 | 230 | assert(_buffer == empty, "Should be empty"); |
ysr@777 | 231 | assert(msg != empty, "empty message"); |
ysr@777 | 232 | _buffer = msg; |
ysr@777 | 233 | while (_buffer != empty) { |
ysr@777 | 234 | _monitor.notify(); |
ysr@777 | 235 | _monitor.wait(Mutex::_no_safepoint_check_flag); |
ysr@777 | 236 | } |
ysr@777 | 237 | } |
ysr@777 | 238 | |
ysr@777 | 239 | // ======= Surrogate Locker Thread ============= |
ysr@777 | 240 | |
ysr@777 | 241 | void SurrogateLockerThread::loop() { |
ysr@777 | 242 | BasicLock pll_basic_lock; |
ysr@777 | 243 | SLT_msg_type msg; |
ysr@777 | 244 | debug_only(unsigned int owned = 0;) |
ysr@777 | 245 | |
ysr@777 | 246 | while (/* !isTerminated() */ 1) { |
ysr@777 | 247 | { |
ysr@777 | 248 | MutexLocker x(&_monitor); |
ysr@777 | 249 | // Since we are a JavaThread, we can't be here at a safepoint. |
ysr@777 | 250 | assert(!SafepointSynchronize::is_at_safepoint(), |
ysr@777 | 251 | "SLT is a JavaThread"); |
ysr@777 | 252 | // wait for msg buffer to become non-empty |
ysr@777 | 253 | while (_buffer == empty) { |
ysr@777 | 254 | _monitor.notify(); |
ysr@777 | 255 | _monitor.wait(); |
ysr@777 | 256 | } |
ysr@777 | 257 | msg = _buffer; |
ysr@777 | 258 | } |
ysr@777 | 259 | switch(msg) { |
ysr@777 | 260 | case acquirePLL: { |
ysr@777 | 261 | instanceRefKlass::acquire_pending_list_lock(&pll_basic_lock); |
ysr@777 | 262 | debug_only(owned++;) |
ysr@777 | 263 | break; |
ysr@777 | 264 | } |
ysr@777 | 265 | case releaseAndNotifyPLL: { |
ysr@777 | 266 | assert(owned > 0, "Don't have PLL"); |
ysr@777 | 267 | instanceRefKlass::release_and_notify_pending_list_lock(&pll_basic_lock); |
ysr@777 | 268 | debug_only(owned--;) |
ysr@777 | 269 | break; |
ysr@777 | 270 | } |
ysr@777 | 271 | case empty: |
ysr@777 | 272 | default: { |
ysr@777 | 273 | guarantee(false,"Unexpected message in _buffer"); |
ysr@777 | 274 | break; |
ysr@777 | 275 | } |
ysr@777 | 276 | } |
ysr@777 | 277 | { |
ysr@777 | 278 | MutexLocker x(&_monitor); |
ysr@777 | 279 | // Since we are a JavaThread, we can't be here at a safepoint. |
ysr@777 | 280 | assert(!SafepointSynchronize::is_at_safepoint(), |
ysr@777 | 281 | "SLT is a JavaThread"); |
ysr@777 | 282 | _buffer = empty; |
ysr@777 | 283 | _monitor.notify(); |
ysr@777 | 284 | } |
ysr@777 | 285 | } |
ysr@777 | 286 | assert(!_monitor.owned_by_self(), "Should unlock before exit."); |
ysr@777 | 287 | } |
ysr@777 | 288 | |
ysr@777 | 289 | |
ysr@777 | 290 | // ===== STS Access From Outside CGCT ===== |
ysr@777 | 291 | |
ysr@777 | 292 | void ConcurrentGCThread::stsYield(const char* id) { |
ysr@777 | 293 | assert( Thread::current()->is_ConcurrentGC_thread(), |
ysr@777 | 294 | "only a conc GC thread can call this" ); |
ysr@777 | 295 | _sts.yield(id); |
ysr@777 | 296 | } |
ysr@777 | 297 | |
ysr@777 | 298 | bool ConcurrentGCThread::stsShouldYield() { |
ysr@777 | 299 | assert( Thread::current()->is_ConcurrentGC_thread(), |
ysr@777 | 300 | "only a conc GC thread can call this" ); |
ysr@777 | 301 | return _sts.should_yield(); |
ysr@777 | 302 | } |
ysr@777 | 303 | |
ysr@777 | 304 | void ConcurrentGCThread::stsJoin() { |
ysr@777 | 305 | assert( Thread::current()->is_ConcurrentGC_thread(), |
ysr@777 | 306 | "only a conc GC thread can call this" ); |
ysr@777 | 307 | _sts.join(); |
ysr@777 | 308 | } |
ysr@777 | 309 | |
ysr@777 | 310 | void ConcurrentGCThread::stsLeave() { |
ysr@777 | 311 | assert( Thread::current()->is_ConcurrentGC_thread(), |
ysr@777 | 312 | "only a conc GC thread can call this" ); |
ysr@777 | 313 | _sts.leave(); |
ysr@777 | 314 | } |