src/share/vm/gc_implementation/g1/satbQueue.cpp

Mon, 03 Aug 2009 12:59:30 -0700

author
johnc
date
Mon, 03 Aug 2009 12:59:30 -0700
changeset 1324
15c5903cf9e1
parent 1280
df6caf649ff7
child 1546
44f61c24ddab
permissions
-rw-r--r--

6865703: G1: Parallelize hot card cache cleanup
Summary: Have the GC worker threads clear the hot card cache in parallel by having each worker thread claim a chunk of the card cache and process the cards in that chunk. The size of the chunks that each thread will claim is determined at VM initialization from the size of the card cache and the number of worker threads.
Reviewed-by: jmasa, tonyp

ysr@777 1 /*
ysr@777 2 * Copyright 2001-2007 Sun Microsystems, Inc. All Rights Reserved.
ysr@777 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
ysr@777 4 *
ysr@777 5 * This code is free software; you can redistribute it and/or modify it
ysr@777 6 * under the terms of the GNU General Public License version 2 only, as
ysr@777 7 * published by the Free Software Foundation.
ysr@777 8 *
ysr@777 9 * This code is distributed in the hope that it will be useful, but WITHOUT
ysr@777 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
ysr@777 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
ysr@777 12 * version 2 for more details (a copy is included in the LICENSE file that
ysr@777 13 * accompanied this code).
ysr@777 14 *
ysr@777 15 * You should have received a copy of the GNU General Public License version
ysr@777 16 * 2 along with this work; if not, write to the Free Software Foundation,
ysr@777 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
ysr@777 18 *
ysr@777 19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
ysr@777 20 * CA 95054 USA or visit www.sun.com if you need additional information or
ysr@777 21 * have any questions.
ysr@777 22 *
ysr@777 23 */
ysr@777 24
ysr@777 25 # include "incls/_precompiled.incl"
ysr@777 26 # include "incls/_satbQueue.cpp.incl"
ysr@777 27
ysr@777 28 void ObjPtrQueue::apply_closure(ObjectClosure* cl) {
ysr@777 29 if (_buf != NULL) {
ysr@777 30 apply_closure_to_buffer(cl, _buf, _index, _sz);
ysr@777 31 _index = _sz;
ysr@777 32 }
ysr@777 33 }
ysr@777 34
ysr@777 35 void ObjPtrQueue::apply_closure_to_buffer(ObjectClosure* cl,
ysr@777 36 void** buf, size_t index, size_t sz) {
ysr@777 37 if (cl == NULL) return;
ysr@777 38 for (size_t i = index; i < sz; i += oopSize) {
ysr@777 39 oop obj = (oop)buf[byte_index_to_index((int)i)];
ysr@777 40 // There can be NULL entries because of destructors.
ysr@777 41 if (obj != NULL) {
ysr@777 42 cl->do_object(obj);
ysr@777 43 }
ysr@777 44 }
ysr@777 45 }
ysr@1280 46
ysr@1280 47 #ifdef ASSERT
ysr@1280 48 void ObjPtrQueue::verify_oops_in_buffer() {
ysr@1280 49 if (_buf == NULL) return;
ysr@1280 50 for (size_t i = _index; i < _sz; i += oopSize) {
ysr@1280 51 oop obj = (oop)_buf[byte_index_to_index((int)i)];
ysr@1280 52 assert(obj != NULL && obj->is_oop(true /* ignore mark word */),
ysr@1280 53 "Not an oop");
ysr@1280 54 }
ysr@1280 55 }
ysr@1280 56 #endif
ysr@1280 57
ysr@777 58 #ifdef _MSC_VER // the use of 'this' below gets a warning, make it go away
ysr@777 59 #pragma warning( disable:4355 ) // 'this' : used in base member initializer list
ysr@777 60 #endif // _MSC_VER
ysr@777 61
ysr@777 62
ysr@777 63 SATBMarkQueueSet::SATBMarkQueueSet() :
ysr@777 64 PtrQueueSet(),
ysr@777 65 _closure(NULL), _par_closures(NULL),
ysr@777 66 _shared_satb_queue(this, true /*perm*/)
ysr@777 67 {}
ysr@777 68
ysr@777 69 void SATBMarkQueueSet::initialize(Monitor* cbl_mon, Mutex* fl_lock,
ysr@777 70 int max_completed_queue,
ysr@777 71 Mutex* lock) {
ysr@777 72 PtrQueueSet::initialize(cbl_mon, fl_lock, max_completed_queue);
ysr@777 73 _shared_satb_queue.set_lock(lock);
ysr@777 74 if (ParallelGCThreads > 0) {
ysr@777 75 _par_closures = NEW_C_HEAP_ARRAY(ObjectClosure*, ParallelGCThreads);
ysr@777 76 }
ysr@777 77 }
ysr@777 78
ysr@777 79
ysr@777 80 void SATBMarkQueueSet::handle_zero_index_for_thread(JavaThread* t) {
ysr@1280 81 DEBUG_ONLY(t->satb_mark_queue().verify_oops_in_buffer();)
ysr@777 82 t->satb_mark_queue().handle_zero_index();
ysr@777 83 }
ysr@777 84
ysr@777 85 void SATBMarkQueueSet::set_active_all_threads(bool b) {
ysr@777 86 _all_active = b;
ysr@777 87 for(JavaThread* t = Threads::first(); t; t = t->next()) {
ysr@777 88 t->satb_mark_queue().set_active(b);
ysr@777 89 }
ysr@777 90 }
ysr@777 91
ysr@777 92 void SATBMarkQueueSet::set_closure(ObjectClosure* closure) {
ysr@777 93 _closure = closure;
ysr@777 94 }
ysr@777 95
ysr@777 96 void SATBMarkQueueSet::set_par_closure(int i, ObjectClosure* par_closure) {
ysr@777 97 assert(ParallelGCThreads > 0 && _par_closures != NULL, "Precondition");
ysr@777 98 _par_closures[i] = par_closure;
ysr@777 99 }
ysr@777 100
ysr@777 101 void SATBMarkQueueSet::iterate_closure_all_threads() {
ysr@777 102 for(JavaThread* t = Threads::first(); t; t = t->next()) {
ysr@777 103 t->satb_mark_queue().apply_closure(_closure);
ysr@777 104 }
ysr@777 105 shared_satb_queue()->apply_closure(_closure);
ysr@777 106 }
ysr@777 107
ysr@777 108 void SATBMarkQueueSet::par_iterate_closure_all_threads(int worker) {
ysr@777 109 SharedHeap* sh = SharedHeap::heap();
ysr@777 110 int parity = sh->strong_roots_parity();
ysr@777 111
ysr@777 112 for(JavaThread* t = Threads::first(); t; t = t->next()) {
ysr@777 113 if (t->claim_oops_do(true, parity)) {
ysr@777 114 t->satb_mark_queue().apply_closure(_par_closures[worker]);
ysr@777 115 }
ysr@777 116 }
ysr@777 117 // We'll have worker 0 do this one.
ysr@777 118 if (worker == 0) {
ysr@777 119 shared_satb_queue()->apply_closure(_par_closures[0]);
ysr@777 120 }
ysr@777 121 }
ysr@777 122
ysr@777 123 bool SATBMarkQueueSet::apply_closure_to_completed_buffer_work(bool par,
ysr@777 124 int worker) {
ysr@777 125 CompletedBufferNode* nd = NULL;
ysr@777 126 {
ysr@777 127 MutexLockerEx x(_cbl_mon, Mutex::_no_safepoint_check_flag);
ysr@777 128 if (_completed_buffers_head != NULL) {
ysr@777 129 nd = _completed_buffers_head;
ysr@777 130 _completed_buffers_head = nd->next;
ysr@777 131 if (_completed_buffers_head == NULL) _completed_buffers_tail = NULL;
ysr@777 132 _n_completed_buffers--;
ysr@777 133 if (_n_completed_buffers == 0) _process_completed = false;
ysr@777 134 }
ysr@777 135 }
ysr@777 136 ObjectClosure* cl = (par ? _par_closures[worker] : _closure);
ysr@777 137 if (nd != NULL) {
ysr@777 138 ObjPtrQueue::apply_closure_to_buffer(cl, nd->buf, 0, _sz);
ysr@777 139 deallocate_buffer(nd->buf);
ysr@777 140 delete nd;
ysr@777 141 return true;
ysr@777 142 } else {
ysr@777 143 return false;
ysr@777 144 }
ysr@777 145 }
ysr@777 146
ysr@777 147 void SATBMarkQueueSet::abandon_partial_marking() {
ysr@777 148 CompletedBufferNode* buffers_to_delete = NULL;
ysr@777 149 {
ysr@777 150 MutexLockerEx x(_cbl_mon, Mutex::_no_safepoint_check_flag);
ysr@777 151 while (_completed_buffers_head != NULL) {
ysr@777 152 CompletedBufferNode* nd = _completed_buffers_head;
ysr@777 153 _completed_buffers_head = nd->next;
ysr@777 154 nd->next = buffers_to_delete;
ysr@777 155 buffers_to_delete = nd;
ysr@777 156 }
ysr@777 157 _completed_buffers_tail = NULL;
ysr@777 158 _n_completed_buffers = 0;
ysr@1280 159 DEBUG_ONLY(assert_completed_buffer_list_len_correct_locked());
ysr@777 160 }
ysr@777 161 while (buffers_to_delete != NULL) {
ysr@777 162 CompletedBufferNode* nd = buffers_to_delete;
ysr@777 163 buffers_to_delete = nd->next;
ysr@777 164 deallocate_buffer(nd->buf);
ysr@777 165 delete nd;
ysr@777 166 }
ysr@777 167 assert(SafepointSynchronize::is_at_safepoint(), "Must be at safepoint.");
ysr@777 168 // So we can safely manipulate these queues.
ysr@777 169 for (JavaThread* t = Threads::first(); t; t = t->next()) {
ysr@777 170 t->satb_mark_queue().reset();
ysr@777 171 }
ysr@777 172 shared_satb_queue()->reset();
ysr@777 173 }

mercurial