src/share/vm/gc_implementation/g1/g1ParScanThreadState.cpp

Mon, 21 Jul 2014 09:41:06 +0200

author
tschatzl
date
Mon, 21 Jul 2014 09:41:06 +0200
changeset 6938
a2328cbebb23
parent 6937
b0c374311c4e
child 6939
cd43876f692e
permissions
-rw-r--r--

8035401: Fix visibility of G1ParScanThreadState members
Summary: After JDK-8035400 there were several opportunities to fix the visibility of several members of the G1ParScanThreadState class.
Reviewed-by: brutisso, mgerdin

tschatzl@6937 1 /*
tschatzl@6937 2 * Copyright (c) 2014, Oracle and/or its affiliates. All rights reserved.
tschatzl@6937 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
tschatzl@6937 4 *
tschatzl@6937 5 * This code is free software; you can redistribute it and/or modify it
tschatzl@6937 6 * under the terms of the GNU General Public License version 2 only, as
tschatzl@6937 7 * published by the Free Software Foundation.
tschatzl@6937 8 *
tschatzl@6937 9 * This code is distributed in the hope that it will be useful, but WITHOUT
tschatzl@6937 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
tschatzl@6937 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
tschatzl@6937 12 * version 2 for more details (a copy is included in the LICENSE file that
tschatzl@6937 13 * accompanied this code).
tschatzl@6937 14 *
tschatzl@6937 15 * You should have received a copy of the GNU General Public License version
tschatzl@6937 16 * 2 along with this work; if not, write to the Free Software Foundation,
tschatzl@6937 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
tschatzl@6937 18 *
tschatzl@6937 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
tschatzl@6937 20 * or visit www.oracle.com if you need additional information or have any
tschatzl@6937 21 * questions.
tschatzl@6937 22 *
tschatzl@6937 23 */
tschatzl@6937 24
tschatzl@6937 25 #include "precompiled.hpp"
tschatzl@6937 26 #include "gc_implementation/g1/g1CollectedHeap.inline.hpp"
tschatzl@6937 27 #include "gc_implementation/g1/g1OopClosures.inline.hpp"
tschatzl@6937 28 #include "gc_implementation/g1/g1ParScanThreadState.inline.hpp"
tschatzl@6937 29 #include "oops/oop.inline.hpp"
tschatzl@6937 30 #include "oops/oop.pcgc.inline.hpp"
tschatzl@6937 31 #include "runtime/prefetch.inline.hpp"
tschatzl@6937 32
tschatzl@6937 33 #ifdef _MSC_VER // the use of 'this' below gets a warning, make it go away
tschatzl@6937 34 #pragma warning( disable:4355 ) // 'this' : used in base member initializer list
tschatzl@6937 35 #endif // _MSC_VER
tschatzl@6937 36
tschatzl@6937 37 G1ParScanThreadState::G1ParScanThreadState(G1CollectedHeap* g1h, uint queue_num, ReferenceProcessor* rp)
tschatzl@6937 38 : _g1h(g1h),
tschatzl@6937 39 _refs(g1h->task_queue(queue_num)),
tschatzl@6937 40 _dcq(&g1h->dirty_card_queue_set()),
tschatzl@6937 41 _ct_bs(g1h->g1_barrier_set()),
tschatzl@6937 42 _g1_rem(g1h->g1_rem_set()),
tschatzl@6937 43 _hash_seed(17), _queue_num(queue_num),
tschatzl@6937 44 _term_attempts(0),
tschatzl@6937 45 _surviving_alloc_buffer(g1h->desired_plab_sz(GCAllocForSurvived)),
tschatzl@6937 46 _tenured_alloc_buffer(g1h->desired_plab_sz(GCAllocForTenured)),
tschatzl@6937 47 _age_table(false), _scanner(g1h, this, rp),
tschatzl@6937 48 _strong_roots_time(0), _term_time(0),
tschatzl@6937 49 _alloc_buffer_waste(0), _undo_waste(0) {
tschatzl@6937 50 // we allocate G1YoungSurvRateNumRegions plus one entries, since
tschatzl@6937 51 // we "sacrifice" entry 0 to keep track of surviving bytes for
tschatzl@6937 52 // non-young regions (where the age is -1)
tschatzl@6937 53 // We also add a few elements at the beginning and at the end in
tschatzl@6937 54 // an attempt to eliminate cache contention
tschatzl@6937 55 uint real_length = 1 + _g1h->g1_policy()->young_cset_region_length();
tschatzl@6937 56 uint array_length = PADDING_ELEM_NUM +
tschatzl@6937 57 real_length +
tschatzl@6937 58 PADDING_ELEM_NUM;
tschatzl@6937 59 _surviving_young_words_base = NEW_C_HEAP_ARRAY(size_t, array_length, mtGC);
tschatzl@6937 60 if (_surviving_young_words_base == NULL)
tschatzl@6937 61 vm_exit_out_of_memory(array_length * sizeof(size_t), OOM_MALLOC_ERROR,
tschatzl@6937 62 "Not enough space for young surv histo.");
tschatzl@6937 63 _surviving_young_words = _surviving_young_words_base + PADDING_ELEM_NUM;
tschatzl@6937 64 memset(_surviving_young_words, 0, (size_t) real_length * sizeof(size_t));
tschatzl@6937 65
tschatzl@6937 66 _alloc_buffers[GCAllocForSurvived] = &_surviving_alloc_buffer;
tschatzl@6937 67 _alloc_buffers[GCAllocForTenured] = &_tenured_alloc_buffer;
tschatzl@6937 68
tschatzl@6937 69 _start = os::elapsedTime();
tschatzl@6937 70 }
tschatzl@6937 71
tschatzl@6938 72 G1ParScanThreadState::~G1ParScanThreadState() {
tschatzl@6938 73 retire_alloc_buffers();
tschatzl@6938 74 FREE_C_HEAP_ARRAY(size_t, _surviving_young_words_base, mtGC);
tschatzl@6938 75 }
tschatzl@6938 76
tschatzl@6937 77 void
tschatzl@6937 78 G1ParScanThreadState::print_termination_stats_hdr(outputStream* const st)
tschatzl@6937 79 {
tschatzl@6937 80 st->print_raw_cr("GC Termination Stats");
tschatzl@6937 81 st->print_raw_cr(" elapsed --strong roots-- -------termination-------"
tschatzl@6937 82 " ------waste (KiB)------");
tschatzl@6937 83 st->print_raw_cr("thr ms ms % ms % attempts"
tschatzl@6937 84 " total alloc undo");
tschatzl@6937 85 st->print_raw_cr("--- --------- --------- ------ --------- ------ --------"
tschatzl@6937 86 " ------- ------- -------");
tschatzl@6937 87 }
tschatzl@6937 88
tschatzl@6937 89 void
tschatzl@6937 90 G1ParScanThreadState::print_termination_stats(int i,
tschatzl@6937 91 outputStream* const st) const
tschatzl@6937 92 {
tschatzl@6937 93 const double elapsed_ms = elapsed_time() * 1000.0;
tschatzl@6937 94 const double s_roots_ms = strong_roots_time() * 1000.0;
tschatzl@6937 95 const double term_ms = term_time() * 1000.0;
tschatzl@6937 96 st->print_cr("%3d %9.2f %9.2f %6.2f "
tschatzl@6937 97 "%9.2f %6.2f " SIZE_FORMAT_W(8) " "
tschatzl@6937 98 SIZE_FORMAT_W(7) " " SIZE_FORMAT_W(7) " " SIZE_FORMAT_W(7),
tschatzl@6937 99 i, elapsed_ms, s_roots_ms, s_roots_ms * 100 / elapsed_ms,
tschatzl@6937 100 term_ms, term_ms * 100 / elapsed_ms, term_attempts(),
tschatzl@6937 101 (alloc_buffer_waste() + undo_waste()) * HeapWordSize / K,
tschatzl@6937 102 alloc_buffer_waste() * HeapWordSize / K,
tschatzl@6937 103 undo_waste() * HeapWordSize / K);
tschatzl@6937 104 }
tschatzl@6937 105
tschatzl@6937 106 #ifdef ASSERT
tschatzl@6937 107 bool G1ParScanThreadState::verify_ref(narrowOop* ref) const {
tschatzl@6937 108 assert(ref != NULL, "invariant");
tschatzl@6937 109 assert(UseCompressedOops, "sanity");
tschatzl@6937 110 assert(!has_partial_array_mask(ref), err_msg("ref=" PTR_FORMAT, p2i(ref)));
tschatzl@6937 111 oop p = oopDesc::load_decode_heap_oop(ref);
tschatzl@6937 112 assert(_g1h->is_in_g1_reserved(p),
tschatzl@6937 113 err_msg("ref=" PTR_FORMAT " p=" PTR_FORMAT, p2i(ref), p2i(p)));
tschatzl@6937 114 return true;
tschatzl@6937 115 }
tschatzl@6937 116
tschatzl@6937 117 bool G1ParScanThreadState::verify_ref(oop* ref) const {
tschatzl@6937 118 assert(ref != NULL, "invariant");
tschatzl@6937 119 if (has_partial_array_mask(ref)) {
tschatzl@6937 120 // Must be in the collection set--it's already been copied.
tschatzl@6937 121 oop p = clear_partial_array_mask(ref);
tschatzl@6937 122 assert(_g1h->obj_in_cs(p),
tschatzl@6937 123 err_msg("ref=" PTR_FORMAT " p=" PTR_FORMAT, p2i(ref), p2i(p)));
tschatzl@6937 124 } else {
tschatzl@6937 125 oop p = oopDesc::load_decode_heap_oop(ref);
tschatzl@6937 126 assert(_g1h->is_in_g1_reserved(p),
tschatzl@6937 127 err_msg("ref=" PTR_FORMAT " p=" PTR_FORMAT, p2i(ref), p2i(p)));
tschatzl@6937 128 }
tschatzl@6937 129 return true;
tschatzl@6937 130 }
tschatzl@6937 131
tschatzl@6937 132 bool G1ParScanThreadState::verify_task(StarTask ref) const {
tschatzl@6937 133 if (ref.is_narrow()) {
tschatzl@6937 134 return verify_ref((narrowOop*) ref);
tschatzl@6937 135 } else {
tschatzl@6937 136 return verify_ref((oop*) ref);
tschatzl@6937 137 }
tschatzl@6937 138 }
tschatzl@6937 139 #endif // ASSERT
tschatzl@6937 140
tschatzl@6937 141 void G1ParScanThreadState::trim_queue() {
tschatzl@6937 142 assert(_evac_failure_cl != NULL, "not set");
tschatzl@6937 143
tschatzl@6937 144 StarTask ref;
tschatzl@6937 145 do {
tschatzl@6937 146 // Drain the overflow stack first, so other threads can steal.
tschatzl@6938 147 while (_refs->pop_overflow(ref)) {
tschatzl@6938 148 dispatch_reference(ref);
tschatzl@6937 149 }
tschatzl@6937 150
tschatzl@6938 151 while (_refs->pop_local(ref)) {
tschatzl@6938 152 dispatch_reference(ref);
tschatzl@6937 153 }
tschatzl@6938 154 } while (!_refs->is_empty());
tschatzl@6937 155 }
tschatzl@6937 156
tschatzl@6937 157 oop G1ParScanThreadState::copy_to_survivor_space(oop const old) {
tschatzl@6937 158 size_t word_sz = old->size();
tschatzl@6937 159 HeapRegion* from_region = _g1h->heap_region_containing_raw(old);
tschatzl@6937 160 // +1 to make the -1 indexes valid...
tschatzl@6937 161 int young_index = from_region->young_index_in_cset()+1;
tschatzl@6937 162 assert( (from_region->is_young() && young_index > 0) ||
tschatzl@6937 163 (!from_region->is_young() && young_index == 0), "invariant" );
tschatzl@6937 164 G1CollectorPolicy* g1p = _g1h->g1_policy();
tschatzl@6937 165 markOop m = old->mark();
tschatzl@6937 166 int age = m->has_displaced_mark_helper() ? m->displaced_mark_helper()->age()
tschatzl@6937 167 : m->age();
tschatzl@6937 168 GCAllocPurpose alloc_purpose = g1p->evacuation_destination(from_region, age,
tschatzl@6937 169 word_sz);
tschatzl@6937 170 HeapWord* obj_ptr = allocate(alloc_purpose, word_sz);
tschatzl@6937 171 #ifndef PRODUCT
tschatzl@6937 172 // Should this evacuation fail?
tschatzl@6937 173 if (_g1h->evacuation_should_fail()) {
tschatzl@6937 174 if (obj_ptr != NULL) {
tschatzl@6937 175 undo_allocation(alloc_purpose, obj_ptr, word_sz);
tschatzl@6937 176 obj_ptr = NULL;
tschatzl@6937 177 }
tschatzl@6937 178 }
tschatzl@6937 179 #endif // !PRODUCT
tschatzl@6937 180
tschatzl@6937 181 if (obj_ptr == NULL) {
tschatzl@6937 182 // This will either forward-to-self, or detect that someone else has
tschatzl@6937 183 // installed a forwarding pointer.
tschatzl@6937 184 return _g1h->handle_evacuation_failure_par(this, old);
tschatzl@6937 185 }
tschatzl@6937 186
tschatzl@6937 187 oop obj = oop(obj_ptr);
tschatzl@6937 188
tschatzl@6937 189 // We're going to allocate linearly, so might as well prefetch ahead.
tschatzl@6937 190 Prefetch::write(obj_ptr, PrefetchCopyIntervalInBytes);
tschatzl@6937 191
tschatzl@6937 192 oop forward_ptr = old->forward_to_atomic(obj);
tschatzl@6937 193 if (forward_ptr == NULL) {
tschatzl@6937 194 Copy::aligned_disjoint_words((HeapWord*) old, obj_ptr, word_sz);
tschatzl@6937 195
tschatzl@6937 196 // alloc_purpose is just a hint to allocate() above, recheck the type of region
tschatzl@6937 197 // we actually allocated from and update alloc_purpose accordingly
tschatzl@6937 198 HeapRegion* to_region = _g1h->heap_region_containing_raw(obj_ptr);
tschatzl@6937 199 alloc_purpose = to_region->is_young() ? GCAllocForSurvived : GCAllocForTenured;
tschatzl@6937 200
tschatzl@6937 201 if (g1p->track_object_age(alloc_purpose)) {
tschatzl@6937 202 // We could simply do obj->incr_age(). However, this causes a
tschatzl@6937 203 // performance issue. obj->incr_age() will first check whether
tschatzl@6937 204 // the object has a displaced mark by checking its mark word;
tschatzl@6937 205 // getting the mark word from the new location of the object
tschatzl@6937 206 // stalls. So, given that we already have the mark word and we
tschatzl@6937 207 // are about to install it anyway, it's better to increase the
tschatzl@6937 208 // age on the mark word, when the object does not have a
tschatzl@6937 209 // displaced mark word. We're not expecting many objects to have
tschatzl@6937 210 // a displaced marked word, so that case is not optimized
tschatzl@6937 211 // further (it could be...) and we simply call obj->incr_age().
tschatzl@6937 212
tschatzl@6937 213 if (m->has_displaced_mark_helper()) {
tschatzl@6937 214 // in this case, we have to install the mark word first,
tschatzl@6937 215 // otherwise obj looks to be forwarded (the old mark word,
tschatzl@6937 216 // which contains the forward pointer, was copied)
tschatzl@6937 217 obj->set_mark(m);
tschatzl@6937 218 obj->incr_age();
tschatzl@6937 219 } else {
tschatzl@6937 220 m = m->incr_age();
tschatzl@6937 221 obj->set_mark(m);
tschatzl@6937 222 }
tschatzl@6937 223 age_table()->add(obj, word_sz);
tschatzl@6937 224 } else {
tschatzl@6937 225 obj->set_mark(m);
tschatzl@6937 226 }
tschatzl@6937 227
tschatzl@6937 228 if (G1StringDedup::is_enabled()) {
tschatzl@6937 229 G1StringDedup::enqueue_from_evacuation(from_region->is_young(),
tschatzl@6937 230 to_region->is_young(),
tschatzl@6937 231 queue_num(),
tschatzl@6937 232 obj);
tschatzl@6937 233 }
tschatzl@6937 234
tschatzl@6937 235 size_t* surv_young_words = surviving_young_words();
tschatzl@6937 236 surv_young_words[young_index] += word_sz;
tschatzl@6937 237
tschatzl@6937 238 if (obj->is_objArray() && arrayOop(obj)->length() >= ParGCArrayScanChunk) {
tschatzl@6937 239 // We keep track of the next start index in the length field of
tschatzl@6937 240 // the to-space object. The actual length can be found in the
tschatzl@6937 241 // length field of the from-space object.
tschatzl@6937 242 arrayOop(obj)->set_length(0);
tschatzl@6937 243 oop* old_p = set_partial_array_mask(old);
tschatzl@6937 244 push_on_queue(old_p);
tschatzl@6937 245 } else {
tschatzl@6937 246 // No point in using the slower heap_region_containing() method,
tschatzl@6937 247 // given that we know obj is in the heap.
tschatzl@6937 248 _scanner.set_region(_g1h->heap_region_containing_raw(obj));
tschatzl@6937 249 obj->oop_iterate_backwards(&_scanner);
tschatzl@6937 250 }
tschatzl@6937 251 } else {
tschatzl@6937 252 undo_allocation(alloc_purpose, obj_ptr, word_sz);
tschatzl@6937 253 obj = forward_ptr;
tschatzl@6937 254 }
tschatzl@6937 255 return obj;
tschatzl@6937 256 }
tschatzl@6938 257
tschatzl@6938 258 HeapWord* G1ParScanThreadState::allocate_slow(GCAllocPurpose purpose, size_t word_sz) {
tschatzl@6938 259 HeapWord* obj = NULL;
tschatzl@6938 260 size_t gclab_word_size = _g1h->desired_plab_sz(purpose);
tschatzl@6938 261 if (word_sz * 100 < gclab_word_size * ParallelGCBufferWastePct) {
tschatzl@6938 262 G1ParGCAllocBuffer* alloc_buf = alloc_buffer(purpose);
tschatzl@6938 263 add_to_alloc_buffer_waste(alloc_buf->words_remaining());
tschatzl@6938 264 alloc_buf->retire(false /* end_of_gc */, false /* retain */);
tschatzl@6938 265
tschatzl@6938 266 HeapWord* buf = _g1h->par_allocate_during_gc(purpose, gclab_word_size);
tschatzl@6938 267 if (buf == NULL) {
tschatzl@6938 268 return NULL; // Let caller handle allocation failure.
tschatzl@6938 269 }
tschatzl@6938 270 // Otherwise.
tschatzl@6938 271 alloc_buf->set_word_size(gclab_word_size);
tschatzl@6938 272 alloc_buf->set_buf(buf);
tschatzl@6938 273
tschatzl@6938 274 obj = alloc_buf->allocate(word_sz);
tschatzl@6938 275 assert(obj != NULL, "buffer was definitely big enough...");
tschatzl@6938 276 } else {
tschatzl@6938 277 obj = _g1h->par_allocate_during_gc(purpose, word_sz);
tschatzl@6938 278 }
tschatzl@6938 279 return obj;
tschatzl@6938 280 }
tschatzl@6938 281
tschatzl@6938 282 void G1ParScanThreadState::undo_allocation(GCAllocPurpose purpose, HeapWord* obj, size_t word_sz) {
tschatzl@6938 283 if (alloc_buffer(purpose)->contains(obj)) {
tschatzl@6938 284 assert(alloc_buffer(purpose)->contains(obj + word_sz - 1),
tschatzl@6938 285 "should contain whole object");
tschatzl@6938 286 alloc_buffer(purpose)->undo_allocation(obj, word_sz);
tschatzl@6938 287 } else {
tschatzl@6938 288 CollectedHeap::fill_with_object(obj, word_sz);
tschatzl@6938 289 add_to_undo_waste(word_sz);
tschatzl@6938 290 }
tschatzl@6938 291 }
tschatzl@6938 292
tschatzl@6938 293 HeapWord* G1ParScanThreadState::allocate(GCAllocPurpose purpose, size_t word_sz) {
tschatzl@6938 294 HeapWord* obj = alloc_buffer(purpose)->allocate(word_sz);
tschatzl@6938 295 if (obj != NULL) {
tschatzl@6938 296 return obj;
tschatzl@6938 297 }
tschatzl@6938 298 return allocate_slow(purpose, word_sz);
tschatzl@6938 299 }
tschatzl@6938 300
tschatzl@6938 301 void G1ParScanThreadState::retire_alloc_buffers() {
tschatzl@6938 302 for (int ap = 0; ap < GCAllocPurposeCount; ++ap) {
tschatzl@6938 303 size_t waste = _alloc_buffers[ap]->words_remaining();
tschatzl@6938 304 add_to_alloc_buffer_waste(waste);
tschatzl@6938 305 _alloc_buffers[ap]->flush_stats_and_retire(_g1h->stats_for_purpose((GCAllocPurpose)ap),
tschatzl@6938 306 true /* end_of_gc */,
tschatzl@6938 307 false /* retain */);
tschatzl@6938 308 }
tschatzl@6938 309 }

mercurial