src/share/vm/memory/generation.cpp

Mon, 23 Jun 2008 16:49:37 -0700

author
ysr
date
Mon, 23 Jun 2008 16:49:37 -0700
changeset 782
60fb9c4db4e6
parent 548
ba764ed4b6f2
child 631
d1605aabd0a1
child 698
12eea04c8b06
permissions
-rw-r--r--

6718086: CMS assert: _concurrent_iteration_safe_limit update missed
Summary: Initialize the field correctly in ContiguousSpace's constructor and initialize() methods, using the latter for the survivor spaces upon initial construction or a subsequent resizing of the young generation. Add some missing Space sub-class constructors.
Reviewed-by: apetrusenko

duke@435 1 /*
duke@435 2 * Copyright 1997-2006 Sun Microsystems, Inc. All Rights Reserved.
duke@435 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@435 4 *
duke@435 5 * This code is free software; you can redistribute it and/or modify it
duke@435 6 * under the terms of the GNU General Public License version 2 only, as
duke@435 7 * published by the Free Software Foundation.
duke@435 8 *
duke@435 9 * This code is distributed in the hope that it will be useful, but WITHOUT
duke@435 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@435 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
duke@435 12 * version 2 for more details (a copy is included in the LICENSE file that
duke@435 13 * accompanied this code).
duke@435 14 *
duke@435 15 * You should have received a copy of the GNU General Public License version
duke@435 16 * 2 along with this work; if not, write to the Free Software Foundation,
duke@435 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@435 18 *
duke@435 19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
duke@435 20 * CA 95054 USA or visit www.sun.com if you need additional information or
duke@435 21 * have any questions.
duke@435 22 *
duke@435 23 */
duke@435 24
duke@435 25 # include "incls/_precompiled.incl"
duke@435 26 # include "incls/_generation.cpp.incl"
duke@435 27
duke@435 28 Generation::Generation(ReservedSpace rs, size_t initial_size, int level) :
duke@435 29 _level(level),
duke@435 30 _ref_processor(NULL) {
duke@435 31 if (!_virtual_space.initialize(rs, initial_size)) {
duke@435 32 vm_exit_during_initialization("Could not reserve enough space for "
duke@435 33 "object heap");
duke@435 34 }
duke@435 35 _reserved = MemRegion((HeapWord*)_virtual_space.low_boundary(),
duke@435 36 (HeapWord*)_virtual_space.high_boundary());
duke@435 37 }
duke@435 38
duke@435 39 GenerationSpec* Generation::spec() {
duke@435 40 GenCollectedHeap* gch = GenCollectedHeap::heap();
duke@435 41 assert(0 <= level() && level() < gch->_n_gens, "Bad gen level");
duke@435 42 return gch->_gen_specs[level()];
duke@435 43 }
duke@435 44
duke@435 45 size_t Generation::max_capacity() const {
duke@435 46 return reserved().byte_size();
duke@435 47 }
duke@435 48
duke@435 49 void Generation::print_heap_change(size_t prev_used) const {
duke@435 50 if (PrintGCDetails && Verbose) {
duke@435 51 gclog_or_tty->print(" " SIZE_FORMAT
duke@435 52 "->" SIZE_FORMAT
duke@435 53 "(" SIZE_FORMAT ")",
duke@435 54 prev_used, used(), capacity());
duke@435 55 } else {
duke@435 56 gclog_or_tty->print(" " SIZE_FORMAT "K"
duke@435 57 "->" SIZE_FORMAT "K"
duke@435 58 "(" SIZE_FORMAT "K)",
duke@435 59 prev_used / K, used() / K, capacity() / K);
duke@435 60 }
duke@435 61 }
duke@435 62
duke@435 63 // By default we get a single threaded default reference processor;
duke@435 64 // generations needing multi-threaded refs discovery override this method.
duke@435 65 void Generation::ref_processor_init() {
duke@435 66 assert(_ref_processor == NULL, "a reference processor already exists");
duke@435 67 assert(!_reserved.is_empty(), "empty generation?");
duke@435 68 _ref_processor =
duke@435 69 new ReferenceProcessor(_reserved, // span
duke@435 70 refs_discovery_is_atomic(), // atomic_discovery
duke@435 71 refs_discovery_is_mt()); // mt_discovery
duke@435 72 if (_ref_processor == NULL) {
duke@435 73 vm_exit_during_initialization("Could not allocate ReferenceProcessor object");
duke@435 74 }
duke@435 75 }
duke@435 76
duke@435 77 void Generation::print() const { print_on(tty); }
duke@435 78
duke@435 79 void Generation::print_on(outputStream* st) const {
duke@435 80 st->print(" %-20s", name());
duke@435 81 st->print(" total " SIZE_FORMAT "K, used " SIZE_FORMAT "K",
duke@435 82 capacity()/K, used()/K);
duke@435 83 st->print_cr(" [" INTPTR_FORMAT ", " INTPTR_FORMAT ", " INTPTR_FORMAT ")",
duke@435 84 _virtual_space.low_boundary(),
duke@435 85 _virtual_space.high(),
duke@435 86 _virtual_space.high_boundary());
duke@435 87 }
duke@435 88
duke@435 89 void Generation::print_summary_info() { print_summary_info_on(tty); }
duke@435 90
duke@435 91 void Generation::print_summary_info_on(outputStream* st) {
duke@435 92 StatRecord* sr = stat_record();
duke@435 93 double time = sr->accumulated_time.seconds();
duke@435 94 st->print_cr("[Accumulated GC generation %d time %3.7f secs, "
duke@435 95 "%d GC's, avg GC time %3.7f]",
duke@435 96 level(), time, sr->invocations,
duke@435 97 sr->invocations > 0 ? time / sr->invocations : 0.0);
duke@435 98 }
duke@435 99
duke@435 100 // Utility iterator classes
duke@435 101
duke@435 102 class GenerationIsInReservedClosure : public SpaceClosure {
duke@435 103 public:
duke@435 104 const void* _p;
duke@435 105 Space* sp;
duke@435 106 virtual void do_space(Space* s) {
duke@435 107 if (sp == NULL) {
duke@435 108 if (s->is_in_reserved(_p)) sp = s;
duke@435 109 }
duke@435 110 }
duke@435 111 GenerationIsInReservedClosure(const void* p) : _p(p), sp(NULL) {}
duke@435 112 };
duke@435 113
duke@435 114 class GenerationIsInClosure : public SpaceClosure {
duke@435 115 public:
duke@435 116 const void* _p;
duke@435 117 Space* sp;
duke@435 118 virtual void do_space(Space* s) {
duke@435 119 if (sp == NULL) {
duke@435 120 if (s->is_in(_p)) sp = s;
duke@435 121 }
duke@435 122 }
duke@435 123 GenerationIsInClosure(const void* p) : _p(p), sp(NULL) {}
duke@435 124 };
duke@435 125
duke@435 126 bool Generation::is_in(const void* p) const {
duke@435 127 GenerationIsInClosure blk(p);
duke@435 128 ((Generation*)this)->space_iterate(&blk);
duke@435 129 return blk.sp != NULL;
duke@435 130 }
duke@435 131
duke@435 132 DefNewGeneration* Generation::as_DefNewGeneration() {
duke@435 133 assert((kind() == Generation::DefNew) ||
duke@435 134 (kind() == Generation::ParNew) ||
duke@435 135 (kind() == Generation::ASParNew),
duke@435 136 "Wrong youngest generation type");
duke@435 137 return (DefNewGeneration*) this;
duke@435 138 }
duke@435 139
duke@435 140 Generation* Generation::next_gen() const {
duke@435 141 GenCollectedHeap* gch = GenCollectedHeap::heap();
duke@435 142 int next = level() + 1;
duke@435 143 if (next < gch->_n_gens) {
duke@435 144 return gch->_gens[next];
duke@435 145 } else {
duke@435 146 return NULL;
duke@435 147 }
duke@435 148 }
duke@435 149
duke@435 150 size_t Generation::max_contiguous_available() const {
duke@435 151 // The largest number of contiguous free words in this or any higher generation.
duke@435 152 size_t max = 0;
duke@435 153 for (const Generation* gen = this; gen != NULL; gen = gen->next_gen()) {
duke@435 154 size_t avail = gen->contiguous_available();
duke@435 155 if (avail > max) {
duke@435 156 max = avail;
duke@435 157 }
duke@435 158 }
duke@435 159 return max;
duke@435 160 }
duke@435 161
duke@435 162 bool Generation::promotion_attempt_is_safe(size_t promotion_in_bytes,
duke@435 163 bool not_used) const {
duke@435 164 if (PrintGC && Verbose) {
duke@435 165 gclog_or_tty->print_cr("Generation::promotion_attempt_is_safe"
duke@435 166 " contiguous_available: " SIZE_FORMAT
duke@435 167 " promotion_in_bytes: " SIZE_FORMAT,
duke@435 168 max_contiguous_available(), promotion_in_bytes);
duke@435 169 }
duke@435 170 return max_contiguous_available() >= promotion_in_bytes;
duke@435 171 }
duke@435 172
duke@435 173 // Ignores "ref" and calls allocate().
coleenp@548 174 oop Generation::promote(oop obj, size_t obj_size) {
duke@435 175 assert(obj_size == (size_t)obj->size(), "bad obj_size passed in");
duke@435 176
duke@435 177 #ifndef PRODUCT
duke@435 178 if (Universe::heap()->promotion_should_fail()) {
duke@435 179 return NULL;
duke@435 180 }
duke@435 181 #endif // #ifndef PRODUCT
duke@435 182
duke@435 183 HeapWord* result = allocate(obj_size, false);
duke@435 184 if (result != NULL) {
duke@435 185 Copy::aligned_disjoint_words((HeapWord*)obj, result, obj_size);
duke@435 186 return oop(result);
duke@435 187 } else {
duke@435 188 GenCollectedHeap* gch = GenCollectedHeap::heap();
coleenp@548 189 return gch->handle_failed_promotion(this, obj, obj_size);
duke@435 190 }
duke@435 191 }
duke@435 192
duke@435 193 oop Generation::par_promote(int thread_num,
duke@435 194 oop obj, markOop m, size_t word_sz) {
duke@435 195 // Could do a bad general impl here that gets a lock. But no.
duke@435 196 ShouldNotCallThis();
duke@435 197 return NULL;
duke@435 198 }
duke@435 199
duke@435 200 void Generation::par_promote_alloc_undo(int thread_num,
duke@435 201 HeapWord* obj, size_t word_sz) {
duke@435 202 // Could do a bad general impl here that gets a lock. But no.
duke@435 203 guarantee(false, "No good general implementation.");
duke@435 204 }
duke@435 205
duke@435 206 Space* Generation::space_containing(const void* p) const {
duke@435 207 GenerationIsInReservedClosure blk(p);
duke@435 208 // Cast away const
duke@435 209 ((Generation*)this)->space_iterate(&blk);
duke@435 210 return blk.sp;
duke@435 211 }
duke@435 212
duke@435 213 // Some of these are mediocre general implementations. Should be
duke@435 214 // overridden to get better performance.
duke@435 215
duke@435 216 class GenerationBlockStartClosure : public SpaceClosure {
duke@435 217 public:
duke@435 218 const void* _p;
duke@435 219 HeapWord* _start;
duke@435 220 virtual void do_space(Space* s) {
duke@435 221 if (_start == NULL && s->is_in_reserved(_p)) {
duke@435 222 _start = s->block_start(_p);
duke@435 223 }
duke@435 224 }
duke@435 225 GenerationBlockStartClosure(const void* p) { _p = p; _start = NULL; }
duke@435 226 };
duke@435 227
duke@435 228 HeapWord* Generation::block_start(const void* p) const {
duke@435 229 GenerationBlockStartClosure blk(p);
duke@435 230 // Cast away const
duke@435 231 ((Generation*)this)->space_iterate(&blk);
duke@435 232 return blk._start;
duke@435 233 }
duke@435 234
duke@435 235 class GenerationBlockSizeClosure : public SpaceClosure {
duke@435 236 public:
duke@435 237 const HeapWord* _p;
duke@435 238 size_t size;
duke@435 239 virtual void do_space(Space* s) {
duke@435 240 if (size == 0 && s->is_in_reserved(_p)) {
duke@435 241 size = s->block_size(_p);
duke@435 242 }
duke@435 243 }
duke@435 244 GenerationBlockSizeClosure(const HeapWord* p) { _p = p; size = 0; }
duke@435 245 };
duke@435 246
duke@435 247 size_t Generation::block_size(const HeapWord* p) const {
duke@435 248 GenerationBlockSizeClosure blk(p);
duke@435 249 // Cast away const
duke@435 250 ((Generation*)this)->space_iterate(&blk);
duke@435 251 assert(blk.size > 0, "seems reasonable");
duke@435 252 return blk.size;
duke@435 253 }
duke@435 254
duke@435 255 class GenerationBlockIsObjClosure : public SpaceClosure {
duke@435 256 public:
duke@435 257 const HeapWord* _p;
duke@435 258 bool is_obj;
duke@435 259 virtual void do_space(Space* s) {
duke@435 260 if (!is_obj && s->is_in_reserved(_p)) {
duke@435 261 is_obj |= s->block_is_obj(_p);
duke@435 262 }
duke@435 263 }
duke@435 264 GenerationBlockIsObjClosure(const HeapWord* p) { _p = p; is_obj = false; }
duke@435 265 };
duke@435 266
duke@435 267 bool Generation::block_is_obj(const HeapWord* p) const {
duke@435 268 GenerationBlockIsObjClosure blk(p);
duke@435 269 // Cast away const
duke@435 270 ((Generation*)this)->space_iterate(&blk);
duke@435 271 return blk.is_obj;
duke@435 272 }
duke@435 273
duke@435 274 class GenerationOopIterateClosure : public SpaceClosure {
duke@435 275 public:
duke@435 276 OopClosure* cl;
duke@435 277 MemRegion mr;
duke@435 278 virtual void do_space(Space* s) {
duke@435 279 s->oop_iterate(mr, cl);
duke@435 280 }
duke@435 281 GenerationOopIterateClosure(OopClosure* _cl, MemRegion _mr) :
duke@435 282 cl(_cl), mr(_mr) {}
duke@435 283 };
duke@435 284
duke@435 285 void Generation::oop_iterate(OopClosure* cl) {
duke@435 286 GenerationOopIterateClosure blk(cl, _reserved);
duke@435 287 space_iterate(&blk);
duke@435 288 }
duke@435 289
duke@435 290 void Generation::oop_iterate(MemRegion mr, OopClosure* cl) {
duke@435 291 GenerationOopIterateClosure blk(cl, mr);
duke@435 292 space_iterate(&blk);
duke@435 293 }
duke@435 294
duke@435 295 void Generation::younger_refs_in_space_iterate(Space* sp,
duke@435 296 OopsInGenClosure* cl) {
duke@435 297 GenRemSet* rs = SharedHeap::heap()->rem_set();
duke@435 298 rs->younger_refs_in_space_iterate(sp, cl);
duke@435 299 }
duke@435 300
duke@435 301 class GenerationObjIterateClosure : public SpaceClosure {
duke@435 302 private:
duke@435 303 ObjectClosure* _cl;
duke@435 304 public:
duke@435 305 virtual void do_space(Space* s) {
duke@435 306 s->object_iterate(_cl);
duke@435 307 }
duke@435 308 GenerationObjIterateClosure(ObjectClosure* cl) : _cl(cl) {}
duke@435 309 };
duke@435 310
duke@435 311 void Generation::object_iterate(ObjectClosure* cl) {
duke@435 312 GenerationObjIterateClosure blk(cl);
duke@435 313 space_iterate(&blk);
duke@435 314 }
duke@435 315
duke@435 316 void Generation::prepare_for_compaction(CompactPoint* cp) {
duke@435 317 // Generic implementation, can be specialized
duke@435 318 CompactibleSpace* space = first_compaction_space();
duke@435 319 while (space != NULL) {
duke@435 320 space->prepare_for_compaction(cp);
duke@435 321 space = space->next_compaction_space();
duke@435 322 }
duke@435 323 }
duke@435 324
duke@435 325 class AdjustPointersClosure: public SpaceClosure {
duke@435 326 public:
duke@435 327 void do_space(Space* sp) {
duke@435 328 sp->adjust_pointers();
duke@435 329 }
duke@435 330 };
duke@435 331
duke@435 332 void Generation::adjust_pointers() {
duke@435 333 // Note that this is done over all spaces, not just the compactible
duke@435 334 // ones.
duke@435 335 AdjustPointersClosure blk;
duke@435 336 space_iterate(&blk, true);
duke@435 337 }
duke@435 338
duke@435 339 void Generation::compact() {
duke@435 340 CompactibleSpace* sp = first_compaction_space();
duke@435 341 while (sp != NULL) {
duke@435 342 sp->compact();
duke@435 343 sp = sp->next_compaction_space();
duke@435 344 }
duke@435 345 }
duke@435 346
duke@435 347 CardGeneration::CardGeneration(ReservedSpace rs, size_t initial_byte_size,
duke@435 348 int level,
duke@435 349 GenRemSet* remset) :
duke@435 350 Generation(rs, initial_byte_size, level), _rs(remset)
duke@435 351 {
duke@435 352 HeapWord* start = (HeapWord*)rs.base();
duke@435 353 size_t reserved_byte_size = rs.size();
duke@435 354 assert((uintptr_t(start) & 3) == 0, "bad alignment");
duke@435 355 assert((reserved_byte_size & 3) == 0, "bad alignment");
duke@435 356 MemRegion reserved_mr(start, heap_word_size(reserved_byte_size));
duke@435 357 _bts = new BlockOffsetSharedArray(reserved_mr,
duke@435 358 heap_word_size(initial_byte_size));
duke@435 359 MemRegion committed_mr(start, heap_word_size(initial_byte_size));
duke@435 360 _rs->resize_covered_region(committed_mr);
duke@435 361 if (_bts == NULL)
duke@435 362 vm_exit_during_initialization("Could not allocate a BlockOffsetArray");
duke@435 363
duke@435 364 // Verify that the start and end of this generation is the start of a card.
duke@435 365 // If this wasn't true, a single card could span more than on generation,
duke@435 366 // which would cause problems when we commit/uncommit memory, and when we
duke@435 367 // clear and dirty cards.
duke@435 368 guarantee(_rs->is_aligned(reserved_mr.start()), "generation must be card aligned");
duke@435 369 if (reserved_mr.end() != Universe::heap()->reserved_region().end()) {
duke@435 370 // Don't check at the very end of the heap as we'll assert that we're probing off
duke@435 371 // the end if we try.
duke@435 372 guarantee(_rs->is_aligned(reserved_mr.end()), "generation must be card aligned");
duke@435 373 }
duke@435 374 }
duke@435 375
duke@435 376
duke@435 377 // No young generation references, clear this generation's cards.
duke@435 378 void CardGeneration::clear_remembered_set() {
duke@435 379 _rs->clear(reserved());
duke@435 380 }
duke@435 381
duke@435 382
duke@435 383 // Objects in this generation may have moved, invalidate this
duke@435 384 // generation's cards.
duke@435 385 void CardGeneration::invalidate_remembered_set() {
duke@435 386 _rs->invalidate(used_region());
duke@435 387 }
duke@435 388
duke@435 389
duke@435 390 // Currently nothing to do.
duke@435 391 void CardGeneration::prepare_for_verify() {}
duke@435 392
duke@435 393
duke@435 394 void OneContigSpaceCardGeneration::collect(bool full,
duke@435 395 bool clear_all_soft_refs,
duke@435 396 size_t size,
duke@435 397 bool is_tlab) {
duke@435 398 SpecializationStats::clear();
duke@435 399 // Temporarily expand the span of our ref processor, so
duke@435 400 // refs discovery is over the entire heap, not just this generation
duke@435 401 ReferenceProcessorSpanMutator
duke@435 402 x(ref_processor(), GenCollectedHeap::heap()->reserved_region());
duke@435 403 GenMarkSweep::invoke_at_safepoint(_level, ref_processor(), clear_all_soft_refs);
duke@435 404 SpecializationStats::print();
duke@435 405 }
duke@435 406
duke@435 407 HeapWord*
duke@435 408 OneContigSpaceCardGeneration::expand_and_allocate(size_t word_size,
duke@435 409 bool is_tlab,
duke@435 410 bool parallel) {
duke@435 411 assert(!is_tlab, "OneContigSpaceCardGeneration does not support TLAB allocation");
duke@435 412 if (parallel) {
duke@435 413 MutexLocker x(ParGCRareEvent_lock);
duke@435 414 HeapWord* result = NULL;
duke@435 415 size_t byte_size = word_size * HeapWordSize;
duke@435 416 while (true) {
duke@435 417 expand(byte_size, _min_heap_delta_bytes);
duke@435 418 if (GCExpandToAllocateDelayMillis > 0) {
duke@435 419 os::sleep(Thread::current(), GCExpandToAllocateDelayMillis, false);
duke@435 420 }
duke@435 421 result = _the_space->par_allocate(word_size);
duke@435 422 if ( result != NULL) {
duke@435 423 return result;
duke@435 424 } else {
duke@435 425 // If there's not enough expansion space available, give up.
duke@435 426 if (_virtual_space.uncommitted_size() < byte_size) {
duke@435 427 return NULL;
duke@435 428 }
duke@435 429 // else try again
duke@435 430 }
duke@435 431 }
duke@435 432 } else {
duke@435 433 expand(word_size*HeapWordSize, _min_heap_delta_bytes);
duke@435 434 return _the_space->allocate(word_size);
duke@435 435 }
duke@435 436 }
duke@435 437
duke@435 438 void OneContigSpaceCardGeneration::expand(size_t bytes, size_t expand_bytes) {
duke@435 439 GCMutexLocker x(ExpandHeap_lock);
duke@435 440 size_t aligned_bytes = ReservedSpace::page_align_size_up(bytes);
duke@435 441 size_t aligned_expand_bytes = ReservedSpace::page_align_size_up(expand_bytes);
duke@435 442 bool success = false;
duke@435 443 if (aligned_expand_bytes > aligned_bytes) {
duke@435 444 success = grow_by(aligned_expand_bytes);
duke@435 445 }
duke@435 446 if (!success) {
duke@435 447 success = grow_by(aligned_bytes);
duke@435 448 }
duke@435 449 if (!success) {
duke@435 450 grow_to_reserved();
duke@435 451 }
duke@435 452 if (GC_locker::is_active()) {
duke@435 453 if (PrintGC && Verbose) {
duke@435 454 gclog_or_tty->print_cr("Garbage collection disabled, expanded heap instead");
duke@435 455 }
duke@435 456 }
duke@435 457 }
duke@435 458
duke@435 459
duke@435 460 void OneContigSpaceCardGeneration::shrink(size_t bytes) {
duke@435 461 assert_locked_or_safepoint(ExpandHeap_lock);
duke@435 462 size_t size = ReservedSpace::page_align_size_down(bytes);
duke@435 463 if (size > 0) {
duke@435 464 shrink_by(size);
duke@435 465 }
duke@435 466 }
duke@435 467
duke@435 468
duke@435 469 size_t OneContigSpaceCardGeneration::capacity() const {
duke@435 470 return _the_space->capacity();
duke@435 471 }
duke@435 472
duke@435 473
duke@435 474 size_t OneContigSpaceCardGeneration::used() const {
duke@435 475 return _the_space->used();
duke@435 476 }
duke@435 477
duke@435 478
duke@435 479 size_t OneContigSpaceCardGeneration::free() const {
duke@435 480 return _the_space->free();
duke@435 481 }
duke@435 482
duke@435 483 MemRegion OneContigSpaceCardGeneration::used_region() const {
duke@435 484 return the_space()->used_region();
duke@435 485 }
duke@435 486
duke@435 487 size_t OneContigSpaceCardGeneration::unsafe_max_alloc_nogc() const {
duke@435 488 return _the_space->free();
duke@435 489 }
duke@435 490
duke@435 491 size_t OneContigSpaceCardGeneration::contiguous_available() const {
duke@435 492 return _the_space->free() + _virtual_space.uncommitted_size();
duke@435 493 }
duke@435 494
duke@435 495 bool OneContigSpaceCardGeneration::grow_by(size_t bytes) {
duke@435 496 assert_locked_or_safepoint(ExpandHeap_lock);
duke@435 497 bool result = _virtual_space.expand_by(bytes);
duke@435 498 if (result) {
duke@435 499 size_t new_word_size =
duke@435 500 heap_word_size(_virtual_space.committed_size());
duke@435 501 MemRegion mr(_the_space->bottom(), new_word_size);
duke@435 502 // Expand card table
duke@435 503 Universe::heap()->barrier_set()->resize_covered_region(mr);
duke@435 504 // Expand shared block offset array
duke@435 505 _bts->resize(new_word_size);
duke@435 506
duke@435 507 // Fix for bug #4668531
duke@435 508 MemRegion mangle_region(_the_space->end(), (HeapWord*)_virtual_space.high());
duke@435 509 _the_space->mangle_region(mangle_region);
duke@435 510
duke@435 511 // Expand space -- also expands space's BOT
duke@435 512 // (which uses (part of) shared array above)
duke@435 513 _the_space->set_end((HeapWord*)_virtual_space.high());
duke@435 514
duke@435 515 // update the space and generation capacity counters
duke@435 516 update_counters();
duke@435 517
duke@435 518 if (Verbose && PrintGC) {
duke@435 519 size_t new_mem_size = _virtual_space.committed_size();
duke@435 520 size_t old_mem_size = new_mem_size - bytes;
duke@435 521 gclog_or_tty->print_cr("Expanding %s from " SIZE_FORMAT "K by "
duke@435 522 SIZE_FORMAT "K to " SIZE_FORMAT "K",
duke@435 523 name(), old_mem_size/K, bytes/K, new_mem_size/K);
duke@435 524 }
duke@435 525 }
duke@435 526 return result;
duke@435 527 }
duke@435 528
duke@435 529
duke@435 530 bool OneContigSpaceCardGeneration::grow_to_reserved() {
duke@435 531 assert_locked_or_safepoint(ExpandHeap_lock);
duke@435 532 bool success = true;
duke@435 533 const size_t remaining_bytes = _virtual_space.uncommitted_size();
duke@435 534 if (remaining_bytes > 0) {
duke@435 535 success = grow_by(remaining_bytes);
duke@435 536 DEBUG_ONLY(if (!success) warning("grow to reserved failed");)
duke@435 537 }
duke@435 538 return success;
duke@435 539 }
duke@435 540
duke@435 541 void OneContigSpaceCardGeneration::shrink_by(size_t bytes) {
duke@435 542 assert_locked_or_safepoint(ExpandHeap_lock);
duke@435 543 // Shrink committed space
duke@435 544 _virtual_space.shrink_by(bytes);
duke@435 545 // Shrink space; this also shrinks the space's BOT
duke@435 546 _the_space->set_end((HeapWord*) _virtual_space.high());
duke@435 547 size_t new_word_size = heap_word_size(_the_space->capacity());
duke@435 548 // Shrink the shared block offset array
duke@435 549 _bts->resize(new_word_size);
duke@435 550 MemRegion mr(_the_space->bottom(), new_word_size);
duke@435 551 // Shrink the card table
duke@435 552 Universe::heap()->barrier_set()->resize_covered_region(mr);
duke@435 553
duke@435 554 if (Verbose && PrintGC) {
duke@435 555 size_t new_mem_size = _virtual_space.committed_size();
duke@435 556 size_t old_mem_size = new_mem_size + bytes;
duke@435 557 gclog_or_tty->print_cr("Shrinking %s from " SIZE_FORMAT "K to " SIZE_FORMAT "K",
duke@435 558 name(), old_mem_size/K, new_mem_size/K);
duke@435 559 }
duke@435 560 }
duke@435 561
duke@435 562 // Currently nothing to do.
duke@435 563 void OneContigSpaceCardGeneration::prepare_for_verify() {}
duke@435 564
duke@435 565
duke@435 566 void OneContigSpaceCardGeneration::object_iterate(ObjectClosure* blk) {
duke@435 567 _the_space->object_iterate(blk);
duke@435 568 }
duke@435 569
duke@435 570 void OneContigSpaceCardGeneration::space_iterate(SpaceClosure* blk,
duke@435 571 bool usedOnly) {
duke@435 572 blk->do_space(_the_space);
duke@435 573 }
duke@435 574
duke@435 575 void OneContigSpaceCardGeneration::object_iterate_since_last_GC(ObjectClosure* blk) {
duke@435 576 // Deal with delayed initialization of _the_space,
duke@435 577 // and lack of initialization of _last_gc.
duke@435 578 if (_last_gc.space() == NULL) {
duke@435 579 assert(the_space() != NULL, "shouldn't be NULL");
duke@435 580 _last_gc = the_space()->bottom_mark();
duke@435 581 }
duke@435 582 the_space()->object_iterate_from(_last_gc, blk);
duke@435 583 }
duke@435 584
duke@435 585 void OneContigSpaceCardGeneration::younger_refs_iterate(OopsInGenClosure* blk) {
duke@435 586 blk->set_generation(this);
duke@435 587 younger_refs_in_space_iterate(_the_space, blk);
duke@435 588 blk->reset_generation();
duke@435 589 }
duke@435 590
duke@435 591 void OneContigSpaceCardGeneration::save_marks() {
duke@435 592 _the_space->set_saved_mark();
duke@435 593 }
duke@435 594
duke@435 595
duke@435 596 void OneContigSpaceCardGeneration::reset_saved_marks() {
duke@435 597 _the_space->reset_saved_mark();
duke@435 598 }
duke@435 599
duke@435 600
duke@435 601 bool OneContigSpaceCardGeneration::no_allocs_since_save_marks() {
duke@435 602 return _the_space->saved_mark_at_top();
duke@435 603 }
duke@435 604
duke@435 605 #define OneContig_SINCE_SAVE_MARKS_ITERATE_DEFN(OopClosureType, nv_suffix) \
duke@435 606 \
duke@435 607 void OneContigSpaceCardGeneration:: \
duke@435 608 oop_since_save_marks_iterate##nv_suffix(OopClosureType* blk) { \
duke@435 609 blk->set_generation(this); \
duke@435 610 _the_space->oop_since_save_marks_iterate##nv_suffix(blk); \
duke@435 611 blk->reset_generation(); \
duke@435 612 save_marks(); \
duke@435 613 }
duke@435 614
duke@435 615 ALL_SINCE_SAVE_MARKS_CLOSURES(OneContig_SINCE_SAVE_MARKS_ITERATE_DEFN)
duke@435 616
duke@435 617 #undef OneContig_SINCE_SAVE_MARKS_ITERATE_DEFN
duke@435 618
duke@435 619
duke@435 620 void OneContigSpaceCardGeneration::gc_epilogue(bool full) {
duke@435 621 _last_gc = WaterMark(the_space(), the_space()->top());
duke@435 622
duke@435 623 // update the generation and space performance counters
duke@435 624 update_counters();
duke@435 625 }
duke@435 626
duke@435 627 void OneContigSpaceCardGeneration::verify(bool allow_dirty) {
duke@435 628 the_space()->verify(allow_dirty);
duke@435 629 }
duke@435 630
duke@435 631 void OneContigSpaceCardGeneration::print_on(outputStream* st) const {
duke@435 632 Generation::print_on(st);
duke@435 633 st->print(" the");
duke@435 634 the_space()->print_on(st);
duke@435 635 }

mercurial