src/share/vm/gc_implementation/concurrentMarkSweep/cmsOopClosures.hpp

Tue, 18 Sep 2012 23:35:42 -0700

author
jmasa
date
Tue, 18 Sep 2012 23:35:42 -0700
changeset 4196
685df3c6f84b
parent 4037
da91efe96a93
child 5461
ca9dedeebdec
permissions
-rw-r--r--

7045397: NPG: Add freelists to class loader arenas.
Reviewed-by: coleenp, stefank, jprovino, ohair

duke@435 1 /*
coleenp@4037 2 * Copyright (c) 2007, 2012, Oracle and/or its affiliates. All rights reserved.
duke@435 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@435 4 *
duke@435 5 * This code is free software; you can redistribute it and/or modify it
duke@435 6 * under the terms of the GNU General Public License version 2 only, as
duke@435 7 * published by the Free Software Foundation.
duke@435 8 *
duke@435 9 * This code is distributed in the hope that it will be useful, but WITHOUT
duke@435 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@435 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
duke@435 12 * version 2 for more details (a copy is included in the LICENSE file that
duke@435 13 * accompanied this code).
duke@435 14 *
duke@435 15 * You should have received a copy of the GNU General Public License version
duke@435 16 * 2 along with this work; if not, write to the Free Software Foundation,
duke@435 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@435 18 *
trims@1907 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
trims@1907 20 * or visit www.oracle.com if you need additional information or have any
trims@1907 21 * questions.
duke@435 22 *
duke@435 23 */
duke@435 24
stefank@2314 25 #ifndef SHARE_VM_GC_IMPLEMENTATION_CONCURRENTMARKSWEEP_CMSOOPCLOSURES_HPP
stefank@2314 26 #define SHARE_VM_GC_IMPLEMENTATION_CONCURRENTMARKSWEEP_CMSOOPCLOSURES_HPP
stefank@2314 27
stefank@2314 28 #include "memory/genOopClosures.hpp"
stefank@2314 29
duke@435 30 /////////////////////////////////////////////////////////////////
duke@435 31 // Closures used by ConcurrentMarkSweepGeneration's collector
duke@435 32 /////////////////////////////////////////////////////////////////
duke@435 33 class ConcurrentMarkSweepGeneration;
duke@435 34 class CMSBitMap;
duke@435 35 class CMSMarkStack;
duke@435 36 class CMSCollector;
duke@435 37 class MarkFromRootsClosure;
duke@435 38 class Par_MarkFromRootsClosure;
duke@435 39
coleenp@548 40 // Decode the oop and call do_oop on it.
coleenp@548 41 #define DO_OOP_WORK_DEFN \
coleenp@548 42 void do_oop(oop obj); \
coleenp@548 43 template <class T> inline void do_oop_work(T* p) { \
coleenp@548 44 T heap_oop = oopDesc::load_heap_oop(p); \
coleenp@548 45 if (!oopDesc::is_null(heap_oop)) { \
coleenp@548 46 oop obj = oopDesc::decode_heap_oop_not_null(heap_oop); \
coleenp@548 47 do_oop(obj); \
coleenp@548 48 } \
coleenp@548 49 }
coleenp@548 50
coleenp@4037 51 // Applies the given oop closure to all oops in all klasses visited.
coleenp@4037 52 class CMKlassClosure : public KlassClosure {
coleenp@4037 53 friend class CMSOopClosure;
coleenp@4037 54 friend class CMSOopsInGenClosure;
coleenp@4037 55
coleenp@4037 56 OopClosure* _oop_closure;
coleenp@4037 57
coleenp@4037 58 // Used when _oop_closure couldn't be set in an initialization list.
coleenp@4037 59 void initialize(OopClosure* oop_closure) {
coleenp@4037 60 assert(_oop_closure == NULL, "Should only be called once");
coleenp@4037 61 _oop_closure = oop_closure;
coleenp@4037 62 }
coleenp@4037 63 public:
coleenp@4037 64 CMKlassClosure(OopClosure* oop_closure = NULL) : _oop_closure(oop_closure) { }
coleenp@4037 65
coleenp@4037 66 void do_klass(Klass* k);
coleenp@4037 67 };
coleenp@4037 68
coleenp@4037 69 // The base class for all CMS marking closures.
coleenp@4037 70 // It's used to proxy through the metadata to the oops defined in them.
coleenp@4037 71 class CMSOopClosure: public ExtendedOopClosure {
coleenp@4037 72 CMKlassClosure _klass_closure;
coleenp@4037 73 public:
coleenp@4037 74 CMSOopClosure() : ExtendedOopClosure() {
coleenp@4037 75 _klass_closure.initialize(this);
coleenp@4037 76 }
coleenp@4037 77 CMSOopClosure(ReferenceProcessor* rp) : ExtendedOopClosure(rp) {
coleenp@4037 78 _klass_closure.initialize(this);
coleenp@4037 79 }
coleenp@4037 80
coleenp@4037 81 virtual bool do_metadata() { return do_metadata_nv(); }
coleenp@4037 82 inline bool do_metadata_nv() { return true; }
coleenp@4037 83
coleenp@4037 84 virtual void do_klass(Klass* k);
coleenp@4037 85 void do_klass_nv(Klass* k);
coleenp@4037 86
coleenp@4037 87 virtual void do_class_loader_data(ClassLoaderData* cld);
coleenp@4037 88 };
coleenp@4037 89
coleenp@4037 90 // TODO: This duplication of the CMSOopClosure class is only needed because
coleenp@4037 91 // some CMS OopClosures derive from OopsInGenClosure. It would be good
coleenp@4037 92 // to get rid of them completely.
coleenp@4037 93 class CMSOopsInGenClosure: public OopsInGenClosure {
coleenp@4037 94 CMKlassClosure _klass_closure;
coleenp@4037 95 public:
coleenp@4037 96 CMSOopsInGenClosure() {
coleenp@4037 97 _klass_closure.initialize(this);
coleenp@4037 98 }
coleenp@4037 99
coleenp@4037 100 virtual bool do_metadata() { return do_metadata_nv(); }
coleenp@4037 101 inline bool do_metadata_nv() { return true; }
coleenp@4037 102
coleenp@4037 103 virtual void do_klass(Klass* k);
coleenp@4037 104 void do_klass_nv(Klass* k);
coleenp@4037 105
coleenp@4037 106 virtual void do_class_loader_data(ClassLoaderData* cld);
coleenp@4037 107 };
coleenp@4037 108
coleenp@4037 109 class MarkRefsIntoClosure: public CMSOopsInGenClosure {
coleenp@548 110 private:
coleenp@548 111 const MemRegion _span;
coleenp@548 112 CMSBitMap* _bitMap;
coleenp@548 113 protected:
coleenp@548 114 DO_OOP_WORK_DEFN
duke@435 115 public:
jrose@1429 116 MarkRefsIntoClosure(MemRegion span, CMSBitMap* bitMap);
coleenp@548 117 virtual void do_oop(oop* p);
coleenp@548 118 virtual void do_oop(narrowOop* p);
coleenp@4037 119
duke@435 120 Prefetch::style prefetch_style() {
duke@435 121 return Prefetch::do_read;
duke@435 122 }
duke@435 123 };
duke@435 124
duke@435 125 // A variant of the above used in certain kinds of CMS
duke@435 126 // marking verification.
coleenp@4037 127 class MarkRefsIntoVerifyClosure: public CMSOopsInGenClosure {
coleenp@548 128 private:
coleenp@548 129 const MemRegion _span;
coleenp@548 130 CMSBitMap* _verification_bm;
coleenp@548 131 CMSBitMap* _cms_bm;
coleenp@548 132 protected:
coleenp@548 133 DO_OOP_WORK_DEFN
duke@435 134 public:
duke@435 135 MarkRefsIntoVerifyClosure(MemRegion span, CMSBitMap* verification_bm,
jrose@1429 136 CMSBitMap* cms_bm);
coleenp@548 137 virtual void do_oop(oop* p);
coleenp@548 138 virtual void do_oop(narrowOop* p);
coleenp@4037 139
duke@435 140 Prefetch::style prefetch_style() {
duke@435 141 return Prefetch::do_read;
duke@435 142 }
duke@435 143 };
duke@435 144
coleenp@4037 145 // The non-parallel version (the parallel version appears further below).
coleenp@4037 146 class PushAndMarkClosure: public CMSOopClosure {
coleenp@4037 147 private:
jmasa@1370 148 CMSCollector* _collector;
coleenp@548 149 MemRegion _span;
coleenp@548 150 CMSBitMap* _bit_map;
coleenp@548 151 CMSBitMap* _mod_union_table;
coleenp@548 152 CMSMarkStack* _mark_stack;
coleenp@548 153 bool _concurrent_precleaning;
coleenp@548 154 protected:
coleenp@548 155 DO_OOP_WORK_DEFN
duke@435 156 public:
duke@435 157 PushAndMarkClosure(CMSCollector* collector,
duke@435 158 MemRegion span,
duke@435 159 ReferenceProcessor* rp,
duke@435 160 CMSBitMap* bit_map,
duke@435 161 CMSBitMap* mod_union_table,
coleenp@548 162 CMSMarkStack* mark_stack,
coleenp@548 163 bool concurrent_precleaning);
coleenp@548 164 virtual void do_oop(oop* p);
coleenp@548 165 virtual void do_oop(narrowOop* p);
coleenp@548 166 inline void do_oop_nv(oop* p) { PushAndMarkClosure::do_oop_work(p); }
coleenp@548 167 inline void do_oop_nv(narrowOop* p) { PushAndMarkClosure::do_oop_work(p); }
coleenp@4037 168
duke@435 169 Prefetch::style prefetch_style() {
duke@435 170 return Prefetch::do_read;
duke@435 171 }
duke@435 172 };
duke@435 173
coleenp@4037 174 // In the parallel case, the bit map and the
duke@435 175 // reference processor are currently all shared. Access to
duke@435 176 // these shared mutable structures must use appropriate
duke@435 177 // synchronization (for instance, via CAS). The marking stack
duke@435 178 // used in the non-parallel case above is here replaced with
duke@435 179 // an OopTaskQueue structure to allow efficient work stealing.
coleenp@4037 180 class Par_PushAndMarkClosure: public CMSOopClosure {
coleenp@548 181 private:
coleenp@4037 182 CMSCollector* _collector;
coleenp@548 183 MemRegion _span;
coleenp@548 184 CMSBitMap* _bit_map;
coleenp@548 185 OopTaskQueue* _work_queue;
coleenp@548 186 protected:
coleenp@548 187 DO_OOP_WORK_DEFN
duke@435 188 public:
duke@435 189 Par_PushAndMarkClosure(CMSCollector* collector,
duke@435 190 MemRegion span,
duke@435 191 ReferenceProcessor* rp,
duke@435 192 CMSBitMap* bit_map,
coleenp@4037 193 OopTaskQueue* work_queue);
coleenp@548 194 virtual void do_oop(oop* p);
coleenp@548 195 virtual void do_oop(narrowOop* p);
coleenp@548 196 inline void do_oop_nv(oop* p) { Par_PushAndMarkClosure::do_oop_work(p); }
coleenp@548 197 inline void do_oop_nv(narrowOop* p) { Par_PushAndMarkClosure::do_oop_work(p); }
coleenp@4037 198
duke@435 199 Prefetch::style prefetch_style() {
duke@435 200 return Prefetch::do_read;
duke@435 201 }
duke@435 202 };
duke@435 203
duke@435 204 // The non-parallel version (the parallel version appears further below).
coleenp@4037 205 class MarkRefsIntoAndScanClosure: public CMSOopsInGenClosure {
coleenp@548 206 private:
coleenp@548 207 MemRegion _span;
coleenp@548 208 CMSBitMap* _bit_map;
coleenp@548 209 CMSMarkStack* _mark_stack;
coleenp@548 210 PushAndMarkClosure _pushAndMarkClosure;
coleenp@548 211 CMSCollector* _collector;
coleenp@548 212 Mutex* _freelistLock;
coleenp@548 213 bool _yield;
duke@435 214 // Whether closure is being used for concurrent precleaning
coleenp@548 215 bool _concurrent_precleaning;
coleenp@548 216 protected:
coleenp@548 217 DO_OOP_WORK_DEFN
duke@435 218 public:
duke@435 219 MarkRefsIntoAndScanClosure(MemRegion span,
duke@435 220 ReferenceProcessor* rp,
duke@435 221 CMSBitMap* bit_map,
duke@435 222 CMSBitMap* mod_union_table,
coleenp@548 223 CMSMarkStack* mark_stack,
duke@435 224 CMSCollector* collector,
duke@435 225 bool should_yield,
duke@435 226 bool concurrent_precleaning);
coleenp@548 227 virtual void do_oop(oop* p);
coleenp@548 228 virtual void do_oop(narrowOop* p);
coleenp@548 229 inline void do_oop_nv(oop* p) { MarkRefsIntoAndScanClosure::do_oop_work(p); }
coleenp@548 230 inline void do_oop_nv(narrowOop* p) { MarkRefsIntoAndScanClosure::do_oop_work(p); }
coleenp@4037 231
duke@435 232 Prefetch::style prefetch_style() {
duke@435 233 return Prefetch::do_read;
duke@435 234 }
duke@435 235 void set_freelistLock(Mutex* m) {
duke@435 236 _freelistLock = m;
duke@435 237 }
duke@435 238
duke@435 239 private:
duke@435 240 inline void do_yield_check();
duke@435 241 void do_yield_work();
duke@435 242 bool take_from_overflow_list();
duke@435 243 };
duke@435 244
duke@435 245 // Tn this, the parallel avatar of MarkRefsIntoAndScanClosure, the revisit
duke@435 246 // stack and the bitMap are shared, so access needs to be suitably
duke@435 247 // sycnhronized. An OopTaskQueue structure, supporting efficient
duke@435 248 // workstealing, replaces a CMSMarkStack for storing grey objects.
coleenp@4037 249 class Par_MarkRefsIntoAndScanClosure: public CMSOopsInGenClosure {
coleenp@548 250 private:
coleenp@548 251 MemRegion _span;
coleenp@548 252 CMSBitMap* _bit_map;
coleenp@548 253 OopTaskQueue* _work_queue;
coleenp@548 254 const uint _low_water_mark;
coleenp@548 255 Par_PushAndMarkClosure _par_pushAndMarkClosure;
coleenp@548 256 protected:
coleenp@548 257 DO_OOP_WORK_DEFN
duke@435 258 public:
duke@435 259 Par_MarkRefsIntoAndScanClosure(CMSCollector* collector,
duke@435 260 MemRegion span,
duke@435 261 ReferenceProcessor* rp,
duke@435 262 CMSBitMap* bit_map,
coleenp@4037 263 OopTaskQueue* work_queue);
coleenp@548 264 virtual void do_oop(oop* p);
coleenp@548 265 virtual void do_oop(narrowOop* p);
coleenp@548 266 inline void do_oop_nv(oop* p) { Par_MarkRefsIntoAndScanClosure::do_oop_work(p); }
coleenp@548 267 inline void do_oop_nv(narrowOop* p) { Par_MarkRefsIntoAndScanClosure::do_oop_work(p); }
coleenp@4037 268
duke@435 269 Prefetch::style prefetch_style() {
duke@435 270 return Prefetch::do_read;
duke@435 271 }
duke@435 272 void trim_queue(uint size);
duke@435 273 };
duke@435 274
duke@435 275 // This closure is used during the concurrent marking phase
duke@435 276 // following the first checkpoint. Its use is buried in
duke@435 277 // the closure MarkFromRootsClosure.
coleenp@4037 278 class PushOrMarkClosure: public CMSOopClosure {
coleenp@548 279 private:
coleenp@4037 280 CMSCollector* _collector;
coleenp@548 281 MemRegion _span;
coleenp@548 282 CMSBitMap* _bitMap;
coleenp@548 283 CMSMarkStack* _markStack;
coleenp@548 284 HeapWord* const _finger;
coleenp@548 285 MarkFromRootsClosure* const
coleenp@548 286 _parent;
coleenp@548 287 protected:
coleenp@548 288 DO_OOP_WORK_DEFN
duke@435 289 public:
duke@435 290 PushOrMarkClosure(CMSCollector* cms_collector,
duke@435 291 MemRegion span,
duke@435 292 CMSBitMap* bitMap,
coleenp@548 293 CMSMarkStack* markStack,
coleenp@548 294 HeapWord* finger,
duke@435 295 MarkFromRootsClosure* parent);
coleenp@548 296 virtual void do_oop(oop* p);
coleenp@548 297 virtual void do_oop(narrowOop* p);
coleenp@548 298 inline void do_oop_nv(oop* p) { PushOrMarkClosure::do_oop_work(p); }
coleenp@548 299 inline void do_oop_nv(narrowOop* p) { PushOrMarkClosure::do_oop_work(p); }
ysr@1376 300
duke@435 301 // Deal with a stack overflow condition
duke@435 302 void handle_stack_overflow(HeapWord* lost);
duke@435 303 private:
duke@435 304 inline void do_yield_check();
duke@435 305 };
duke@435 306
duke@435 307 // A parallel (MT) version of the above.
duke@435 308 // This closure is used during the concurrent marking phase
duke@435 309 // following the first checkpoint. Its use is buried in
duke@435 310 // the closure Par_MarkFromRootsClosure.
coleenp@4037 311 class Par_PushOrMarkClosure: public CMSOopClosure {
coleenp@548 312 private:
coleenp@4037 313 CMSCollector* _collector;
duke@435 314 MemRegion _whole_span;
duke@435 315 MemRegion _span; // local chunk
duke@435 316 CMSBitMap* _bit_map;
duke@435 317 OopTaskQueue* _work_queue;
duke@435 318 CMSMarkStack* _overflow_stack;
duke@435 319 HeapWord* const _finger;
duke@435 320 HeapWord** const _global_finger_addr;
coleenp@548 321 Par_MarkFromRootsClosure* const
coleenp@548 322 _parent;
coleenp@548 323 protected:
coleenp@548 324 DO_OOP_WORK_DEFN
duke@435 325 public:
duke@435 326 Par_PushOrMarkClosure(CMSCollector* cms_collector,
coleenp@548 327 MemRegion span,
coleenp@548 328 CMSBitMap* bit_map,
coleenp@548 329 OopTaskQueue* work_queue,
coleenp@548 330 CMSMarkStack* mark_stack,
coleenp@548 331 HeapWord* finger,
coleenp@548 332 HeapWord** global_finger_addr,
coleenp@548 333 Par_MarkFromRootsClosure* parent);
coleenp@548 334 virtual void do_oop(oop* p);
coleenp@548 335 virtual void do_oop(narrowOop* p);
coleenp@548 336 inline void do_oop_nv(oop* p) { Par_PushOrMarkClosure::do_oop_work(p); }
coleenp@548 337 inline void do_oop_nv(narrowOop* p) { Par_PushOrMarkClosure::do_oop_work(p); }
ysr@1376 338
duke@435 339 // Deal with a stack overflow condition
duke@435 340 void handle_stack_overflow(HeapWord* lost);
duke@435 341 private:
duke@435 342 inline void do_yield_check();
duke@435 343 };
duke@435 344
duke@435 345 // For objects in CMS generation, this closure marks
duke@435 346 // given objects (transitively) as being reachable/live.
duke@435 347 // This is currently used during the (weak) reference object
ysr@887 348 // processing phase of the CMS final checkpoint step, as
ysr@887 349 // well as during the concurrent precleaning of the discovered
ysr@887 350 // reference lists.
coleenp@4037 351 class CMSKeepAliveClosure: public CMSOopClosure {
coleenp@548 352 private:
coleenp@4037 353 CMSCollector* _collector;
ysr@578 354 const MemRegion _span;
duke@435 355 CMSMarkStack* _mark_stack;
duke@435 356 CMSBitMap* _bit_map;
ysr@887 357 bool _concurrent_precleaning;
coleenp@548 358 protected:
coleenp@548 359 DO_OOP_WORK_DEFN
duke@435 360 public:
duke@435 361 CMSKeepAliveClosure(CMSCollector* collector, MemRegion span,
ysr@887 362 CMSBitMap* bit_map, CMSMarkStack* mark_stack,
coleenp@4037 363 bool cpc);
ysr@887 364 bool concurrent_precleaning() const { return _concurrent_precleaning; }
coleenp@548 365 virtual void do_oop(oop* p);
coleenp@548 366 virtual void do_oop(narrowOop* p);
coleenp@548 367 inline void do_oop_nv(oop* p) { CMSKeepAliveClosure::do_oop_work(p); }
coleenp@548 368 inline void do_oop_nv(narrowOop* p) { CMSKeepAliveClosure::do_oop_work(p); }
duke@435 369 };
duke@435 370
coleenp@4037 371 class CMSInnerParMarkAndPushClosure: public CMSOopClosure {
coleenp@548 372 private:
coleenp@4037 373 CMSCollector* _collector;
duke@435 374 MemRegion _span;
duke@435 375 OopTaskQueue* _work_queue;
duke@435 376 CMSBitMap* _bit_map;
coleenp@548 377 protected:
coleenp@548 378 DO_OOP_WORK_DEFN
duke@435 379 public:
duke@435 380 CMSInnerParMarkAndPushClosure(CMSCollector* collector,
duke@435 381 MemRegion span, CMSBitMap* bit_map,
jmasa@1370 382 OopTaskQueue* work_queue);
coleenp@548 383 virtual void do_oop(oop* p);
coleenp@548 384 virtual void do_oop(narrowOop* p);
coleenp@548 385 inline void do_oop_nv(oop* p) { CMSInnerParMarkAndPushClosure::do_oop_work(p); }
coleenp@548 386 inline void do_oop_nv(narrowOop* p) { CMSInnerParMarkAndPushClosure::do_oop_work(p); }
duke@435 387 };
duke@435 388
duke@435 389 // A parallel (MT) version of the above, used when
duke@435 390 // reference processing is parallel; the only difference
duke@435 391 // is in the do_oop method.
coleenp@4037 392 class CMSParKeepAliveClosure: public CMSOopClosure {
coleenp@548 393 private:
duke@435 394 MemRegion _span;
duke@435 395 OopTaskQueue* _work_queue;
duke@435 396 CMSBitMap* _bit_map;
coleenp@548 397 CMSInnerParMarkAndPushClosure
coleenp@548 398 _mark_and_push;
duke@435 399 const uint _low_water_mark;
duke@435 400 void trim_queue(uint max);
coleenp@548 401 protected:
coleenp@548 402 DO_OOP_WORK_DEFN
duke@435 403 public:
duke@435 404 CMSParKeepAliveClosure(CMSCollector* collector, MemRegion span,
coleenp@4037 405 CMSBitMap* bit_map, OopTaskQueue* work_queue);
coleenp@548 406 virtual void do_oop(oop* p);
coleenp@548 407 virtual void do_oop(narrowOop* p);
duke@435 408 };
stefank@2314 409
stefank@2314 410 #endif // SHARE_VM_GC_IMPLEMENTATION_CONCURRENTMARKSWEEP_CMSOOPCLOSURES_HPP

mercurial