src/share/vm/gc_implementation/concurrentMarkSweep/cmsOopClosures.hpp

Sat, 23 Nov 2013 12:25:13 +0100

author
mgronlun
date
Sat, 23 Nov 2013 12:25:13 +0100
changeset 6131
86e6d691f2e1
parent 5461
ca9dedeebdec
child 6198
55fb97c4c58d
permissions
-rw-r--r--

8028128: Add a type safe alternative for working with counter based data
Reviewed-by: dholmes, egahlin

duke@435 1 /*
coleenp@4037 2 * Copyright (c) 2007, 2012, Oracle and/or its affiliates. All rights reserved.
duke@435 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@435 4 *
duke@435 5 * This code is free software; you can redistribute it and/or modify it
duke@435 6 * under the terms of the GNU General Public License version 2 only, as
duke@435 7 * published by the Free Software Foundation.
duke@435 8 *
duke@435 9 * This code is distributed in the hope that it will be useful, but WITHOUT
duke@435 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@435 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
duke@435 12 * version 2 for more details (a copy is included in the LICENSE file that
duke@435 13 * accompanied this code).
duke@435 14 *
duke@435 15 * You should have received a copy of the GNU General Public License version
duke@435 16 * 2 along with this work; if not, write to the Free Software Foundation,
duke@435 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@435 18 *
trims@1907 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
trims@1907 20 * or visit www.oracle.com if you need additional information or have any
trims@1907 21 * questions.
duke@435 22 *
duke@435 23 */
duke@435 24
stefank@2314 25 #ifndef SHARE_VM_GC_IMPLEMENTATION_CONCURRENTMARKSWEEP_CMSOOPCLOSURES_HPP
stefank@2314 26 #define SHARE_VM_GC_IMPLEMENTATION_CONCURRENTMARKSWEEP_CMSOOPCLOSURES_HPP
stefank@2314 27
stefank@2314 28 #include "memory/genOopClosures.hpp"
stefank@2314 29
duke@435 30 /////////////////////////////////////////////////////////////////
duke@435 31 // Closures used by ConcurrentMarkSweepGeneration's collector
duke@435 32 /////////////////////////////////////////////////////////////////
duke@435 33 class ConcurrentMarkSweepGeneration;
duke@435 34 class CMSBitMap;
duke@435 35 class CMSMarkStack;
duke@435 36 class CMSCollector;
duke@435 37 class MarkFromRootsClosure;
duke@435 38 class Par_MarkFromRootsClosure;
duke@435 39
coleenp@548 40 // Decode the oop and call do_oop on it.
coleenp@548 41 #define DO_OOP_WORK_DEFN \
coleenp@548 42 void do_oop(oop obj); \
coleenp@548 43 template <class T> inline void do_oop_work(T* p) { \
coleenp@548 44 T heap_oop = oopDesc::load_heap_oop(p); \
coleenp@548 45 if (!oopDesc::is_null(heap_oop)) { \
coleenp@548 46 oop obj = oopDesc::decode_heap_oop_not_null(heap_oop); \
coleenp@548 47 do_oop(obj); \
coleenp@548 48 } \
coleenp@548 49 }
coleenp@548 50
coleenp@4037 51 // Applies the given oop closure to all oops in all klasses visited.
coleenp@4037 52 class CMKlassClosure : public KlassClosure {
coleenp@4037 53 friend class CMSOopClosure;
coleenp@4037 54 friend class CMSOopsInGenClosure;
coleenp@4037 55
coleenp@4037 56 OopClosure* _oop_closure;
coleenp@4037 57
coleenp@4037 58 // Used when _oop_closure couldn't be set in an initialization list.
coleenp@4037 59 void initialize(OopClosure* oop_closure) {
coleenp@4037 60 assert(_oop_closure == NULL, "Should only be called once");
coleenp@4037 61 _oop_closure = oop_closure;
coleenp@4037 62 }
coleenp@4037 63 public:
coleenp@4037 64 CMKlassClosure(OopClosure* oop_closure = NULL) : _oop_closure(oop_closure) { }
coleenp@4037 65
coleenp@4037 66 void do_klass(Klass* k);
coleenp@4037 67 };
coleenp@4037 68
coleenp@4037 69 // The base class for all CMS marking closures.
coleenp@4037 70 // It's used to proxy through the metadata to the oops defined in them.
coleenp@4037 71 class CMSOopClosure: public ExtendedOopClosure {
coleenp@4037 72 CMKlassClosure _klass_closure;
coleenp@4037 73 public:
coleenp@4037 74 CMSOopClosure() : ExtendedOopClosure() {
coleenp@4037 75 _klass_closure.initialize(this);
coleenp@4037 76 }
coleenp@4037 77 CMSOopClosure(ReferenceProcessor* rp) : ExtendedOopClosure(rp) {
coleenp@4037 78 _klass_closure.initialize(this);
coleenp@4037 79 }
coleenp@4037 80
coleenp@4037 81 virtual bool do_metadata() { return do_metadata_nv(); }
coleenp@4037 82 inline bool do_metadata_nv() { return true; }
coleenp@4037 83
coleenp@4037 84 virtual void do_klass(Klass* k);
coleenp@4037 85 void do_klass_nv(Klass* k);
coleenp@4037 86
coleenp@4037 87 virtual void do_class_loader_data(ClassLoaderData* cld);
coleenp@4037 88 };
coleenp@4037 89
coleenp@4037 90 // TODO: This duplication of the CMSOopClosure class is only needed because
coleenp@4037 91 // some CMS OopClosures derive from OopsInGenClosure. It would be good
coleenp@4037 92 // to get rid of them completely.
coleenp@4037 93 class CMSOopsInGenClosure: public OopsInGenClosure {
coleenp@4037 94 CMKlassClosure _klass_closure;
coleenp@4037 95 public:
coleenp@4037 96 CMSOopsInGenClosure() {
coleenp@4037 97 _klass_closure.initialize(this);
coleenp@4037 98 }
coleenp@4037 99
coleenp@4037 100 virtual bool do_metadata() { return do_metadata_nv(); }
coleenp@4037 101 inline bool do_metadata_nv() { return true; }
coleenp@4037 102
coleenp@4037 103 virtual void do_klass(Klass* k);
coleenp@4037 104 void do_klass_nv(Klass* k);
coleenp@4037 105
coleenp@4037 106 virtual void do_class_loader_data(ClassLoaderData* cld);
coleenp@4037 107 };
coleenp@4037 108
coleenp@4037 109 class MarkRefsIntoClosure: public CMSOopsInGenClosure {
coleenp@548 110 private:
coleenp@548 111 const MemRegion _span;
coleenp@548 112 CMSBitMap* _bitMap;
coleenp@548 113 protected:
coleenp@548 114 DO_OOP_WORK_DEFN
duke@435 115 public:
jrose@1429 116 MarkRefsIntoClosure(MemRegion span, CMSBitMap* bitMap);
coleenp@548 117 virtual void do_oop(oop* p);
coleenp@548 118 virtual void do_oop(narrowOop* p);
coleenp@4037 119
duke@435 120 Prefetch::style prefetch_style() {
duke@435 121 return Prefetch::do_read;
duke@435 122 }
duke@435 123 };
duke@435 124
jmasa@5461 125 class Par_MarkRefsIntoClosure: public CMSOopsInGenClosure {
jmasa@5461 126 private:
jmasa@5461 127 const MemRegion _span;
jmasa@5461 128 CMSBitMap* _bitMap;
jmasa@5461 129 protected:
jmasa@5461 130 DO_OOP_WORK_DEFN
jmasa@5461 131 public:
jmasa@5461 132 Par_MarkRefsIntoClosure(MemRegion span, CMSBitMap* bitMap);
jmasa@5461 133 virtual void do_oop(oop* p);
jmasa@5461 134 virtual void do_oop(narrowOop* p);
jmasa@5461 135
jmasa@5461 136 Prefetch::style prefetch_style() {
jmasa@5461 137 return Prefetch::do_read;
jmasa@5461 138 }
jmasa@5461 139 };
jmasa@5461 140
duke@435 141 // A variant of the above used in certain kinds of CMS
duke@435 142 // marking verification.
coleenp@4037 143 class MarkRefsIntoVerifyClosure: public CMSOopsInGenClosure {
coleenp@548 144 private:
coleenp@548 145 const MemRegion _span;
coleenp@548 146 CMSBitMap* _verification_bm;
coleenp@548 147 CMSBitMap* _cms_bm;
coleenp@548 148 protected:
coleenp@548 149 DO_OOP_WORK_DEFN
duke@435 150 public:
duke@435 151 MarkRefsIntoVerifyClosure(MemRegion span, CMSBitMap* verification_bm,
jrose@1429 152 CMSBitMap* cms_bm);
coleenp@548 153 virtual void do_oop(oop* p);
coleenp@548 154 virtual void do_oop(narrowOop* p);
coleenp@4037 155
duke@435 156 Prefetch::style prefetch_style() {
duke@435 157 return Prefetch::do_read;
duke@435 158 }
duke@435 159 };
duke@435 160
coleenp@4037 161 // The non-parallel version (the parallel version appears further below).
coleenp@4037 162 class PushAndMarkClosure: public CMSOopClosure {
coleenp@4037 163 private:
jmasa@1370 164 CMSCollector* _collector;
coleenp@548 165 MemRegion _span;
coleenp@548 166 CMSBitMap* _bit_map;
coleenp@548 167 CMSBitMap* _mod_union_table;
coleenp@548 168 CMSMarkStack* _mark_stack;
coleenp@548 169 bool _concurrent_precleaning;
coleenp@548 170 protected:
coleenp@548 171 DO_OOP_WORK_DEFN
duke@435 172 public:
duke@435 173 PushAndMarkClosure(CMSCollector* collector,
duke@435 174 MemRegion span,
duke@435 175 ReferenceProcessor* rp,
duke@435 176 CMSBitMap* bit_map,
duke@435 177 CMSBitMap* mod_union_table,
coleenp@548 178 CMSMarkStack* mark_stack,
coleenp@548 179 bool concurrent_precleaning);
coleenp@548 180 virtual void do_oop(oop* p);
coleenp@548 181 virtual void do_oop(narrowOop* p);
coleenp@548 182 inline void do_oop_nv(oop* p) { PushAndMarkClosure::do_oop_work(p); }
coleenp@548 183 inline void do_oop_nv(narrowOop* p) { PushAndMarkClosure::do_oop_work(p); }
coleenp@4037 184
duke@435 185 Prefetch::style prefetch_style() {
duke@435 186 return Prefetch::do_read;
duke@435 187 }
duke@435 188 };
duke@435 189
coleenp@4037 190 // In the parallel case, the bit map and the
duke@435 191 // reference processor are currently all shared. Access to
duke@435 192 // these shared mutable structures must use appropriate
duke@435 193 // synchronization (for instance, via CAS). The marking stack
duke@435 194 // used in the non-parallel case above is here replaced with
duke@435 195 // an OopTaskQueue structure to allow efficient work stealing.
coleenp@4037 196 class Par_PushAndMarkClosure: public CMSOopClosure {
coleenp@548 197 private:
coleenp@4037 198 CMSCollector* _collector;
coleenp@548 199 MemRegion _span;
coleenp@548 200 CMSBitMap* _bit_map;
coleenp@548 201 OopTaskQueue* _work_queue;
coleenp@548 202 protected:
coleenp@548 203 DO_OOP_WORK_DEFN
duke@435 204 public:
duke@435 205 Par_PushAndMarkClosure(CMSCollector* collector,
duke@435 206 MemRegion span,
duke@435 207 ReferenceProcessor* rp,
duke@435 208 CMSBitMap* bit_map,
coleenp@4037 209 OopTaskQueue* work_queue);
coleenp@548 210 virtual void do_oop(oop* p);
coleenp@548 211 virtual void do_oop(narrowOop* p);
coleenp@548 212 inline void do_oop_nv(oop* p) { Par_PushAndMarkClosure::do_oop_work(p); }
coleenp@548 213 inline void do_oop_nv(narrowOop* p) { Par_PushAndMarkClosure::do_oop_work(p); }
coleenp@4037 214
duke@435 215 Prefetch::style prefetch_style() {
duke@435 216 return Prefetch::do_read;
duke@435 217 }
duke@435 218 };
duke@435 219
duke@435 220 // The non-parallel version (the parallel version appears further below).
coleenp@4037 221 class MarkRefsIntoAndScanClosure: public CMSOopsInGenClosure {
coleenp@548 222 private:
coleenp@548 223 MemRegion _span;
coleenp@548 224 CMSBitMap* _bit_map;
coleenp@548 225 CMSMarkStack* _mark_stack;
coleenp@548 226 PushAndMarkClosure _pushAndMarkClosure;
coleenp@548 227 CMSCollector* _collector;
coleenp@548 228 Mutex* _freelistLock;
coleenp@548 229 bool _yield;
duke@435 230 // Whether closure is being used for concurrent precleaning
coleenp@548 231 bool _concurrent_precleaning;
coleenp@548 232 protected:
coleenp@548 233 DO_OOP_WORK_DEFN
duke@435 234 public:
duke@435 235 MarkRefsIntoAndScanClosure(MemRegion span,
duke@435 236 ReferenceProcessor* rp,
duke@435 237 CMSBitMap* bit_map,
duke@435 238 CMSBitMap* mod_union_table,
coleenp@548 239 CMSMarkStack* mark_stack,
duke@435 240 CMSCollector* collector,
duke@435 241 bool should_yield,
duke@435 242 bool concurrent_precleaning);
coleenp@548 243 virtual void do_oop(oop* p);
coleenp@548 244 virtual void do_oop(narrowOop* p);
coleenp@548 245 inline void do_oop_nv(oop* p) { MarkRefsIntoAndScanClosure::do_oop_work(p); }
coleenp@548 246 inline void do_oop_nv(narrowOop* p) { MarkRefsIntoAndScanClosure::do_oop_work(p); }
coleenp@4037 247
duke@435 248 Prefetch::style prefetch_style() {
duke@435 249 return Prefetch::do_read;
duke@435 250 }
duke@435 251 void set_freelistLock(Mutex* m) {
duke@435 252 _freelistLock = m;
duke@435 253 }
duke@435 254
duke@435 255 private:
duke@435 256 inline void do_yield_check();
duke@435 257 void do_yield_work();
duke@435 258 bool take_from_overflow_list();
duke@435 259 };
duke@435 260
duke@435 261 // Tn this, the parallel avatar of MarkRefsIntoAndScanClosure, the revisit
duke@435 262 // stack and the bitMap are shared, so access needs to be suitably
duke@435 263 // sycnhronized. An OopTaskQueue structure, supporting efficient
duke@435 264 // workstealing, replaces a CMSMarkStack for storing grey objects.
coleenp@4037 265 class Par_MarkRefsIntoAndScanClosure: public CMSOopsInGenClosure {
coleenp@548 266 private:
coleenp@548 267 MemRegion _span;
coleenp@548 268 CMSBitMap* _bit_map;
coleenp@548 269 OopTaskQueue* _work_queue;
coleenp@548 270 const uint _low_water_mark;
coleenp@548 271 Par_PushAndMarkClosure _par_pushAndMarkClosure;
coleenp@548 272 protected:
coleenp@548 273 DO_OOP_WORK_DEFN
duke@435 274 public:
duke@435 275 Par_MarkRefsIntoAndScanClosure(CMSCollector* collector,
duke@435 276 MemRegion span,
duke@435 277 ReferenceProcessor* rp,
duke@435 278 CMSBitMap* bit_map,
coleenp@4037 279 OopTaskQueue* work_queue);
coleenp@548 280 virtual void do_oop(oop* p);
coleenp@548 281 virtual void do_oop(narrowOop* p);
coleenp@548 282 inline void do_oop_nv(oop* p) { Par_MarkRefsIntoAndScanClosure::do_oop_work(p); }
coleenp@548 283 inline void do_oop_nv(narrowOop* p) { Par_MarkRefsIntoAndScanClosure::do_oop_work(p); }
coleenp@4037 284
duke@435 285 Prefetch::style prefetch_style() {
duke@435 286 return Prefetch::do_read;
duke@435 287 }
duke@435 288 void trim_queue(uint size);
duke@435 289 };
duke@435 290
duke@435 291 // This closure is used during the concurrent marking phase
duke@435 292 // following the first checkpoint. Its use is buried in
duke@435 293 // the closure MarkFromRootsClosure.
coleenp@4037 294 class PushOrMarkClosure: public CMSOopClosure {
coleenp@548 295 private:
coleenp@4037 296 CMSCollector* _collector;
coleenp@548 297 MemRegion _span;
coleenp@548 298 CMSBitMap* _bitMap;
coleenp@548 299 CMSMarkStack* _markStack;
coleenp@548 300 HeapWord* const _finger;
coleenp@548 301 MarkFromRootsClosure* const
coleenp@548 302 _parent;
coleenp@548 303 protected:
coleenp@548 304 DO_OOP_WORK_DEFN
duke@435 305 public:
duke@435 306 PushOrMarkClosure(CMSCollector* cms_collector,
duke@435 307 MemRegion span,
duke@435 308 CMSBitMap* bitMap,
coleenp@548 309 CMSMarkStack* markStack,
coleenp@548 310 HeapWord* finger,
duke@435 311 MarkFromRootsClosure* parent);
coleenp@548 312 virtual void do_oop(oop* p);
coleenp@548 313 virtual void do_oop(narrowOop* p);
coleenp@548 314 inline void do_oop_nv(oop* p) { PushOrMarkClosure::do_oop_work(p); }
coleenp@548 315 inline void do_oop_nv(narrowOop* p) { PushOrMarkClosure::do_oop_work(p); }
ysr@1376 316
duke@435 317 // Deal with a stack overflow condition
duke@435 318 void handle_stack_overflow(HeapWord* lost);
duke@435 319 private:
duke@435 320 inline void do_yield_check();
duke@435 321 };
duke@435 322
duke@435 323 // A parallel (MT) version of the above.
duke@435 324 // This closure is used during the concurrent marking phase
duke@435 325 // following the first checkpoint. Its use is buried in
duke@435 326 // the closure Par_MarkFromRootsClosure.
coleenp@4037 327 class Par_PushOrMarkClosure: public CMSOopClosure {
coleenp@548 328 private:
coleenp@4037 329 CMSCollector* _collector;
duke@435 330 MemRegion _whole_span;
duke@435 331 MemRegion _span; // local chunk
duke@435 332 CMSBitMap* _bit_map;
duke@435 333 OopTaskQueue* _work_queue;
duke@435 334 CMSMarkStack* _overflow_stack;
duke@435 335 HeapWord* const _finger;
duke@435 336 HeapWord** const _global_finger_addr;
coleenp@548 337 Par_MarkFromRootsClosure* const
coleenp@548 338 _parent;
coleenp@548 339 protected:
coleenp@548 340 DO_OOP_WORK_DEFN
duke@435 341 public:
duke@435 342 Par_PushOrMarkClosure(CMSCollector* cms_collector,
coleenp@548 343 MemRegion span,
coleenp@548 344 CMSBitMap* bit_map,
coleenp@548 345 OopTaskQueue* work_queue,
coleenp@548 346 CMSMarkStack* mark_stack,
coleenp@548 347 HeapWord* finger,
coleenp@548 348 HeapWord** global_finger_addr,
coleenp@548 349 Par_MarkFromRootsClosure* parent);
coleenp@548 350 virtual void do_oop(oop* p);
coleenp@548 351 virtual void do_oop(narrowOop* p);
coleenp@548 352 inline void do_oop_nv(oop* p) { Par_PushOrMarkClosure::do_oop_work(p); }
coleenp@548 353 inline void do_oop_nv(narrowOop* p) { Par_PushOrMarkClosure::do_oop_work(p); }
ysr@1376 354
duke@435 355 // Deal with a stack overflow condition
duke@435 356 void handle_stack_overflow(HeapWord* lost);
duke@435 357 private:
duke@435 358 inline void do_yield_check();
duke@435 359 };
duke@435 360
duke@435 361 // For objects in CMS generation, this closure marks
duke@435 362 // given objects (transitively) as being reachable/live.
duke@435 363 // This is currently used during the (weak) reference object
ysr@887 364 // processing phase of the CMS final checkpoint step, as
ysr@887 365 // well as during the concurrent precleaning of the discovered
ysr@887 366 // reference lists.
coleenp@4037 367 class CMSKeepAliveClosure: public CMSOopClosure {
coleenp@548 368 private:
coleenp@4037 369 CMSCollector* _collector;
ysr@578 370 const MemRegion _span;
duke@435 371 CMSMarkStack* _mark_stack;
duke@435 372 CMSBitMap* _bit_map;
ysr@887 373 bool _concurrent_precleaning;
coleenp@548 374 protected:
coleenp@548 375 DO_OOP_WORK_DEFN
duke@435 376 public:
duke@435 377 CMSKeepAliveClosure(CMSCollector* collector, MemRegion span,
ysr@887 378 CMSBitMap* bit_map, CMSMarkStack* mark_stack,
coleenp@4037 379 bool cpc);
ysr@887 380 bool concurrent_precleaning() const { return _concurrent_precleaning; }
coleenp@548 381 virtual void do_oop(oop* p);
coleenp@548 382 virtual void do_oop(narrowOop* p);
coleenp@548 383 inline void do_oop_nv(oop* p) { CMSKeepAliveClosure::do_oop_work(p); }
coleenp@548 384 inline void do_oop_nv(narrowOop* p) { CMSKeepAliveClosure::do_oop_work(p); }
duke@435 385 };
duke@435 386
coleenp@4037 387 class CMSInnerParMarkAndPushClosure: public CMSOopClosure {
coleenp@548 388 private:
coleenp@4037 389 CMSCollector* _collector;
duke@435 390 MemRegion _span;
duke@435 391 OopTaskQueue* _work_queue;
duke@435 392 CMSBitMap* _bit_map;
coleenp@548 393 protected:
coleenp@548 394 DO_OOP_WORK_DEFN
duke@435 395 public:
duke@435 396 CMSInnerParMarkAndPushClosure(CMSCollector* collector,
duke@435 397 MemRegion span, CMSBitMap* bit_map,
jmasa@1370 398 OopTaskQueue* work_queue);
coleenp@548 399 virtual void do_oop(oop* p);
coleenp@548 400 virtual void do_oop(narrowOop* p);
coleenp@548 401 inline void do_oop_nv(oop* p) { CMSInnerParMarkAndPushClosure::do_oop_work(p); }
coleenp@548 402 inline void do_oop_nv(narrowOop* p) { CMSInnerParMarkAndPushClosure::do_oop_work(p); }
duke@435 403 };
duke@435 404
duke@435 405 // A parallel (MT) version of the above, used when
duke@435 406 // reference processing is parallel; the only difference
duke@435 407 // is in the do_oop method.
coleenp@4037 408 class CMSParKeepAliveClosure: public CMSOopClosure {
coleenp@548 409 private:
duke@435 410 MemRegion _span;
duke@435 411 OopTaskQueue* _work_queue;
duke@435 412 CMSBitMap* _bit_map;
coleenp@548 413 CMSInnerParMarkAndPushClosure
coleenp@548 414 _mark_and_push;
duke@435 415 const uint _low_water_mark;
duke@435 416 void trim_queue(uint max);
coleenp@548 417 protected:
coleenp@548 418 DO_OOP_WORK_DEFN
duke@435 419 public:
duke@435 420 CMSParKeepAliveClosure(CMSCollector* collector, MemRegion span,
coleenp@4037 421 CMSBitMap* bit_map, OopTaskQueue* work_queue);
coleenp@548 422 virtual void do_oop(oop* p);
coleenp@548 423 virtual void do_oop(narrowOop* p);
duke@435 424 };
stefank@2314 425
stefank@2314 426 #endif // SHARE_VM_GC_IMPLEMENTATION_CONCURRENTMARKSWEEP_CMSOOPCLOSURES_HPP

mercurial