src/share/vm/gc_implementation/concurrentMarkSweep/cmsOopClosures.hpp

Tue, 24 Jun 2014 16:20:15 +0200

author
stefank
date
Tue, 24 Jun 2014 16:20:15 +0200
changeset 6982
4c1b88a53c74
parent 6198
55fb97c4c58d
child 7535
7ae4e26cb1e0
permissions
-rw-r--r--

8046670: Make CMS metadata aware closures applicable for other collectors
Reviewed-by: ehelin, mgerdin

duke@435 1 /*
mikael@6198 2 * Copyright (c) 2007, 2013, Oracle and/or its affiliates. All rights reserved.
duke@435 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@435 4 *
duke@435 5 * This code is free software; you can redistribute it and/or modify it
duke@435 6 * under the terms of the GNU General Public License version 2 only, as
duke@435 7 * published by the Free Software Foundation.
duke@435 8 *
duke@435 9 * This code is distributed in the hope that it will be useful, but WITHOUT
duke@435 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@435 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
duke@435 12 * version 2 for more details (a copy is included in the LICENSE file that
duke@435 13 * accompanied this code).
duke@435 14 *
duke@435 15 * You should have received a copy of the GNU General Public License version
duke@435 16 * 2 along with this work; if not, write to the Free Software Foundation,
duke@435 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@435 18 *
trims@1907 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
trims@1907 20 * or visit www.oracle.com if you need additional information or have any
trims@1907 21 * questions.
duke@435 22 *
duke@435 23 */
duke@435 24
stefank@2314 25 #ifndef SHARE_VM_GC_IMPLEMENTATION_CONCURRENTMARKSWEEP_CMSOOPCLOSURES_HPP
stefank@2314 26 #define SHARE_VM_GC_IMPLEMENTATION_CONCURRENTMARKSWEEP_CMSOOPCLOSURES_HPP
stefank@2314 27
stefank@2314 28 #include "memory/genOopClosures.hpp"
stefank@6982 29 #include "memory/iterator.hpp"
stefank@2314 30
duke@435 31 /////////////////////////////////////////////////////////////////
duke@435 32 // Closures used by ConcurrentMarkSweepGeneration's collector
duke@435 33 /////////////////////////////////////////////////////////////////
duke@435 34 class ConcurrentMarkSweepGeneration;
duke@435 35 class CMSBitMap;
duke@435 36 class CMSMarkStack;
duke@435 37 class CMSCollector;
duke@435 38 class MarkFromRootsClosure;
duke@435 39 class Par_MarkFromRootsClosure;
duke@435 40
coleenp@548 41 // Decode the oop and call do_oop on it.
coleenp@548 42 #define DO_OOP_WORK_DEFN \
coleenp@548 43 void do_oop(oop obj); \
coleenp@548 44 template <class T> inline void do_oop_work(T* p) { \
coleenp@548 45 T heap_oop = oopDesc::load_heap_oop(p); \
coleenp@548 46 if (!oopDesc::is_null(heap_oop)) { \
coleenp@548 47 oop obj = oopDesc::decode_heap_oop_not_null(heap_oop); \
coleenp@548 48 do_oop(obj); \
coleenp@548 49 } \
coleenp@548 50 }
coleenp@548 51
stefank@6982 52 // TODO: This duplication of the MetadataAwareOopClosure class is only needed
stefank@6982 53 // because some CMS OopClosures derive from OopsInGenClosure. It would be
stefank@6982 54 // good to get rid of them completely.
stefank@6982 55 class MetadataAwareOopsInGenClosure: public OopsInGenClosure {
stefank@6982 56 KlassToOopClosure _klass_closure;
coleenp@4037 57 public:
stefank@6982 58 MetadataAwareOopsInGenClosure() {
coleenp@4037 59 _klass_closure.initialize(this);
coleenp@4037 60 }
coleenp@4037 61
coleenp@4037 62 virtual bool do_metadata() { return do_metadata_nv(); }
coleenp@4037 63 inline bool do_metadata_nv() { return true; }
coleenp@4037 64
coleenp@4037 65 virtual void do_klass(Klass* k);
coleenp@4037 66 void do_klass_nv(Klass* k);
coleenp@4037 67
coleenp@4037 68 virtual void do_class_loader_data(ClassLoaderData* cld);
coleenp@4037 69 };
coleenp@4037 70
stefank@6982 71 class MarkRefsIntoClosure: public MetadataAwareOopsInGenClosure {
coleenp@548 72 private:
coleenp@548 73 const MemRegion _span;
coleenp@548 74 CMSBitMap* _bitMap;
coleenp@548 75 protected:
coleenp@548 76 DO_OOP_WORK_DEFN
duke@435 77 public:
jrose@1429 78 MarkRefsIntoClosure(MemRegion span, CMSBitMap* bitMap);
coleenp@548 79 virtual void do_oop(oop* p);
coleenp@548 80 virtual void do_oop(narrowOop* p);
coleenp@4037 81
duke@435 82 Prefetch::style prefetch_style() {
duke@435 83 return Prefetch::do_read;
duke@435 84 }
duke@435 85 };
duke@435 86
stefank@6982 87 class Par_MarkRefsIntoClosure: public MetadataAwareOopsInGenClosure {
jmasa@5461 88 private:
jmasa@5461 89 const MemRegion _span;
jmasa@5461 90 CMSBitMap* _bitMap;
jmasa@5461 91 protected:
jmasa@5461 92 DO_OOP_WORK_DEFN
jmasa@5461 93 public:
jmasa@5461 94 Par_MarkRefsIntoClosure(MemRegion span, CMSBitMap* bitMap);
jmasa@5461 95 virtual void do_oop(oop* p);
jmasa@5461 96 virtual void do_oop(narrowOop* p);
jmasa@5461 97
jmasa@5461 98 Prefetch::style prefetch_style() {
jmasa@5461 99 return Prefetch::do_read;
jmasa@5461 100 }
jmasa@5461 101 };
jmasa@5461 102
duke@435 103 // A variant of the above used in certain kinds of CMS
duke@435 104 // marking verification.
stefank@6982 105 class MarkRefsIntoVerifyClosure: public MetadataAwareOopsInGenClosure {
coleenp@548 106 private:
coleenp@548 107 const MemRegion _span;
coleenp@548 108 CMSBitMap* _verification_bm;
coleenp@548 109 CMSBitMap* _cms_bm;
coleenp@548 110 protected:
coleenp@548 111 DO_OOP_WORK_DEFN
duke@435 112 public:
duke@435 113 MarkRefsIntoVerifyClosure(MemRegion span, CMSBitMap* verification_bm,
jrose@1429 114 CMSBitMap* cms_bm);
coleenp@548 115 virtual void do_oop(oop* p);
coleenp@548 116 virtual void do_oop(narrowOop* p);
coleenp@4037 117
duke@435 118 Prefetch::style prefetch_style() {
duke@435 119 return Prefetch::do_read;
duke@435 120 }
duke@435 121 };
duke@435 122
coleenp@4037 123 // The non-parallel version (the parallel version appears further below).
stefank@6982 124 class PushAndMarkClosure: public MetadataAwareOopClosure {
coleenp@4037 125 private:
jmasa@1370 126 CMSCollector* _collector;
coleenp@548 127 MemRegion _span;
coleenp@548 128 CMSBitMap* _bit_map;
coleenp@548 129 CMSBitMap* _mod_union_table;
coleenp@548 130 CMSMarkStack* _mark_stack;
coleenp@548 131 bool _concurrent_precleaning;
coleenp@548 132 protected:
coleenp@548 133 DO_OOP_WORK_DEFN
duke@435 134 public:
duke@435 135 PushAndMarkClosure(CMSCollector* collector,
duke@435 136 MemRegion span,
duke@435 137 ReferenceProcessor* rp,
duke@435 138 CMSBitMap* bit_map,
duke@435 139 CMSBitMap* mod_union_table,
coleenp@548 140 CMSMarkStack* mark_stack,
coleenp@548 141 bool concurrent_precleaning);
coleenp@548 142 virtual void do_oop(oop* p);
coleenp@548 143 virtual void do_oop(narrowOop* p);
coleenp@548 144 inline void do_oop_nv(oop* p) { PushAndMarkClosure::do_oop_work(p); }
coleenp@548 145 inline void do_oop_nv(narrowOop* p) { PushAndMarkClosure::do_oop_work(p); }
coleenp@4037 146
duke@435 147 Prefetch::style prefetch_style() {
duke@435 148 return Prefetch::do_read;
duke@435 149 }
duke@435 150 };
duke@435 151
coleenp@4037 152 // In the parallel case, the bit map and the
duke@435 153 // reference processor are currently all shared. Access to
duke@435 154 // these shared mutable structures must use appropriate
duke@435 155 // synchronization (for instance, via CAS). The marking stack
duke@435 156 // used in the non-parallel case above is here replaced with
duke@435 157 // an OopTaskQueue structure to allow efficient work stealing.
stefank@6982 158 class Par_PushAndMarkClosure: public MetadataAwareOopClosure {
coleenp@548 159 private:
coleenp@4037 160 CMSCollector* _collector;
coleenp@548 161 MemRegion _span;
coleenp@548 162 CMSBitMap* _bit_map;
coleenp@548 163 OopTaskQueue* _work_queue;
coleenp@548 164 protected:
coleenp@548 165 DO_OOP_WORK_DEFN
duke@435 166 public:
duke@435 167 Par_PushAndMarkClosure(CMSCollector* collector,
duke@435 168 MemRegion span,
duke@435 169 ReferenceProcessor* rp,
duke@435 170 CMSBitMap* bit_map,
coleenp@4037 171 OopTaskQueue* work_queue);
coleenp@548 172 virtual void do_oop(oop* p);
coleenp@548 173 virtual void do_oop(narrowOop* p);
coleenp@548 174 inline void do_oop_nv(oop* p) { Par_PushAndMarkClosure::do_oop_work(p); }
coleenp@548 175 inline void do_oop_nv(narrowOop* p) { Par_PushAndMarkClosure::do_oop_work(p); }
coleenp@4037 176
duke@435 177 Prefetch::style prefetch_style() {
duke@435 178 return Prefetch::do_read;
duke@435 179 }
duke@435 180 };
duke@435 181
duke@435 182 // The non-parallel version (the parallel version appears further below).
stefank@6982 183 class MarkRefsIntoAndScanClosure: public MetadataAwareOopsInGenClosure {
coleenp@548 184 private:
coleenp@548 185 MemRegion _span;
coleenp@548 186 CMSBitMap* _bit_map;
coleenp@548 187 CMSMarkStack* _mark_stack;
coleenp@548 188 PushAndMarkClosure _pushAndMarkClosure;
coleenp@548 189 CMSCollector* _collector;
coleenp@548 190 Mutex* _freelistLock;
coleenp@548 191 bool _yield;
duke@435 192 // Whether closure is being used for concurrent precleaning
coleenp@548 193 bool _concurrent_precleaning;
coleenp@548 194 protected:
coleenp@548 195 DO_OOP_WORK_DEFN
duke@435 196 public:
duke@435 197 MarkRefsIntoAndScanClosure(MemRegion span,
duke@435 198 ReferenceProcessor* rp,
duke@435 199 CMSBitMap* bit_map,
duke@435 200 CMSBitMap* mod_union_table,
coleenp@548 201 CMSMarkStack* mark_stack,
duke@435 202 CMSCollector* collector,
duke@435 203 bool should_yield,
duke@435 204 bool concurrent_precleaning);
coleenp@548 205 virtual void do_oop(oop* p);
coleenp@548 206 virtual void do_oop(narrowOop* p);
coleenp@548 207 inline void do_oop_nv(oop* p) { MarkRefsIntoAndScanClosure::do_oop_work(p); }
coleenp@548 208 inline void do_oop_nv(narrowOop* p) { MarkRefsIntoAndScanClosure::do_oop_work(p); }
coleenp@4037 209
duke@435 210 Prefetch::style prefetch_style() {
duke@435 211 return Prefetch::do_read;
duke@435 212 }
duke@435 213 void set_freelistLock(Mutex* m) {
duke@435 214 _freelistLock = m;
duke@435 215 }
duke@435 216
duke@435 217 private:
duke@435 218 inline void do_yield_check();
duke@435 219 void do_yield_work();
duke@435 220 bool take_from_overflow_list();
duke@435 221 };
duke@435 222
duke@435 223 // Tn this, the parallel avatar of MarkRefsIntoAndScanClosure, the revisit
duke@435 224 // stack and the bitMap are shared, so access needs to be suitably
duke@435 225 // sycnhronized. An OopTaskQueue structure, supporting efficient
duke@435 226 // workstealing, replaces a CMSMarkStack for storing grey objects.
stefank@6982 227 class Par_MarkRefsIntoAndScanClosure: public MetadataAwareOopsInGenClosure {
coleenp@548 228 private:
coleenp@548 229 MemRegion _span;
coleenp@548 230 CMSBitMap* _bit_map;
coleenp@548 231 OopTaskQueue* _work_queue;
coleenp@548 232 const uint _low_water_mark;
coleenp@548 233 Par_PushAndMarkClosure _par_pushAndMarkClosure;
coleenp@548 234 protected:
coleenp@548 235 DO_OOP_WORK_DEFN
duke@435 236 public:
duke@435 237 Par_MarkRefsIntoAndScanClosure(CMSCollector* collector,
duke@435 238 MemRegion span,
duke@435 239 ReferenceProcessor* rp,
duke@435 240 CMSBitMap* bit_map,
coleenp@4037 241 OopTaskQueue* work_queue);
coleenp@548 242 virtual void do_oop(oop* p);
coleenp@548 243 virtual void do_oop(narrowOop* p);
coleenp@548 244 inline void do_oop_nv(oop* p) { Par_MarkRefsIntoAndScanClosure::do_oop_work(p); }
coleenp@548 245 inline void do_oop_nv(narrowOop* p) { Par_MarkRefsIntoAndScanClosure::do_oop_work(p); }
coleenp@4037 246
duke@435 247 Prefetch::style prefetch_style() {
duke@435 248 return Prefetch::do_read;
duke@435 249 }
duke@435 250 void trim_queue(uint size);
duke@435 251 };
duke@435 252
duke@435 253 // This closure is used during the concurrent marking phase
duke@435 254 // following the first checkpoint. Its use is buried in
duke@435 255 // the closure MarkFromRootsClosure.
stefank@6982 256 class PushOrMarkClosure: public MetadataAwareOopClosure {
coleenp@548 257 private:
coleenp@4037 258 CMSCollector* _collector;
coleenp@548 259 MemRegion _span;
coleenp@548 260 CMSBitMap* _bitMap;
coleenp@548 261 CMSMarkStack* _markStack;
coleenp@548 262 HeapWord* const _finger;
coleenp@548 263 MarkFromRootsClosure* const
coleenp@548 264 _parent;
coleenp@548 265 protected:
coleenp@548 266 DO_OOP_WORK_DEFN
duke@435 267 public:
duke@435 268 PushOrMarkClosure(CMSCollector* cms_collector,
duke@435 269 MemRegion span,
duke@435 270 CMSBitMap* bitMap,
coleenp@548 271 CMSMarkStack* markStack,
coleenp@548 272 HeapWord* finger,
duke@435 273 MarkFromRootsClosure* parent);
coleenp@548 274 virtual void do_oop(oop* p);
coleenp@548 275 virtual void do_oop(narrowOop* p);
coleenp@548 276 inline void do_oop_nv(oop* p) { PushOrMarkClosure::do_oop_work(p); }
coleenp@548 277 inline void do_oop_nv(narrowOop* p) { PushOrMarkClosure::do_oop_work(p); }
ysr@1376 278
duke@435 279 // Deal with a stack overflow condition
duke@435 280 void handle_stack_overflow(HeapWord* lost);
duke@435 281 private:
duke@435 282 inline void do_yield_check();
duke@435 283 };
duke@435 284
duke@435 285 // A parallel (MT) version of the above.
duke@435 286 // This closure is used during the concurrent marking phase
duke@435 287 // following the first checkpoint. Its use is buried in
duke@435 288 // the closure Par_MarkFromRootsClosure.
stefank@6982 289 class Par_PushOrMarkClosure: public MetadataAwareOopClosure {
coleenp@548 290 private:
coleenp@4037 291 CMSCollector* _collector;
duke@435 292 MemRegion _whole_span;
duke@435 293 MemRegion _span; // local chunk
duke@435 294 CMSBitMap* _bit_map;
duke@435 295 OopTaskQueue* _work_queue;
duke@435 296 CMSMarkStack* _overflow_stack;
duke@435 297 HeapWord* const _finger;
duke@435 298 HeapWord** const _global_finger_addr;
coleenp@548 299 Par_MarkFromRootsClosure* const
coleenp@548 300 _parent;
coleenp@548 301 protected:
coleenp@548 302 DO_OOP_WORK_DEFN
duke@435 303 public:
duke@435 304 Par_PushOrMarkClosure(CMSCollector* cms_collector,
coleenp@548 305 MemRegion span,
coleenp@548 306 CMSBitMap* bit_map,
coleenp@548 307 OopTaskQueue* work_queue,
coleenp@548 308 CMSMarkStack* mark_stack,
coleenp@548 309 HeapWord* finger,
coleenp@548 310 HeapWord** global_finger_addr,
coleenp@548 311 Par_MarkFromRootsClosure* parent);
coleenp@548 312 virtual void do_oop(oop* p);
coleenp@548 313 virtual void do_oop(narrowOop* p);
coleenp@548 314 inline void do_oop_nv(oop* p) { Par_PushOrMarkClosure::do_oop_work(p); }
coleenp@548 315 inline void do_oop_nv(narrowOop* p) { Par_PushOrMarkClosure::do_oop_work(p); }
ysr@1376 316
duke@435 317 // Deal with a stack overflow condition
duke@435 318 void handle_stack_overflow(HeapWord* lost);
duke@435 319 private:
duke@435 320 inline void do_yield_check();
duke@435 321 };
duke@435 322
duke@435 323 // For objects in CMS generation, this closure marks
duke@435 324 // given objects (transitively) as being reachable/live.
duke@435 325 // This is currently used during the (weak) reference object
ysr@887 326 // processing phase of the CMS final checkpoint step, as
ysr@887 327 // well as during the concurrent precleaning of the discovered
ysr@887 328 // reference lists.
stefank@6982 329 class CMSKeepAliveClosure: public MetadataAwareOopClosure {
coleenp@548 330 private:
coleenp@4037 331 CMSCollector* _collector;
ysr@578 332 const MemRegion _span;
duke@435 333 CMSMarkStack* _mark_stack;
duke@435 334 CMSBitMap* _bit_map;
ysr@887 335 bool _concurrent_precleaning;
coleenp@548 336 protected:
coleenp@548 337 DO_OOP_WORK_DEFN
duke@435 338 public:
duke@435 339 CMSKeepAliveClosure(CMSCollector* collector, MemRegion span,
ysr@887 340 CMSBitMap* bit_map, CMSMarkStack* mark_stack,
coleenp@4037 341 bool cpc);
ysr@887 342 bool concurrent_precleaning() const { return _concurrent_precleaning; }
coleenp@548 343 virtual void do_oop(oop* p);
coleenp@548 344 virtual void do_oop(narrowOop* p);
coleenp@548 345 inline void do_oop_nv(oop* p) { CMSKeepAliveClosure::do_oop_work(p); }
coleenp@548 346 inline void do_oop_nv(narrowOop* p) { CMSKeepAliveClosure::do_oop_work(p); }
duke@435 347 };
duke@435 348
stefank@6982 349 class CMSInnerParMarkAndPushClosure: public MetadataAwareOopClosure {
coleenp@548 350 private:
coleenp@4037 351 CMSCollector* _collector;
duke@435 352 MemRegion _span;
duke@435 353 OopTaskQueue* _work_queue;
duke@435 354 CMSBitMap* _bit_map;
coleenp@548 355 protected:
coleenp@548 356 DO_OOP_WORK_DEFN
duke@435 357 public:
duke@435 358 CMSInnerParMarkAndPushClosure(CMSCollector* collector,
duke@435 359 MemRegion span, CMSBitMap* bit_map,
jmasa@1370 360 OopTaskQueue* work_queue);
coleenp@548 361 virtual void do_oop(oop* p);
coleenp@548 362 virtual void do_oop(narrowOop* p);
coleenp@548 363 inline void do_oop_nv(oop* p) { CMSInnerParMarkAndPushClosure::do_oop_work(p); }
coleenp@548 364 inline void do_oop_nv(narrowOop* p) { CMSInnerParMarkAndPushClosure::do_oop_work(p); }
duke@435 365 };
duke@435 366
duke@435 367 // A parallel (MT) version of the above, used when
duke@435 368 // reference processing is parallel; the only difference
duke@435 369 // is in the do_oop method.
stefank@6982 370 class CMSParKeepAliveClosure: public MetadataAwareOopClosure {
coleenp@548 371 private:
duke@435 372 MemRegion _span;
duke@435 373 OopTaskQueue* _work_queue;
duke@435 374 CMSBitMap* _bit_map;
coleenp@548 375 CMSInnerParMarkAndPushClosure
coleenp@548 376 _mark_and_push;
duke@435 377 const uint _low_water_mark;
duke@435 378 void trim_queue(uint max);
coleenp@548 379 protected:
coleenp@548 380 DO_OOP_WORK_DEFN
duke@435 381 public:
duke@435 382 CMSParKeepAliveClosure(CMSCollector* collector, MemRegion span,
coleenp@4037 383 CMSBitMap* bit_map, OopTaskQueue* work_queue);
coleenp@548 384 virtual void do_oop(oop* p);
coleenp@548 385 virtual void do_oop(narrowOop* p);
duke@435 386 };
stefank@2314 387
stefank@2314 388 #endif // SHARE_VM_GC_IMPLEMENTATION_CONCURRENTMARKSWEEP_CMSOOPCLOSURES_HPP

mercurial