Thu, 12 Jan 2012 00:06:47 -0800
6484965: G1: piggy-back liveness accounting phase on marking
Summary: Remove the separate counting phase of concurrent marking by tracking the amount of marked bytes and the cards spanned by marked objects in marking task/worker thread local data structures, which are updated as individual objects are marked.
Reviewed-by: brutisso, tonyp
1 /*
2 * Copyright (c) 2001, 2012, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
25 #ifndef SHARE_VM_GC_IMPLEMENTATION_G1_G1OOPCLOSURES_HPP
26 #define SHARE_VM_GC_IMPLEMENTATION_G1_G1OOPCLOSURES_HPP
28 class HeapRegion;
29 class G1CollectedHeap;
30 class G1RemSet;
31 class ConcurrentMark;
32 class DirtyCardToOopClosure;
33 class CMBitMap;
34 class CMMarkStack;
35 class G1ParScanThreadState;
36 class CMTask;
37 class ReferenceProcessor;
39 // A class that scans oops in a given heap region (much as OopsInGenClosure
40 // scans oops in a generation.)
41 class OopsInHeapRegionClosure: public OopsInGenClosure {
42 protected:
43 HeapRegion* _from;
44 public:
45 void set_region(HeapRegion* from) { _from = from; }
46 };
48 class G1ParClosureSuper : public OopsInHeapRegionClosure {
49 protected:
50 G1CollectedHeap* _g1;
51 G1RemSet* _g1_rem;
52 ConcurrentMark* _cm;
53 G1ParScanThreadState* _par_scan_state;
54 uint _worker_id;
55 bool _during_initial_mark;
56 bool _mark_in_progress;
57 public:
58 G1ParClosureSuper(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state);
59 bool apply_to_weak_ref_discovered_field() { return true; }
60 };
62 class G1ParPushHeapRSClosure : public G1ParClosureSuper {
63 public:
64 G1ParPushHeapRSClosure(G1CollectedHeap* g1,
65 G1ParScanThreadState* par_scan_state):
66 G1ParClosureSuper(g1, par_scan_state) { }
68 template <class T> void do_oop_nv(T* p);
69 virtual void do_oop(oop* p) { do_oop_nv(p); }
70 virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
71 };
73 class G1ParScanClosure : public G1ParClosureSuper {
74 public:
75 G1ParScanClosure(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state, ReferenceProcessor* rp) :
76 G1ParClosureSuper(g1, par_scan_state)
77 {
78 assert(_ref_processor == NULL, "sanity");
79 _ref_processor = rp;
80 }
82 template <class T> void do_oop_nv(T* p);
83 virtual void do_oop(oop* p) { do_oop_nv(p); }
84 virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
85 };
87 #define G1_PARTIAL_ARRAY_MASK 0x2
89 template <class T> inline bool has_partial_array_mask(T* ref) {
90 return ((uintptr_t)ref & G1_PARTIAL_ARRAY_MASK) == G1_PARTIAL_ARRAY_MASK;
91 }
93 template <class T> inline T* set_partial_array_mask(T obj) {
94 assert(((uintptr_t)obj & G1_PARTIAL_ARRAY_MASK) == 0, "Information loss!");
95 return (T*) ((uintptr_t)obj | G1_PARTIAL_ARRAY_MASK);
96 }
98 template <class T> inline oop clear_partial_array_mask(T* ref) {
99 return oop((intptr_t)ref & ~G1_PARTIAL_ARRAY_MASK);
100 }
102 class G1ParScanPartialArrayClosure : public G1ParClosureSuper {
103 G1ParScanClosure _scanner;
105 public:
106 G1ParScanPartialArrayClosure(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state, ReferenceProcessor* rp) :
107 G1ParClosureSuper(g1, par_scan_state), _scanner(g1, par_scan_state, rp)
108 {
109 assert(_ref_processor == NULL, "sanity");
110 }
112 G1ParScanClosure* scanner() {
113 return &_scanner;
114 }
116 template <class T> void do_oop_nv(T* p);
117 virtual void do_oop(oop* p) { do_oop_nv(p); }
118 virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
119 };
122 class G1ParCopyHelper : public G1ParClosureSuper {
123 G1ParScanClosure *_scanner;
124 protected:
125 // Mark the object if it's not already marked. This is used to mark
126 // objects pointed to by roots that are guaranteed not to move
127 // during the GC (i.e., non-CSet objects). It is MT-safe.
128 void mark_object(oop obj);
130 // Mark the object if it's not already marked. This is used to mark
131 // objects pointed to by roots that have been forwarded during a
132 // GC. It is MT-safe.
133 void mark_forwarded_object(oop from_obj, oop to_obj);
135 oop copy_to_survivor_space(oop obj);
137 public:
138 G1ParCopyHelper(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state,
139 G1ParScanClosure *scanner) :
140 G1ParClosureSuper(g1, par_scan_state), _scanner(scanner) { }
141 };
143 template <bool do_gen_barrier, G1Barrier barrier, bool do_mark_object>
144 class G1ParCopyClosure : public G1ParCopyHelper {
145 G1ParScanClosure _scanner;
147 template <class T> void do_oop_work(T* p);
149 public:
150 G1ParCopyClosure(G1CollectedHeap* g1, G1ParScanThreadState* par_scan_state,
151 ReferenceProcessor* rp) :
152 _scanner(g1, par_scan_state, rp),
153 G1ParCopyHelper(g1, par_scan_state, &_scanner) {
154 assert(_ref_processor == NULL, "sanity");
155 }
157 G1ParScanClosure* scanner() { return &_scanner; }
159 template <class T> void do_oop_nv(T* p) {
160 do_oop_work(p);
161 }
162 virtual void do_oop(oop* p) { do_oop_nv(p); }
163 virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
164 };
166 typedef G1ParCopyClosure<false, G1BarrierNone, false> G1ParScanExtRootClosure;
167 typedef G1ParCopyClosure<true, G1BarrierNone, false> G1ParScanPermClosure;
169 typedef G1ParCopyClosure<false, G1BarrierNone, true> G1ParScanAndMarkExtRootClosure;
170 typedef G1ParCopyClosure<true, G1BarrierNone, true> G1ParScanAndMarkPermClosure;
172 // The following closure types are no longer used but are retained
173 // for historical reasons:
174 // typedef G1ParCopyClosure<false, G1BarrierRS, false> G1ParScanHeapRSClosure;
175 // typedef G1ParCopyClosure<false, G1BarrierRS, true> G1ParScanAndMarkHeapRSClosure;
177 // The following closure type is defined in g1_specialized_oop_closures.hpp:
178 //
179 // typedef G1ParCopyClosure<false, G1BarrierEvac, false> G1ParScanHeapEvacClosure;
181 // We use a separate closure to handle references during evacuation
182 // failure processing.
183 // We could have used another instance of G1ParScanHeapEvacClosure
184 // (since that closure no longer assumes that the references it
185 // handles point into the collection set).
187 typedef G1ParCopyClosure<false, G1BarrierEvac, false> G1ParScanHeapEvacFailureClosure;
189 class FilterIntoCSClosure: public OopClosure {
190 G1CollectedHeap* _g1;
191 OopClosure* _oc;
192 DirtyCardToOopClosure* _dcto_cl;
193 public:
194 FilterIntoCSClosure( DirtyCardToOopClosure* dcto_cl,
195 G1CollectedHeap* g1,
196 OopClosure* oc) :
197 _dcto_cl(dcto_cl), _g1(g1), _oc(oc) { }
199 template <class T> void do_oop_nv(T* p);
200 virtual void do_oop(oop* p) { do_oop_nv(p); }
201 virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
202 bool apply_to_weak_ref_discovered_field() { return true; }
203 bool do_header() { return false; }
204 };
206 class FilterOutOfRegionClosure: public OopClosure {
207 HeapWord* _r_bottom;
208 HeapWord* _r_end;
209 OopClosure* _oc;
210 int _out_of_region;
211 public:
212 FilterOutOfRegionClosure(HeapRegion* r, OopClosure* oc);
213 template <class T> void do_oop_nv(T* p);
214 virtual void do_oop(oop* p) { do_oop_nv(p); }
215 virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
216 bool apply_to_weak_ref_discovered_field() { return true; }
217 bool do_header() { return false; }
218 int out_of_region() { return _out_of_region; }
219 };
221 // Closure for iterating over object fields during concurrent marking
222 class G1CMOopClosure : public OopClosure {
223 G1CollectedHeap* _g1h;
224 ConcurrentMark* _cm;
225 CMTask* _task;
226 public:
227 G1CMOopClosure(G1CollectedHeap* g1h, ConcurrentMark* cm, CMTask* task);
228 template <class T> void do_oop_nv(T* p);
229 virtual void do_oop( oop* p) { do_oop_nv(p); }
230 virtual void do_oop(narrowOop* p) { do_oop_nv(p); }
231 };
233 #endif // SHARE_VM_GC_IMPLEMENTATION_G1_G1OOPCLOSURES_HPP