Sat, 27 Sep 2008 00:33:13 -0700
6740923: NUMA allocator: Ensure the progress of adaptive chunk resizing
Summary: Treat a chuck where the allocation has failed as fully used.
Reviewed-by: ysr
1 /*
2 * Copyright 1997-2008 Sun Microsystems, Inc. All Rights Reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
20 * CA 95054 USA or visit www.sun.com if you need additional information or
21 * have any questions.
22 *
23 */
25 class ReferenceProcessor;
27 // MarkSweep takes care of global mark-compact garbage collection for a
28 // GenCollectedHeap using a four-phase pointer forwarding algorithm. All
29 // generations are assumed to support marking; those that can also support
30 // compaction.
31 //
32 // Class unloading will only occur when a full gc is invoked.
34 // If VALIDATE_MARK_SWEEP is defined, the -XX:+ValidateMarkSweep flag will
35 // be operational, and will provide slow but comprehensive self-checks within
36 // the GC. This is not enabled by default in product or release builds,
37 // since the extra call to track_adjusted_pointer() in _adjust_pointer()
38 // would be too much overhead, and would disturb performance measurement.
39 // However, debug builds are sometimes way too slow to run GC tests!
40 #ifdef ASSERT
41 #define VALIDATE_MARK_SWEEP 1
42 #endif
43 #ifdef VALIDATE_MARK_SWEEP
44 #define VALIDATE_MARK_SWEEP_ONLY(code) code
45 #else
46 #define VALIDATE_MARK_SWEEP_ONLY(code)
47 #endif
49 // declared at end
50 class PreservedMark;
52 class MarkSweep : AllStatic {
53 //
54 // Inline closure decls
55 //
56 class FollowRootClosure: public OopsInGenClosure {
57 public:
58 virtual void do_oop(oop* p);
59 virtual void do_oop(narrowOop* p);
60 virtual const bool do_nmethods() const { return true; }
61 };
63 class MarkAndPushClosure: public OopClosure {
64 public:
65 virtual void do_oop(oop* p);
66 virtual void do_oop(narrowOop* p);
67 virtual const bool do_nmethods() const { return true; }
68 };
70 class FollowStackClosure: public VoidClosure {
71 public:
72 virtual void do_void();
73 };
75 class AdjustPointerClosure: public OopsInGenClosure {
76 private:
77 bool _is_root;
78 public:
79 AdjustPointerClosure(bool is_root) : _is_root(is_root) {}
80 virtual void do_oop(oop* p);
81 virtual void do_oop(narrowOop* p);
82 };
84 // Used for java/lang/ref handling
85 class IsAliveClosure: public BoolObjectClosure {
86 public:
87 virtual void do_object(oop p);
88 virtual bool do_object_b(oop p);
89 };
91 class KeepAliveClosure: public OopClosure {
92 protected:
93 template <class T> void do_oop_work(T* p);
94 public:
95 virtual void do_oop(oop* p);
96 virtual void do_oop(narrowOop* p);
97 };
99 //
100 // Friend decls
101 //
102 friend class AdjustPointerClosure;
103 friend class KeepAliveClosure;
104 friend class VM_MarkSweep;
105 friend void marksweep_init();
107 //
108 // Vars
109 //
110 protected:
111 // Traversal stack used during phase1
112 static GrowableArray<oop>* _marking_stack;
113 // Stack for live klasses to revisit at end of marking phase
114 static GrowableArray<Klass*>* _revisit_klass_stack;
116 // Space for storing/restoring mark word
117 static GrowableArray<markOop>* _preserved_mark_stack;
118 static GrowableArray<oop>* _preserved_oop_stack;
119 static size_t _preserved_count;
120 static size_t _preserved_count_max;
121 static PreservedMark* _preserved_marks;
123 // Reference processing (used in ...follow_contents)
124 static ReferenceProcessor* _ref_processor;
126 #ifdef VALIDATE_MARK_SWEEP
127 static GrowableArray<void*>* _root_refs_stack;
128 static GrowableArray<oop> * _live_oops;
129 static GrowableArray<oop> * _live_oops_moved_to;
130 static GrowableArray<size_t>* _live_oops_size;
131 static size_t _live_oops_index;
132 static size_t _live_oops_index_at_perm;
133 static GrowableArray<void*>* _other_refs_stack;
134 static GrowableArray<void*>* _adjusted_pointers;
135 static bool _pointer_tracking;
136 static bool _root_tracking;
138 // The following arrays are saved since the time of the last GC and
139 // assist in tracking down problems where someone has done an errant
140 // store into the heap, usually to an oop that wasn't properly
141 // handleized across a GC. If we crash or otherwise fail before the
142 // next GC, we can query these arrays to find out the object we had
143 // intended to do the store to (assuming it is still alive) and the
144 // offset within that object. Covered under RecordMarkSweepCompaction.
145 static GrowableArray<HeapWord*> * _cur_gc_live_oops;
146 static GrowableArray<HeapWord*> * _cur_gc_live_oops_moved_to;
147 static GrowableArray<size_t>* _cur_gc_live_oops_size;
148 static GrowableArray<HeapWord*> * _last_gc_live_oops;
149 static GrowableArray<HeapWord*> * _last_gc_live_oops_moved_to;
150 static GrowableArray<size_t>* _last_gc_live_oops_size;
151 #endif
153 // Non public closures
154 static IsAliveClosure is_alive;
155 static KeepAliveClosure keep_alive;
157 // Class unloading. Update subklass/sibling/implementor links at end of marking phase.
158 static void follow_weak_klass_links();
160 // Debugging
161 static void trace(const char* msg) PRODUCT_RETURN;
163 public:
164 // Public closures
165 static FollowRootClosure follow_root_closure;
166 static MarkAndPushClosure mark_and_push_closure;
167 static FollowStackClosure follow_stack_closure;
168 static AdjustPointerClosure adjust_root_pointer_closure;
169 static AdjustPointerClosure adjust_pointer_closure;
171 // Reference Processing
172 static ReferenceProcessor* const ref_processor() { return _ref_processor; }
174 // Call backs for marking
175 static void mark_object(oop obj);
176 // Mark pointer and follow contents. Empty marking stack afterwards.
177 template <class T> static inline void follow_root(T* p);
178 // Mark pointer and follow contents.
179 template <class T> static inline void mark_and_follow(T* p);
180 // Check mark and maybe push on marking stack
181 template <class T> static inline void mark_and_push(T* p);
183 static void follow_stack(); // Empty marking stack.
185 static void preserve_mark(oop p, markOop mark);
186 // Save the mark word so it can be restored later
187 static void adjust_marks(); // Adjust the pointers in the preserved marks table
188 static void restore_marks(); // Restore the marks that we saved in preserve_mark
190 template <class T> static inline void adjust_pointer(T* p, bool isroot);
192 static void adjust_root_pointer(oop* p) { adjust_pointer(p, true); }
193 static void adjust_pointer(oop* p) { adjust_pointer(p, false); }
194 static void adjust_pointer(narrowOop* p) { adjust_pointer(p, false); }
196 #ifdef VALIDATE_MARK_SWEEP
197 static void track_adjusted_pointer(void* p, bool isroot);
198 static void check_adjust_pointer(void* p);
199 static void track_interior_pointers(oop obj);
200 static void check_interior_pointers();
202 static void reset_live_oop_tracking(bool at_perm);
203 static void register_live_oop(oop p, size_t size);
204 static void validate_live_oop(oop p, size_t size);
205 static void live_oop_moved_to(HeapWord* q, size_t size, HeapWord* compaction_top);
206 static void compaction_complete();
208 // Querying operation of RecordMarkSweepCompaction results.
209 // Finds and prints the current base oop and offset for a word
210 // within an oop that was live during the last GC. Helpful for
211 // tracking down heap stomps.
212 static void print_new_location_of_heap_address(HeapWord* q);
213 #endif
215 // Call backs for class unloading
216 static void revisit_weak_klass_link(Klass* k); // Update subklass/sibling/implementor links at end of marking.
217 };
219 class PreservedMark VALUE_OBJ_CLASS_SPEC {
220 private:
221 oop _obj;
222 markOop _mark;
224 public:
225 void init(oop obj, markOop mark) {
226 _obj = obj;
227 _mark = mark;
228 }
230 void adjust_pointer() {
231 MarkSweep::adjust_pointer(&_obj);
232 }
234 void restore() {
235 _obj->set_mark(_mark);
236 }
237 };