Sun, 19 May 2013 20:31:30 +0200
Merge
duke@435 | 1 | /* |
minqi@5097 | 2 | * Copyright (c) 1997, 2013, Oracle and/or its affiliates. All rights reserved. |
duke@435 | 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
duke@435 | 4 | * |
duke@435 | 5 | * This code is free software; you can redistribute it and/or modify it |
duke@435 | 6 | * under the terms of the GNU General Public License version 2 only, as |
duke@435 | 7 | * published by the Free Software Foundation. |
duke@435 | 8 | * |
duke@435 | 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
duke@435 | 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
duke@435 | 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
duke@435 | 12 | * version 2 for more details (a copy is included in the LICENSE file that |
duke@435 | 13 | * accompanied this code). |
duke@435 | 14 | * |
duke@435 | 15 | * You should have received a copy of the GNU General Public License version |
duke@435 | 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
duke@435 | 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
duke@435 | 18 | * |
trims@1907 | 19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
trims@1907 | 20 | * or visit www.oracle.com if you need additional information or have any |
trims@1907 | 21 | * questions. |
duke@435 | 22 | * |
duke@435 | 23 | */ |
duke@435 | 24 | |
stefank@2314 | 25 | #include "precompiled.hpp" |
stefank@2314 | 26 | #include "compiler/compileBroker.hpp" |
stefank@2314 | 27 | #include "gc_implementation/shared/markSweep.inline.hpp" |
stefank@2314 | 28 | #include "gc_interface/collectedHeap.inline.hpp" |
coleenp@4037 | 29 | #include "oops/methodData.hpp" |
stefank@2314 | 30 | #include "oops/objArrayKlass.inline.hpp" |
stefank@2314 | 31 | #include "oops/oop.inline.hpp" |
duke@435 | 32 | |
tschatzl@5119 | 33 | uint MarkSweep::_total_invocations = 0; |
coleenp@4037 | 34 | |
zgu@3900 | 35 | Stack<oop, mtGC> MarkSweep::_marking_stack; |
zgu@3900 | 36 | Stack<ObjArrayTask, mtGC> MarkSweep::_objarray_stack; |
duke@435 | 37 | |
zgu@3900 | 38 | Stack<oop, mtGC> MarkSweep::_preserved_oop_stack; |
zgu@3900 | 39 | Stack<markOop, mtGC> MarkSweep::_preserved_mark_stack; |
duke@435 | 40 | size_t MarkSweep::_preserved_count = 0; |
duke@435 | 41 | size_t MarkSweep::_preserved_count_max = 0; |
duke@435 | 42 | PreservedMark* MarkSweep::_preserved_marks = NULL; |
duke@435 | 43 | ReferenceProcessor* MarkSweep::_ref_processor = NULL; |
duke@435 | 44 | |
coleenp@548 | 45 | MarkSweep::FollowRootClosure MarkSweep::follow_root_closure; |
jrose@1424 | 46 | CodeBlobToOopClosure MarkSweep::follow_code_root_closure(&MarkSweep::follow_root_closure, /*do_marking=*/ true); |
duke@435 | 47 | |
coleenp@548 | 48 | void MarkSweep::FollowRootClosure::do_oop(oop* p) { follow_root(p); } |
coleenp@548 | 49 | void MarkSweep::FollowRootClosure::do_oop(narrowOop* p) { follow_root(p); } |
duke@435 | 50 | |
duke@435 | 51 | MarkSweep::MarkAndPushClosure MarkSweep::mark_and_push_closure; |
coleenp@4037 | 52 | MarkSweep::FollowKlassClosure MarkSweep::follow_klass_closure; |
coleenp@4037 | 53 | MarkSweep::AdjustKlassClosure MarkSweep::adjust_klass_closure; |
duke@435 | 54 | |
coleenp@4037 | 55 | void MarkSweep::MarkAndPushClosure::do_oop(oop* p) { mark_and_push(p); } |
coleenp@548 | 56 | void MarkSweep::MarkAndPushClosure::do_oop(narrowOop* p) { mark_and_push(p); } |
duke@435 | 57 | |
coleenp@4037 | 58 | void MarkSweep::FollowKlassClosure::do_klass(Klass* klass) { |
coleenp@4037 | 59 | klass->oops_do(&MarkSweep::mark_and_push_closure); |
coleenp@4037 | 60 | } |
coleenp@4037 | 61 | void MarkSweep::AdjustKlassClosure::do_klass(Klass* klass) { |
coleenp@4037 | 62 | klass->oops_do(&MarkSweep::adjust_pointer_closure); |
coleenp@4037 | 63 | } |
coleenp@4037 | 64 | |
coleenp@4037 | 65 | void MarkSweep::follow_klass(Klass* klass) { |
coleenp@4037 | 66 | ClassLoaderData* cld = klass->class_loader_data(); |
coleenp@4037 | 67 | // The actual processing of the klass is done when we |
coleenp@4037 | 68 | // traverse the list of Klasses in the class loader data. |
coleenp@4037 | 69 | MarkSweep::follow_class_loader(cld); |
coleenp@4037 | 70 | } |
coleenp@4037 | 71 | |
coleenp@4037 | 72 | void MarkSweep::adjust_klass(Klass* klass) { |
coleenp@4037 | 73 | ClassLoaderData* cld = klass->class_loader_data(); |
coleenp@4037 | 74 | // The actual processing of the klass is done when we |
coleenp@4037 | 75 | // traverse the list of Klasses in the class loader data. |
coleenp@4037 | 76 | MarkSweep::adjust_class_loader(cld); |
coleenp@4037 | 77 | } |
coleenp@4037 | 78 | |
coleenp@4037 | 79 | void MarkSweep::follow_class_loader(ClassLoaderData* cld) { |
coleenp@4037 | 80 | cld->oops_do(&MarkSweep::mark_and_push_closure, &MarkSweep::follow_klass_closure, true); |
coleenp@4037 | 81 | } |
coleenp@4037 | 82 | |
coleenp@4037 | 83 | void MarkSweep::adjust_class_loader(ClassLoaderData* cld) { |
stefank@5011 | 84 | cld->oops_do(&MarkSweep::adjust_pointer_closure, &MarkSweep::adjust_klass_closure, true); |
coleenp@4037 | 85 | } |
coleenp@4037 | 86 | |
coleenp@4037 | 87 | |
duke@435 | 88 | void MarkSweep::follow_stack() { |
jcoomes@1746 | 89 | do { |
jcoomes@2191 | 90 | while (!_marking_stack.is_empty()) { |
jcoomes@2191 | 91 | oop obj = _marking_stack.pop(); |
jcoomes@1746 | 92 | assert (obj->is_gc_marked(), "p must be marked"); |
jcoomes@1746 | 93 | obj->follow_contents(); |
jcoomes@1746 | 94 | } |
jcoomes@1750 | 95 | // Process ObjArrays one at a time to avoid marking stack bloat. |
jcoomes@2191 | 96 | if (!_objarray_stack.is_empty()) { |
jcoomes@2191 | 97 | ObjArrayTask task = _objarray_stack.pop(); |
minqi@5097 | 98 | ObjArrayKlass* k = (ObjArrayKlass*)task.obj()->klass(); |
jcoomes@1746 | 99 | k->oop_follow_contents(task.obj(), task.index()); |
jcoomes@1746 | 100 | } |
jcoomes@2191 | 101 | } while (!_marking_stack.is_empty() || !_objarray_stack.is_empty()); |
duke@435 | 102 | } |
duke@435 | 103 | |
duke@435 | 104 | MarkSweep::FollowStackClosure MarkSweep::follow_stack_closure; |
duke@435 | 105 | |
coleenp@548 | 106 | void MarkSweep::FollowStackClosure::do_void() { follow_stack(); } |
duke@435 | 107 | |
jcoomes@2191 | 108 | // We preserve the mark which should be replaced at the end and the location |
jcoomes@2191 | 109 | // that it will go. Note that the object that this markOop belongs to isn't |
jcoomes@2191 | 110 | // currently at that address but it will be after phase4 |
duke@435 | 111 | void MarkSweep::preserve_mark(oop obj, markOop mark) { |
jcoomes@2191 | 112 | // We try to store preserved marks in the to space of the new generation since |
jcoomes@2191 | 113 | // this is storage which should be available. Most of the time this should be |
jcoomes@2191 | 114 | // sufficient space for the marks we need to preserve but if it isn't we fall |
jcoomes@2191 | 115 | // back to using Stacks to keep track of the overflow. |
duke@435 | 116 | if (_preserved_count < _preserved_count_max) { |
duke@435 | 117 | _preserved_marks[_preserved_count++].init(obj, mark); |
duke@435 | 118 | } else { |
jcoomes@2191 | 119 | _preserved_mark_stack.push(mark); |
jcoomes@2191 | 120 | _preserved_oop_stack.push(obj); |
duke@435 | 121 | } |
duke@435 | 122 | } |
duke@435 | 123 | |
stefank@5011 | 124 | MarkSweep::AdjustPointerClosure MarkSweep::adjust_pointer_closure; |
duke@435 | 125 | |
stefank@5011 | 126 | void MarkSweep::AdjustPointerClosure::do_oop(oop* p) { adjust_pointer(p); } |
stefank@5011 | 127 | void MarkSweep::AdjustPointerClosure::do_oop(narrowOop* p) { adjust_pointer(p); } |
coleenp@548 | 128 | |
duke@435 | 129 | void MarkSweep::adjust_marks() { |
jcoomes@2191 | 130 | assert( _preserved_oop_stack.size() == _preserved_mark_stack.size(), |
duke@435 | 131 | "inconsistent preserved oop stacks"); |
duke@435 | 132 | |
duke@435 | 133 | // adjust the oops we saved earlier |
duke@435 | 134 | for (size_t i = 0; i < _preserved_count; i++) { |
duke@435 | 135 | _preserved_marks[i].adjust_pointer(); |
duke@435 | 136 | } |
duke@435 | 137 | |
duke@435 | 138 | // deal with the overflow stack |
zgu@3900 | 139 | StackIterator<oop, mtGC> iter(_preserved_oop_stack); |
jcoomes@2191 | 140 | while (!iter.is_empty()) { |
jcoomes@2191 | 141 | oop* p = iter.next_addr(); |
jcoomes@2191 | 142 | adjust_pointer(p); |
duke@435 | 143 | } |
duke@435 | 144 | } |
duke@435 | 145 | |
duke@435 | 146 | void MarkSweep::restore_marks() { |
jcoomes@2191 | 147 | assert(_preserved_oop_stack.size() == _preserved_mark_stack.size(), |
duke@435 | 148 | "inconsistent preserved oop stacks"); |
duke@435 | 149 | if (PrintGC && Verbose) { |
jcoomes@2191 | 150 | gclog_or_tty->print_cr("Restoring %d marks", |
jcoomes@2191 | 151 | _preserved_count + _preserved_oop_stack.size()); |
duke@435 | 152 | } |
duke@435 | 153 | |
duke@435 | 154 | // restore the marks we saved earlier |
duke@435 | 155 | for (size_t i = 0; i < _preserved_count; i++) { |
duke@435 | 156 | _preserved_marks[i].restore(); |
duke@435 | 157 | } |
duke@435 | 158 | |
duke@435 | 159 | // deal with the overflow |
jcoomes@2191 | 160 | while (!_preserved_oop_stack.is_empty()) { |
jcoomes@2191 | 161 | oop obj = _preserved_oop_stack.pop(); |
jcoomes@2191 | 162 | markOop mark = _preserved_mark_stack.pop(); |
jcoomes@2191 | 163 | obj->set_mark(mark); |
duke@435 | 164 | } |
duke@435 | 165 | } |
duke@435 | 166 | |
coleenp@548 | 167 | MarkSweep::IsAliveClosure MarkSweep::is_alive; |
duke@435 | 168 | |
coleenp@548 | 169 | bool MarkSweep::IsAliveClosure::do_object_b(oop p) { return p->is_gc_marked(); } |
duke@435 | 170 | |
duke@435 | 171 | MarkSweep::KeepAliveClosure MarkSweep::keep_alive; |
duke@435 | 172 | |
coleenp@548 | 173 | void MarkSweep::KeepAliveClosure::do_oop(oop* p) { MarkSweep::KeepAliveClosure::do_oop_work(p); } |
coleenp@548 | 174 | void MarkSweep::KeepAliveClosure::do_oop(narrowOop* p) { MarkSweep::KeepAliveClosure::do_oop_work(p); } |
coleenp@548 | 175 | |
duke@435 | 176 | void marksweep_init() { /* empty */ } |
duke@435 | 177 | |
duke@435 | 178 | #ifndef PRODUCT |
duke@435 | 179 | |
duke@435 | 180 | void MarkSweep::trace(const char* msg) { |
duke@435 | 181 | if (TraceMarkSweep) |
duke@435 | 182 | gclog_or_tty->print("%s", msg); |
duke@435 | 183 | } |
duke@435 | 184 | |
duke@435 | 185 | #endif |