Thu, 21 Aug 2014 13:57:51 -0700
8046070: Class Data Sharing clean up and refactoring
Summary: Cleaned up CDS to be more configurable, maintainable and extensible
Reviewed-by: dholmes, coleenp, acorn, mchung
duke@435 | 1 | /* |
drchase@6680 | 2 | * Copyright (c) 2000, 2014, Oracle and/or its affiliates. All rights reserved. |
duke@435 | 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
duke@435 | 4 | * |
duke@435 | 5 | * This code is free software; you can redistribute it and/or modify it |
duke@435 | 6 | * under the terms of the GNU General Public License version 2 only, as |
duke@435 | 7 | * published by the Free Software Foundation. |
duke@435 | 8 | * |
duke@435 | 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
duke@435 | 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
duke@435 | 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
duke@435 | 12 | * version 2 for more details (a copy is included in the LICENSE file that |
duke@435 | 13 | * accompanied this code). |
duke@435 | 14 | * |
duke@435 | 15 | * You should have received a copy of the GNU General Public License version |
duke@435 | 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
duke@435 | 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
duke@435 | 18 | * |
trims@1907 | 19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
trims@1907 | 20 | * or visit www.oracle.com if you need additional information or have any |
trims@1907 | 21 | * questions. |
duke@435 | 22 | * |
duke@435 | 23 | */ |
duke@435 | 24 | |
stefank@2314 | 25 | #ifndef SHARE_VM_MEMORY_CARDTABLEMODREFBS_HPP |
stefank@2314 | 26 | #define SHARE_VM_MEMORY_CARDTABLEMODREFBS_HPP |
stefank@2314 | 27 | |
stefank@2314 | 28 | #include "memory/modRefBarrierSet.hpp" |
stefank@2314 | 29 | #include "oops/oop.hpp" |
stefank@2314 | 30 | #include "oops/oop.inline2.hpp" |
stefank@2314 | 31 | |
duke@435 | 32 | // This kind of "BarrierSet" allows a "CollectedHeap" to detect and |
duke@435 | 33 | // enumerate ref fields that have been modified (since the last |
duke@435 | 34 | // enumeration.) |
duke@435 | 35 | |
duke@435 | 36 | // As it currently stands, this barrier is *imprecise*: when a ref field in |
duke@435 | 37 | // an object "o" is modified, the card table entry for the card containing |
duke@435 | 38 | // the head of "o" is dirtied, not necessarily the card containing the |
duke@435 | 39 | // modified field itself. For object arrays, however, the barrier *is* |
duke@435 | 40 | // precise; only the card containing the modified element is dirtied. |
duke@435 | 41 | // Any MemRegionClosures used to scan dirty cards should take these |
duke@435 | 42 | // considerations into account. |
duke@435 | 43 | |
duke@435 | 44 | class Generation; |
duke@435 | 45 | class OopsInGenClosure; |
duke@435 | 46 | class DirtyCardToOopClosure; |
ysr@2819 | 47 | class ClearNoncleanCardWrapper; |
duke@435 | 48 | |
duke@435 | 49 | class CardTableModRefBS: public ModRefBarrierSet { |
duke@435 | 50 | // Some classes get to look at some private stuff. |
duke@435 | 51 | friend class BytecodeInterpreter; |
duke@435 | 52 | friend class VMStructs; |
duke@435 | 53 | friend class CardTableRS; |
duke@435 | 54 | friend class CheckForUnmarkedOops; // Needs access to raw card bytes. |
twisti@2047 | 55 | friend class SharkBuilder; |
duke@435 | 56 | #ifndef PRODUCT |
duke@435 | 57 | // For debugging. |
duke@435 | 58 | friend class GuaranteeNotModClosure; |
duke@435 | 59 | #endif |
duke@435 | 60 | protected: |
duke@435 | 61 | |
duke@435 | 62 | enum CardValues { |
duke@435 | 63 | clean_card = -1, |
iveresov@1051 | 64 | // The mask contains zeros in places for all other values. |
iveresov@1051 | 65 | clean_card_mask = clean_card - 31, |
iveresov@1051 | 66 | |
duke@435 | 67 | dirty_card = 0, |
duke@435 | 68 | precleaned_card = 1, |
iveresov@1051 | 69 | claimed_card = 2, |
iveresov@1051 | 70 | deferred_card = 4, |
iveresov@1051 | 71 | last_card = 8, |
iveresov@1051 | 72 | CT_MR_BS_last_reserved = 16 |
duke@435 | 73 | }; |
duke@435 | 74 | |
brutisso@3642 | 75 | // a word's worth (row) of clean card values |
brutisso@3642 | 76 | static const intptr_t clean_card_row = (intptr_t)(-1); |
brutisso@3642 | 77 | |
duke@435 | 78 | // dirty and precleaned are equivalent wrt younger_refs_iter. |
duke@435 | 79 | static bool card_is_dirty_wrt_gen_iter(jbyte cv) { |
duke@435 | 80 | return cv == dirty_card || cv == precleaned_card; |
duke@435 | 81 | } |
duke@435 | 82 | |
duke@435 | 83 | // Returns "true" iff the value "cv" will cause the card containing it |
duke@435 | 84 | // to be scanned in the current traversal. May be overridden by |
duke@435 | 85 | // subtypes. |
duke@435 | 86 | virtual bool card_will_be_scanned(jbyte cv) { |
duke@435 | 87 | return CardTableModRefBS::card_is_dirty_wrt_gen_iter(cv); |
duke@435 | 88 | } |
duke@435 | 89 | |
duke@435 | 90 | // Returns "true" iff the value "cv" may have represented a dirty card at |
duke@435 | 91 | // some point. |
duke@435 | 92 | virtual bool card_may_have_been_dirty(jbyte cv) { |
duke@435 | 93 | return card_is_dirty_wrt_gen_iter(cv); |
duke@435 | 94 | } |
duke@435 | 95 | |
duke@435 | 96 | // The declaration order of these const fields is important; see the |
duke@435 | 97 | // constructor before changing. |
duke@435 | 98 | const MemRegion _whole_heap; // the region covered by the card table |
tschatzl@7051 | 99 | size_t _guard_index; // index of very last element in the card |
duke@435 | 100 | // table; it is set to a guard value |
duke@435 | 101 | // (last_card) and should never be modified |
tschatzl@7051 | 102 | size_t _last_valid_index; // index of the last valid element |
duke@435 | 103 | const size_t _page_size; // page size used when mapping _byte_map |
tschatzl@7051 | 104 | size_t _byte_map_size; // in bytes |
duke@435 | 105 | jbyte* _byte_map; // the card marking array |
duke@435 | 106 | |
duke@435 | 107 | int _cur_covered_regions; |
duke@435 | 108 | // The covered regions should be in address order. |
duke@435 | 109 | MemRegion* _covered; |
duke@435 | 110 | // The committed regions correspond one-to-one to the covered regions. |
duke@435 | 111 | // They represent the card-table memory that has been committed to service |
duke@435 | 112 | // the corresponding covered region. It may be that committed region for |
duke@435 | 113 | // one covered region corresponds to a larger region because of page-size |
duke@435 | 114 | // roundings. Thus, a committed region for one covered region may |
duke@435 | 115 | // actually extend onto the card-table space for the next covered region. |
duke@435 | 116 | MemRegion* _committed; |
duke@435 | 117 | |
duke@435 | 118 | // The last card is a guard card, and we commit the page for it so |
duke@435 | 119 | // we can use the card for verification purposes. We make sure we never |
duke@435 | 120 | // uncommit the MemRegion for that page. |
duke@435 | 121 | MemRegion _guard_region; |
duke@435 | 122 | |
duke@435 | 123 | protected: |
duke@435 | 124 | // Initialization utilities; covered_words is the size of the covered region |
duke@435 | 125 | // in, um, words. |
tschatzl@7051 | 126 | inline size_t cards_required(size_t covered_words) { |
tschatzl@7051 | 127 | // Add one for a guard card, used to detect errors. |
tschatzl@7051 | 128 | const size_t words = align_size_up(covered_words, card_size_in_words); |
tschatzl@7051 | 129 | return words / card_size_in_words + 1; |
tschatzl@7051 | 130 | } |
tschatzl@7051 | 131 | |
duke@435 | 132 | inline size_t compute_byte_map_size(); |
duke@435 | 133 | |
duke@435 | 134 | // Finds and return the index of the region, if any, to which the given |
duke@435 | 135 | // region would be contiguous. If none exists, assign a new region and |
duke@435 | 136 | // returns its index. Requires that no more than the maximum number of |
duke@435 | 137 | // covered regions defined in the constructor are ever in use. |
duke@435 | 138 | int find_covering_region_by_base(HeapWord* base); |
duke@435 | 139 | |
duke@435 | 140 | // Same as above, but finds the region containing the given address |
duke@435 | 141 | // instead of starting at a given base address. |
duke@435 | 142 | int find_covering_region_containing(HeapWord* addr); |
duke@435 | 143 | |
duke@435 | 144 | // Resize one of the regions covered by the remembered set. |
tschatzl@7051 | 145 | virtual void resize_covered_region(MemRegion new_region); |
duke@435 | 146 | |
duke@435 | 147 | // Returns the leftmost end of a committed region corresponding to a |
duke@435 | 148 | // covered region before covered region "ind", or else "NULL" if "ind" is |
duke@435 | 149 | // the first covered region. |
duke@435 | 150 | HeapWord* largest_prev_committed_end(int ind) const; |
duke@435 | 151 | |
duke@435 | 152 | // Returns the part of the region mr that doesn't intersect with |
duke@435 | 153 | // any committed region other than self. Used to prevent uncommitting |
duke@435 | 154 | // regions that are also committed by other regions. Also protects |
duke@435 | 155 | // against uncommitting the guard region. |
duke@435 | 156 | MemRegion committed_unique_to_self(int self, MemRegion mr) const; |
duke@435 | 157 | |
duke@435 | 158 | // Mapping from address to card marking array entry |
duke@435 | 159 | jbyte* byte_for(const void* p) const { |
duke@435 | 160 | assert(_whole_heap.contains(p), |
ysr@2891 | 161 | err_msg("Attempt to access p = "PTR_FORMAT" out of bounds of " |
ysr@2891 | 162 | " card marking array's _whole_heap = ["PTR_FORMAT","PTR_FORMAT")", |
drchase@6680 | 163 | p2i(p), p2i(_whole_heap.start()), p2i(_whole_heap.end()))); |
duke@435 | 164 | jbyte* result = &byte_map_base[uintptr_t(p) >> card_shift]; |
duke@435 | 165 | assert(result >= _byte_map && result < _byte_map + _byte_map_size, |
duke@435 | 166 | "out of bounds accessor for card marking array"); |
duke@435 | 167 | return result; |
duke@435 | 168 | } |
duke@435 | 169 | |
duke@435 | 170 | // The card table byte one after the card marking array |
duke@435 | 171 | // entry for argument address. Typically used for higher bounds |
duke@435 | 172 | // for loops iterating through the card table. |
duke@435 | 173 | jbyte* byte_after(const void* p) const { |
duke@435 | 174 | return byte_for(p) + 1; |
duke@435 | 175 | } |
duke@435 | 176 | |
duke@435 | 177 | // Iterate over the portion of the card-table which covers the given |
duke@435 | 178 | // region mr in the given space and apply cl to any dirty sub-regions |
ysr@2819 | 179 | // of mr. Dirty cards are _not_ cleared by the iterator method itself, |
ysr@2819 | 180 | // but closures may arrange to do so on their own should they so wish. |
ysr@2819 | 181 | void non_clean_card_iterate_serial(MemRegion mr, MemRegionClosure* cl); |
duke@435 | 182 | |
ysr@2819 | 183 | // A variant of the above that will operate in a parallel mode if |
ysr@2819 | 184 | // worker threads are available, and clear the dirty cards as it |
ysr@2819 | 185 | // processes them. |
ysr@2889 | 186 | // XXX ??? MemRegionClosure above vs OopsInGenClosure below XXX |
ysr@2889 | 187 | // XXX some new_dcto_cl's take OopClosure's, plus as above there are |
ysr@2889 | 188 | // some MemRegionClosures. Clean this up everywhere. XXX |
ysr@2819 | 189 | void non_clean_card_iterate_possibly_parallel(Space* sp, MemRegion mr, |
ysr@2889 | 190 | OopsInGenClosure* cl, CardTableRS* ct); |
duke@435 | 191 | |
ysr@2819 | 192 | private: |
ysr@2819 | 193 | // Work method used to implement non_clean_card_iterate_possibly_parallel() |
ysr@2819 | 194 | // above in the parallel case. |
ysr@2819 | 195 | void non_clean_card_iterate_parallel_work(Space* sp, MemRegion mr, |
ysr@2889 | 196 | OopsInGenClosure* cl, CardTableRS* ct, |
ysr@2819 | 197 | int n_threads); |
duke@435 | 198 | |
ysr@2819 | 199 | protected: |
duke@435 | 200 | // Dirty the bytes corresponding to "mr" (not all of which must be |
duke@435 | 201 | // covered.) |
duke@435 | 202 | void dirty_MemRegion(MemRegion mr); |
duke@435 | 203 | |
duke@435 | 204 | // Clear (to clean_card) the bytes entirely contained within "mr" (not |
duke@435 | 205 | // all of which must be covered.) |
duke@435 | 206 | void clear_MemRegion(MemRegion mr); |
duke@435 | 207 | |
duke@435 | 208 | // *** Support for parallel card scanning. |
duke@435 | 209 | |
duke@435 | 210 | // This is an array, one element per covered region of the card table. |
duke@435 | 211 | // Each entry is itself an array, with one element per chunk in the |
duke@435 | 212 | // covered region. Each entry of these arrays is the lowest non-clean |
duke@435 | 213 | // card of the corresponding chunk containing part of an object from the |
duke@435 | 214 | // previous chunk, or else NULL. |
duke@435 | 215 | typedef jbyte* CardPtr; |
duke@435 | 216 | typedef CardPtr* CardArr; |
duke@435 | 217 | CardArr* _lowest_non_clean; |
duke@435 | 218 | size_t* _lowest_non_clean_chunk_size; |
duke@435 | 219 | uintptr_t* _lowest_non_clean_base_chunk_index; |
duke@435 | 220 | int* _last_LNC_resizing_collection; |
duke@435 | 221 | |
duke@435 | 222 | // Initializes "lowest_non_clean" to point to the array for the region |
duke@435 | 223 | // covering "sp", and "lowest_non_clean_base_chunk_index" to the chunk |
duke@435 | 224 | // index of the corresponding to the first element of that array. |
duke@435 | 225 | // Ensures that these arrays are of sufficient size, allocating if necessary. |
duke@435 | 226 | // May be called by several threads concurrently. |
duke@435 | 227 | void get_LNC_array_for_space(Space* sp, |
duke@435 | 228 | jbyte**& lowest_non_clean, |
duke@435 | 229 | uintptr_t& lowest_non_clean_base_chunk_index, |
duke@435 | 230 | size_t& lowest_non_clean_chunk_size); |
duke@435 | 231 | |
duke@435 | 232 | // Returns the number of chunks necessary to cover "mr". |
duke@435 | 233 | size_t chunks_to_cover(MemRegion mr) { |
duke@435 | 234 | return (size_t)(addr_to_chunk_index(mr.last()) - |
duke@435 | 235 | addr_to_chunk_index(mr.start()) + 1); |
duke@435 | 236 | } |
duke@435 | 237 | |
duke@435 | 238 | // Returns the index of the chunk in a stride which |
duke@435 | 239 | // covers the given address. |
duke@435 | 240 | uintptr_t addr_to_chunk_index(const void* addr) { |
duke@435 | 241 | uintptr_t card = (uintptr_t) byte_for(addr); |
ysr@2889 | 242 | return card / ParGCCardsPerStrideChunk; |
duke@435 | 243 | } |
duke@435 | 244 | |
duke@435 | 245 | // Apply cl, which must either itself apply dcto_cl or be dcto_cl, |
duke@435 | 246 | // to the cards in the stride (of n_strides) within the given space. |
duke@435 | 247 | void process_stride(Space* sp, |
duke@435 | 248 | MemRegion used, |
duke@435 | 249 | jint stride, int n_strides, |
ysr@2889 | 250 | OopsInGenClosure* cl, |
ysr@2889 | 251 | CardTableRS* ct, |
duke@435 | 252 | jbyte** lowest_non_clean, |
duke@435 | 253 | uintptr_t lowest_non_clean_base_chunk_index, |
duke@435 | 254 | size_t lowest_non_clean_chunk_size); |
duke@435 | 255 | |
duke@435 | 256 | // Makes sure that chunk boundaries are handled appropriately, by |
duke@435 | 257 | // adjusting the min_done of dcto_cl, and by using a special card-table |
duke@435 | 258 | // value to indicate how min_done should be set. |
duke@435 | 259 | void process_chunk_boundaries(Space* sp, |
duke@435 | 260 | DirtyCardToOopClosure* dcto_cl, |
duke@435 | 261 | MemRegion chunk_mr, |
duke@435 | 262 | MemRegion used, |
duke@435 | 263 | jbyte** lowest_non_clean, |
duke@435 | 264 | uintptr_t lowest_non_clean_base_chunk_index, |
duke@435 | 265 | size_t lowest_non_clean_chunk_size); |
duke@435 | 266 | |
duke@435 | 267 | public: |
duke@435 | 268 | // Constants |
duke@435 | 269 | enum SomePublicConstants { |
duke@435 | 270 | card_shift = 9, |
duke@435 | 271 | card_size = 1 << card_shift, |
duke@435 | 272 | card_size_in_words = card_size / sizeof(HeapWord) |
duke@435 | 273 | }; |
duke@435 | 274 | |
ysr@777 | 275 | static int clean_card_val() { return clean_card; } |
iveresov@1051 | 276 | static int clean_card_mask_val() { return clean_card_mask; } |
ysr@777 | 277 | static int dirty_card_val() { return dirty_card; } |
ysr@777 | 278 | static int claimed_card_val() { return claimed_card; } |
ysr@777 | 279 | static int precleaned_card_val() { return precleaned_card; } |
iveresov@1051 | 280 | static int deferred_card_val() { return deferred_card; } |
ysr@777 | 281 | |
duke@435 | 282 | // For RTTI simulation. |
duke@435 | 283 | bool is_a(BarrierSet::Name bsn) { |
ysr@777 | 284 | return bsn == BarrierSet::CardTableModRef || ModRefBarrierSet::is_a(bsn); |
duke@435 | 285 | } |
duke@435 | 286 | |
duke@435 | 287 | CardTableModRefBS(MemRegion whole_heap, int max_covered_regions); |
minqi@5103 | 288 | ~CardTableModRefBS(); |
duke@435 | 289 | |
tschatzl@7051 | 290 | virtual void initialize(); |
tschatzl@7051 | 291 | |
duke@435 | 292 | // *** Barrier set functions. |
duke@435 | 293 | |
ysr@777 | 294 | bool has_write_ref_pre_barrier() { return false; } |
ysr@777 | 295 | |
duke@435 | 296 | // Record a reference update. Note that these versions are precise! |
duke@435 | 297 | // The scanning code has to handle the fact that the write barrier may be |
duke@435 | 298 | // either precise or imprecise. We make non-virtual inline variants of |
duke@435 | 299 | // these functions here for performance. |
duke@435 | 300 | protected: |
duke@435 | 301 | void write_ref_field_work(oop obj, size_t offset, oop newVal); |
goetz@6493 | 302 | virtual void write_ref_field_work(void* field, oop newVal, bool release = false); |
duke@435 | 303 | public: |
duke@435 | 304 | |
duke@435 | 305 | bool has_write_ref_array_opt() { return true; } |
duke@435 | 306 | bool has_write_region_opt() { return true; } |
duke@435 | 307 | |
duke@435 | 308 | inline void inline_write_region(MemRegion mr) { |
duke@435 | 309 | dirty_MemRegion(mr); |
duke@435 | 310 | } |
duke@435 | 311 | protected: |
duke@435 | 312 | void write_region_work(MemRegion mr) { |
duke@435 | 313 | inline_write_region(mr); |
duke@435 | 314 | } |
duke@435 | 315 | public: |
duke@435 | 316 | |
duke@435 | 317 | inline void inline_write_ref_array(MemRegion mr) { |
duke@435 | 318 | dirty_MemRegion(mr); |
duke@435 | 319 | } |
duke@435 | 320 | protected: |
duke@435 | 321 | void write_ref_array_work(MemRegion mr) { |
duke@435 | 322 | inline_write_ref_array(mr); |
duke@435 | 323 | } |
duke@435 | 324 | public: |
duke@435 | 325 | |
duke@435 | 326 | bool is_aligned(HeapWord* addr) { |
duke@435 | 327 | return is_card_aligned(addr); |
duke@435 | 328 | } |
duke@435 | 329 | |
duke@435 | 330 | // *** Card-table-barrier-specific things. |
duke@435 | 331 | |
ysr@1280 | 332 | template <class T> inline void inline_write_ref_field_pre(T* field, oop newVal) {} |
ysr@777 | 333 | |
goetz@6493 | 334 | template <class T> inline void inline_write_ref_field(T* field, oop newVal, bool release) { |
ysr@1280 | 335 | jbyte* byte = byte_for((void*)field); |
goetz@6493 | 336 | if (release) { |
goetz@6493 | 337 | // Perform a releasing store if requested. |
goetz@6493 | 338 | OrderAccess::release_store((volatile jbyte*) byte, dirty_card); |
goetz@6493 | 339 | } else { |
goetz@6493 | 340 | *byte = dirty_card; |
goetz@6493 | 341 | } |
duke@435 | 342 | } |
duke@435 | 343 | |
ysr@777 | 344 | // These are used by G1, when it uses the card table as a temporary data |
ysr@777 | 345 | // structure for card claiming. |
ysr@777 | 346 | bool is_card_dirty(size_t card_index) { |
ysr@777 | 347 | return _byte_map[card_index] == dirty_card_val(); |
ysr@777 | 348 | } |
ysr@777 | 349 | |
ysr@777 | 350 | void mark_card_dirty(size_t card_index) { |
ysr@777 | 351 | _byte_map[card_index] = dirty_card_val(); |
ysr@777 | 352 | } |
ysr@777 | 353 | |
ysr@777 | 354 | bool is_card_clean(size_t card_index) { |
ysr@777 | 355 | return _byte_map[card_index] == clean_card_val(); |
ysr@777 | 356 | } |
ysr@777 | 357 | |
duke@435 | 358 | // Card marking array base (adjusted for heap low boundary) |
duke@435 | 359 | // This would be the 0th element of _byte_map, if the heap started at 0x0. |
duke@435 | 360 | // But since the heap starts at some higher address, this points to somewhere |
duke@435 | 361 | // before the beginning of the actual _byte_map. |
duke@435 | 362 | jbyte* byte_map_base; |
duke@435 | 363 | |
duke@435 | 364 | // Return true if "p" is at the start of a card. |
duke@435 | 365 | bool is_card_aligned(HeapWord* p) { |
duke@435 | 366 | jbyte* pcard = byte_for(p); |
duke@435 | 367 | return (addr_for(pcard) == p); |
duke@435 | 368 | } |
duke@435 | 369 | |
tonyp@2715 | 370 | HeapWord* align_to_card_boundary(HeapWord* p) { |
tonyp@2715 | 371 | jbyte* pcard = byte_for(p + card_size_in_words - 1); |
tonyp@2715 | 372 | return addr_for(pcard); |
tonyp@2715 | 373 | } |
tonyp@2715 | 374 | |
duke@435 | 375 | // The kinds of precision a CardTableModRefBS may offer. |
duke@435 | 376 | enum PrecisionStyle { |
duke@435 | 377 | Precise, |
duke@435 | 378 | ObjHeadPreciseArray |
duke@435 | 379 | }; |
duke@435 | 380 | |
duke@435 | 381 | // Tells what style of precision this card table offers. |
duke@435 | 382 | PrecisionStyle precision() { |
duke@435 | 383 | return ObjHeadPreciseArray; // Only one supported for now. |
duke@435 | 384 | } |
duke@435 | 385 | |
duke@435 | 386 | // ModRefBS functions. |
ysr@777 | 387 | virtual void invalidate(MemRegion mr, bool whole_heap = false); |
duke@435 | 388 | void clear(MemRegion mr); |
ysr@777 | 389 | void dirty(MemRegion mr); |
duke@435 | 390 | |
duke@435 | 391 | // *** Card-table-RemSet-specific things. |
duke@435 | 392 | |
duke@435 | 393 | // Invoke "cl.do_MemRegion" on a set of MemRegions that collectively |
duke@435 | 394 | // includes all the modified cards (expressing each card as a |
duke@435 | 395 | // MemRegion). Thus, several modified cards may be lumped into one |
duke@435 | 396 | // region. The regions are non-overlapping, and are visited in |
duke@435 | 397 | // *decreasing* address order. (This order aids with imprecise card |
duke@435 | 398 | // marking, where a dirty card may cause scanning, and summarization |
duke@435 | 399 | // marking, of objects that extend onto subsequent cards.) |
ysr@2788 | 400 | void mod_card_iterate(MemRegionClosure* cl) { |
ysr@2819 | 401 | non_clean_card_iterate_serial(_whole_heap, cl); |
duke@435 | 402 | } |
duke@435 | 403 | |
duke@435 | 404 | // Like the "mod_cards_iterate" above, except only invokes the closure |
duke@435 | 405 | // for cards within the MemRegion "mr" (which is required to be |
duke@435 | 406 | // card-aligned and sized.) |
ysr@2788 | 407 | void mod_card_iterate(MemRegion mr, MemRegionClosure* cl) { |
ysr@2819 | 408 | non_clean_card_iterate_serial(mr, cl); |
duke@435 | 409 | } |
duke@435 | 410 | |
duke@435 | 411 | static uintx ct_max_alignment_constraint(); |
duke@435 | 412 | |
ysr@777 | 413 | // Apply closure "cl" to the dirty cards containing some part of |
ysr@777 | 414 | // MemRegion "mr". |
ysr@777 | 415 | void dirty_card_iterate(MemRegion mr, MemRegionClosure* cl); |
duke@435 | 416 | |
duke@435 | 417 | // Return the MemRegion corresponding to the first maximal run |
ysr@777 | 418 | // of dirty cards lying completely within MemRegion mr. |
ysr@777 | 419 | // If reset is "true", then sets those card table entries to the given |
ysr@777 | 420 | // value. |
ysr@777 | 421 | MemRegion dirty_card_range_after_reset(MemRegion mr, bool reset, |
ysr@777 | 422 | int reset_val); |
duke@435 | 423 | |
ysr@777 | 424 | // Provide read-only access to the card table array. |
ysr@777 | 425 | const jbyte* byte_for_const(const void* p) const { |
ysr@777 | 426 | return byte_for(p); |
ysr@777 | 427 | } |
ysr@777 | 428 | const jbyte* byte_after_const(const void* p) const { |
ysr@777 | 429 | return byte_after(p); |
ysr@777 | 430 | } |
ysr@777 | 431 | |
ysr@777 | 432 | // Mapping from card marking array entry to address of first word |
ysr@777 | 433 | HeapWord* addr_for(const jbyte* p) const { |
ysr@777 | 434 | assert(p >= _byte_map && p < _byte_map + _byte_map_size, |
ysr@777 | 435 | "out of bounds access to card marking array"); |
ysr@777 | 436 | size_t delta = pointer_delta(p, byte_map_base, sizeof(jbyte)); |
ysr@777 | 437 | HeapWord* result = (HeapWord*) (delta << card_shift); |
ysr@777 | 438 | assert(_whole_heap.contains(result), |
ysr@2891 | 439 | err_msg("Returning result = "PTR_FORMAT" out of bounds of " |
ysr@2891 | 440 | " card marking array's _whole_heap = ["PTR_FORMAT","PTR_FORMAT")", |
drchase@6680 | 441 | p2i(result), p2i(_whole_heap.start()), p2i(_whole_heap.end()))); |
ysr@777 | 442 | return result; |
ysr@777 | 443 | } |
ysr@777 | 444 | |
duke@435 | 445 | // Mapping from address to card marking array index. |
swamyv@924 | 446 | size_t index_for(void* p) { |
duke@435 | 447 | assert(_whole_heap.contains(p), |
ysr@2891 | 448 | err_msg("Attempt to access p = "PTR_FORMAT" out of bounds of " |
ysr@2891 | 449 | " card marking array's _whole_heap = ["PTR_FORMAT","PTR_FORMAT")", |
drchase@6680 | 450 | p2i(p), p2i(_whole_heap.start()), p2i(_whole_heap.end()))); |
duke@435 | 451 | return byte_for(p) - _byte_map; |
duke@435 | 452 | } |
duke@435 | 453 | |
iveresov@1051 | 454 | const jbyte* byte_for_index(const size_t card_index) const { |
iveresov@1051 | 455 | return _byte_map + card_index; |
iveresov@1051 | 456 | } |
iveresov@1051 | 457 | |
never@3687 | 458 | // Print a description of the memory for the barrier set |
never@3687 | 459 | virtual void print_on(outputStream* st) const; |
never@3687 | 460 | |
duke@435 | 461 | void verify(); |
duke@435 | 462 | void verify_guard(); |
duke@435 | 463 | |
tonyp@2849 | 464 | // val_equals -> it will check that all cards covered by mr equal val |
tonyp@2849 | 465 | // !val_equals -> it will check that all cards covered by mr do not equal val |
tonyp@2849 | 466 | void verify_region(MemRegion mr, jbyte val, bool val_equals) PRODUCT_RETURN; |
tonyp@2849 | 467 | void verify_not_dirty_region(MemRegion mr) PRODUCT_RETURN; |
apetrusenko@1375 | 468 | void verify_dirty_region(MemRegion mr) PRODUCT_RETURN; |
duke@435 | 469 | |
duke@435 | 470 | static size_t par_chunk_heapword_alignment() { |
ysr@2889 | 471 | return ParGCCardsPerStrideChunk * card_size_in_words; |
duke@435 | 472 | } |
ysr@777 | 473 | |
duke@435 | 474 | }; |
duke@435 | 475 | |
duke@435 | 476 | class CardTableRS; |
duke@435 | 477 | |
duke@435 | 478 | // A specialization for the CardTableRS gen rem set. |
duke@435 | 479 | class CardTableModRefBSForCTRS: public CardTableModRefBS { |
duke@435 | 480 | CardTableRS* _rs; |
duke@435 | 481 | protected: |
duke@435 | 482 | bool card_will_be_scanned(jbyte cv); |
duke@435 | 483 | bool card_may_have_been_dirty(jbyte cv); |
duke@435 | 484 | public: |
duke@435 | 485 | CardTableModRefBSForCTRS(MemRegion whole_heap, |
duke@435 | 486 | int max_covered_regions) : |
duke@435 | 487 | CardTableModRefBS(whole_heap, max_covered_regions) {} |
duke@435 | 488 | |
duke@435 | 489 | void set_CTRS(CardTableRS* rs) { _rs = rs; } |
duke@435 | 490 | }; |
stefank@2314 | 491 | |
ysr@2819 | 492 | |
stefank@2314 | 493 | #endif // SHARE_VM_MEMORY_CARDTABLEMODREFBS_HPP |