src/share/vm/services/memSnapshot.cpp

Fri, 16 Nov 2012 09:05:19 -0500

author
zgu
date
Fri, 16 Nov 2012 09:05:19 -0500
changeset 4285
49cbd3e25ba9
parent 4276
8c413497f434
child 4400
ecd24264898b
permissions
-rw-r--r--

8003487: NMT: incorrect assertion in VMMemPointerIterator::remove_released_region method (memSnapshot.cpp)
Summary: The assertion is applied to only the region to be released, also performs region integrity checking
Reviewed-by: acorn, coleenp

zgu@3900 1 /*
zgu@3900 2 * Copyright (c) 2012, Oracle and/or its affiliates. All rights reserved.
zgu@3900 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
zgu@3900 4 *
zgu@3900 5 * This code is free software; you can redistribute it and/or modify it
zgu@3900 6 * under the terms of the GNU General Public License version 2 only, as
zgu@3900 7 * published by the Free Software Foundation.
zgu@3900 8 *
zgu@3900 9 * This code is distributed in the hope that it will be useful, but WITHOUT
zgu@3900 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
zgu@3900 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
zgu@3900 12 * version 2 for more details (a copy is included in the LICENSE file that
zgu@3900 13 * accompanied this code).
zgu@3900 14 *
zgu@3900 15 * You should have received a copy of the GNU General Public License version
zgu@3900 16 * 2 along with this work; if not, write to the Free Software Foundation,
zgu@3900 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
zgu@3900 18 *
zgu@3900 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
zgu@3900 20 * or visit www.oracle.com if you need additional information or have any
zgu@3900 21 * questions.
zgu@3900 22 *
zgu@3900 23 */
zgu@3900 24
zgu@3900 25 #include "precompiled.hpp"
zgu@3900 26 #include "runtime/mutexLocker.hpp"
zgu@3900 27 #include "utilities/decoder.hpp"
zgu@3900 28 #include "services/memBaseline.hpp"
zgu@3900 29 #include "services/memPtr.hpp"
zgu@3900 30 #include "services/memPtrArray.hpp"
zgu@3900 31 #include "services/memSnapshot.hpp"
zgu@3900 32 #include "services/memTracker.hpp"
zgu@3900 33
zgu@4248 34 #ifdef ASSERT
zgu@4248 35
zgu@4248 36 void decode_pointer_record(MemPointerRecord* rec) {
zgu@4248 37 tty->print("Pointer: [" PTR_FORMAT " - " PTR_FORMAT "] size = %d bytes", rec->addr(),
zgu@4248 38 rec->addr() + rec->size(), (int)rec->size());
zgu@4248 39 tty->print(" type = %s", MemBaseline::type2name(FLAGS_TO_MEMORY_TYPE(rec->flags())));
zgu@4248 40 if (rec->is_vm_pointer()) {
zgu@4248 41 if (rec->is_allocation_record()) {
zgu@4248 42 tty->print_cr(" (reserve)");
zgu@4248 43 } else if (rec->is_commit_record()) {
zgu@4248 44 tty->print_cr(" (commit)");
zgu@4248 45 } else if (rec->is_uncommit_record()) {
zgu@4248 46 tty->print_cr(" (uncommit)");
zgu@4248 47 } else if (rec->is_deallocation_record()) {
zgu@4248 48 tty->print_cr(" (release)");
zgu@4248 49 } else {
zgu@4248 50 tty->print_cr(" (tag)");
zgu@4248 51 }
zgu@4248 52 } else {
zgu@4274 53 if (rec->is_arena_memory_record()) {
zgu@4248 54 tty->print_cr(" (arena size)");
zgu@4248 55 } else if (rec->is_allocation_record()) {
zgu@4248 56 tty->print_cr(" (malloc)");
zgu@4248 57 } else {
zgu@4248 58 tty->print_cr(" (free)");
zgu@4248 59 }
zgu@4248 60 }
zgu@4248 61 if (MemTracker::track_callsite()) {
zgu@4248 62 char buf[1024];
zgu@4248 63 address pc = ((MemPointerRecordEx*)rec)->pc();
zgu@4248 64 if (pc != NULL && os::dll_address_to_function_name(pc, buf, sizeof(buf), NULL)) {
zgu@4248 65 tty->print_cr("\tfrom %s", buf);
zgu@4248 66 } else {
zgu@4248 67 tty->print_cr("\tcould not decode pc = " PTR_FORMAT "", pc);
zgu@4248 68 }
zgu@4248 69 }
zgu@4248 70 }
zgu@4248 71
zgu@4248 72 void decode_vm_region_record(VMMemRegion* rec) {
zgu@4248 73 tty->print("VM Region [" PTR_FORMAT " - " PTR_FORMAT "]", rec->addr(),
zgu@4248 74 rec->addr() + rec->size());
zgu@4248 75 tty->print(" type = %s", MemBaseline::type2name(FLAGS_TO_MEMORY_TYPE(rec->flags())));
zgu@4248 76 if (rec->is_allocation_record()) {
zgu@4248 77 tty->print_cr(" (reserved)");
zgu@4248 78 } else if (rec->is_commit_record()) {
zgu@4248 79 tty->print_cr(" (committed)");
zgu@4248 80 } else {
zgu@4248 81 ShouldNotReachHere();
zgu@4248 82 }
zgu@4248 83 if (MemTracker::track_callsite()) {
zgu@4248 84 char buf[1024];
zgu@4248 85 address pc = ((VMMemRegionEx*)rec)->pc();
zgu@4248 86 if (pc != NULL && os::dll_address_to_function_name(pc, buf, sizeof(buf), NULL)) {
zgu@4248 87 tty->print_cr("\tfrom %s", buf);
zgu@4248 88 } else {
zgu@4248 89 tty->print_cr("\tcould not decode pc = " PTR_FORMAT "", pc);
zgu@4248 90 }
zgu@4248 91
zgu@4248 92 }
zgu@4248 93 }
zgu@4248 94
zgu@4248 95 #endif
zgu@4248 96
zgu@4193 97
zgu@4193 98 bool VMMemPointerIterator::insert_record(MemPointerRecord* rec) {
zgu@4193 99 VMMemRegionEx new_rec;
zgu@4193 100 assert(rec->is_allocation_record() || rec->is_commit_record(),
zgu@4193 101 "Sanity check");
zgu@4193 102 if (MemTracker::track_callsite()) {
zgu@4193 103 new_rec.init((MemPointerRecordEx*)rec);
zgu@4193 104 } else {
zgu@4193 105 new_rec.init(rec);
zgu@4193 106 }
zgu@4193 107 return insert(&new_rec);
zgu@4193 108 }
zgu@4193 109
zgu@4193 110 bool VMMemPointerIterator::insert_record_after(MemPointerRecord* rec) {
zgu@4193 111 VMMemRegionEx new_rec;
zgu@4193 112 assert(rec->is_allocation_record() || rec->is_commit_record(),
zgu@4193 113 "Sanity check");
zgu@4193 114 if (MemTracker::track_callsite()) {
zgu@4193 115 new_rec.init((MemPointerRecordEx*)rec);
zgu@4193 116 } else {
zgu@4193 117 new_rec.init(rec);
zgu@4193 118 }
zgu@4193 119 return insert_after(&new_rec);
zgu@4193 120 }
zgu@4193 121
zgu@4193 122 // we don't consolidate reserved regions, since they may be categorized
zgu@4193 123 // in different types.
zgu@4193 124 bool VMMemPointerIterator::add_reserved_region(MemPointerRecord* rec) {
zgu@4193 125 assert(rec->is_allocation_record(), "Sanity check");
zgu@4272 126 VMMemRegion* reserved_region = (VMMemRegion*)current();
zgu@4193 127
zgu@4193 128 // we don't have anything yet
zgu@4272 129 if (reserved_region == NULL) {
zgu@4193 130 return insert_record(rec);
zgu@4193 131 }
zgu@4193 132
zgu@4272 133 assert(reserved_region->is_reserved_region(), "Sanity check");
zgu@4193 134 // duplicated records
zgu@4272 135 if (reserved_region->is_same_region(rec)) {
zgu@4193 136 return true;
zgu@4193 137 }
zgu@4272 138 // Overlapping stack regions indicate that a JNI thread failed to
zgu@4272 139 // detach from the VM before exiting. This leaks the JavaThread object.
zgu@4272 140 if (CheckJNICalls) {
zgu@4272 141 guarantee(FLAGS_TO_MEMORY_TYPE(reserved_region->flags()) != mtThreadStack ||
zgu@4272 142 !reserved_region->overlaps_region(rec),
zgu@4272 143 "Attached JNI thread exited without being detached");
zgu@4272 144 }
zgu@4272 145 // otherwise, we should not have overlapping reserved regions
zgu@4272 146 assert(FLAGS_TO_MEMORY_TYPE(reserved_region->flags()) == mtThreadStack ||
zgu@4272 147 reserved_region->base() > rec->addr(), "Just check: locate()");
zgu@4272 148 assert(FLAGS_TO_MEMORY_TYPE(reserved_region->flags()) == mtThreadStack ||
zgu@4272 149 !reserved_region->overlaps_region(rec), "overlapping reserved regions");
zgu@4272 150
zgu@4193 151 return insert_record(rec);
zgu@4193 152 }
zgu@4193 153
zgu@4193 154 // we do consolidate committed regions
zgu@4193 155 bool VMMemPointerIterator::add_committed_region(MemPointerRecord* rec) {
zgu@4193 156 assert(rec->is_commit_record(), "Sanity check");
zgu@4248 157 VMMemRegion* reserved_rgn = (VMMemRegion*)current();
zgu@4248 158 assert(reserved_rgn->is_reserved_region() && reserved_rgn->contains_region(rec),
zgu@4193 159 "Sanity check");
zgu@4193 160
zgu@4193 161 // thread's native stack is always marked as "committed", ignore
zgu@4193 162 // the "commit" operation for creating stack guard pages
zgu@4248 163 if (FLAGS_TO_MEMORY_TYPE(reserved_rgn->flags()) == mtThreadStack &&
zgu@4193 164 FLAGS_TO_MEMORY_TYPE(rec->flags()) != mtThreadStack) {
zgu@4193 165 return true;
zgu@4193 166 }
zgu@4193 167
zgu@4248 168 // if the reserved region has any committed regions
zgu@4248 169 VMMemRegion* committed_rgn = (VMMemRegion*)next();
zgu@4248 170 while (committed_rgn != NULL && committed_rgn->is_committed_region()) {
zgu@4193 171 // duplicated commit records
zgu@4248 172 if(committed_rgn->contains_region(rec)) {
zgu@4193 173 return true;
zgu@4248 174 } else if (committed_rgn->overlaps_region(rec)) {
zgu@4248 175 // overlaps front part
zgu@4248 176 if (rec->addr() < committed_rgn->addr()) {
zgu@4248 177 committed_rgn->expand_region(rec->addr(),
zgu@4248 178 committed_rgn->addr() - rec->addr());
zgu@4193 179 } else {
zgu@4248 180 // overlaps tail part
zgu@4248 181 address committed_rgn_end = committed_rgn->addr() +
zgu@4248 182 committed_rgn->size();
zgu@4248 183 assert(committed_rgn_end < rec->addr() + rec->size(),
zgu@4248 184 "overlap tail part");
zgu@4248 185 committed_rgn->expand_region(committed_rgn_end,
zgu@4248 186 (rec->addr() + rec->size()) - committed_rgn_end);
zgu@4193 187 }
zgu@4248 188 } else if (committed_rgn->base() + committed_rgn->size() == rec->addr()) {
zgu@4248 189 // adjunct each other
zgu@4248 190 committed_rgn->expand_region(rec->addr(), rec->size());
zgu@4193 191 VMMemRegion* next_reg = (VMMemRegion*)next();
zgu@4193 192 // see if we can consolidate next committed region
zgu@4193 193 if (next_reg != NULL && next_reg->is_committed_region() &&
zgu@4248 194 next_reg->base() == committed_rgn->base() + committed_rgn->size()) {
zgu@4248 195 committed_rgn->expand_region(next_reg->base(), next_reg->size());
zgu@4248 196 // delete merged region
zgu@4193 197 remove();
zgu@4193 198 }
zgu@4193 199 return true;
zgu@4248 200 } else if (committed_rgn->base() > rec->addr()) {
zgu@4248 201 // found the location, insert this committed region
zgu@4248 202 return insert_record(rec);
zgu@4193 203 }
zgu@4248 204 committed_rgn = (VMMemRegion*)next();
zgu@4193 205 }
zgu@4193 206 return insert_record(rec);
zgu@4193 207 }
zgu@4193 208
zgu@4193 209 bool VMMemPointerIterator::remove_uncommitted_region(MemPointerRecord* rec) {
zgu@4193 210 assert(rec->is_uncommit_record(), "sanity check");
zgu@4193 211 VMMemRegion* cur;
zgu@4193 212 cur = (VMMemRegion*)current();
zgu@4193 213 assert(cur->is_reserved_region() && cur->contains_region(rec),
zgu@4193 214 "Sanity check");
zgu@4193 215 // thread's native stack is always marked as "committed", ignore
zgu@4193 216 // the "commit" operation for creating stack guard pages
zgu@4193 217 if (FLAGS_TO_MEMORY_TYPE(cur->flags()) == mtThreadStack &&
zgu@4193 218 FLAGS_TO_MEMORY_TYPE(rec->flags()) != mtThreadStack) {
zgu@4193 219 return true;
zgu@4193 220 }
zgu@4193 221
zgu@4193 222 cur = (VMMemRegion*)next();
zgu@4193 223 while (cur != NULL && cur->is_committed_region()) {
zgu@4193 224 // region already uncommitted, must be due to duplicated record
zgu@4193 225 if (cur->addr() >= rec->addr() + rec->size()) {
zgu@4193 226 break;
zgu@4193 227 } else if (cur->contains_region(rec)) {
zgu@4193 228 // uncommit whole region
zgu@4193 229 if (cur->is_same_region(rec)) {
zgu@4193 230 remove();
zgu@4193 231 break;
zgu@4193 232 } else if (rec->addr() == cur->addr() ||
zgu@4193 233 rec->addr() + rec->size() == cur->addr() + cur->size()) {
zgu@4193 234 // uncommitted from either end of current memory region.
zgu@4193 235 cur->exclude_region(rec->addr(), rec->size());
zgu@4193 236 break;
zgu@4193 237 } else { // split the committed region and release the middle
zgu@4193 238 address high_addr = cur->addr() + cur->size();
zgu@4193 239 size_t sz = high_addr - rec->addr();
zgu@4193 240 cur->exclude_region(rec->addr(), sz);
zgu@4193 241 sz = high_addr - (rec->addr() + rec->size());
zgu@4193 242 if (MemTracker::track_callsite()) {
zgu@4193 243 MemPointerRecordEx tmp(rec->addr() + rec->size(), cur->flags(), sz,
zgu@4193 244 ((VMMemRegionEx*)cur)->pc());
zgu@4193 245 return insert_record_after(&tmp);
zgu@4193 246 } else {
zgu@4193 247 MemPointerRecord tmp(rec->addr() + rec->size(), cur->flags(), sz);
zgu@4193 248 return insert_record_after(&tmp);
zgu@4193 249 }
zgu@4193 250 }
zgu@4193 251 }
zgu@4193 252 cur = (VMMemRegion*)next();
zgu@4193 253 }
zgu@4193 254
zgu@4193 255 // we may not find committed record due to duplicated records
zgu@4193 256 return true;
zgu@4193 257 }
zgu@4193 258
zgu@4193 259 bool VMMemPointerIterator::remove_released_region(MemPointerRecord* rec) {
zgu@4193 260 assert(rec->is_deallocation_record(), "Sanity check");
zgu@4193 261 VMMemRegion* cur = (VMMemRegion*)current();
zgu@4193 262 assert(cur->is_reserved_region() && cur->contains_region(rec),
zgu@4193 263 "Sanity check");
zgu@4285 264 if (rec->is_same_region(cur)) {
zgu@4285 265 // release whole reserved region
zgu@4193 266 #ifdef ASSERT
zgu@4285 267 VMMemRegion* next_region = (VMMemRegion*)peek_next();
zgu@4285 268 // should not have any committed memory in this reserved region
zgu@4285 269 assert(next_region == NULL || !next_region->is_committed_region(), "Sanity check");
zgu@4193 270 #endif
zgu@4193 271 remove();
zgu@4193 272 } else if (rec->addr() == cur->addr() ||
zgu@4193 273 rec->addr() + rec->size() == cur->addr() + cur->size()) {
zgu@4193 274 // released region is at either end of this region
zgu@4193 275 cur->exclude_region(rec->addr(), rec->size());
zgu@4285 276 assert(check_reserved_region(), "Integrity check");
zgu@4193 277 } else { // split the reserved region and release the middle
zgu@4193 278 address high_addr = cur->addr() + cur->size();
zgu@4193 279 size_t sz = high_addr - rec->addr();
zgu@4193 280 cur->exclude_region(rec->addr(), sz);
zgu@4193 281 sz = high_addr - rec->addr() - rec->size();
zgu@4193 282 if (MemTracker::track_callsite()) {
zgu@4193 283 MemPointerRecordEx tmp(rec->addr() + rec->size(), cur->flags(), sz,
zgu@4193 284 ((VMMemRegionEx*)cur)->pc());
zgu@4285 285 bool ret = insert_reserved_region(&tmp);
zgu@4285 286 assert(!ret || check_reserved_region(), "Integrity check");
zgu@4285 287 return ret;
zgu@4193 288 } else {
zgu@4193 289 MemPointerRecord tmp(rec->addr() + rec->size(), cur->flags(), sz);
zgu@4285 290 bool ret = insert_reserved_region(&tmp);
zgu@4285 291 assert(!ret || check_reserved_region(), "Integrity check");
zgu@4285 292 return ret;
zgu@4193 293 }
zgu@4193 294 }
zgu@4193 295 return true;
zgu@4193 296 }
zgu@4193 297
zgu@4193 298 bool VMMemPointerIterator::insert_reserved_region(MemPointerRecord* rec) {
zgu@4193 299 // skip all 'commit' records associated with previous reserved region
zgu@4193 300 VMMemRegion* p = (VMMemRegion*)next();
zgu@4193 301 while (p != NULL && p->is_committed_region() &&
zgu@4193 302 p->base() + p->size() < rec->addr()) {
zgu@4193 303 p = (VMMemRegion*)next();
zgu@4193 304 }
zgu@4193 305 return insert_record(rec);
zgu@4193 306 }
zgu@4193 307
zgu@4193 308 bool VMMemPointerIterator::split_reserved_region(VMMemRegion* rgn, address new_rgn_addr, size_t new_rgn_size) {
zgu@4193 309 assert(rgn->contains_region(new_rgn_addr, new_rgn_size), "Not fully contained");
zgu@4193 310 address pc = (MemTracker::track_callsite() ? ((VMMemRegionEx*)rgn)->pc() : NULL);
zgu@4193 311 if (rgn->base() == new_rgn_addr) { // new region is at the beginning of the region
zgu@4193 312 size_t sz = rgn->size() - new_rgn_size;
zgu@4193 313 // the original region becomes 'new' region
zgu@4193 314 rgn->exclude_region(new_rgn_addr + new_rgn_size, sz);
zgu@4193 315 // remaining becomes next region
zgu@4193 316 MemPointerRecordEx next_rgn(new_rgn_addr + new_rgn_size, rgn->flags(), sz, pc);
zgu@4193 317 return insert_reserved_region(&next_rgn);
zgu@4193 318 } else if (rgn->base() + rgn->size() == new_rgn_addr + new_rgn_size) {
zgu@4193 319 rgn->exclude_region(new_rgn_addr, new_rgn_size);
zgu@4193 320 MemPointerRecordEx next_rgn(new_rgn_addr, rgn->flags(), new_rgn_size, pc);
zgu@4193 321 return insert_reserved_region(&next_rgn);
zgu@4193 322 } else {
zgu@4193 323 // the orginal region will be split into three
zgu@4193 324 address rgn_high_addr = rgn->base() + rgn->size();
zgu@4193 325 // first region
zgu@4193 326 rgn->exclude_region(new_rgn_addr, (rgn_high_addr - new_rgn_addr));
zgu@4193 327 // the second region is the new region
zgu@4193 328 MemPointerRecordEx new_rgn(new_rgn_addr, rgn->flags(), new_rgn_size, pc);
zgu@4193 329 if (!insert_reserved_region(&new_rgn)) return false;
zgu@4193 330 // the remaining region
zgu@4193 331 MemPointerRecordEx rem_rgn(new_rgn_addr + new_rgn_size, rgn->flags(),
zgu@4193 332 rgn_high_addr - (new_rgn_addr + new_rgn_size), pc);
zgu@4193 333 return insert_reserved_region(&rem_rgn);
zgu@4193 334 }
zgu@4193 335 }
zgu@4193 336
zgu@4053 337 static int sort_in_seq_order(const void* p1, const void* p2) {
zgu@4053 338 assert(p1 != NULL && p2 != NULL, "Sanity check");
zgu@4053 339 const MemPointerRecord* mp1 = (MemPointerRecord*)p1;
zgu@4053 340 const MemPointerRecord* mp2 = (MemPointerRecord*)p2;
zgu@4053 341 return (mp1->seq() - mp2->seq());
zgu@4053 342 }
zgu@3900 343
zgu@4053 344 bool StagingArea::init() {
zgu@4053 345 if (MemTracker::track_callsite()) {
zgu@4053 346 _malloc_data = new (std::nothrow)MemPointerArrayImpl<SeqMemPointerRecordEx>();
zgu@4053 347 _vm_data = new (std::nothrow)MemPointerArrayImpl<SeqMemPointerRecordEx>();
zgu@3900 348 } else {
zgu@4053 349 _malloc_data = new (std::nothrow)MemPointerArrayImpl<SeqMemPointerRecord>();
zgu@4053 350 _vm_data = new (std::nothrow)MemPointerArrayImpl<SeqMemPointerRecord>();
zgu@3900 351 }
zgu@3900 352
zgu@4053 353 if (_malloc_data != NULL && _vm_data != NULL &&
zgu@4053 354 !_malloc_data->out_of_memory() &&
zgu@4053 355 !_vm_data->out_of_memory()) {
zgu@3900 356 return true;
zgu@4053 357 } else {
zgu@4053 358 if (_malloc_data != NULL) delete _malloc_data;
zgu@4053 359 if (_vm_data != NULL) delete _vm_data;
zgu@4053 360 _malloc_data = NULL;
zgu@4053 361 _vm_data = NULL;
zgu@4053 362 return false;
zgu@3900 363 }
zgu@3900 364 }
zgu@3900 365
zgu@3900 366
zgu@4193 367 VMRecordIterator StagingArea::virtual_memory_record_walker() {
zgu@4053 368 MemPointerArray* arr = vm_data();
zgu@4053 369 // sort into seq number order
zgu@4053 370 arr->sort((FN_SORT)sort_in_seq_order);
zgu@4193 371 return VMRecordIterator(arr);
zgu@4053 372 }
zgu@3900 373
zgu@3900 374
zgu@3900 375 MemSnapshot::MemSnapshot() {
zgu@3900 376 if (MemTracker::track_callsite()) {
zgu@3900 377 _alloc_ptrs = new (std::nothrow) MemPointerArrayImpl<MemPointerRecordEx>();
zgu@3900 378 _vm_ptrs = new (std::nothrow)MemPointerArrayImpl<VMMemRegionEx>(64, true);
zgu@3900 379 } else {
zgu@3900 380 _alloc_ptrs = new (std::nothrow) MemPointerArrayImpl<MemPointerRecord>();
zgu@3900 381 _vm_ptrs = new (std::nothrow)MemPointerArrayImpl<VMMemRegion>(64, true);
zgu@3900 382 }
zgu@3900 383
zgu@4053 384 _staging_area.init();
zgu@3936 385 _lock = new (std::nothrow) Mutex(Monitor::max_nonleaf - 1, "memSnapshotLock");
zgu@3900 386 NOT_PRODUCT(_untracked_count = 0;)
zgu@3900 387 }
zgu@3900 388
zgu@3900 389 MemSnapshot::~MemSnapshot() {
zgu@3900 390 assert(MemTracker::shutdown_in_progress(), "native memory tracking still on");
zgu@3900 391 {
zgu@3900 392 MutexLockerEx locker(_lock);
zgu@3900 393 if (_alloc_ptrs != NULL) {
zgu@3900 394 delete _alloc_ptrs;
zgu@3900 395 _alloc_ptrs = NULL;
zgu@3900 396 }
zgu@3900 397
zgu@3900 398 if (_vm_ptrs != NULL) {
zgu@3900 399 delete _vm_ptrs;
zgu@3900 400 _vm_ptrs = NULL;
zgu@3900 401 }
zgu@3900 402 }
zgu@3900 403
zgu@3900 404 if (_lock != NULL) {
zgu@3900 405 delete _lock;
zgu@3900 406 _lock = NULL;
zgu@3900 407 }
zgu@3900 408 }
zgu@3900 409
zgu@4274 410
zgu@4274 411 void MemSnapshot::copy_seq_pointer(MemPointerRecord* dest, const MemPointerRecord* src) {
zgu@3900 412 assert(dest != NULL && src != NULL, "Just check");
zgu@3900 413 assert(dest->addr() == src->addr(), "Just check");
zgu@4274 414 assert(dest->seq() > 0 && src->seq() > 0, "not sequenced");
zgu@3900 415
zgu@4274 416 if (MemTracker::track_callsite()) {
zgu@4274 417 *(SeqMemPointerRecordEx*)dest = *(SeqMemPointerRecordEx*)src;
zgu@4274 418 } else {
zgu@4274 419 *(SeqMemPointerRecord*)dest = *(SeqMemPointerRecord*)src;
zgu@4274 420 }
zgu@4274 421 }
zgu@4274 422
zgu@4274 423 void MemSnapshot::assign_pointer(MemPointerRecord*dest, const MemPointerRecord* src) {
zgu@4274 424 assert(src != NULL && dest != NULL, "Just check");
zgu@4274 425 assert(dest->seq() == 0 && src->seq() >0, "cast away sequence");
zgu@3900 426
zgu@3900 427 if (MemTracker::track_callsite()) {
zgu@3900 428 *(MemPointerRecordEx*)dest = *(MemPointerRecordEx*)src;
zgu@3900 429 } else {
zgu@4274 430 *(MemPointerRecord*)dest = *(MemPointerRecord*)src;
zgu@3900 431 }
zgu@3900 432 }
zgu@3900 433
zgu@4274 434 // merge a recorder to the staging area
zgu@3900 435 bool MemSnapshot::merge(MemRecorder* rec) {
zgu@3900 436 assert(rec != NULL && !rec->out_of_memory(), "Just check");
zgu@3900 437
zgu@3900 438 SequencedRecordIterator itr(rec->pointer_itr());
zgu@3900 439
zgu@3900 440 MutexLockerEx lock(_lock, true);
zgu@4053 441 MemPointerIterator malloc_staging_itr(_staging_area.malloc_data());
zgu@4274 442 MemPointerRecord* incoming_rec = (MemPointerRecord*) itr.current();
zgu@4274 443 MemPointerRecord* matched_rec;
zgu@4274 444
zgu@4274 445 while (incoming_rec != NULL) {
zgu@4274 446 if (incoming_rec->is_vm_pointer()) {
zgu@4053 447 // we don't do anything with virtual memory records during merge
zgu@4274 448 if (!_staging_area.vm_data()->append(incoming_rec)) {
zgu@3900 449 return false;
zgu@3900 450 }
zgu@4053 451 } else {
zgu@4193 452 // locate matched record and/or also position the iterator to proper
zgu@4193 453 // location for this incoming record.
zgu@4274 454 matched_rec = (MemPointerRecord*)malloc_staging_itr.locate(incoming_rec->addr());
zgu@4274 455 // we have not seen this memory block in this generation,
zgu@4274 456 // so just add to staging area
zgu@4274 457 if (matched_rec == NULL) {
zgu@4274 458 if (!malloc_staging_itr.insert(incoming_rec)) {
zgu@4053 459 return false;
zgu@4053 460 }
zgu@4274 461 } else if (incoming_rec->addr() == matched_rec->addr()) {
zgu@4274 462 // whoever has higher sequence number wins
zgu@4274 463 if (incoming_rec->seq() > matched_rec->seq()) {
zgu@4274 464 copy_seq_pointer(matched_rec, incoming_rec);
zgu@4053 465 }
zgu@4274 466 } else if (incoming_rec->addr() < matched_rec->addr()) {
zgu@4274 467 if (!malloc_staging_itr.insert(incoming_rec)) {
zgu@3900 468 return false;
zgu@3900 469 }
zgu@3900 470 } else {
zgu@4274 471 ShouldNotReachHere();
zgu@3900 472 }
zgu@3900 473 }
zgu@4274 474 incoming_rec = (MemPointerRecord*)itr.next();
zgu@3900 475 }
zgu@3900 476 NOT_PRODUCT(void check_staging_data();)
zgu@3900 477 return true;
zgu@3900 478 }
zgu@3900 479
zgu@3900 480
zgu@3900 481 // promote data to next generation
zgu@4053 482 bool MemSnapshot::promote() {
zgu@4053 483 assert(_alloc_ptrs != NULL && _vm_ptrs != NULL, "Just check");
zgu@4053 484 assert(_staging_area.malloc_data() != NULL && _staging_area.vm_data() != NULL,
zgu@4053 485 "Just check");
zgu@3900 486 MutexLockerEx lock(_lock, true);
zgu@4053 487
zgu@4053 488 MallocRecordIterator malloc_itr = _staging_area.malloc_record_walker();
zgu@4053 489 bool promoted = false;
zgu@4053 490 if (promote_malloc_records(&malloc_itr)) {
zgu@4193 491 VMRecordIterator vm_itr = _staging_area.virtual_memory_record_walker();
zgu@4053 492 if (promote_virtual_memory_records(&vm_itr)) {
zgu@4053 493 promoted = true;
zgu@4053 494 }
zgu@4053 495 }
zgu@4053 496
zgu@4053 497 NOT_PRODUCT(check_malloc_pointers();)
zgu@4053 498 _staging_area.clear();
zgu@4053 499 return promoted;
zgu@4053 500 }
zgu@4053 501
zgu@4053 502 bool MemSnapshot::promote_malloc_records(MemPointerArrayIterator* itr) {
zgu@4053 503 MemPointerIterator malloc_snapshot_itr(_alloc_ptrs);
zgu@4053 504 MemPointerRecord* new_rec = (MemPointerRecord*)itr->current();
zgu@4053 505 MemPointerRecord* matched_rec;
zgu@4053 506 while (new_rec != NULL) {
zgu@4053 507 matched_rec = (MemPointerRecord*)malloc_snapshot_itr.locate(new_rec->addr());
zgu@4053 508 // found matched memory block
zgu@4053 509 if (matched_rec != NULL && new_rec->addr() == matched_rec->addr()) {
zgu@4193 510 // snapshot already contains 'live' records
zgu@4274 511 assert(matched_rec->is_allocation_record() || matched_rec->is_arena_memory_record(),
zgu@4053 512 "Sanity check");
zgu@4053 513 // update block states
zgu@4274 514 if (new_rec->is_allocation_record()) {
zgu@4274 515 assign_pointer(matched_rec, new_rec);
zgu@4274 516 } else if (new_rec->is_arena_memory_record()) {
zgu@4274 517 if (new_rec->size() == 0) {
zgu@4274 518 // remove size record once size drops to 0
zgu@4274 519 malloc_snapshot_itr.remove();
zgu@4274 520 } else {
zgu@4274 521 assign_pointer(matched_rec, new_rec);
zgu@4274 522 }
zgu@4053 523 } else {
zgu@4053 524 // a deallocation record
zgu@4053 525 assert(new_rec->is_deallocation_record(), "Sanity check");
zgu@4053 526 // an arena record can be followed by a size record, we need to remove both
zgu@4053 527 if (matched_rec->is_arena_record()) {
zgu@4053 528 MemPointerRecord* next = (MemPointerRecord*)malloc_snapshot_itr.peek_next();
zgu@4274 529 if (next->is_arena_memory_record() && next->is_memory_record_of_arena(matched_rec)) {
zgu@4053 530 malloc_snapshot_itr.remove();
zgu@3900 531 }
zgu@4053 532 }
zgu@4053 533 // the memory is deallocated, remove related record(s)
zgu@4053 534 malloc_snapshot_itr.remove();
zgu@4053 535 }
zgu@4053 536 } else {
zgu@4274 537 // don't insert size 0 record
zgu@4274 538 if (new_rec->is_arena_memory_record() && new_rec->size() == 0) {
zgu@4274 539 new_rec = NULL;
zgu@4053 540 }
zgu@4274 541
zgu@4053 542 if (new_rec != NULL) {
zgu@4274 543 if (new_rec->is_allocation_record() || new_rec->is_arena_memory_record()) {
zgu@4053 544 if (matched_rec != NULL && new_rec->addr() > matched_rec->addr()) {
zgu@4053 545 if (!malloc_snapshot_itr.insert_after(new_rec)) {
zgu@4053 546 return false;
zgu@4053 547 }
zgu@3900 548 } else {
zgu@4053 549 if (!malloc_snapshot_itr.insert(new_rec)) {
zgu@4053 550 return false;
zgu@4053 551 }
zgu@4053 552 }
zgu@4053 553 }
zgu@4053 554 #ifndef PRODUCT
zgu@4053 555 else if (!has_allocation_record(new_rec->addr())) {
zgu@4053 556 // NMT can not track some startup memory, which is allocated before NMT is on
zgu@4053 557 _untracked_count ++;
zgu@4053 558 }
zgu@4053 559 #endif
zgu@4053 560 }
zgu@4053 561 }
zgu@4053 562 new_rec = (MemPointerRecord*)itr->next();
zgu@4053 563 }
zgu@4053 564 return true;
zgu@4053 565 }
zgu@4053 566
zgu@4053 567 bool MemSnapshot::promote_virtual_memory_records(MemPointerArrayIterator* itr) {
zgu@4053 568 VMMemPointerIterator vm_snapshot_itr(_vm_ptrs);
zgu@4053 569 MemPointerRecord* new_rec = (MemPointerRecord*)itr->current();
zgu@4193 570 VMMemRegion* reserved_rec;
zgu@4053 571 while (new_rec != NULL) {
zgu@4053 572 assert(new_rec->is_vm_pointer(), "Sanity check");
zgu@4193 573
zgu@4193 574 // locate a reserved region that contains the specified address, or
zgu@4193 575 // the nearest reserved region has base address just above the specified
zgu@4193 576 // address
zgu@4193 577 reserved_rec = (VMMemRegion*)vm_snapshot_itr.locate(new_rec->addr());
zgu@4193 578 if (reserved_rec != NULL && reserved_rec->contains_region(new_rec)) {
zgu@4053 579 // snapshot can only have 'live' records
zgu@4193 580 assert(reserved_rec->is_reserved_region(), "Sanity check");
zgu@4193 581 if (new_rec->is_allocation_record()) {
zgu@4193 582 if (!reserved_rec->is_same_region(new_rec)) {
zgu@4193 583 // only deal with split a bigger reserved region into smaller regions.
zgu@4193 584 // So far, CDS is the only use case.
zgu@4193 585 if (!vm_snapshot_itr.split_reserved_region(reserved_rec, new_rec->addr(), new_rec->size())) {
zgu@4053 586 return false;
zgu@3900 587 }
zgu@3900 588 }
zgu@4193 589 } else if (new_rec->is_uncommit_record()) {
zgu@4193 590 if (!vm_snapshot_itr.remove_uncommitted_region(new_rec)) {
zgu@4193 591 return false;
zgu@4193 592 }
zgu@4193 593 } else if (new_rec->is_commit_record()) {
zgu@4193 594 // insert or expand existing committed region to cover this
zgu@4193 595 // newly committed region
zgu@4193 596 if (!vm_snapshot_itr.add_committed_region(new_rec)) {
zgu@4193 597 return false;
zgu@4193 598 }
zgu@4193 599 } else if (new_rec->is_deallocation_record()) {
zgu@4193 600 // release part or all memory region
zgu@4193 601 if (!vm_snapshot_itr.remove_released_region(new_rec)) {
zgu@4193 602 return false;
zgu@4193 603 }
zgu@4193 604 } else if (new_rec->is_type_tagging_record()) {
zgu@4193 605 // tag this reserved virtual memory range to a memory type. Can not re-tag a memory range
zgu@4193 606 // to different type.
zgu@4193 607 assert(FLAGS_TO_MEMORY_TYPE(reserved_rec->flags()) == mtNone ||
zgu@4193 608 FLAGS_TO_MEMORY_TYPE(reserved_rec->flags()) == FLAGS_TO_MEMORY_TYPE(new_rec->flags()),
zgu@4193 609 "Sanity check");
zgu@4193 610 reserved_rec->tag(new_rec->flags());
zgu@4193 611 } else {
zgu@4193 612 ShouldNotReachHere();
zgu@4193 613 }
zgu@4193 614 } else {
zgu@4193 615 /*
zgu@4193 616 * The assertion failure indicates mis-matched virtual memory records. The likely
zgu@4193 617 * scenario is, that some virtual memory operations are not going through os::xxxx_memory()
zgu@4193 618 * api, which have to be tracked manually. (perfMemory is an example).
zgu@4193 619 */
zgu@4193 620 assert(new_rec->is_allocation_record(), "Sanity check");
zgu@4193 621 if (!vm_snapshot_itr.add_reserved_region(new_rec)) {
zgu@4193 622 return false;
zgu@4193 623 }
zgu@3900 624 }
zgu@4053 625 new_rec = (MemPointerRecord*)itr->next();
zgu@4053 626 }
zgu@4053 627 return true;
zgu@3900 628 }
zgu@3900 629
zgu@3994 630 #ifndef PRODUCT
zgu@3900 631 void MemSnapshot::print_snapshot_stats(outputStream* st) {
zgu@3900 632 st->print_cr("Snapshot:");
zgu@3900 633 st->print_cr("\tMalloced: %d/%d [%5.2f%%] %dKB", _alloc_ptrs->length(), _alloc_ptrs->capacity(),
zgu@3900 634 (100.0 * (float)_alloc_ptrs->length()) / (float)_alloc_ptrs->capacity(), _alloc_ptrs->instance_size()/K);
zgu@3900 635
zgu@3900 636 st->print_cr("\tVM: %d/%d [%5.2f%%] %dKB", _vm_ptrs->length(), _vm_ptrs->capacity(),
zgu@3900 637 (100.0 * (float)_vm_ptrs->length()) / (float)_vm_ptrs->capacity(), _vm_ptrs->instance_size()/K);
zgu@3900 638
zgu@4053 639 st->print_cr("\tMalloc staging Area: %d/%d [%5.2f%%] %dKB", _staging_area.malloc_data()->length(),
zgu@4053 640 _staging_area.malloc_data()->capacity(),
zgu@4053 641 (100.0 * (float)_staging_area.malloc_data()->length()) / (float)_staging_area.malloc_data()->capacity(),
zgu@4053 642 _staging_area.malloc_data()->instance_size()/K);
zgu@4053 643
zgu@4053 644 st->print_cr("\tVirtual memory staging Area: %d/%d [%5.2f%%] %dKB", _staging_area.vm_data()->length(),
zgu@4053 645 _staging_area.vm_data()->capacity(),
zgu@4053 646 (100.0 * (float)_staging_area.vm_data()->length()) / (float)_staging_area.vm_data()->capacity(),
zgu@4053 647 _staging_area.vm_data()->instance_size()/K);
zgu@3900 648
zgu@3900 649 st->print_cr("\tUntracked allocation: %d", _untracked_count);
zgu@3900 650 }
zgu@3900 651
zgu@3900 652 void MemSnapshot::check_malloc_pointers() {
zgu@3900 653 MemPointerArrayIteratorImpl mItr(_alloc_ptrs);
zgu@3900 654 MemPointerRecord* p = (MemPointerRecord*)mItr.current();
zgu@3900 655 MemPointerRecord* prev = NULL;
zgu@3900 656 while (p != NULL) {
zgu@3900 657 if (prev != NULL) {
zgu@3900 658 assert(p->addr() >= prev->addr(), "sorting order");
zgu@3900 659 }
zgu@3900 660 prev = p;
zgu@3900 661 p = (MemPointerRecord*)mItr.next();
zgu@3900 662 }
zgu@3900 663 }
zgu@3900 664
zgu@3994 665 bool MemSnapshot::has_allocation_record(address addr) {
zgu@4053 666 MemPointerArrayIteratorImpl itr(_staging_area.malloc_data());
zgu@3994 667 MemPointerRecord* cur = (MemPointerRecord*)itr.current();
zgu@3994 668 while (cur != NULL) {
zgu@3994 669 if (cur->addr() == addr && cur->is_allocation_record()) {
zgu@3994 670 return true;
zgu@3994 671 }
zgu@3994 672 cur = (MemPointerRecord*)itr.next();
zgu@3994 673 }
zgu@3994 674 return false;
zgu@3994 675 }
zgu@3994 676 #endif // PRODUCT
zgu@3994 677
zgu@3994 678 #ifdef ASSERT
zgu@3900 679 void MemSnapshot::check_staging_data() {
zgu@4053 680 MemPointerArrayIteratorImpl itr(_staging_area.malloc_data());
zgu@3900 681 MemPointerRecord* cur = (MemPointerRecord*)itr.current();
zgu@3900 682 MemPointerRecord* next = (MemPointerRecord*)itr.next();
zgu@3900 683 while (next != NULL) {
zgu@3900 684 assert((next->addr() > cur->addr()) ||
zgu@3900 685 ((next->flags() & MemPointerRecord::tag_masks) >
zgu@3900 686 (cur->flags() & MemPointerRecord::tag_masks)),
zgu@3900 687 "sorting order");
zgu@3900 688 cur = next;
zgu@3900 689 next = (MemPointerRecord*)itr.next();
zgu@3900 690 }
zgu@4053 691
zgu@4053 692 MemPointerArrayIteratorImpl vm_itr(_staging_area.vm_data());
zgu@4053 693 cur = (MemPointerRecord*)vm_itr.current();
zgu@4053 694 while (cur != NULL) {
zgu@4053 695 assert(cur->is_vm_pointer(), "virtual memory pointer only");
zgu@4053 696 cur = (MemPointerRecord*)vm_itr.next();
zgu@4053 697 }
zgu@3900 698 }
zgu@4193 699
zgu@4193 700 void MemSnapshot::dump_all_vm_pointers() {
zgu@4193 701 MemPointerArrayIteratorImpl itr(_vm_ptrs);
zgu@4193 702 VMMemRegion* ptr = (VMMemRegion*)itr.current();
zgu@4193 703 tty->print_cr("dump virtual memory pointers:");
zgu@4193 704 while (ptr != NULL) {
zgu@4193 705 if (ptr->is_committed_region()) {
zgu@4193 706 tty->print("\t");
zgu@4193 707 }
zgu@4193 708 tty->print("[" PTR_FORMAT " - " PTR_FORMAT "] [%x]", ptr->addr(),
zgu@4193 709 (ptr->addr() + ptr->size()), ptr->flags());
zgu@4193 710
zgu@4193 711 if (MemTracker::track_callsite()) {
zgu@4193 712 VMMemRegionEx* ex = (VMMemRegionEx*)ptr;
zgu@4193 713 if (ex->pc() != NULL) {
zgu@4193 714 char buf[1024];
zgu@4193 715 if (os::dll_address_to_function_name(ex->pc(), buf, sizeof(buf), NULL)) {
zgu@4193 716 tty->print_cr("\t%s", buf);
zgu@4193 717 } else {
zgu@4193 718 tty->print_cr("");
zgu@4193 719 }
zgu@4193 720 }
zgu@4193 721 }
zgu@4193 722
zgu@4193 723 ptr = (VMMemRegion*)itr.next();
zgu@4193 724 }
zgu@4193 725 tty->flush();
zgu@4193 726 }
zgu@3994 727 #endif // ASSERT
zgu@3900 728

mercurial