src/share/vm/services/memSnapshot.cpp

Thu, 22 May 2014 15:52:41 -0400

author
drchase
date
Thu, 22 May 2014 15:52:41 -0400
changeset 6680
78bbf4d43a14
parent 5053
c18152e0554e
child 6876
710a3c8b516e
permissions
-rw-r--r--

8037816: Fix for 8036122 breaks build with Xcode5/clang
8043029: Change 8037816 breaks HS build with older GCC versions which don't support diagnostic pragmas
8043164: Format warning in traceStream.hpp
Summary: Backport of main fix + two corrections, enables clang compilation, turns on format attributes, corrects/mutes warnings
Reviewed-by: kvn, coleenp, iveresov, twisti

zgu@3900 1 /*
drchase@6680 2 * Copyright (c) 2012, 2014, Oracle and/or its affiliates. All rights reserved.
zgu@3900 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
zgu@3900 4 *
zgu@3900 5 * This code is free software; you can redistribute it and/or modify it
zgu@3900 6 * under the terms of the GNU General Public License version 2 only, as
zgu@3900 7 * published by the Free Software Foundation.
zgu@3900 8 *
zgu@3900 9 * This code is distributed in the hope that it will be useful, but WITHOUT
zgu@3900 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
zgu@3900 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
zgu@3900 12 * version 2 for more details (a copy is included in the LICENSE file that
zgu@3900 13 * accompanied this code).
zgu@3900 14 *
zgu@3900 15 * You should have received a copy of the GNU General Public License version
zgu@3900 16 * 2 along with this work; if not, write to the Free Software Foundation,
zgu@3900 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
zgu@3900 18 *
zgu@3900 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
zgu@3900 20 * or visit www.oracle.com if you need additional information or have any
zgu@3900 21 * questions.
zgu@3900 22 *
zgu@3900 23 */
zgu@3900 24
zgu@3900 25 #include "precompiled.hpp"
zgu@3900 26 #include "runtime/mutexLocker.hpp"
zgu@3900 27 #include "utilities/decoder.hpp"
zgu@3900 28 #include "services/memBaseline.hpp"
zgu@3900 29 #include "services/memPtr.hpp"
zgu@3900 30 #include "services/memPtrArray.hpp"
zgu@3900 31 #include "services/memSnapshot.hpp"
zgu@3900 32 #include "services/memTracker.hpp"
zgu@3900 33
drchase@6680 34 PRAGMA_FORMAT_MUTE_WARNINGS_FOR_GCC
drchase@6680 35
zgu@4248 36 #ifdef ASSERT
zgu@4248 37
zgu@4248 38 void decode_pointer_record(MemPointerRecord* rec) {
zgu@4248 39 tty->print("Pointer: [" PTR_FORMAT " - " PTR_FORMAT "] size = %d bytes", rec->addr(),
zgu@4248 40 rec->addr() + rec->size(), (int)rec->size());
zgu@4248 41 tty->print(" type = %s", MemBaseline::type2name(FLAGS_TO_MEMORY_TYPE(rec->flags())));
zgu@4248 42 if (rec->is_vm_pointer()) {
zgu@4248 43 if (rec->is_allocation_record()) {
zgu@4248 44 tty->print_cr(" (reserve)");
zgu@4248 45 } else if (rec->is_commit_record()) {
zgu@4248 46 tty->print_cr(" (commit)");
zgu@4248 47 } else if (rec->is_uncommit_record()) {
zgu@4248 48 tty->print_cr(" (uncommit)");
zgu@4248 49 } else if (rec->is_deallocation_record()) {
zgu@4248 50 tty->print_cr(" (release)");
zgu@4248 51 } else {
zgu@4248 52 tty->print_cr(" (tag)");
zgu@4248 53 }
zgu@4248 54 } else {
zgu@4274 55 if (rec->is_arena_memory_record()) {
zgu@4248 56 tty->print_cr(" (arena size)");
zgu@4248 57 } else if (rec->is_allocation_record()) {
zgu@4248 58 tty->print_cr(" (malloc)");
zgu@4248 59 } else {
zgu@4248 60 tty->print_cr(" (free)");
zgu@4248 61 }
zgu@4248 62 }
zgu@4248 63 if (MemTracker::track_callsite()) {
zgu@4248 64 char buf[1024];
zgu@4248 65 address pc = ((MemPointerRecordEx*)rec)->pc();
zgu@4248 66 if (pc != NULL && os::dll_address_to_function_name(pc, buf, sizeof(buf), NULL)) {
zgu@4248 67 tty->print_cr("\tfrom %s", buf);
zgu@4248 68 } else {
zgu@4248 69 tty->print_cr("\tcould not decode pc = " PTR_FORMAT "", pc);
zgu@4248 70 }
zgu@4248 71 }
zgu@4248 72 }
zgu@4248 73
zgu@4248 74 void decode_vm_region_record(VMMemRegion* rec) {
zgu@4248 75 tty->print("VM Region [" PTR_FORMAT " - " PTR_FORMAT "]", rec->addr(),
zgu@4248 76 rec->addr() + rec->size());
zgu@4248 77 tty->print(" type = %s", MemBaseline::type2name(FLAGS_TO_MEMORY_TYPE(rec->flags())));
zgu@4248 78 if (rec->is_allocation_record()) {
zgu@4248 79 tty->print_cr(" (reserved)");
zgu@4248 80 } else if (rec->is_commit_record()) {
zgu@4248 81 tty->print_cr(" (committed)");
zgu@4248 82 } else {
zgu@4248 83 ShouldNotReachHere();
zgu@4248 84 }
zgu@4248 85 if (MemTracker::track_callsite()) {
zgu@4248 86 char buf[1024];
zgu@4248 87 address pc = ((VMMemRegionEx*)rec)->pc();
zgu@4248 88 if (pc != NULL && os::dll_address_to_function_name(pc, buf, sizeof(buf), NULL)) {
zgu@4248 89 tty->print_cr("\tfrom %s", buf);
zgu@4248 90 } else {
zgu@4248 91 tty->print_cr("\tcould not decode pc = " PTR_FORMAT "", pc);
zgu@4248 92 }
zgu@4248 93
zgu@4248 94 }
zgu@4248 95 }
zgu@4248 96
zgu@4248 97 #endif
zgu@4248 98
zgu@4193 99
zgu@4193 100 bool VMMemPointerIterator::insert_record(MemPointerRecord* rec) {
zgu@4193 101 VMMemRegionEx new_rec;
zgu@4193 102 assert(rec->is_allocation_record() || rec->is_commit_record(),
zgu@4193 103 "Sanity check");
zgu@4193 104 if (MemTracker::track_callsite()) {
zgu@4193 105 new_rec.init((MemPointerRecordEx*)rec);
zgu@4193 106 } else {
zgu@4193 107 new_rec.init(rec);
zgu@4193 108 }
zgu@4193 109 return insert(&new_rec);
zgu@4193 110 }
zgu@4193 111
zgu@4193 112 bool VMMemPointerIterator::insert_record_after(MemPointerRecord* rec) {
zgu@4193 113 VMMemRegionEx new_rec;
zgu@4193 114 assert(rec->is_allocation_record() || rec->is_commit_record(),
zgu@4193 115 "Sanity check");
zgu@4193 116 if (MemTracker::track_callsite()) {
zgu@4193 117 new_rec.init((MemPointerRecordEx*)rec);
zgu@4193 118 } else {
zgu@4193 119 new_rec.init(rec);
zgu@4193 120 }
zgu@4193 121 return insert_after(&new_rec);
zgu@4193 122 }
zgu@4193 123
zgu@4193 124 // we don't consolidate reserved regions, since they may be categorized
zgu@4193 125 // in different types.
zgu@4193 126 bool VMMemPointerIterator::add_reserved_region(MemPointerRecord* rec) {
zgu@4193 127 assert(rec->is_allocation_record(), "Sanity check");
zgu@4272 128 VMMemRegion* reserved_region = (VMMemRegion*)current();
zgu@4193 129
zgu@4193 130 // we don't have anything yet
zgu@4272 131 if (reserved_region == NULL) {
zgu@4193 132 return insert_record(rec);
zgu@4193 133 }
zgu@4193 134
zgu@4272 135 assert(reserved_region->is_reserved_region(), "Sanity check");
zgu@4193 136 // duplicated records
zgu@4272 137 if (reserved_region->is_same_region(rec)) {
zgu@4193 138 return true;
zgu@4193 139 }
zgu@4272 140 // Overlapping stack regions indicate that a JNI thread failed to
zgu@4272 141 // detach from the VM before exiting. This leaks the JavaThread object.
zgu@4272 142 if (CheckJNICalls) {
zgu@4272 143 guarantee(FLAGS_TO_MEMORY_TYPE(reserved_region->flags()) != mtThreadStack ||
zgu@4272 144 !reserved_region->overlaps_region(rec),
zgu@4272 145 "Attached JNI thread exited without being detached");
zgu@4272 146 }
zgu@4272 147 // otherwise, we should not have overlapping reserved regions
zgu@4272 148 assert(FLAGS_TO_MEMORY_TYPE(reserved_region->flags()) == mtThreadStack ||
zgu@4272 149 reserved_region->base() > rec->addr(), "Just check: locate()");
zgu@4272 150 assert(FLAGS_TO_MEMORY_TYPE(reserved_region->flags()) == mtThreadStack ||
zgu@4272 151 !reserved_region->overlaps_region(rec), "overlapping reserved regions");
zgu@4272 152
zgu@4193 153 return insert_record(rec);
zgu@4193 154 }
zgu@4193 155
zgu@4193 156 // we do consolidate committed regions
zgu@4193 157 bool VMMemPointerIterator::add_committed_region(MemPointerRecord* rec) {
zgu@4193 158 assert(rec->is_commit_record(), "Sanity check");
zgu@4248 159 VMMemRegion* reserved_rgn = (VMMemRegion*)current();
zgu@4248 160 assert(reserved_rgn->is_reserved_region() && reserved_rgn->contains_region(rec),
zgu@4193 161 "Sanity check");
zgu@4193 162
zgu@4193 163 // thread's native stack is always marked as "committed", ignore
zgu@4193 164 // the "commit" operation for creating stack guard pages
zgu@4248 165 if (FLAGS_TO_MEMORY_TYPE(reserved_rgn->flags()) == mtThreadStack &&
zgu@4193 166 FLAGS_TO_MEMORY_TYPE(rec->flags()) != mtThreadStack) {
zgu@4193 167 return true;
zgu@4193 168 }
zgu@4193 169
zgu@4248 170 // if the reserved region has any committed regions
zgu@4248 171 VMMemRegion* committed_rgn = (VMMemRegion*)next();
zgu@4248 172 while (committed_rgn != NULL && committed_rgn->is_committed_region()) {
zgu@4193 173 // duplicated commit records
zgu@4248 174 if(committed_rgn->contains_region(rec)) {
zgu@4193 175 return true;
zgu@4248 176 } else if (committed_rgn->overlaps_region(rec)) {
zgu@4248 177 // overlaps front part
zgu@4248 178 if (rec->addr() < committed_rgn->addr()) {
zgu@4248 179 committed_rgn->expand_region(rec->addr(),
zgu@4248 180 committed_rgn->addr() - rec->addr());
zgu@4193 181 } else {
zgu@4248 182 // overlaps tail part
zgu@4248 183 address committed_rgn_end = committed_rgn->addr() +
zgu@4248 184 committed_rgn->size();
zgu@4248 185 assert(committed_rgn_end < rec->addr() + rec->size(),
zgu@4248 186 "overlap tail part");
zgu@4248 187 committed_rgn->expand_region(committed_rgn_end,
zgu@4248 188 (rec->addr() + rec->size()) - committed_rgn_end);
zgu@4193 189 }
zgu@4248 190 } else if (committed_rgn->base() + committed_rgn->size() == rec->addr()) {
zgu@4248 191 // adjunct each other
zgu@4248 192 committed_rgn->expand_region(rec->addr(), rec->size());
zgu@4193 193 VMMemRegion* next_reg = (VMMemRegion*)next();
zgu@4193 194 // see if we can consolidate next committed region
zgu@4193 195 if (next_reg != NULL && next_reg->is_committed_region() &&
zgu@4248 196 next_reg->base() == committed_rgn->base() + committed_rgn->size()) {
zgu@4248 197 committed_rgn->expand_region(next_reg->base(), next_reg->size());
zgu@4248 198 // delete merged region
zgu@4193 199 remove();
zgu@4193 200 }
zgu@4193 201 return true;
zgu@4248 202 } else if (committed_rgn->base() > rec->addr()) {
zgu@4248 203 // found the location, insert this committed region
zgu@4248 204 return insert_record(rec);
zgu@4193 205 }
zgu@4248 206 committed_rgn = (VMMemRegion*)next();
zgu@4193 207 }
zgu@4193 208 return insert_record(rec);
zgu@4193 209 }
zgu@4193 210
zgu@4193 211 bool VMMemPointerIterator::remove_uncommitted_region(MemPointerRecord* rec) {
zgu@4193 212 assert(rec->is_uncommit_record(), "sanity check");
zgu@4193 213 VMMemRegion* cur;
zgu@4193 214 cur = (VMMemRegion*)current();
zgu@4193 215 assert(cur->is_reserved_region() && cur->contains_region(rec),
zgu@4193 216 "Sanity check");
zgu@4193 217 // thread's native stack is always marked as "committed", ignore
zgu@4193 218 // the "commit" operation for creating stack guard pages
zgu@4193 219 if (FLAGS_TO_MEMORY_TYPE(cur->flags()) == mtThreadStack &&
zgu@4193 220 FLAGS_TO_MEMORY_TYPE(rec->flags()) != mtThreadStack) {
zgu@4193 221 return true;
zgu@4193 222 }
zgu@4193 223
zgu@4193 224 cur = (VMMemRegion*)next();
zgu@4193 225 while (cur != NULL && cur->is_committed_region()) {
zgu@4193 226 // region already uncommitted, must be due to duplicated record
zgu@4193 227 if (cur->addr() >= rec->addr() + rec->size()) {
zgu@4193 228 break;
zgu@4193 229 } else if (cur->contains_region(rec)) {
zgu@4193 230 // uncommit whole region
zgu@4193 231 if (cur->is_same_region(rec)) {
zgu@4193 232 remove();
zgu@4193 233 break;
zgu@4193 234 } else if (rec->addr() == cur->addr() ||
zgu@4193 235 rec->addr() + rec->size() == cur->addr() + cur->size()) {
zgu@4193 236 // uncommitted from either end of current memory region.
zgu@4193 237 cur->exclude_region(rec->addr(), rec->size());
zgu@4193 238 break;
zgu@4193 239 } else { // split the committed region and release the middle
zgu@4193 240 address high_addr = cur->addr() + cur->size();
zgu@4193 241 size_t sz = high_addr - rec->addr();
zgu@4193 242 cur->exclude_region(rec->addr(), sz);
zgu@4193 243 sz = high_addr - (rec->addr() + rec->size());
zgu@4193 244 if (MemTracker::track_callsite()) {
zgu@4193 245 MemPointerRecordEx tmp(rec->addr() + rec->size(), cur->flags(), sz,
zgu@4193 246 ((VMMemRegionEx*)cur)->pc());
zgu@4193 247 return insert_record_after(&tmp);
zgu@4193 248 } else {
zgu@4193 249 MemPointerRecord tmp(rec->addr() + rec->size(), cur->flags(), sz);
zgu@4193 250 return insert_record_after(&tmp);
zgu@4193 251 }
zgu@4193 252 }
zgu@4193 253 }
zgu@4193 254 cur = (VMMemRegion*)next();
zgu@4193 255 }
zgu@4193 256
zgu@4193 257 // we may not find committed record due to duplicated records
zgu@4193 258 return true;
zgu@4193 259 }
zgu@4193 260
zgu@4193 261 bool VMMemPointerIterator::remove_released_region(MemPointerRecord* rec) {
zgu@4193 262 assert(rec->is_deallocation_record(), "Sanity check");
zgu@4193 263 VMMemRegion* cur = (VMMemRegion*)current();
zgu@4193 264 assert(cur->is_reserved_region() && cur->contains_region(rec),
zgu@4193 265 "Sanity check");
zgu@4285 266 if (rec->is_same_region(cur)) {
zgu@5053 267
zgu@5053 268 // In snapshot, the virtual memory records are sorted in following orders:
zgu@5053 269 // 1. virtual memory's base address
zgu@5053 270 // 2. virtual memory reservation record, followed by commit records within this reservation.
zgu@5053 271 // The commit records are also in base address order.
zgu@5053 272 // When a reserved region is released, we want to remove the reservation record and all
zgu@5053 273 // commit records following it.
zgu@4193 274 #ifdef ASSERT
zgu@5053 275 address low_addr = cur->addr();
zgu@5053 276 address high_addr = low_addr + cur->size();
zgu@4193 277 #endif
zgu@5053 278 // remove virtual memory reservation record
zgu@4193 279 remove();
zgu@5053 280 // remove committed regions within above reservation
zgu@5053 281 VMMemRegion* next_region = (VMMemRegion*)current();
zgu@5053 282 while (next_region != NULL && next_region->is_committed_region()) {
zgu@5053 283 assert(next_region->addr() >= low_addr &&
zgu@5053 284 next_region->addr() + next_region->size() <= high_addr,
zgu@5053 285 "Range check");
zgu@5053 286 remove();
zgu@5053 287 next_region = (VMMemRegion*)current();
zgu@5053 288 }
zgu@4193 289 } else if (rec->addr() == cur->addr() ||
zgu@4193 290 rec->addr() + rec->size() == cur->addr() + cur->size()) {
zgu@4193 291 // released region is at either end of this region
zgu@4193 292 cur->exclude_region(rec->addr(), rec->size());
zgu@4285 293 assert(check_reserved_region(), "Integrity check");
zgu@4193 294 } else { // split the reserved region and release the middle
zgu@4193 295 address high_addr = cur->addr() + cur->size();
zgu@4193 296 size_t sz = high_addr - rec->addr();
zgu@4193 297 cur->exclude_region(rec->addr(), sz);
zgu@4193 298 sz = high_addr - rec->addr() - rec->size();
zgu@4193 299 if (MemTracker::track_callsite()) {
zgu@4193 300 MemPointerRecordEx tmp(rec->addr() + rec->size(), cur->flags(), sz,
zgu@4193 301 ((VMMemRegionEx*)cur)->pc());
zgu@4285 302 bool ret = insert_reserved_region(&tmp);
zgu@4285 303 assert(!ret || check_reserved_region(), "Integrity check");
zgu@4285 304 return ret;
zgu@4193 305 } else {
zgu@4193 306 MemPointerRecord tmp(rec->addr() + rec->size(), cur->flags(), sz);
zgu@4285 307 bool ret = insert_reserved_region(&tmp);
zgu@4285 308 assert(!ret || check_reserved_region(), "Integrity check");
zgu@4285 309 return ret;
zgu@4193 310 }
zgu@4193 311 }
zgu@4193 312 return true;
zgu@4193 313 }
zgu@4193 314
zgu@4193 315 bool VMMemPointerIterator::insert_reserved_region(MemPointerRecord* rec) {
zgu@4193 316 // skip all 'commit' records associated with previous reserved region
zgu@4193 317 VMMemRegion* p = (VMMemRegion*)next();
zgu@4193 318 while (p != NULL && p->is_committed_region() &&
zgu@4193 319 p->base() + p->size() < rec->addr()) {
zgu@4193 320 p = (VMMemRegion*)next();
zgu@4193 321 }
zgu@4193 322 return insert_record(rec);
zgu@4193 323 }
zgu@4193 324
zgu@4193 325 bool VMMemPointerIterator::split_reserved_region(VMMemRegion* rgn, address new_rgn_addr, size_t new_rgn_size) {
zgu@4193 326 assert(rgn->contains_region(new_rgn_addr, new_rgn_size), "Not fully contained");
zgu@4193 327 address pc = (MemTracker::track_callsite() ? ((VMMemRegionEx*)rgn)->pc() : NULL);
zgu@4193 328 if (rgn->base() == new_rgn_addr) { // new region is at the beginning of the region
zgu@4193 329 size_t sz = rgn->size() - new_rgn_size;
zgu@4193 330 // the original region becomes 'new' region
zgu@4193 331 rgn->exclude_region(new_rgn_addr + new_rgn_size, sz);
zgu@4193 332 // remaining becomes next region
zgu@4193 333 MemPointerRecordEx next_rgn(new_rgn_addr + new_rgn_size, rgn->flags(), sz, pc);
zgu@4193 334 return insert_reserved_region(&next_rgn);
zgu@4193 335 } else if (rgn->base() + rgn->size() == new_rgn_addr + new_rgn_size) {
zgu@4193 336 rgn->exclude_region(new_rgn_addr, new_rgn_size);
zgu@4193 337 MemPointerRecordEx next_rgn(new_rgn_addr, rgn->flags(), new_rgn_size, pc);
zgu@4193 338 return insert_reserved_region(&next_rgn);
zgu@4193 339 } else {
zgu@4193 340 // the orginal region will be split into three
zgu@4193 341 address rgn_high_addr = rgn->base() + rgn->size();
zgu@4193 342 // first region
zgu@4193 343 rgn->exclude_region(new_rgn_addr, (rgn_high_addr - new_rgn_addr));
zgu@4193 344 // the second region is the new region
zgu@4193 345 MemPointerRecordEx new_rgn(new_rgn_addr, rgn->flags(), new_rgn_size, pc);
zgu@4193 346 if (!insert_reserved_region(&new_rgn)) return false;
zgu@4193 347 // the remaining region
zgu@4193 348 MemPointerRecordEx rem_rgn(new_rgn_addr + new_rgn_size, rgn->flags(),
zgu@4193 349 rgn_high_addr - (new_rgn_addr + new_rgn_size), pc);
zgu@4193 350 return insert_reserved_region(&rem_rgn);
zgu@4193 351 }
zgu@4193 352 }
zgu@4193 353
zgu@4053 354 static int sort_in_seq_order(const void* p1, const void* p2) {
zgu@4053 355 assert(p1 != NULL && p2 != NULL, "Sanity check");
zgu@4053 356 const MemPointerRecord* mp1 = (MemPointerRecord*)p1;
zgu@4053 357 const MemPointerRecord* mp2 = (MemPointerRecord*)p2;
zgu@4053 358 return (mp1->seq() - mp2->seq());
zgu@4053 359 }
zgu@3900 360
zgu@4053 361 bool StagingArea::init() {
zgu@4053 362 if (MemTracker::track_callsite()) {
zgu@4053 363 _malloc_data = new (std::nothrow)MemPointerArrayImpl<SeqMemPointerRecordEx>();
zgu@4053 364 _vm_data = new (std::nothrow)MemPointerArrayImpl<SeqMemPointerRecordEx>();
zgu@3900 365 } else {
zgu@4053 366 _malloc_data = new (std::nothrow)MemPointerArrayImpl<SeqMemPointerRecord>();
zgu@4053 367 _vm_data = new (std::nothrow)MemPointerArrayImpl<SeqMemPointerRecord>();
zgu@3900 368 }
zgu@3900 369
zgu@4053 370 if (_malloc_data != NULL && _vm_data != NULL &&
zgu@4053 371 !_malloc_data->out_of_memory() &&
zgu@4053 372 !_vm_data->out_of_memory()) {
zgu@3900 373 return true;
zgu@4053 374 } else {
zgu@4053 375 if (_malloc_data != NULL) delete _malloc_data;
zgu@4053 376 if (_vm_data != NULL) delete _vm_data;
zgu@4053 377 _malloc_data = NULL;
zgu@4053 378 _vm_data = NULL;
zgu@4053 379 return false;
zgu@3900 380 }
zgu@3900 381 }
zgu@3900 382
zgu@3900 383
zgu@4193 384 VMRecordIterator StagingArea::virtual_memory_record_walker() {
zgu@4053 385 MemPointerArray* arr = vm_data();
zgu@4053 386 // sort into seq number order
zgu@4053 387 arr->sort((FN_SORT)sort_in_seq_order);
zgu@4193 388 return VMRecordIterator(arr);
zgu@4053 389 }
zgu@3900 390
zgu@3900 391
zgu@3900 392 MemSnapshot::MemSnapshot() {
zgu@3900 393 if (MemTracker::track_callsite()) {
zgu@3900 394 _alloc_ptrs = new (std::nothrow) MemPointerArrayImpl<MemPointerRecordEx>();
zgu@3900 395 _vm_ptrs = new (std::nothrow)MemPointerArrayImpl<VMMemRegionEx>(64, true);
zgu@3900 396 } else {
zgu@3900 397 _alloc_ptrs = new (std::nothrow) MemPointerArrayImpl<MemPointerRecord>();
zgu@3900 398 _vm_ptrs = new (std::nothrow)MemPointerArrayImpl<VMMemRegion>(64, true);
zgu@3900 399 }
zgu@3900 400
zgu@4053 401 _staging_area.init();
zgu@3936 402 _lock = new (std::nothrow) Mutex(Monitor::max_nonleaf - 1, "memSnapshotLock");
zgu@3900 403 NOT_PRODUCT(_untracked_count = 0;)
zgu@4400 404 _number_of_classes = 0;
zgu@3900 405 }
zgu@3900 406
zgu@3900 407 MemSnapshot::~MemSnapshot() {
zgu@3900 408 assert(MemTracker::shutdown_in_progress(), "native memory tracking still on");
zgu@3900 409 {
zgu@3900 410 MutexLockerEx locker(_lock);
zgu@3900 411 if (_alloc_ptrs != NULL) {
zgu@3900 412 delete _alloc_ptrs;
zgu@3900 413 _alloc_ptrs = NULL;
zgu@3900 414 }
zgu@3900 415
zgu@3900 416 if (_vm_ptrs != NULL) {
zgu@3900 417 delete _vm_ptrs;
zgu@3900 418 _vm_ptrs = NULL;
zgu@3900 419 }
zgu@3900 420 }
zgu@3900 421
zgu@3900 422 if (_lock != NULL) {
zgu@3900 423 delete _lock;
zgu@3900 424 _lock = NULL;
zgu@3900 425 }
zgu@3900 426 }
zgu@3900 427
zgu@4274 428
zgu@4274 429 void MemSnapshot::copy_seq_pointer(MemPointerRecord* dest, const MemPointerRecord* src) {
zgu@3900 430 assert(dest != NULL && src != NULL, "Just check");
zgu@3900 431 assert(dest->addr() == src->addr(), "Just check");
zgu@4274 432 assert(dest->seq() > 0 && src->seq() > 0, "not sequenced");
zgu@3900 433
zgu@4274 434 if (MemTracker::track_callsite()) {
zgu@4274 435 *(SeqMemPointerRecordEx*)dest = *(SeqMemPointerRecordEx*)src;
zgu@4274 436 } else {
zgu@4274 437 *(SeqMemPointerRecord*)dest = *(SeqMemPointerRecord*)src;
zgu@4274 438 }
zgu@4274 439 }
zgu@4274 440
zgu@4274 441 void MemSnapshot::assign_pointer(MemPointerRecord*dest, const MemPointerRecord* src) {
zgu@4274 442 assert(src != NULL && dest != NULL, "Just check");
zgu@4274 443 assert(dest->seq() == 0 && src->seq() >0, "cast away sequence");
zgu@3900 444
zgu@3900 445 if (MemTracker::track_callsite()) {
zgu@3900 446 *(MemPointerRecordEx*)dest = *(MemPointerRecordEx*)src;
zgu@3900 447 } else {
zgu@4274 448 *(MemPointerRecord*)dest = *(MemPointerRecord*)src;
zgu@3900 449 }
zgu@3900 450 }
zgu@3900 451
zgu@4274 452 // merge a recorder to the staging area
zgu@3900 453 bool MemSnapshot::merge(MemRecorder* rec) {
zgu@3900 454 assert(rec != NULL && !rec->out_of_memory(), "Just check");
zgu@3900 455
zgu@3900 456 SequencedRecordIterator itr(rec->pointer_itr());
zgu@3900 457
zgu@3900 458 MutexLockerEx lock(_lock, true);
zgu@4053 459 MemPointerIterator malloc_staging_itr(_staging_area.malloc_data());
zgu@4274 460 MemPointerRecord* incoming_rec = (MemPointerRecord*) itr.current();
zgu@4274 461 MemPointerRecord* matched_rec;
zgu@4274 462
zgu@4274 463 while (incoming_rec != NULL) {
zgu@4274 464 if (incoming_rec->is_vm_pointer()) {
zgu@4053 465 // we don't do anything with virtual memory records during merge
zgu@4274 466 if (!_staging_area.vm_data()->append(incoming_rec)) {
zgu@3900 467 return false;
zgu@3900 468 }
zgu@4053 469 } else {
zgu@4193 470 // locate matched record and/or also position the iterator to proper
zgu@4193 471 // location for this incoming record.
zgu@4274 472 matched_rec = (MemPointerRecord*)malloc_staging_itr.locate(incoming_rec->addr());
zgu@4274 473 // we have not seen this memory block in this generation,
zgu@4274 474 // so just add to staging area
zgu@4274 475 if (matched_rec == NULL) {
zgu@4274 476 if (!malloc_staging_itr.insert(incoming_rec)) {
zgu@4053 477 return false;
zgu@4053 478 }
zgu@4274 479 } else if (incoming_rec->addr() == matched_rec->addr()) {
zgu@4274 480 // whoever has higher sequence number wins
zgu@4274 481 if (incoming_rec->seq() > matched_rec->seq()) {
zgu@4274 482 copy_seq_pointer(matched_rec, incoming_rec);
zgu@4053 483 }
zgu@4274 484 } else if (incoming_rec->addr() < matched_rec->addr()) {
zgu@4274 485 if (!malloc_staging_itr.insert(incoming_rec)) {
zgu@3900 486 return false;
zgu@3900 487 }
zgu@3900 488 } else {
zgu@4274 489 ShouldNotReachHere();
zgu@3900 490 }
zgu@3900 491 }
zgu@4274 492 incoming_rec = (MemPointerRecord*)itr.next();
zgu@3900 493 }
zgu@3900 494 NOT_PRODUCT(void check_staging_data();)
zgu@3900 495 return true;
zgu@3900 496 }
zgu@3900 497
zgu@3900 498
zgu@3900 499 // promote data to next generation
zgu@4400 500 bool MemSnapshot::promote(int number_of_classes) {
zgu@4053 501 assert(_alloc_ptrs != NULL && _vm_ptrs != NULL, "Just check");
zgu@4053 502 assert(_staging_area.malloc_data() != NULL && _staging_area.vm_data() != NULL,
zgu@4053 503 "Just check");
zgu@3900 504 MutexLockerEx lock(_lock, true);
zgu@4053 505
zgu@4053 506 MallocRecordIterator malloc_itr = _staging_area.malloc_record_walker();
zgu@4053 507 bool promoted = false;
zgu@4053 508 if (promote_malloc_records(&malloc_itr)) {
zgu@4193 509 VMRecordIterator vm_itr = _staging_area.virtual_memory_record_walker();
zgu@4053 510 if (promote_virtual_memory_records(&vm_itr)) {
zgu@4053 511 promoted = true;
zgu@4053 512 }
zgu@4053 513 }
zgu@4053 514
zgu@4053 515 NOT_PRODUCT(check_malloc_pointers();)
zgu@4053 516 _staging_area.clear();
zgu@4400 517 _number_of_classes = number_of_classes;
zgu@4053 518 return promoted;
zgu@4053 519 }
zgu@4053 520
zgu@4053 521 bool MemSnapshot::promote_malloc_records(MemPointerArrayIterator* itr) {
zgu@4053 522 MemPointerIterator malloc_snapshot_itr(_alloc_ptrs);
zgu@4053 523 MemPointerRecord* new_rec = (MemPointerRecord*)itr->current();
zgu@4053 524 MemPointerRecord* matched_rec;
zgu@4053 525 while (new_rec != NULL) {
zgu@4053 526 matched_rec = (MemPointerRecord*)malloc_snapshot_itr.locate(new_rec->addr());
zgu@4053 527 // found matched memory block
zgu@4053 528 if (matched_rec != NULL && new_rec->addr() == matched_rec->addr()) {
zgu@4193 529 // snapshot already contains 'live' records
zgu@4274 530 assert(matched_rec->is_allocation_record() || matched_rec->is_arena_memory_record(),
zgu@4053 531 "Sanity check");
zgu@4053 532 // update block states
zgu@4274 533 if (new_rec->is_allocation_record()) {
zgu@4274 534 assign_pointer(matched_rec, new_rec);
zgu@4274 535 } else if (new_rec->is_arena_memory_record()) {
zgu@4274 536 if (new_rec->size() == 0) {
zgu@4274 537 // remove size record once size drops to 0
zgu@4274 538 malloc_snapshot_itr.remove();
zgu@4274 539 } else {
zgu@4274 540 assign_pointer(matched_rec, new_rec);
zgu@4274 541 }
zgu@4053 542 } else {
zgu@4053 543 // a deallocation record
zgu@4053 544 assert(new_rec->is_deallocation_record(), "Sanity check");
zgu@4053 545 // an arena record can be followed by a size record, we need to remove both
zgu@4053 546 if (matched_rec->is_arena_record()) {
zgu@4053 547 MemPointerRecord* next = (MemPointerRecord*)malloc_snapshot_itr.peek_next();
zgu@4641 548 if (next != NULL && next->is_arena_memory_record() &&
zgu@4641 549 next->is_memory_record_of_arena(matched_rec)) {
zgu@4053 550 malloc_snapshot_itr.remove();
zgu@3900 551 }
zgu@4053 552 }
zgu@4053 553 // the memory is deallocated, remove related record(s)
zgu@4053 554 malloc_snapshot_itr.remove();
zgu@4053 555 }
zgu@4053 556 } else {
zgu@4274 557 // don't insert size 0 record
zgu@4274 558 if (new_rec->is_arena_memory_record() && new_rec->size() == 0) {
zgu@4274 559 new_rec = NULL;
zgu@4053 560 }
zgu@4274 561
zgu@4053 562 if (new_rec != NULL) {
zgu@4274 563 if (new_rec->is_allocation_record() || new_rec->is_arena_memory_record()) {
zgu@4053 564 if (matched_rec != NULL && new_rec->addr() > matched_rec->addr()) {
zgu@4053 565 if (!malloc_snapshot_itr.insert_after(new_rec)) {
zgu@4053 566 return false;
zgu@4053 567 }
zgu@3900 568 } else {
zgu@4053 569 if (!malloc_snapshot_itr.insert(new_rec)) {
zgu@4053 570 return false;
zgu@4053 571 }
zgu@4053 572 }
zgu@4053 573 }
zgu@4053 574 #ifndef PRODUCT
zgu@4053 575 else if (!has_allocation_record(new_rec->addr())) {
zgu@4053 576 // NMT can not track some startup memory, which is allocated before NMT is on
zgu@4053 577 _untracked_count ++;
zgu@4053 578 }
zgu@4053 579 #endif
zgu@4053 580 }
zgu@4053 581 }
zgu@4053 582 new_rec = (MemPointerRecord*)itr->next();
zgu@4053 583 }
zgu@4053 584 return true;
zgu@4053 585 }
zgu@4053 586
zgu@4053 587 bool MemSnapshot::promote_virtual_memory_records(MemPointerArrayIterator* itr) {
zgu@4053 588 VMMemPointerIterator vm_snapshot_itr(_vm_ptrs);
zgu@4053 589 MemPointerRecord* new_rec = (MemPointerRecord*)itr->current();
zgu@4193 590 VMMemRegion* reserved_rec;
zgu@4053 591 while (new_rec != NULL) {
zgu@4053 592 assert(new_rec->is_vm_pointer(), "Sanity check");
zgu@4193 593
zgu@4193 594 // locate a reserved region that contains the specified address, or
zgu@4193 595 // the nearest reserved region has base address just above the specified
zgu@4193 596 // address
zgu@4193 597 reserved_rec = (VMMemRegion*)vm_snapshot_itr.locate(new_rec->addr());
zgu@4193 598 if (reserved_rec != NULL && reserved_rec->contains_region(new_rec)) {
zgu@4053 599 // snapshot can only have 'live' records
zgu@4193 600 assert(reserved_rec->is_reserved_region(), "Sanity check");
zgu@4193 601 if (new_rec->is_allocation_record()) {
zgu@4193 602 if (!reserved_rec->is_same_region(new_rec)) {
zgu@4193 603 // only deal with split a bigger reserved region into smaller regions.
zgu@4193 604 // So far, CDS is the only use case.
zgu@4193 605 if (!vm_snapshot_itr.split_reserved_region(reserved_rec, new_rec->addr(), new_rec->size())) {
zgu@4053 606 return false;
zgu@3900 607 }
zgu@3900 608 }
zgu@4193 609 } else if (new_rec->is_uncommit_record()) {
zgu@4193 610 if (!vm_snapshot_itr.remove_uncommitted_region(new_rec)) {
zgu@4193 611 return false;
zgu@4193 612 }
zgu@4193 613 } else if (new_rec->is_commit_record()) {
zgu@4193 614 // insert or expand existing committed region to cover this
zgu@4193 615 // newly committed region
zgu@4193 616 if (!vm_snapshot_itr.add_committed_region(new_rec)) {
zgu@4193 617 return false;
zgu@4193 618 }
zgu@4193 619 } else if (new_rec->is_deallocation_record()) {
zgu@4193 620 // release part or all memory region
zgu@4193 621 if (!vm_snapshot_itr.remove_released_region(new_rec)) {
zgu@4193 622 return false;
zgu@4193 623 }
zgu@4193 624 } else if (new_rec->is_type_tagging_record()) {
zgu@4193 625 // tag this reserved virtual memory range to a memory type. Can not re-tag a memory range
zgu@4193 626 // to different type.
zgu@4193 627 assert(FLAGS_TO_MEMORY_TYPE(reserved_rec->flags()) == mtNone ||
zgu@4193 628 FLAGS_TO_MEMORY_TYPE(reserved_rec->flags()) == FLAGS_TO_MEMORY_TYPE(new_rec->flags()),
zgu@4193 629 "Sanity check");
zgu@4193 630 reserved_rec->tag(new_rec->flags());
zgu@4193 631 } else {
zgu@4193 632 ShouldNotReachHere();
zgu@4193 633 }
zgu@4193 634 } else {
zgu@4193 635 /*
zgu@4193 636 * The assertion failure indicates mis-matched virtual memory records. The likely
zgu@4193 637 * scenario is, that some virtual memory operations are not going through os::xxxx_memory()
zgu@4193 638 * api, which have to be tracked manually. (perfMemory is an example).
zgu@4193 639 */
zgu@4193 640 assert(new_rec->is_allocation_record(), "Sanity check");
zgu@4193 641 if (!vm_snapshot_itr.add_reserved_region(new_rec)) {
zgu@4193 642 return false;
zgu@4193 643 }
zgu@3900 644 }
zgu@4053 645 new_rec = (MemPointerRecord*)itr->next();
zgu@4053 646 }
zgu@4053 647 return true;
zgu@3900 648 }
zgu@3900 649
zgu@3994 650 #ifndef PRODUCT
zgu@3900 651 void MemSnapshot::print_snapshot_stats(outputStream* st) {
zgu@3900 652 st->print_cr("Snapshot:");
zgu@3900 653 st->print_cr("\tMalloced: %d/%d [%5.2f%%] %dKB", _alloc_ptrs->length(), _alloc_ptrs->capacity(),
zgu@3900 654 (100.0 * (float)_alloc_ptrs->length()) / (float)_alloc_ptrs->capacity(), _alloc_ptrs->instance_size()/K);
zgu@3900 655
zgu@3900 656 st->print_cr("\tVM: %d/%d [%5.2f%%] %dKB", _vm_ptrs->length(), _vm_ptrs->capacity(),
zgu@3900 657 (100.0 * (float)_vm_ptrs->length()) / (float)_vm_ptrs->capacity(), _vm_ptrs->instance_size()/K);
zgu@3900 658
zgu@4053 659 st->print_cr("\tMalloc staging Area: %d/%d [%5.2f%%] %dKB", _staging_area.malloc_data()->length(),
zgu@4053 660 _staging_area.malloc_data()->capacity(),
zgu@4053 661 (100.0 * (float)_staging_area.malloc_data()->length()) / (float)_staging_area.malloc_data()->capacity(),
zgu@4053 662 _staging_area.malloc_data()->instance_size()/K);
zgu@4053 663
zgu@4053 664 st->print_cr("\tVirtual memory staging Area: %d/%d [%5.2f%%] %dKB", _staging_area.vm_data()->length(),
zgu@4053 665 _staging_area.vm_data()->capacity(),
zgu@4053 666 (100.0 * (float)_staging_area.vm_data()->length()) / (float)_staging_area.vm_data()->capacity(),
zgu@4053 667 _staging_area.vm_data()->instance_size()/K);
zgu@3900 668
zgu@3900 669 st->print_cr("\tUntracked allocation: %d", _untracked_count);
zgu@3900 670 }
zgu@3900 671
zgu@3900 672 void MemSnapshot::check_malloc_pointers() {
zgu@3900 673 MemPointerArrayIteratorImpl mItr(_alloc_ptrs);
zgu@3900 674 MemPointerRecord* p = (MemPointerRecord*)mItr.current();
zgu@3900 675 MemPointerRecord* prev = NULL;
zgu@3900 676 while (p != NULL) {
zgu@3900 677 if (prev != NULL) {
zgu@3900 678 assert(p->addr() >= prev->addr(), "sorting order");
zgu@3900 679 }
zgu@3900 680 prev = p;
zgu@3900 681 p = (MemPointerRecord*)mItr.next();
zgu@3900 682 }
zgu@3900 683 }
zgu@3900 684
zgu@3994 685 bool MemSnapshot::has_allocation_record(address addr) {
zgu@4053 686 MemPointerArrayIteratorImpl itr(_staging_area.malloc_data());
zgu@3994 687 MemPointerRecord* cur = (MemPointerRecord*)itr.current();
zgu@3994 688 while (cur != NULL) {
zgu@3994 689 if (cur->addr() == addr && cur->is_allocation_record()) {
zgu@3994 690 return true;
zgu@3994 691 }
zgu@3994 692 cur = (MemPointerRecord*)itr.next();
zgu@3994 693 }
zgu@3994 694 return false;
zgu@3994 695 }
zgu@3994 696 #endif // PRODUCT
zgu@3994 697
zgu@3994 698 #ifdef ASSERT
zgu@3900 699 void MemSnapshot::check_staging_data() {
zgu@4053 700 MemPointerArrayIteratorImpl itr(_staging_area.malloc_data());
zgu@3900 701 MemPointerRecord* cur = (MemPointerRecord*)itr.current();
zgu@3900 702 MemPointerRecord* next = (MemPointerRecord*)itr.next();
zgu@3900 703 while (next != NULL) {
zgu@3900 704 assert((next->addr() > cur->addr()) ||
zgu@3900 705 ((next->flags() & MemPointerRecord::tag_masks) >
zgu@3900 706 (cur->flags() & MemPointerRecord::tag_masks)),
zgu@3900 707 "sorting order");
zgu@3900 708 cur = next;
zgu@3900 709 next = (MemPointerRecord*)itr.next();
zgu@3900 710 }
zgu@4053 711
zgu@4053 712 MemPointerArrayIteratorImpl vm_itr(_staging_area.vm_data());
zgu@4053 713 cur = (MemPointerRecord*)vm_itr.current();
zgu@4053 714 while (cur != NULL) {
zgu@4053 715 assert(cur->is_vm_pointer(), "virtual memory pointer only");
zgu@4053 716 cur = (MemPointerRecord*)vm_itr.next();
zgu@4053 717 }
zgu@3900 718 }
zgu@4193 719
zgu@4193 720 void MemSnapshot::dump_all_vm_pointers() {
zgu@4193 721 MemPointerArrayIteratorImpl itr(_vm_ptrs);
zgu@4193 722 VMMemRegion* ptr = (VMMemRegion*)itr.current();
zgu@4193 723 tty->print_cr("dump virtual memory pointers:");
zgu@4193 724 while (ptr != NULL) {
zgu@4193 725 if (ptr->is_committed_region()) {
zgu@4193 726 tty->print("\t");
zgu@4193 727 }
zgu@4193 728 tty->print("[" PTR_FORMAT " - " PTR_FORMAT "] [%x]", ptr->addr(),
zgu@4193 729 (ptr->addr() + ptr->size()), ptr->flags());
zgu@4193 730
zgu@4193 731 if (MemTracker::track_callsite()) {
zgu@4193 732 VMMemRegionEx* ex = (VMMemRegionEx*)ptr;
zgu@4193 733 if (ex->pc() != NULL) {
zgu@4193 734 char buf[1024];
zgu@4193 735 if (os::dll_address_to_function_name(ex->pc(), buf, sizeof(buf), NULL)) {
zgu@4193 736 tty->print_cr("\t%s", buf);
zgu@4193 737 } else {
drchase@6680 738 tty->cr();
zgu@4193 739 }
zgu@4193 740 }
zgu@4193 741 }
zgu@4193 742
zgu@4193 743 ptr = (VMMemRegion*)itr.next();
zgu@4193 744 }
zgu@4193 745 tty->flush();
zgu@4193 746 }
zgu@3994 747 #endif // ASSERT
zgu@3900 748

mercurial