Wed, 27 Aug 2014 08:19:12 -0400
8046598: Scalable Native memory tracking development
Summary: Enhance scalability of native memory tracking
Reviewed-by: coleenp, ctornqvi, gtriantafill
zgu@3900 | 1 | /* |
zgu@7074 | 2 | * Copyright (c) 2012, 2014, Oracle and/or its affiliates. All rights reserved. |
zgu@3900 | 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
zgu@3900 | 4 | * |
zgu@3900 | 5 | * This code is free software; you can redistribute it and/or modify it |
zgu@3900 | 6 | * under the terms of the GNU General Public License version 2 only, as |
zgu@3900 | 7 | * published by the Free Software Foundation. |
zgu@3900 | 8 | * |
zgu@3900 | 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
zgu@3900 | 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
zgu@3900 | 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
zgu@3900 | 12 | * version 2 for more details (a copy is included in the LICENSE file that |
zgu@3900 | 13 | * accompanied this code). |
zgu@3900 | 14 | * |
zgu@3900 | 15 | * You should have received a copy of the GNU General Public License version |
zgu@3900 | 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
zgu@3900 | 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
zgu@3900 | 18 | * |
zgu@3900 | 19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
zgu@3900 | 20 | * or visit www.oracle.com if you need additional information or have any |
zgu@3900 | 21 | * questions. |
zgu@3900 | 22 | * |
zgu@3900 | 23 | */ |
zgu@3900 | 24 | |
zgu@3900 | 25 | #ifndef SHARE_VM_SERVICES_MEM_BASELINE_HPP |
zgu@3900 | 26 | #define SHARE_VM_SERVICES_MEM_BASELINE_HPP |
zgu@3900 | 27 | |
zgu@7074 | 28 | #if INCLUDE_NMT |
zgu@7074 | 29 | |
zgu@3900 | 30 | #include "memory/allocation.hpp" |
zgu@3900 | 31 | #include "runtime/mutex.hpp" |
zgu@7074 | 32 | #include "services/mallocSiteTable.hpp" |
zgu@7074 | 33 | #include "services/mallocTracker.hpp" |
zgu@7074 | 34 | #include "services/nmtCommon.hpp" |
zgu@7074 | 35 | #include "services/virtualMemoryTracker.hpp" |
zgu@7074 | 36 | #include "utilities/linkedlist.hpp" |
zgu@3900 | 37 | |
zgu@7074 | 38 | typedef LinkedListIterator<MallocSite> MallocSiteIterator; |
zgu@7074 | 39 | typedef LinkedListIterator<VirtualMemoryAllocationSite> VirtualMemorySiteIterator; |
zgu@7074 | 40 | typedef LinkedListIterator<ReservedMemoryRegion> VirtualMemoryAllocationIterator; |
zgu@3900 | 41 | |
zgu@3900 | 42 | /* |
zgu@7074 | 43 | * Baseline a memory snapshot |
zgu@3900 | 44 | */ |
zgu@7074 | 45 | class MemBaseline VALUE_OBJ_CLASS_SPEC { |
zgu@3900 | 46 | public: |
zgu@7074 | 47 | enum BaselineThreshold { |
zgu@7074 | 48 | SIZE_THRESHOLD = K // Only allocation size over this threshold will be baselined. |
zgu@3900 | 49 | }; |
zgu@3900 | 50 | |
zgu@7074 | 51 | enum BaselineType { |
zgu@7074 | 52 | Not_baselined, |
zgu@7074 | 53 | Summary_baselined, |
zgu@7074 | 54 | Detail_baselined |
zgu@7074 | 55 | }; |
zgu@3900 | 56 | |
zgu@7074 | 57 | enum SortingOrder { |
zgu@7074 | 58 | by_address, // by memory address |
zgu@7074 | 59 | by_size, // by memory size |
zgu@7074 | 60 | by_site // by call site where the memory is allocated from |
zgu@7074 | 61 | }; |
zgu@3900 | 62 | |
zgu@3900 | 63 | private: |
zgu@7074 | 64 | // All baseline data is stored in this arena |
zgu@7074 | 65 | Arena* _arena; |
zgu@3900 | 66 | |
zgu@7074 | 67 | // Summary information |
zgu@7074 | 68 | MallocMemorySnapshot* _malloc_memory_snapshot; |
zgu@7074 | 69 | VirtualMemorySnapshot* _virtual_memory_snapshot; |
zgu@3900 | 70 | |
zgu@7074 | 71 | size_t _class_count; |
zgu@3900 | 72 | |
zgu@7074 | 73 | // Allocation sites information |
zgu@7074 | 74 | // Malloc allocation sites |
zgu@7074 | 75 | LinkedListImpl<MallocSite, ResourceObj::ARENA> |
zgu@7074 | 76 | _malloc_sites; |
zgu@3900 | 77 | |
zgu@7074 | 78 | // All virtual memory allocations |
zgu@7074 | 79 | LinkedListImpl<ReservedMemoryRegion, ResourceObj::ARENA> |
zgu@7074 | 80 | _virtual_memory_allocations; |
zgu@3900 | 81 | |
zgu@7074 | 82 | // Virtual memory allocations by allocation sites, always in by_address |
zgu@7074 | 83 | // order |
zgu@7074 | 84 | LinkedListImpl<VirtualMemoryAllocationSite, ResourceObj::ARENA> |
zgu@7074 | 85 | _virtual_memory_sites; |
zgu@3900 | 86 | |
zgu@7074 | 87 | SortingOrder _malloc_sites_order; |
zgu@7074 | 88 | SortingOrder _virtual_memory_sites_order; |
zgu@7074 | 89 | |
zgu@7074 | 90 | BaselineType _baseline_type; |
zgu@4980 | 91 | |
zgu@3900 | 92 | public: |
zgu@3900 | 93 | // create a memory baseline |
zgu@7074 | 94 | MemBaseline(): |
zgu@7074 | 95 | _baseline_type(Not_baselined), |
zgu@7074 | 96 | _class_count(0), |
zgu@7074 | 97 | _arena(NULL), |
zgu@7074 | 98 | _malloc_memory_snapshot(NULL), |
zgu@7074 | 99 | _virtual_memory_snapshot(NULL), |
zgu@7074 | 100 | _malloc_sites(NULL) { |
zgu@3900 | 101 | } |
zgu@3900 | 102 | |
zgu@7074 | 103 | ~MemBaseline() { |
zgu@7074 | 104 | reset(); |
zgu@7074 | 105 | if (_arena != NULL) { |
zgu@7074 | 106 | delete _arena; |
zgu@7074 | 107 | } |
zgu@7074 | 108 | } |
zgu@7074 | 109 | |
zgu@7074 | 110 | bool baseline(bool summaryOnly = true); |
zgu@7074 | 111 | |
zgu@7074 | 112 | BaselineType baseline_type() const { return _baseline_type; } |
zgu@7074 | 113 | |
zgu@7074 | 114 | MallocMemorySnapshot* malloc_memory_snapshot() const { |
zgu@7074 | 115 | return _malloc_memory_snapshot; |
zgu@7074 | 116 | } |
zgu@7074 | 117 | |
zgu@7074 | 118 | VirtualMemorySnapshot* virtual_memory_snapshot() const { |
zgu@7074 | 119 | return _virtual_memory_snapshot; |
zgu@7074 | 120 | } |
zgu@7074 | 121 | |
zgu@7074 | 122 | MallocSiteIterator malloc_sites(SortingOrder order); |
zgu@7074 | 123 | VirtualMemorySiteIterator virtual_memory_sites(SortingOrder order); |
zgu@7074 | 124 | |
zgu@7074 | 125 | // Virtual memory allocation iterator always returns in virtual memory |
zgu@7074 | 126 | // base address order. |
zgu@7074 | 127 | VirtualMemoryAllocationIterator virtual_memory_allocations() { |
zgu@7074 | 128 | assert(!_virtual_memory_allocations.is_empty(), "Not detail baseline"); |
zgu@7074 | 129 | return VirtualMemoryAllocationIterator(_virtual_memory_allocations.head()); |
zgu@7074 | 130 | } |
zgu@7074 | 131 | |
zgu@7074 | 132 | // Total reserved memory = total malloc'd memory + total reserved virtual |
zgu@7074 | 133 | // memory |
zgu@7074 | 134 | size_t total_reserved_memory() const { |
zgu@7074 | 135 | assert(baseline_type() != Not_baselined, "Not yet baselined"); |
zgu@7074 | 136 | assert(_virtual_memory_snapshot != NULL, "No virtual memory snapshot"); |
zgu@7074 | 137 | assert(_malloc_memory_snapshot != NULL, "No malloc memory snapshot"); |
zgu@7074 | 138 | size_t amount = _malloc_memory_snapshot->total() + |
zgu@7074 | 139 | _virtual_memory_snapshot->total_reserved(); |
zgu@7074 | 140 | return amount; |
zgu@7074 | 141 | } |
zgu@7074 | 142 | |
zgu@7074 | 143 | // Total committed memory = total malloc'd memory + total committed |
zgu@7074 | 144 | // virtual memory |
zgu@7074 | 145 | size_t total_committed_memory() const { |
zgu@7074 | 146 | assert(baseline_type() != Not_baselined, "Not yet baselined"); |
zgu@7074 | 147 | assert(_virtual_memory_snapshot != NULL, |
zgu@7074 | 148 | "Not a snapshot"); |
zgu@7074 | 149 | size_t amount = _malloc_memory_snapshot->total() + |
zgu@7074 | 150 | _virtual_memory_snapshot->total_committed(); |
zgu@7074 | 151 | return amount; |
zgu@7074 | 152 | } |
zgu@7074 | 153 | |
zgu@7074 | 154 | size_t total_arena_memory() const { |
zgu@7074 | 155 | assert(baseline_type() != Not_baselined, "Not yet baselined"); |
zgu@7074 | 156 | assert(_malloc_memory_snapshot != NULL, "Not yet baselined"); |
zgu@7074 | 157 | return _malloc_memory_snapshot->total_arena(); |
zgu@7074 | 158 | } |
zgu@7074 | 159 | |
zgu@7074 | 160 | size_t malloc_tracking_overhead() const { |
zgu@7074 | 161 | assert(baseline_type() != Not_baselined, "Not yet baselined"); |
zgu@7074 | 162 | return _malloc_memory_snapshot->malloc_overhead()->size(); |
zgu@7074 | 163 | } |
zgu@7074 | 164 | |
zgu@7074 | 165 | const MallocMemory* malloc_memory(MEMFLAGS flag) const { |
zgu@7074 | 166 | assert(_malloc_memory_snapshot != NULL, "Not a snapshot"); |
zgu@7074 | 167 | return _malloc_memory_snapshot->by_type(flag); |
zgu@7074 | 168 | } |
zgu@7074 | 169 | |
zgu@7074 | 170 | const VirtualMemory* virtual_memory(MEMFLAGS flag) const { |
zgu@7074 | 171 | assert(_virtual_memory_snapshot != NULL, "Not a snapshot"); |
zgu@7074 | 172 | return _virtual_memory_snapshot->by_type(flag); |
zgu@7074 | 173 | } |
zgu@7074 | 174 | |
zgu@7074 | 175 | |
zgu@7074 | 176 | size_t class_count() const { |
zgu@7074 | 177 | assert(baseline_type() != Not_baselined, "Not yet baselined"); |
zgu@7074 | 178 | return _class_count; |
zgu@7074 | 179 | } |
zgu@7074 | 180 | |
zgu@7074 | 181 | size_t thread_count() const { |
zgu@7074 | 182 | assert(baseline_type() != Not_baselined, "Not yet baselined"); |
zgu@7074 | 183 | assert(_malloc_memory_snapshot != NULL, "Baselined?"); |
zgu@7074 | 184 | return _malloc_memory_snapshot->thread_count(); |
zgu@7074 | 185 | } |
zgu@3900 | 186 | |
zgu@3900 | 187 | // reset the baseline for reuse |
zgu@7074 | 188 | void reset() { |
zgu@7074 | 189 | _baseline_type = Not_baselined; |
zgu@7074 | 190 | _malloc_memory_snapshot = NULL; |
zgu@7074 | 191 | _virtual_memory_snapshot = NULL; |
zgu@7074 | 192 | _class_count = 0; |
zgu@3900 | 193 | |
zgu@7074 | 194 | _malloc_sites = NULL; |
zgu@7074 | 195 | _virtual_memory_sites = NULL; |
zgu@7074 | 196 | _virtual_memory_allocations = NULL; |
zgu@3900 | 197 | |
zgu@7074 | 198 | if (_arena != NULL) { |
zgu@7074 | 199 | _arena->destruct_contents(); |
zgu@7074 | 200 | } |
zgu@3900 | 201 | } |
zgu@3900 | 202 | |
zgu@7074 | 203 | private: |
zgu@7074 | 204 | // Baseline summary information |
zgu@7074 | 205 | bool baseline_summary(); |
zgu@3900 | 206 | |
zgu@7074 | 207 | // Baseline allocation sites (detail tracking only) |
zgu@7074 | 208 | bool baseline_allocation_sites(); |
zgu@3900 | 209 | |
zgu@7074 | 210 | // Aggregate virtual memory allocation by allocation sites |
zgu@7074 | 211 | bool aggregate_virtual_memory_allocation_sites(); |
zgu@3900 | 212 | |
zgu@7074 | 213 | Arena* arena() { return _arena; } |
zgu@3900 | 214 | |
zgu@7074 | 215 | // Sorting allocation sites in different orders |
zgu@7074 | 216 | // Sort allocation sites in size order |
zgu@7074 | 217 | void malloc_sites_to_size_order(); |
zgu@7074 | 218 | // Sort allocation sites in call site address order |
zgu@7074 | 219 | void malloc_sites_to_allocation_site_order(); |
zgu@3900 | 220 | |
zgu@7074 | 221 | // Sort allocation sites in reserved size order |
zgu@7074 | 222 | void virtual_memory_sites_to_size_order(); |
zgu@7074 | 223 | // Sort allocation sites in call site address order |
zgu@7074 | 224 | void virtual_memory_sites_to_reservation_site_order(); |
zgu@3900 | 225 | }; |
zgu@3900 | 226 | |
zgu@7074 | 227 | #endif // INCLUDE_NMT |
zgu@3900 | 228 | |
zgu@3900 | 229 | #endif // SHARE_VM_SERVICES_MEM_BASELINE_HPP |