Mon, 29 Apr 2013 16:13:57 -0400
8011773: Some tests on Interned String crashed JVM with OOM
Summary: Instead of terminating the VM, throw OutOfMemoryError exceptions.
Reviewed-by: coleenp, dholmes
duke@435 | 1 | /* |
dcubed@4967 | 2 | * Copyright (c) 1997, 2012, Oracle and/or its affiliates. All rights reserved. |
duke@435 | 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
duke@435 | 4 | * |
duke@435 | 5 | * This code is free software; you can redistribute it and/or modify it |
duke@435 | 6 | * under the terms of the GNU General Public License version 2 only, as |
duke@435 | 7 | * published by the Free Software Foundation. |
duke@435 | 8 | * |
duke@435 | 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
duke@435 | 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
duke@435 | 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
duke@435 | 12 | * version 2 for more details (a copy is included in the LICENSE file that |
duke@435 | 13 | * accompanied this code). |
duke@435 | 14 | * |
duke@435 | 15 | * You should have received a copy of the GNU General Public License version |
duke@435 | 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
duke@435 | 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
duke@435 | 18 | * |
trims@1907 | 19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
trims@1907 | 20 | * or visit www.oracle.com if you need additional information or have any |
trims@1907 | 21 | * questions. |
duke@435 | 22 | * |
duke@435 | 23 | */ |
duke@435 | 24 | |
stefank@2314 | 25 | #ifndef SHARE_VM_MEMORY_ALLOCATION_HPP |
stefank@2314 | 26 | #define SHARE_VM_MEMORY_ALLOCATION_HPP |
stefank@2314 | 27 | |
stefank@2314 | 28 | #include "runtime/globals.hpp" |
stefank@2314 | 29 | #include "utilities/globalDefinitions.hpp" |
jprovino@4165 | 30 | #include "utilities/macros.hpp" |
stefank@2314 | 31 | #ifdef COMPILER1 |
stefank@2314 | 32 | #include "c1/c1_globals.hpp" |
stefank@2314 | 33 | #endif |
stefank@2314 | 34 | #ifdef COMPILER2 |
stefank@2314 | 35 | #include "opto/c2_globals.hpp" |
stefank@2314 | 36 | #endif |
stefank@2314 | 37 | |
zgu@2834 | 38 | #include <new> |
zgu@2834 | 39 | |
duke@435 | 40 | #define ARENA_ALIGN_M1 (((size_t)(ARENA_AMALLOC_ALIGNMENT)) - 1) |
duke@435 | 41 | #define ARENA_ALIGN_MASK (~((size_t)ARENA_ALIGN_M1)) |
duke@435 | 42 | #define ARENA_ALIGN(x) ((((size_t)(x)) + ARENA_ALIGN_M1) & ARENA_ALIGN_MASK) |
duke@435 | 43 | |
zgu@3900 | 44 | |
zgu@3900 | 45 | // noinline attribute |
zgu@3900 | 46 | #ifdef _WINDOWS |
zgu@3900 | 47 | #define _NOINLINE_ __declspec(noinline) |
zgu@3900 | 48 | #else |
zgu@3900 | 49 | #if __GNUC__ < 3 // gcc 2.x does not support noinline attribute |
zgu@3900 | 50 | #define _NOINLINE_ |
zgu@3900 | 51 | #else |
zgu@3900 | 52 | #define _NOINLINE_ __attribute__ ((noinline)) |
zgu@3900 | 53 | #endif |
zgu@3900 | 54 | #endif |
zgu@3900 | 55 | |
nloodin@4183 | 56 | class AllocFailStrategy { |
nloodin@4183 | 57 | public: |
nloodin@4183 | 58 | enum AllocFailEnum { EXIT_OOM, RETURN_NULL }; |
nloodin@4183 | 59 | }; |
nloodin@4183 | 60 | typedef AllocFailStrategy::AllocFailEnum AllocFailType; |
nloodin@4183 | 61 | |
duke@435 | 62 | // All classes in the virtual machine must be subclassed |
duke@435 | 63 | // by one of the following allocation classes: |
duke@435 | 64 | // |
duke@435 | 65 | // For objects allocated in the resource area (see resourceArea.hpp). |
duke@435 | 66 | // - ResourceObj |
duke@435 | 67 | // |
duke@435 | 68 | // For objects allocated in the C-heap (managed by: free & malloc). |
duke@435 | 69 | // - CHeapObj |
duke@435 | 70 | // |
duke@435 | 71 | // For objects allocated on the stack. |
duke@435 | 72 | // - StackObj |
duke@435 | 73 | // |
duke@435 | 74 | // For embedded objects. |
duke@435 | 75 | // - ValueObj |
duke@435 | 76 | // |
duke@435 | 77 | // For classes used as name spaces. |
duke@435 | 78 | // - AllStatic |
duke@435 | 79 | // |
coleenp@4037 | 80 | // For classes in Metaspace (class data) |
coleenp@4037 | 81 | // - MetaspaceObj |
coleenp@4037 | 82 | // |
duke@435 | 83 | // The printable subclasses are used for debugging and define virtual |
duke@435 | 84 | // member functions for printing. Classes that avoid allocating the |
duke@435 | 85 | // vtbl entries in the objects should therefore not be the printable |
duke@435 | 86 | // subclasses. |
duke@435 | 87 | // |
duke@435 | 88 | // The following macros and function should be used to allocate memory |
dcubed@4967 | 89 | // directly in the resource area or in the C-heap: |
duke@435 | 90 | // |
duke@435 | 91 | // NEW_RESOURCE_ARRAY(type,size) |
duke@435 | 92 | // NEW_RESOURCE_OBJ(type) |
duke@435 | 93 | // NEW_C_HEAP_ARRAY(type,size) |
duke@435 | 94 | // NEW_C_HEAP_OBJ(type) |
duke@435 | 95 | // char* AllocateHeap(size_t size, const char* name); |
duke@435 | 96 | // void FreeHeap(void* p); |
duke@435 | 97 | // |
duke@435 | 98 | // C-heap allocation can be traced using +PrintHeapAllocation. |
duke@435 | 99 | // malloc and free should therefore never called directly. |
duke@435 | 100 | |
duke@435 | 101 | // Base class for objects allocated in the C-heap. |
duke@435 | 102 | |
duke@435 | 103 | // In non product mode we introduce a super class for all allocation classes |
duke@435 | 104 | // that supports printing. |
duke@435 | 105 | // We avoid the superclass in product mode since some C++ compilers add |
duke@435 | 106 | // a word overhead for empty super classes. |
duke@435 | 107 | |
duke@435 | 108 | #ifdef PRODUCT |
duke@435 | 109 | #define ALLOCATION_SUPER_CLASS_SPEC |
duke@435 | 110 | #else |
duke@435 | 111 | #define ALLOCATION_SUPER_CLASS_SPEC : public AllocatedObj |
duke@435 | 112 | class AllocatedObj { |
duke@435 | 113 | public: |
duke@435 | 114 | // Printing support |
duke@435 | 115 | void print() const; |
duke@435 | 116 | void print_value() const; |
duke@435 | 117 | |
duke@435 | 118 | virtual void print_on(outputStream* st) const; |
duke@435 | 119 | virtual void print_value_on(outputStream* st) const; |
duke@435 | 120 | }; |
duke@435 | 121 | #endif |
duke@435 | 122 | |
zgu@3900 | 123 | |
zgu@3900 | 124 | /* |
zgu@3900 | 125 | * MemoryType bitmap layout: |
zgu@3900 | 126 | * | 16 15 14 13 12 11 10 09 | 08 07 06 05 | 04 03 02 01 | |
zgu@3900 | 127 | * | memory type | object | reserved | |
zgu@3900 | 128 | * | | type | | |
zgu@3900 | 129 | */ |
zgu@3900 | 130 | enum MemoryType { |
zgu@3900 | 131 | // Memory type by sub systems. It occupies lower byte. |
zgu@3900 | 132 | mtNone = 0x0000, // undefined |
zgu@3900 | 133 | mtClass = 0x0100, // memory class for Java classes |
zgu@3900 | 134 | mtThread = 0x0200, // memory for thread objects |
zgu@3900 | 135 | mtThreadStack = 0x0300, |
zgu@3900 | 136 | mtCode = 0x0400, // memory for generated code |
zgu@3900 | 137 | mtGC = 0x0500, // memory for GC |
zgu@3900 | 138 | mtCompiler = 0x0600, // memory for compiler |
zgu@3900 | 139 | mtInternal = 0x0700, // memory used by VM, but does not belong to |
zgu@3900 | 140 | // any of above categories, and not used for |
zgu@3900 | 141 | // native memory tracking |
zgu@3900 | 142 | mtOther = 0x0800, // memory not used by VM |
zgu@3900 | 143 | mtSymbol = 0x0900, // symbol |
zgu@3900 | 144 | mtNMT = 0x0A00, // memory used by native memory tracking |
zgu@3900 | 145 | mtChunk = 0x0B00, // chunk that holds content of arenas |
zgu@3900 | 146 | mtJavaHeap = 0x0C00, // Java heap |
zgu@4193 | 147 | mtClassShared = 0x0D00, // class data sharing |
ctornqvi@4512 | 148 | mtTest = 0x0E00, // Test type for verifying NMT |
ctornqvi@4512 | 149 | mt_number_of_types = 0x000E, // number of memory types (mtDontTrack |
zgu@4193 | 150 | // is not included as validate type) |
ctornqvi@4512 | 151 | mtDontTrack = 0x0F00, // memory we do not or cannot track |
zgu@3900 | 152 | mt_masks = 0x7F00, |
zgu@3900 | 153 | |
zgu@3900 | 154 | // object type mask |
zgu@3900 | 155 | otArena = 0x0010, // an arena object |
zgu@3900 | 156 | otNMTRecorder = 0x0020, // memory recorder object |
zgu@3900 | 157 | ot_masks = 0x00F0 |
zgu@3900 | 158 | }; |
zgu@3900 | 159 | |
zgu@3900 | 160 | #define IS_MEMORY_TYPE(flags, type) ((flags & mt_masks) == type) |
zgu@3900 | 161 | #define HAS_VALID_MEMORY_TYPE(flags)((flags & mt_masks) != mtNone) |
zgu@3900 | 162 | #define FLAGS_TO_MEMORY_TYPE(flags) (flags & mt_masks) |
zgu@3900 | 163 | |
zgu@3900 | 164 | #define IS_ARENA_OBJ(flags) ((flags & ot_masks) == otArena) |
zgu@3900 | 165 | #define IS_NMT_RECORDER(flags) ((flags & ot_masks) == otNMTRecorder) |
zgu@3900 | 166 | #define NMT_CAN_TRACK(flags) (!IS_NMT_RECORDER(flags) && !(IS_MEMORY_TYPE(flags, mtDontTrack))) |
zgu@3900 | 167 | |
zgu@3900 | 168 | typedef unsigned short MEMFLAGS; |
zgu@3900 | 169 | |
jprovino@4165 | 170 | #if INCLUDE_NMT |
jprovino@4165 | 171 | |
zgu@3900 | 172 | extern bool NMT_track_callsite; |
zgu@3900 | 173 | |
jprovino@4165 | 174 | #else |
jprovino@4165 | 175 | |
jprovino@4165 | 176 | const bool NMT_track_callsite = false; |
jprovino@4165 | 177 | |
jprovino@4165 | 178 | #endif // INCLUDE_NMT |
jprovino@4165 | 179 | |
zgu@3900 | 180 | // debug build does not inline |
drchase@4942 | 181 | #if defined(_NMT_NOINLINE_) |
zgu@3900 | 182 | #define CURRENT_PC (NMT_track_callsite ? os::get_caller_pc(1) : 0) |
zgu@3900 | 183 | #define CALLER_PC (NMT_track_callsite ? os::get_caller_pc(2) : 0) |
zgu@3900 | 184 | #define CALLER_CALLER_PC (NMT_track_callsite ? os::get_caller_pc(3) : 0) |
zgu@3900 | 185 | #else |
zgu@3900 | 186 | #define CURRENT_PC (NMT_track_callsite? os::get_caller_pc(0) : 0) |
zgu@3900 | 187 | #define CALLER_PC (NMT_track_callsite ? os::get_caller_pc(1) : 0) |
zgu@3900 | 188 | #define CALLER_CALLER_PC (NMT_track_callsite ? os::get_caller_pc(2) : 0) |
zgu@3900 | 189 | #endif |
zgu@3900 | 190 | |
zgu@3900 | 191 | |
zgu@3900 | 192 | |
zgu@3900 | 193 | template <MEMFLAGS F> class CHeapObj ALLOCATION_SUPER_CLASS_SPEC { |
duke@435 | 194 | public: |
zgu@3900 | 195 | _NOINLINE_ void* operator new(size_t size, address caller_pc = 0); |
zgu@3900 | 196 | _NOINLINE_ void* operator new (size_t size, const std::nothrow_t& nothrow_constant, |
zgu@3900 | 197 | address caller_pc = 0); |
dcubed@4967 | 198 | |
duke@435 | 199 | void operator delete(void* p); |
duke@435 | 200 | }; |
duke@435 | 201 | |
duke@435 | 202 | // Base class for objects allocated on the stack only. |
duke@435 | 203 | // Calling new or delete will result in fatal error. |
duke@435 | 204 | |
duke@435 | 205 | class StackObj ALLOCATION_SUPER_CLASS_SPEC { |
brutisso@4370 | 206 | private: |
duke@435 | 207 | void* operator new(size_t size); |
duke@435 | 208 | void operator delete(void* p); |
duke@435 | 209 | }; |
duke@435 | 210 | |
duke@435 | 211 | // Base class for objects used as value objects. |
duke@435 | 212 | // Calling new or delete will result in fatal error. |
duke@435 | 213 | // |
duke@435 | 214 | // Portability note: Certain compilers (e.g. gcc) will |
duke@435 | 215 | // always make classes bigger if it has a superclass, even |
duke@435 | 216 | // if the superclass does not have any virtual methods or |
duke@435 | 217 | // instance fields. The HotSpot implementation relies on this |
duke@435 | 218 | // not to happen. So never make a ValueObj class a direct subclass |
duke@435 | 219 | // of this object, but use the VALUE_OBJ_CLASS_SPEC class instead, e.g., |
duke@435 | 220 | // like this: |
duke@435 | 221 | // |
duke@435 | 222 | // class A VALUE_OBJ_CLASS_SPEC { |
duke@435 | 223 | // ... |
duke@435 | 224 | // } |
duke@435 | 225 | // |
duke@435 | 226 | // With gcc and possible other compilers the VALUE_OBJ_CLASS_SPEC can |
duke@435 | 227 | // be defined as a an empty string "". |
duke@435 | 228 | // |
duke@435 | 229 | class _ValueObj { |
brutisso@4370 | 230 | private: |
duke@435 | 231 | void* operator new(size_t size); |
dcubed@4967 | 232 | void operator delete(void* p); |
duke@435 | 233 | }; |
duke@435 | 234 | |
coleenp@4037 | 235 | |
coleenp@4037 | 236 | // Base class for objects stored in Metaspace. |
coleenp@4037 | 237 | // Calling delete will result in fatal error. |
coleenp@4037 | 238 | // |
coleenp@4037 | 239 | // Do not inherit from something with a vptr because this class does |
coleenp@4037 | 240 | // not introduce one. This class is used to allocate both shared read-only |
coleenp@4037 | 241 | // and shared read-write classes. |
coleenp@4037 | 242 | // |
coleenp@4037 | 243 | |
coleenp@4037 | 244 | class ClassLoaderData; |
coleenp@4037 | 245 | |
coleenp@4037 | 246 | class MetaspaceObj { |
coleenp@4037 | 247 | public: |
coleenp@4037 | 248 | bool is_metadata() const; |
coleenp@4295 | 249 | bool is_metaspace_object() const; // more specific test but slower |
coleenp@4037 | 250 | bool is_shared() const; |
coleenp@4037 | 251 | void print_address_on(outputStream* st) const; // nonvirtual address printing |
coleenp@4037 | 252 | |
coleenp@4037 | 253 | void* operator new(size_t size, ClassLoaderData* loader_data, |
coleenp@4037 | 254 | size_t word_size, bool read_only, Thread* thread); |
coleenp@4037 | 255 | // can't use TRAPS from this header file. |
coleenp@4037 | 256 | void operator delete(void* p) { ShouldNotCallThis(); } |
coleenp@4037 | 257 | }; |
coleenp@4037 | 258 | |
duke@435 | 259 | // Base class for classes that constitute name spaces. |
duke@435 | 260 | |
duke@435 | 261 | class AllStatic { |
duke@435 | 262 | public: |
duke@435 | 263 | AllStatic() { ShouldNotCallThis(); } |
duke@435 | 264 | ~AllStatic() { ShouldNotCallThis(); } |
duke@435 | 265 | }; |
duke@435 | 266 | |
duke@435 | 267 | |
duke@435 | 268 | //------------------------------Chunk------------------------------------------ |
duke@435 | 269 | // Linked list of raw memory chunks |
zgu@3900 | 270 | class Chunk: CHeapObj<mtChunk> { |
never@3138 | 271 | friend class VMStructs; |
never@3138 | 272 | |
duke@435 | 273 | protected: |
duke@435 | 274 | Chunk* _next; // Next Chunk in list |
duke@435 | 275 | const size_t _len; // Size of this Chunk |
duke@435 | 276 | public: |
duke@435 | 277 | void* operator new(size_t size, size_t length); |
duke@435 | 278 | void operator delete(void* p); |
duke@435 | 279 | Chunk(size_t length); |
duke@435 | 280 | |
duke@435 | 281 | enum { |
duke@435 | 282 | // default sizes; make them slightly smaller than 2**k to guard against |
duke@435 | 283 | // buddy-system style malloc implementations |
duke@435 | 284 | #ifdef _LP64 |
duke@435 | 285 | slack = 40, // [RGV] Not sure if this is right, but make it |
duke@435 | 286 | // a multiple of 8. |
duke@435 | 287 | #else |
duke@435 | 288 | slack = 20, // suspected sizeof(Chunk) + internal malloc headers |
duke@435 | 289 | #endif |
duke@435 | 290 | |
duke@435 | 291 | init_size = 1*K - slack, // Size of first chunk |
duke@435 | 292 | medium_size= 10*K - slack, // Size of medium-sized chunk |
duke@435 | 293 | size = 32*K - slack, // Default size of an Arena chunk (following the first) |
duke@435 | 294 | non_pool_size = init_size + 32 // An initial size which is not one of above |
duke@435 | 295 | }; |
duke@435 | 296 | |
duke@435 | 297 | void chop(); // Chop this chunk |
duke@435 | 298 | void next_chop(); // Chop next chunk |
duke@435 | 299 | static size_t aligned_overhead_size(void) { return ARENA_ALIGN(sizeof(Chunk)); } |
coleenp@4037 | 300 | static size_t aligned_overhead_size(size_t byte_size) { return ARENA_ALIGN(byte_size); } |
duke@435 | 301 | |
duke@435 | 302 | size_t length() const { return _len; } |
duke@435 | 303 | Chunk* next() const { return _next; } |
duke@435 | 304 | void set_next(Chunk* n) { _next = n; } |
duke@435 | 305 | // Boundaries of data area (possibly unused) |
duke@435 | 306 | char* bottom() const { return ((char*) this) + aligned_overhead_size(); } |
duke@435 | 307 | char* top() const { return bottom() + _len; } |
duke@435 | 308 | bool contains(char* p) const { return bottom() <= p && p <= top(); } |
duke@435 | 309 | |
duke@435 | 310 | // Start the chunk_pool cleaner task |
duke@435 | 311 | static void start_chunk_pool_cleaner_task(); |
bobv@2036 | 312 | |
bobv@2036 | 313 | static void clean_chunk_pool(); |
duke@435 | 314 | }; |
duke@435 | 315 | |
duke@435 | 316 | //------------------------------Arena------------------------------------------ |
duke@435 | 317 | // Fast allocation of memory |
zgu@3900 | 318 | class Arena : public CHeapObj<mtNone|otArena> { |
duke@435 | 319 | protected: |
duke@435 | 320 | friend class ResourceMark; |
duke@435 | 321 | friend class HandleMark; |
duke@435 | 322 | friend class NoHandleMark; |
never@3138 | 323 | friend class VMStructs; |
never@3138 | 324 | |
duke@435 | 325 | Chunk *_first; // First chunk |
duke@435 | 326 | Chunk *_chunk; // current chunk |
duke@435 | 327 | char *_hwm, *_max; // High water mark and max in current chunk |
nloodin@4183 | 328 | // Get a new Chunk of at least size x |
nloodin@4183 | 329 | void* grow(size_t x, AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
zgu@3900 | 330 | size_t _size_in_bytes; // Size of arena (used for native memory tracking) |
zgu@3900 | 331 | |
kvn@2557 | 332 | NOT_PRODUCT(static julong _bytes_allocated;) // total #bytes allocated since start |
duke@435 | 333 | friend class AllocStats; |
duke@435 | 334 | debug_only(void* malloc(size_t size);) |
duke@435 | 335 | debug_only(void* internal_malloc_4(size_t x);) |
kvn@2557 | 336 | NOT_PRODUCT(void inc_bytes_allocated(size_t x);) |
kamg@2589 | 337 | |
kamg@2589 | 338 | void signal_out_of_memory(size_t request, const char* whence) const; |
kamg@2589 | 339 | |
kamg@2589 | 340 | void check_for_overflow(size_t request, const char* whence) const { |
kamg@2589 | 341 | if (UINTPTR_MAX - request < (uintptr_t)_hwm) { |
kamg@2589 | 342 | signal_out_of_memory(request, whence); |
kamg@2589 | 343 | } |
kamg@2589 | 344 | } |
kamg@2589 | 345 | |
duke@435 | 346 | public: |
duke@435 | 347 | Arena(); |
duke@435 | 348 | Arena(size_t init_size); |
duke@435 | 349 | ~Arena(); |
duke@435 | 350 | void destruct_contents(); |
duke@435 | 351 | char* hwm() const { return _hwm; } |
duke@435 | 352 | |
zgu@3900 | 353 | // new operators |
zgu@3900 | 354 | void* operator new (size_t size); |
zgu@3900 | 355 | void* operator new (size_t size, const std::nothrow_t& nothrow_constant); |
zgu@3900 | 356 | |
zgu@3900 | 357 | // dynamic memory type tagging |
zgu@3900 | 358 | void* operator new(size_t size, MEMFLAGS flags); |
zgu@3900 | 359 | void* operator new(size_t size, const std::nothrow_t& nothrow_constant, MEMFLAGS flags); |
zgu@3900 | 360 | void operator delete(void* p); |
zgu@3900 | 361 | |
duke@435 | 362 | // Fast allocate in the arena. Common case is: pointer test + increment. |
nloodin@4183 | 363 | void* Amalloc(size_t x, AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM) { |
duke@435 | 364 | assert(is_power_of_2(ARENA_AMALLOC_ALIGNMENT) , "should be a power of 2"); |
duke@435 | 365 | x = ARENA_ALIGN(x); |
duke@435 | 366 | debug_only(if (UseMallocOnly) return malloc(x);) |
kamg@2589 | 367 | check_for_overflow(x, "Arena::Amalloc"); |
kvn@2557 | 368 | NOT_PRODUCT(inc_bytes_allocated(x);) |
duke@435 | 369 | if (_hwm + x > _max) { |
nloodin@4183 | 370 | return grow(x, alloc_failmode); |
duke@435 | 371 | } else { |
duke@435 | 372 | char *old = _hwm; |
duke@435 | 373 | _hwm += x; |
duke@435 | 374 | return old; |
duke@435 | 375 | } |
duke@435 | 376 | } |
duke@435 | 377 | // Further assume size is padded out to words |
nloodin@4183 | 378 | void *Amalloc_4(size_t x, AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM) { |
duke@435 | 379 | assert( (x&(sizeof(char*)-1)) == 0, "misaligned size" ); |
duke@435 | 380 | debug_only(if (UseMallocOnly) return malloc(x);) |
kamg@2589 | 381 | check_for_overflow(x, "Arena::Amalloc_4"); |
kvn@2557 | 382 | NOT_PRODUCT(inc_bytes_allocated(x);) |
duke@435 | 383 | if (_hwm + x > _max) { |
nloodin@4183 | 384 | return grow(x, alloc_failmode); |
duke@435 | 385 | } else { |
duke@435 | 386 | char *old = _hwm; |
duke@435 | 387 | _hwm += x; |
duke@435 | 388 | return old; |
duke@435 | 389 | } |
duke@435 | 390 | } |
duke@435 | 391 | |
duke@435 | 392 | // Allocate with 'double' alignment. It is 8 bytes on sparc. |
duke@435 | 393 | // In other cases Amalloc_D() should be the same as Amalloc_4(). |
nloodin@4183 | 394 | void* Amalloc_D(size_t x, AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM) { |
duke@435 | 395 | assert( (x&(sizeof(char*)-1)) == 0, "misaligned size" ); |
duke@435 | 396 | debug_only(if (UseMallocOnly) return malloc(x);) |
duke@435 | 397 | #if defined(SPARC) && !defined(_LP64) |
duke@435 | 398 | #define DALIGN_M1 7 |
duke@435 | 399 | size_t delta = (((size_t)_hwm + DALIGN_M1) & ~DALIGN_M1) - (size_t)_hwm; |
duke@435 | 400 | x += delta; |
duke@435 | 401 | #endif |
kamg@2589 | 402 | check_for_overflow(x, "Arena::Amalloc_D"); |
kvn@2557 | 403 | NOT_PRODUCT(inc_bytes_allocated(x);) |
duke@435 | 404 | if (_hwm + x > _max) { |
nloodin@4183 | 405 | return grow(x, alloc_failmode); // grow() returns a result aligned >= 8 bytes. |
duke@435 | 406 | } else { |
duke@435 | 407 | char *old = _hwm; |
duke@435 | 408 | _hwm += x; |
duke@435 | 409 | #if defined(SPARC) && !defined(_LP64) |
duke@435 | 410 | old += delta; // align to 8-bytes |
duke@435 | 411 | #endif |
duke@435 | 412 | return old; |
duke@435 | 413 | } |
duke@435 | 414 | } |
duke@435 | 415 | |
duke@435 | 416 | // Fast delete in area. Common case is: NOP (except for storage reclaimed) |
duke@435 | 417 | void Afree(void *ptr, size_t size) { |
duke@435 | 418 | #ifdef ASSERT |
duke@435 | 419 | if (ZapResourceArea) memset(ptr, badResourceValue, size); // zap freed memory |
duke@435 | 420 | if (UseMallocOnly) return; |
duke@435 | 421 | #endif |
duke@435 | 422 | if (((char*)ptr) + size == _hwm) _hwm = (char*)ptr; |
duke@435 | 423 | } |
duke@435 | 424 | |
nloodin@4183 | 425 | void *Arealloc( void *old_ptr, size_t old_size, size_t new_size, |
nloodin@4183 | 426 | AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
duke@435 | 427 | |
duke@435 | 428 | // Move contents of this arena into an empty arena |
duke@435 | 429 | Arena *move_contents(Arena *empty_arena); |
duke@435 | 430 | |
duke@435 | 431 | // Determine if pointer belongs to this Arena or not. |
duke@435 | 432 | bool contains( const void *ptr ) const; |
duke@435 | 433 | |
duke@435 | 434 | // Total of all chunks in use (not thread-safe) |
duke@435 | 435 | size_t used() const; |
duke@435 | 436 | |
duke@435 | 437 | // Total # of bytes used |
zgu@3900 | 438 | size_t size_in_bytes() const { return _size_in_bytes; }; |
zgu@3900 | 439 | void set_size_in_bytes(size_t size); |
zgu@3900 | 440 | |
duke@435 | 441 | static void free_malloced_objects(Chunk* chunk, char* hwm, char* max, char* hwm2) PRODUCT_RETURN; |
duke@435 | 442 | static void free_all(char** start, char** end) PRODUCT_RETURN; |
duke@435 | 443 | |
zgu@3900 | 444 | // how many arena instances |
zgu@3900 | 445 | NOT_PRODUCT(static volatile jint _instance_count;) |
duke@435 | 446 | private: |
duke@435 | 447 | // Reset this Arena to empty, access will trigger grow if necessary |
duke@435 | 448 | void reset(void) { |
duke@435 | 449 | _first = _chunk = NULL; |
duke@435 | 450 | _hwm = _max = NULL; |
zgu@3900 | 451 | set_size_in_bytes(0); |
duke@435 | 452 | } |
duke@435 | 453 | }; |
duke@435 | 454 | |
duke@435 | 455 | // One of the following macros must be used when allocating |
duke@435 | 456 | // an array or object from an arena |
jcoomes@2191 | 457 | #define NEW_ARENA_ARRAY(arena, type, size) \ |
jcoomes@2191 | 458 | (type*) (arena)->Amalloc((size) * sizeof(type)) |
duke@435 | 459 | |
jcoomes@2191 | 460 | #define REALLOC_ARENA_ARRAY(arena, type, old, old_size, new_size) \ |
jcoomes@2191 | 461 | (type*) (arena)->Arealloc((char*)(old), (old_size) * sizeof(type), \ |
jcoomes@2191 | 462 | (new_size) * sizeof(type) ) |
duke@435 | 463 | |
jcoomes@2191 | 464 | #define FREE_ARENA_ARRAY(arena, type, old, size) \ |
jcoomes@2191 | 465 | (arena)->Afree((char*)(old), (size) * sizeof(type)) |
duke@435 | 466 | |
jcoomes@2191 | 467 | #define NEW_ARENA_OBJ(arena, type) \ |
duke@435 | 468 | NEW_ARENA_ARRAY(arena, type, 1) |
duke@435 | 469 | |
duke@435 | 470 | |
duke@435 | 471 | //%note allocation_1 |
nloodin@4183 | 472 | extern char* resource_allocate_bytes(size_t size, |
nloodin@4183 | 473 | AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
nloodin@4183 | 474 | extern char* resource_allocate_bytes(Thread* thread, size_t size, |
nloodin@4183 | 475 | AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
nloodin@4183 | 476 | extern char* resource_reallocate_bytes( char *old, size_t old_size, size_t new_size, |
nloodin@4183 | 477 | AllocFailType alloc_failmode = AllocFailStrategy::EXIT_OOM); |
duke@435 | 478 | extern void resource_free_bytes( char *old, size_t size ); |
duke@435 | 479 | |
duke@435 | 480 | //---------------------------------------------------------------------- |
duke@435 | 481 | // Base class for objects allocated in the resource area per default. |
duke@435 | 482 | // Optionally, objects may be allocated on the C heap with |
duke@435 | 483 | // new(ResourceObj::C_HEAP) Foo(...) or in an Arena with new (&arena) |
duke@435 | 484 | // ResourceObj's can be allocated within other objects, but don't use |
duke@435 | 485 | // new or delete (allocation_type is unknown). If new is used to allocate, |
duke@435 | 486 | // use delete to deallocate. |
duke@435 | 487 | class ResourceObj ALLOCATION_SUPER_CLASS_SPEC { |
duke@435 | 488 | public: |
kvn@2040 | 489 | enum allocation_type { STACK_OR_EMBEDDED = 0, RESOURCE_AREA, C_HEAP, ARENA, allocation_mask = 0x3 }; |
kvn@2043 | 490 | static void set_allocation_type(address res, allocation_type type) NOT_DEBUG_RETURN; |
duke@435 | 491 | #ifdef ASSERT |
duke@435 | 492 | private: |
kvn@2040 | 493 | // When this object is allocated on stack the new() operator is not |
kvn@2040 | 494 | // called but garbage on stack may look like a valid allocation_type. |
kvn@2040 | 495 | // Store negated 'this' pointer when new() is called to distinguish cases. |
kvn@2357 | 496 | // Use second array's element for verification value to distinguish garbage. |
kvn@2357 | 497 | uintptr_t _allocation_t[2]; |
kvn@2357 | 498 | bool is_type_set() const; |
duke@435 | 499 | public: |
kvn@2043 | 500 | allocation_type get_allocation_type() const; |
kvn@2043 | 501 | bool allocated_on_stack() const { return get_allocation_type() == STACK_OR_EMBEDDED; } |
kvn@2043 | 502 | bool allocated_on_res_area() const { return get_allocation_type() == RESOURCE_AREA; } |
kvn@2043 | 503 | bool allocated_on_C_heap() const { return get_allocation_type() == C_HEAP; } |
kvn@2043 | 504 | bool allocated_on_arena() const { return get_allocation_type() == ARENA; } |
kvn@2040 | 505 | ResourceObj(); // default construtor |
kvn@2040 | 506 | ResourceObj(const ResourceObj& r); // default copy construtor |
kvn@2040 | 507 | ResourceObj& operator=(const ResourceObj& r); // default copy assignment |
kvn@2040 | 508 | ~ResourceObj(); |
duke@435 | 509 | #endif // ASSERT |
duke@435 | 510 | |
duke@435 | 511 | public: |
zgu@3900 | 512 | void* operator new(size_t size, allocation_type type, MEMFLAGS flags); |
nloodin@4183 | 513 | void* operator new(size_t size, const std::nothrow_t& nothrow_constant, |
nloodin@4183 | 514 | allocation_type type, MEMFLAGS flags); |
duke@435 | 515 | void* operator new(size_t size, Arena *arena) { |
duke@435 | 516 | address res = (address)arena->Amalloc(size); |
kvn@2040 | 517 | DEBUG_ONLY(set_allocation_type(res, ARENA);) |
duke@435 | 518 | return res; |
duke@435 | 519 | } |
duke@435 | 520 | void* operator new(size_t size) { |
duke@435 | 521 | address res = (address)resource_allocate_bytes(size); |
kvn@2040 | 522 | DEBUG_ONLY(set_allocation_type(res, RESOURCE_AREA);) |
duke@435 | 523 | return res; |
duke@435 | 524 | } |
nloodin@4183 | 525 | |
nloodin@4183 | 526 | void* operator new(size_t size, const std::nothrow_t& nothrow_constant) { |
nloodin@4183 | 527 | address res = (address)resource_allocate_bytes(size, AllocFailStrategy::RETURN_NULL); |
nloodin@4183 | 528 | DEBUG_ONLY(if (res != NULL) set_allocation_type(res, RESOURCE_AREA);) |
nloodin@4183 | 529 | return res; |
nloodin@4183 | 530 | } |
nloodin@4183 | 531 | |
duke@435 | 532 | void operator delete(void* p); |
duke@435 | 533 | }; |
duke@435 | 534 | |
duke@435 | 535 | // One of the following macros must be used when allocating an array |
duke@435 | 536 | // or object to determine whether it should reside in the C heap on in |
duke@435 | 537 | // the resource area. |
duke@435 | 538 | |
duke@435 | 539 | #define NEW_RESOURCE_ARRAY(type, size)\ |
duke@435 | 540 | (type*) resource_allocate_bytes((size) * sizeof(type)) |
duke@435 | 541 | |
hseigel@4987 | 542 | #define NEW_RESOURCE_ARRAY_RETURN_NULL(type, size)\ |
hseigel@4987 | 543 | (type*) resource_allocate_bytes((size) * sizeof(type), AllocFailStrategy::RETURN_NULL) |
hseigel@4987 | 544 | |
duke@435 | 545 | #define NEW_RESOURCE_ARRAY_IN_THREAD(thread, type, size)\ |
duke@435 | 546 | (type*) resource_allocate_bytes(thread, (size) * sizeof(type)) |
duke@435 | 547 | |
duke@435 | 548 | #define REALLOC_RESOURCE_ARRAY(type, old, old_size, new_size)\ |
duke@435 | 549 | (type*) resource_reallocate_bytes((char*)(old), (old_size) * sizeof(type), (new_size) * sizeof(type) ) |
duke@435 | 550 | |
duke@435 | 551 | #define FREE_RESOURCE_ARRAY(type, old, size)\ |
duke@435 | 552 | resource_free_bytes((char*)(old), (size) * sizeof(type)) |
duke@435 | 553 | |
duke@435 | 554 | #define FREE_FAST(old)\ |
duke@435 | 555 | /* nop */ |
duke@435 | 556 | |
duke@435 | 557 | #define NEW_RESOURCE_OBJ(type)\ |
duke@435 | 558 | NEW_RESOURCE_ARRAY(type, 1) |
duke@435 | 559 | |
zgu@3900 | 560 | #define NEW_C_HEAP_ARRAY(type, size, memflags)\ |
zgu@3900 | 561 | (type*) (AllocateHeap((size) * sizeof(type), memflags)) |
duke@435 | 562 | |
zgu@3900 | 563 | #define REALLOC_C_HEAP_ARRAY(type, old, size, memflags)\ |
zgu@3900 | 564 | (type*) (ReallocateHeap((char*)old, (size) * sizeof(type), memflags)) |
duke@435 | 565 | |
dcubed@4967 | 566 | #define FREE_C_HEAP_ARRAY(type,old,memflags) \ |
zgu@3900 | 567 | FreeHeap((char*)(old), memflags) |
duke@435 | 568 | |
zgu@3900 | 569 | #define NEW_C_HEAP_OBJ(type, memflags)\ |
zgu@3900 | 570 | NEW_C_HEAP_ARRAY(type, 1, memflags) |
zgu@3900 | 571 | |
dcubed@4967 | 572 | |
zgu@3900 | 573 | #define NEW_C_HEAP_ARRAY2(type, size, memflags, pc)\ |
zgu@3900 | 574 | (type*) (AllocateHeap((size) * sizeof(type), memflags, pc)) |
zgu@3900 | 575 | |
zgu@3900 | 576 | #define REALLOC_C_HEAP_ARRAY2(type, old, size, memflags, pc)\ |
zgu@3900 | 577 | (type*) (ReallocateHeap((char*)old, (size) * sizeof(type), memflags, pc)) |
zgu@3900 | 578 | |
dcubed@4967 | 579 | #define NEW_C_HEAP_OBJ2(type, memflags, pc)\ |
dcubed@4967 | 580 | NEW_C_HEAP_ARRAY2(type, 1, memflags, pc) |
zgu@3900 | 581 | |
duke@435 | 582 | |
duke@435 | 583 | extern bool warn_new_operator; |
duke@435 | 584 | |
duke@435 | 585 | // for statistics |
duke@435 | 586 | #ifndef PRODUCT |
duke@435 | 587 | class AllocStats : StackObj { |
kvn@2557 | 588 | julong start_mallocs, start_frees; |
kvn@2557 | 589 | julong start_malloc_bytes, start_mfree_bytes, start_res_bytes; |
duke@435 | 590 | public: |
duke@435 | 591 | AllocStats(); |
duke@435 | 592 | |
kvn@2557 | 593 | julong num_mallocs(); // since creation of receiver |
kvn@2557 | 594 | julong alloc_bytes(); |
kvn@2557 | 595 | julong num_frees(); |
kvn@2557 | 596 | julong free_bytes(); |
kvn@2557 | 597 | julong resource_bytes(); |
duke@435 | 598 | void print(); |
duke@435 | 599 | }; |
duke@435 | 600 | #endif |
duke@435 | 601 | |
duke@435 | 602 | |
duke@435 | 603 | //------------------------------ReallocMark--------------------------------- |
duke@435 | 604 | // Code which uses REALLOC_RESOURCE_ARRAY should check an associated |
duke@435 | 605 | // ReallocMark, which is declared in the same scope as the reallocated |
duke@435 | 606 | // pointer. Any operation that could __potentially__ cause a reallocation |
duke@435 | 607 | // should check the ReallocMark. |
duke@435 | 608 | class ReallocMark: public StackObj { |
duke@435 | 609 | protected: |
duke@435 | 610 | NOT_PRODUCT(int _nesting;) |
duke@435 | 611 | |
duke@435 | 612 | public: |
duke@435 | 613 | ReallocMark() PRODUCT_RETURN; |
duke@435 | 614 | void check() PRODUCT_RETURN; |
duke@435 | 615 | }; |
stefank@2314 | 616 | |
brutisso@4901 | 617 | // Helper class to allocate arrays that may become large. |
brutisso@4901 | 618 | // Uses the OS malloc for allocations smaller than ArrayAllocatorMallocLimit |
brutisso@4901 | 619 | // and uses mapped memory for larger allocations. |
brutisso@4901 | 620 | // Most OS mallocs do something similar but Solaris malloc does not revert |
brutisso@4901 | 621 | // to mapped memory for large allocations. By default ArrayAllocatorMallocLimit |
brutisso@4901 | 622 | // is set so that we always use malloc except for Solaris where we set the |
brutisso@4901 | 623 | // limit to get mapped memory. |
brutisso@4901 | 624 | template <class E, MEMFLAGS F> |
brutisso@4901 | 625 | class ArrayAllocator : StackObj { |
brutisso@4901 | 626 | char* _addr; |
brutisso@4901 | 627 | bool _use_malloc; |
brutisso@4901 | 628 | size_t _size; |
brutisso@4901 | 629 | public: |
brutisso@4901 | 630 | ArrayAllocator() : _addr(NULL), _use_malloc(false), _size(0) { } |
brutisso@4901 | 631 | ~ArrayAllocator() { free(); } |
brutisso@4901 | 632 | E* allocate(size_t length); |
brutisso@4901 | 633 | void free(); |
brutisso@4901 | 634 | }; |
brutisso@4901 | 635 | |
stefank@2314 | 636 | #endif // SHARE_VM_MEMORY_ALLOCATION_HPP |