duke@435: /*
coleenp@4037:  * Copyright (c) 2003, 2012, Oracle and/or its affiliates. All rights reserved.
duke@435:  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@435:  *
duke@435:  * This code is free software; you can redistribute it and/or modify it
duke@435:  * under the terms of the GNU General Public License version 2 only, as
duke@435:  * published by the Free Software Foundation.
duke@435:  *
duke@435:  * This code is distributed in the hope that it will be useful, but WITHOUT
duke@435:  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@435:  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
duke@435:  * version 2 for more details (a copy is included in the LICENSE file that
duke@435:  * accompanied this code).
duke@435:  *
duke@435:  * You should have received a copy of the GNU General Public License version
duke@435:  * 2 along with this work; if not, write to the Free Software Foundation,
duke@435:  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@435:  *
trims@1907:  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
trims@1907:  * or visit www.oracle.com if you need additional information or have any
trims@1907:  * questions.
duke@435:  *
duke@435:  */
duke@435: 
stefank@2314: #include "precompiled.hpp"
stefank@2314: #include "classfile/systemDictionary.hpp"
stefank@2314: #include "classfile/vmSymbols.hpp"
stefank@2314: #include "oops/oop.inline.hpp"
stefank@2314: #include "runtime/handles.inline.hpp"
stefank@2314: #include "runtime/javaCalls.hpp"
stefank@2314: #include "services/lowMemoryDetector.hpp"
stefank@2314: #include "services/management.hpp"
stefank@2314: #include "services/memoryManager.hpp"
stefank@2314: #include "services/memoryPool.hpp"
stefank@2314: #include "services/memoryService.hpp"
fparain@2888: #include "services/gcNotifier.hpp"
stefank@2314: #include "utilities/dtrace.hpp"
duke@435: 
dcubed@3202: #ifndef USDT2
duke@435: HS_DTRACE_PROBE_DECL8(hotspot, mem__pool__gc__begin, char*, int, char*, int,
duke@435:   size_t, size_t, size_t, size_t);
duke@435: HS_DTRACE_PROBE_DECL8(hotspot, mem__pool__gc__end, char*, int, char*, int,
duke@435:   size_t, size_t, size_t, size_t);
dcubed@3202: #endif /* !USDT2 */
duke@435: 
duke@435: MemoryManager::MemoryManager() {
duke@435:   _num_pools = 0;
duke@435:   _memory_mgr_obj = NULL;
duke@435: }
duke@435: 
duke@435: void MemoryManager::add_pool(MemoryPool* pool) {
duke@435:   assert(_num_pools < MemoryManager::max_num_pools, "_num_pools exceeds the max");
duke@435:   if (_num_pools < MemoryManager::max_num_pools) {
duke@435:     _pools[_num_pools] = pool;
duke@435:     _num_pools++;
duke@435:   }
duke@435:   pool->add_manager(this);
duke@435: }
duke@435: 
duke@435: MemoryManager* MemoryManager::get_code_cache_memory_manager() {
duke@435:   return (MemoryManager*) new CodeCacheMemoryManager();
duke@435: }
duke@435: 
duke@435: GCMemoryManager* MemoryManager::get_copy_memory_manager() {
duke@435:   return (GCMemoryManager*) new CopyMemoryManager();
duke@435: }
duke@435: 
duke@435: GCMemoryManager* MemoryManager::get_msc_memory_manager() {
duke@435:   return (GCMemoryManager*) new MSCMemoryManager();
duke@435: }
duke@435: 
duke@435: GCMemoryManager* MemoryManager::get_parnew_memory_manager() {
duke@435:   return (GCMemoryManager*) new ParNewMemoryManager();
duke@435: }
duke@435: 
duke@435: GCMemoryManager* MemoryManager::get_cms_memory_manager() {
duke@435:   return (GCMemoryManager*) new CMSMemoryManager();
duke@435: }
duke@435: 
duke@435: GCMemoryManager* MemoryManager::get_psScavenge_memory_manager() {
duke@435:   return (GCMemoryManager*) new PSScavengeMemoryManager();
duke@435: }
duke@435: 
duke@435: GCMemoryManager* MemoryManager::get_psMarkSweep_memory_manager() {
duke@435:   return (GCMemoryManager*) new PSMarkSweepMemoryManager();
duke@435: }
duke@435: 
tonyp@1524: GCMemoryManager* MemoryManager::get_g1YoungGen_memory_manager() {
tonyp@1524:   return (GCMemoryManager*) new G1YoungGenMemoryManager();
tonyp@1524: }
tonyp@1524: 
tonyp@1524: GCMemoryManager* MemoryManager::get_g1OldGen_memory_manager() {
tonyp@1524:   return (GCMemoryManager*) new G1OldGenMemoryManager();
tonyp@1524: }
tonyp@1524: 
duke@435: instanceOop MemoryManager::get_memory_manager_instance(TRAPS) {
duke@435:   // Must do an acquire so as to force ordering of subsequent
duke@435:   // loads from anything _memory_mgr_obj points to or implies.
duke@435:   instanceOop mgr_obj = (instanceOop)OrderAccess::load_ptr_acquire(&_memory_mgr_obj);
duke@435:   if (mgr_obj == NULL) {
duke@435:     // It's ok for more than one thread to execute the code up to the locked region.
duke@435:     // Extra manager instances will just be gc'ed.
coleenp@4037:     Klass* k = Management::sun_management_ManagementFactory_klass(CHECK_0);
duke@435:     instanceKlassHandle ik(THREAD, k);
duke@435: 
duke@435:     Handle mgr_name = java_lang_String::create_from_str(name(), CHECK_0);
duke@435: 
duke@435:     JavaValue result(T_OBJECT);
duke@435:     JavaCallArguments args;
duke@435:     args.push_oop(mgr_name);    // Argument 1
duke@435: 
coleenp@2497:     Symbol* method_name = NULL;
coleenp@2497:     Symbol* signature = NULL;
duke@435:     if (is_gc_memory_manager()) {
coleenp@2497:       method_name = vmSymbols::createGarbageCollector_name();
coleenp@2497:       signature = vmSymbols::createGarbageCollector_signature();
duke@435:       args.push_oop(Handle());      // Argument 2 (for future extension)
duke@435:     } else {
coleenp@2497:       method_name = vmSymbols::createMemoryManager_name();
coleenp@2497:       signature = vmSymbols::createMemoryManager_signature();
duke@435:     }
duke@435: 
duke@435:     JavaCalls::call_static(&result,
duke@435:                            ik,
duke@435:                            method_name,
duke@435:                            signature,
duke@435:                            &args,
duke@435:                            CHECK_0);
duke@435: 
duke@435:     instanceOop m = (instanceOop) result.get_jobject();
duke@435:     instanceHandle mgr(THREAD, m);
duke@435: 
duke@435:     {
duke@435:       // Get lock before setting _memory_mgr_obj
duke@435:       // since another thread may have created the instance
duke@435:       MutexLocker ml(Management_lock);
duke@435: 
duke@435:       // Check if another thread has created the management object.  We reload
duke@435:       // _memory_mgr_obj here because some other thread may have initialized
duke@435:       // it while we were executing the code before the lock.
duke@435:       //
duke@435:       // The lock has done an acquire, so the load can't float above it, but
duke@435:       // we need to do a load_acquire as above.
duke@435:       mgr_obj = (instanceOop)OrderAccess::load_ptr_acquire(&_memory_mgr_obj);
duke@435:       if (mgr_obj != NULL) {
duke@435:          return mgr_obj;
duke@435:       }
duke@435: 
duke@435:       // Get the address of the object we created via call_special.
duke@435:       mgr_obj = mgr();
duke@435: 
duke@435:       // Use store barrier to make sure the memory accesses associated
duke@435:       // with creating the management object are visible before publishing
duke@435:       // its address.  The unlock will publish the store to _memory_mgr_obj
duke@435:       // because it does a release first.
duke@435:       OrderAccess::release_store_ptr(&_memory_mgr_obj, mgr_obj);
duke@435:     }
duke@435:   }
duke@435: 
duke@435:   return mgr_obj;
duke@435: }
duke@435: 
duke@435: void MemoryManager::oops_do(OopClosure* f) {
duke@435:   f->do_oop((oop*) &_memory_mgr_obj);
duke@435: }
duke@435: 
duke@435: GCStatInfo::GCStatInfo(int num_pools) {
duke@435:   // initialize the arrays for memory usage
zgu@3900:   _before_gc_usage_array = (MemoryUsage*) NEW_C_HEAP_ARRAY(MemoryUsage, num_pools, mtInternal);
zgu@3900:   _after_gc_usage_array  = (MemoryUsage*) NEW_C_HEAP_ARRAY(MemoryUsage, num_pools, mtInternal);
duke@435:   _usage_array_size = num_pools;
johnc@3291:   clear();
duke@435: }
duke@435: 
duke@435: GCStatInfo::~GCStatInfo() {
zgu@3900:   FREE_C_HEAP_ARRAY(MemoryUsage*, _before_gc_usage_array, mtInternal);
zgu@3900:   FREE_C_HEAP_ARRAY(MemoryUsage*, _after_gc_usage_array, mtInternal);
duke@435: }
duke@435: 
duke@435: void GCStatInfo::set_gc_usage(int pool_index, MemoryUsage usage, bool before_gc) {
duke@435:   MemoryUsage* gc_usage_array;
duke@435:   if (before_gc) {
duke@435:     gc_usage_array = _before_gc_usage_array;
duke@435:   } else {
duke@435:     gc_usage_array = _after_gc_usage_array;
duke@435:   }
duke@435:   gc_usage_array[pool_index] = usage;
duke@435: }
duke@435: 
kevinw@2058: void GCStatInfo::clear() {
kevinw@2058:   _index = 0;
kevinw@2058:   _start_time = 0L;
kevinw@2058:   _end_time = 0L;
kevinw@2058:   size_t len = _usage_array_size * sizeof(MemoryUsage);
kevinw@2058:   memset(_before_gc_usage_array, 0, len);
kevinw@2058:   memset(_after_gc_usage_array, 0, len);
kevinw@2058: }
kevinw@2058: 
kevinw@2058: 
duke@435: GCMemoryManager::GCMemoryManager() : MemoryManager() {
duke@435:   _num_collections = 0;
duke@435:   _last_gc_stat = NULL;
kevinw@2058:   _last_gc_lock = new Mutex(Mutex::leaf, "_last_gc_lock", true);
kevinw@2058:   _current_gc_stat = NULL;
duke@435:   _num_gc_threads = 1;
fparain@2888:   _notification_enabled = false;
duke@435: }
duke@435: 
duke@435: GCMemoryManager::~GCMemoryManager() {
duke@435:   delete _last_gc_stat;
kevinw@2058:   delete _last_gc_lock;
kevinw@2058:   delete _current_gc_stat;
duke@435: }
duke@435: 
duke@435: void GCMemoryManager::initialize_gc_stat_info() {
duke@435:   assert(MemoryService::num_memory_pools() > 0, "should have one or more memory pools");
zgu@3900:   _last_gc_stat = new(ResourceObj::C_HEAP, mtGC) GCStatInfo(MemoryService::num_memory_pools());
zgu@3900:   _current_gc_stat = new(ResourceObj::C_HEAP, mtGC) GCStatInfo(MemoryService::num_memory_pools());
kevinw@2058:   // tracking concurrent collections we need two objects: one to update, and one to
kevinw@2058:   // hold the publicly available "last (completed) gc" information.
duke@435: }
duke@435: 
kevinw@2058: void GCMemoryManager::gc_begin(bool recordGCBeginTime, bool recordPreGCUsage,
kevinw@2058:                                bool recordAccumulatedGCTime) {
kevinw@2058:   assert(_last_gc_stat != NULL && _current_gc_stat != NULL, "Just checking");
kevinw@2058:   if (recordAccumulatedGCTime) {
kevinw@2058:     _accumulated_timer.start();
kevinw@2058:   }
kevinw@2058:   // _num_collections now increases in gc_end, to count completed collections
kevinw@2058:   if (recordGCBeginTime) {
kevinw@2058:     _current_gc_stat->set_index(_num_collections+1);
kevinw@2058:     _current_gc_stat->set_start_time(Management::timestamp());
kevinw@2058:   }
duke@435: 
kevinw@2058:   if (recordPreGCUsage) {
kevinw@2058:     // Keep memory usage of all memory pools
kevinw@2058:     for (int i = 0; i < MemoryService::num_memory_pools(); i++) {
kevinw@2058:       MemoryPool* pool = MemoryService::get_memory_pool(i);
kevinw@2058:       MemoryUsage usage = pool->get_memory_usage();
kevinw@2058:       _current_gc_stat->set_before_gc_usage(i, usage);
dcubed@3202: #ifndef USDT2
kevinw@2058:       HS_DTRACE_PROBE8(hotspot, mem__pool__gc__begin,
kevinw@2058:         name(), strlen(name()),
kevinw@2058:         pool->name(), strlen(pool->name()),
kevinw@2058:         usage.init_size(), usage.used(),
kevinw@2058:         usage.committed(), usage.max_size());
dcubed@3202: #else /* USDT2 */
dcubed@3202:       HOTSPOT_MEM_POOL_GC_BEGIN(
dcubed@3202:         (char *) name(), strlen(name()),
dcubed@3202:         (char *) pool->name(), strlen(pool->name()),
dcubed@3202:         usage.init_size(), usage.used(),
dcubed@3202:         usage.committed(), usage.max_size());
dcubed@3202: #endif /* USDT2 */
kevinw@2058:     }
duke@435:   }
duke@435: }
duke@435: 
kevinw@2058: // A collector MUST, even if it does not complete for some reason,
kevinw@2058: // make a TraceMemoryManagerStats object where countCollection is true,
kevinw@2058: // to ensure the current gc stat is placed in _last_gc_stat.
kevinw@2058: void GCMemoryManager::gc_end(bool recordPostGCUsage,
kevinw@2058:                              bool recordAccumulatedGCTime,
fparain@2888:                              bool recordGCEndTime, bool countCollection,
fparain@2888:                              GCCause::Cause cause) {
kevinw@2058:   if (recordAccumulatedGCTime) {
kevinw@2058:     _accumulated_timer.stop();
kevinw@2058:   }
kevinw@2058:   if (recordGCEndTime) {
kevinw@2058:     _current_gc_stat->set_end_time(Management::timestamp());
duke@435:   }
duke@435: 
kevinw@2058:   if (recordPostGCUsage) {
kevinw@2058:     int i;
kevinw@2058:     // keep the last gc statistics for all memory pools
kevinw@2058:     for (i = 0; i < MemoryService::num_memory_pools(); i++) {
kevinw@2058:       MemoryPool* pool = MemoryService::get_memory_pool(i);
kevinw@2058:       MemoryUsage usage = pool->get_memory_usage();
duke@435: 
dcubed@3202: #ifndef USDT2
kevinw@2058:       HS_DTRACE_PROBE8(hotspot, mem__pool__gc__end,
kevinw@2058:         name(), strlen(name()),
kevinw@2058:         pool->name(), strlen(pool->name()),
kevinw@2058:         usage.init_size(), usage.used(),
kevinw@2058:         usage.committed(), usage.max_size());
dcubed@3202: #else /* USDT2 */
dcubed@3202:       HOTSPOT_MEM_POOL_GC_END(
dcubed@3202:         (char *) name(), strlen(name()),
dcubed@3202:         (char *) pool->name(), strlen(pool->name()),
dcubed@3202:         usage.init_size(), usage.used(),
dcubed@3202:         usage.committed(), usage.max_size());
dcubed@3202: #endif /* USDT2 */
kevinw@2058: 
kevinw@2058:       _current_gc_stat->set_after_gc_usage(i, usage);
kevinw@2058:     }
kevinw@2058: 
kevinw@2058:     // Set last collection usage of the memory pools managed by this collector
kevinw@2058:     for (i = 0; i < num_memory_pools(); i++) {
kevinw@2058:       MemoryPool* pool = get_memory_pool(i);
kevinw@2058:       MemoryUsage usage = pool->get_memory_usage();
kevinw@2058: 
kevinw@2058:       // Compare with GC usage threshold
kevinw@2058:       pool->set_last_collection_usage(usage);
kevinw@2058:       LowMemoryDetector::detect_after_gc_memory(pool);
kevinw@2058:     }
kevinw@2058:   }
johnc@3291: 
kevinw@2058:   if (countCollection) {
kevinw@2058:     _num_collections++;
kevinw@2058:     // alternately update two objects making one public when complete
kevinw@2058:     {
kevinw@2058:       MutexLockerEx ml(_last_gc_lock, Mutex::_no_safepoint_check_flag);
kevinw@2058:       GCStatInfo *tmp = _last_gc_stat;
kevinw@2058:       _last_gc_stat = _current_gc_stat;
kevinw@2058:       _current_gc_stat = tmp;
kevinw@2058:       // reset the current stat for diagnosability purposes
kevinw@2058:       _current_gc_stat->clear();
kevinw@2058:     }
johnc@3291: 
johnc@3291:     if (is_notification_enabled()) {
johnc@3291:       bool isMajorGC = this == MemoryService::get_major_gc_manager();
johnc@3291:       GCNotifier::pushNotification(this, isMajorGC ? "end of major GC" : "end of minor GC",
johnc@3291:                                    GCCause::to_string(cause));
johnc@3291:     }
duke@435:   }
duke@435: }
kevinw@2058: 
kevinw@2058: size_t GCMemoryManager::get_last_gc_stat(GCStatInfo* dest) {
kevinw@2058:   MutexLockerEx ml(_last_gc_lock, Mutex::_no_safepoint_check_flag);
kevinw@2058:   if (_last_gc_stat->gc_index() != 0) {
kevinw@2058:     dest->set_index(_last_gc_stat->gc_index());
kevinw@2058:     dest->set_start_time(_last_gc_stat->start_time());
kevinw@2058:     dest->set_end_time(_last_gc_stat->end_time());
kevinw@2058:     assert(dest->usage_array_size() == _last_gc_stat->usage_array_size(),
kevinw@2058:            "Must have same array size");
kevinw@2058:     size_t len = dest->usage_array_size() * sizeof(MemoryUsage);
kevinw@2058:     memcpy(dest->before_gc_usage_array(), _last_gc_stat->before_gc_usage_array(), len);
kevinw@2058:     memcpy(dest->after_gc_usage_array(), _last_gc_stat->after_gc_usage_array(), len);
kevinw@2058:   }
kevinw@2058:   return _last_gc_stat->gc_index();
kevinw@2058: }