Thu, 28 Jun 2012 17:03:16 -0400
6995781: Native Memory Tracking (Phase 1)
7151532: DCmd for hotspot native memory tracking
Summary: Implementation of native memory tracking phase 1, which tracks VM native memory usage, and related DCmd
Reviewed-by: acorn, coleenp, fparain
never@3156 | 1 | /* |
never@3156 | 2 | * Copyright (c) 1999, 2010, Oracle and/or its affiliates. All rights reserved. |
never@3156 | 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
never@3156 | 4 | * |
never@3156 | 5 | * This code is free software; you can redistribute it and/or modify it |
never@3156 | 6 | * under the terms of the GNU General Public License version 2 only, as |
never@3156 | 7 | * published by the Free Software Foundation. |
never@3156 | 8 | * |
never@3156 | 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
never@3156 | 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
never@3156 | 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
never@3156 | 12 | * version 2 for more details (a copy is included in the LICENSE file that |
never@3156 | 13 | * accompanied this code). |
never@3156 | 14 | * |
never@3156 | 15 | * You should have received a copy of the GNU General Public License version |
never@3156 | 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
never@3156 | 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
never@3156 | 18 | * |
never@3156 | 19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
never@3156 | 20 | * or visit www.oracle.com if you need additional information or have any |
never@3156 | 21 | * questions. |
never@3156 | 22 | * |
never@3156 | 23 | */ |
never@3156 | 24 | |
never@3156 | 25 | #ifndef OS_BSD_VM_OS_BSD_HPP |
never@3156 | 26 | #define OS_BSD_VM_OS_BSD_HPP |
never@3156 | 27 | |
never@3156 | 28 | // Bsd_OS defines the interface to Bsd operating systems |
never@3156 | 29 | |
never@3156 | 30 | /* pthread_getattr_np comes with BsdThreads-0.9-7 on RedHat 7.1 */ |
never@3156 | 31 | typedef int (*pthread_getattr_func_type) (pthread_t, pthread_attr_t *); |
never@3156 | 32 | |
never@3156 | 33 | #ifdef __APPLE__ |
never@3156 | 34 | // Mac OS X doesn't support clock_gettime. Stub out the type, it is |
never@3156 | 35 | // unused |
never@3156 | 36 | typedef int clockid_t; |
never@3156 | 37 | #endif |
never@3156 | 38 | |
never@3156 | 39 | class Bsd { |
never@3156 | 40 | friend class os; |
never@3156 | 41 | |
never@3156 | 42 | // For signal-chaining |
never@3156 | 43 | #define MAXSIGNUM 32 |
never@3156 | 44 | static struct sigaction sigact[MAXSIGNUM]; // saved preinstalled sigactions |
never@3156 | 45 | static unsigned int sigs; // mask of signals that have |
never@3156 | 46 | // preinstalled signal handlers |
never@3156 | 47 | static bool libjsig_is_loaded; // libjsig that interposes sigaction(), |
never@3156 | 48 | // __sigaction(), signal() is loaded |
never@3156 | 49 | static struct sigaction *(*get_signal_action)(int); |
never@3156 | 50 | static struct sigaction *get_preinstalled_handler(int); |
never@3156 | 51 | static void save_preinstalled_handler(int, struct sigaction&); |
never@3156 | 52 | |
never@3156 | 53 | static void check_signal_handler(int sig); |
never@3156 | 54 | |
never@3156 | 55 | // For signal flags diagnostics |
never@3156 | 56 | static int sigflags[MAXSIGNUM]; |
never@3156 | 57 | |
never@3156 | 58 | static int (*_clock_gettime)(clockid_t, struct timespec *); |
never@3156 | 59 | #ifndef _ALLBSD_SOURCE |
never@3156 | 60 | static int (*_pthread_getcpuclockid)(pthread_t, clockid_t *); |
never@3156 | 61 | |
never@3156 | 62 | static address _initial_thread_stack_bottom; |
never@3156 | 63 | static uintptr_t _initial_thread_stack_size; |
never@3156 | 64 | |
never@3156 | 65 | static const char *_glibc_version; |
never@3156 | 66 | static const char *_libpthread_version; |
never@3156 | 67 | |
never@3156 | 68 | static bool _is_floating_stack; |
never@3156 | 69 | static bool _is_NPTL; |
never@3156 | 70 | static bool _supports_fast_thread_cpu_time; |
never@3156 | 71 | #endif |
never@3156 | 72 | |
never@3156 | 73 | static GrowableArray<int>* _cpu_to_node; |
never@3156 | 74 | |
never@3156 | 75 | protected: |
never@3156 | 76 | |
never@3156 | 77 | static julong _physical_memory; |
never@3156 | 78 | static pthread_t _main_thread; |
never@3156 | 79 | #ifndef _ALLBSD_SOURCE |
never@3156 | 80 | static Mutex* _createThread_lock; |
never@3156 | 81 | #endif |
never@3156 | 82 | static int _page_size; |
never@3156 | 83 | |
never@3156 | 84 | static julong available_memory(); |
never@3156 | 85 | static julong physical_memory() { return _physical_memory; } |
never@3156 | 86 | static void initialize_system_info(); |
never@3156 | 87 | |
never@3156 | 88 | #ifndef _ALLBSD_SOURCE |
never@3156 | 89 | static void set_glibc_version(const char *s) { _glibc_version = s; } |
never@3156 | 90 | static void set_libpthread_version(const char *s) { _libpthread_version = s; } |
never@3156 | 91 | #endif |
never@3156 | 92 | |
never@3156 | 93 | static bool supports_variable_stack_size(); |
never@3156 | 94 | |
never@3156 | 95 | #ifndef _ALLBSD_SOURCE |
never@3156 | 96 | static void set_is_NPTL() { _is_NPTL = true; } |
never@3156 | 97 | static void set_is_BsdThreads() { _is_NPTL = false; } |
never@3156 | 98 | static void set_is_floating_stack() { _is_floating_stack = true; } |
never@3156 | 99 | #endif |
never@3156 | 100 | |
never@3156 | 101 | static void rebuild_cpu_to_node_map(); |
never@3156 | 102 | static GrowableArray<int>* cpu_to_node() { return _cpu_to_node; } |
never@3156 | 103 | |
never@3156 | 104 | static bool hugetlbfs_sanity_check(bool warn, size_t page_size); |
never@3156 | 105 | |
never@3156 | 106 | public: |
never@3156 | 107 | |
never@3156 | 108 | static void init_thread_fpu_state(); |
never@3156 | 109 | #ifndef _ALLBSD_SOURCE |
never@3156 | 110 | static int get_fpu_control_word(); |
never@3156 | 111 | static void set_fpu_control_word(int fpu_control); |
never@3156 | 112 | #endif |
never@3156 | 113 | static pthread_t main_thread(void) { return _main_thread; } |
never@3156 | 114 | |
never@3156 | 115 | #ifndef _ALLBSD_SOURCE |
never@3156 | 116 | // returns kernel thread id (similar to LWP id on Solaris), which can be |
never@3156 | 117 | // used to access /proc |
never@3156 | 118 | static pid_t gettid(); |
never@3156 | 119 | static void set_createThread_lock(Mutex* lk) { _createThread_lock = lk; } |
never@3156 | 120 | static Mutex* createThread_lock(void) { return _createThread_lock; } |
never@3156 | 121 | #endif |
never@3156 | 122 | static void hotspot_sigmask(Thread* thread); |
never@3156 | 123 | |
never@3156 | 124 | #ifndef _ALLBSD_SOURCE |
never@3156 | 125 | static address initial_thread_stack_bottom(void) { return _initial_thread_stack_bottom; } |
never@3156 | 126 | static uintptr_t initial_thread_stack_size(void) { return _initial_thread_stack_size; } |
never@3156 | 127 | #endif |
never@3156 | 128 | static bool is_initial_thread(void); |
never@3156 | 129 | |
never@3156 | 130 | static int page_size(void) { return _page_size; } |
never@3156 | 131 | static void set_page_size(int val) { _page_size = val; } |
never@3156 | 132 | |
never@3156 | 133 | static address ucontext_get_pc(ucontext_t* uc); |
never@3156 | 134 | static intptr_t* ucontext_get_sp(ucontext_t* uc); |
never@3156 | 135 | static intptr_t* ucontext_get_fp(ucontext_t* uc); |
never@3156 | 136 | |
never@3156 | 137 | // For Analyzer Forte AsyncGetCallTrace profiling support: |
never@3156 | 138 | // |
never@3156 | 139 | // This interface should be declared in os_bsd_i486.hpp, but |
never@3156 | 140 | // that file provides extensions to the os class and not the |
never@3156 | 141 | // Bsd class. |
never@3156 | 142 | static ExtendedPC fetch_frame_from_ucontext(Thread* thread, ucontext_t* uc, |
never@3156 | 143 | intptr_t** ret_sp, intptr_t** ret_fp); |
never@3156 | 144 | |
never@3156 | 145 | // This boolean allows users to forward their own non-matching signals |
never@3156 | 146 | // to JVM_handle_bsd_signal, harmlessly. |
never@3156 | 147 | static bool signal_handlers_are_installed; |
never@3156 | 148 | |
never@3156 | 149 | static int get_our_sigflags(int); |
never@3156 | 150 | static void set_our_sigflags(int, int); |
never@3156 | 151 | static void signal_sets_init(); |
never@3156 | 152 | static void install_signal_handlers(); |
never@3156 | 153 | static void set_signal_handler(int, bool); |
never@3156 | 154 | static bool is_sig_ignored(int sig); |
never@3156 | 155 | |
never@3156 | 156 | static sigset_t* unblocked_signals(); |
never@3156 | 157 | static sigset_t* vm_signals(); |
never@3156 | 158 | static sigset_t* allowdebug_blocked_signals(); |
never@3156 | 159 | |
never@3156 | 160 | // For signal-chaining |
never@3156 | 161 | static struct sigaction *get_chained_signal_action(int sig); |
never@3156 | 162 | static bool chained_handler(int sig, siginfo_t* siginfo, void* context); |
never@3156 | 163 | |
never@3156 | 164 | #ifndef _ALLBSD_SOURCE |
never@3156 | 165 | // GNU libc and libpthread version strings |
never@3156 | 166 | static const char *glibc_version() { return _glibc_version; } |
never@3156 | 167 | static const char *libpthread_version() { return _libpthread_version; } |
never@3156 | 168 | |
never@3156 | 169 | // NPTL or BsdThreads? |
never@3156 | 170 | static bool is_BsdThreads() { return !_is_NPTL; } |
never@3156 | 171 | static bool is_NPTL() { return _is_NPTL; } |
never@3156 | 172 | |
never@3156 | 173 | // NPTL is always floating stack. BsdThreads could be using floating |
never@3156 | 174 | // stack or fixed stack. |
never@3156 | 175 | static bool is_floating_stack() { return _is_floating_stack; } |
never@3156 | 176 | |
never@3156 | 177 | static void libpthread_init(); |
never@3156 | 178 | static bool libnuma_init(); |
never@3156 | 179 | static void* libnuma_dlsym(void* handle, const char* name); |
never@3156 | 180 | #endif |
never@3156 | 181 | // Minimum stack size a thread can be created with (allowing |
never@3156 | 182 | // the VM to completely create the thread and enter user code) |
never@3156 | 183 | static size_t min_stack_allowed; |
never@3156 | 184 | |
never@3156 | 185 | // Return default stack size or guard size for the specified thread type |
never@3156 | 186 | static size_t default_stack_size(os::ThreadType thr_type); |
never@3156 | 187 | static size_t default_guard_size(os::ThreadType thr_type); |
never@3156 | 188 | |
never@3156 | 189 | #ifndef _ALLBSD_SOURCE |
never@3156 | 190 | static void capture_initial_stack(size_t max_size); |
never@3156 | 191 | |
never@3156 | 192 | // Stack overflow handling |
never@3156 | 193 | static bool manually_expand_stack(JavaThread * t, address addr); |
never@3156 | 194 | static int max_register_window_saves_before_flushing(); |
never@3156 | 195 | #endif |
never@3156 | 196 | |
never@3156 | 197 | // Real-time clock functions |
never@3156 | 198 | static void clock_init(void); |
never@3156 | 199 | |
never@3156 | 200 | #ifndef _ALLBSD_SOURCE |
never@3156 | 201 | // fast POSIX clocks support |
never@3156 | 202 | static void fast_thread_clock_init(void); |
never@3156 | 203 | #endif |
never@3156 | 204 | |
never@3156 | 205 | static bool supports_monotonic_clock() { |
never@3156 | 206 | return _clock_gettime != NULL; |
never@3156 | 207 | } |
never@3156 | 208 | |
never@3156 | 209 | static int clock_gettime(clockid_t clock_id, struct timespec *tp) { |
never@3156 | 210 | return _clock_gettime ? _clock_gettime(clock_id, tp) : -1; |
never@3156 | 211 | } |
never@3156 | 212 | |
never@3156 | 213 | #ifndef _ALLBSD_SOURCE |
never@3156 | 214 | static int pthread_getcpuclockid(pthread_t tid, clockid_t *clock_id) { |
never@3156 | 215 | return _pthread_getcpuclockid ? _pthread_getcpuclockid(tid, clock_id) : -1; |
never@3156 | 216 | } |
never@3156 | 217 | |
never@3156 | 218 | static bool supports_fast_thread_cpu_time() { |
never@3156 | 219 | return _supports_fast_thread_cpu_time; |
never@3156 | 220 | } |
never@3156 | 221 | |
never@3156 | 222 | static jlong fast_thread_cpu_time(clockid_t clockid); |
never@3156 | 223 | #endif |
never@3156 | 224 | |
never@3156 | 225 | // Stack repair handling |
never@3156 | 226 | |
never@3156 | 227 | // none present |
never@3156 | 228 | |
never@3156 | 229 | // BsdThreads work-around for 6292965 |
never@3156 | 230 | static int safe_cond_timedwait(pthread_cond_t *_cond, pthread_mutex_t *_mutex, const struct timespec *_abstime); |
never@3156 | 231 | |
never@3156 | 232 | |
never@3156 | 233 | // Bsd suspend/resume support - this helper is a shadow of its former |
never@3156 | 234 | // self now that low-level suspension is barely used, and old workarounds |
never@3156 | 235 | // for BsdThreads are no longer needed. |
never@3156 | 236 | class SuspendResume { |
never@3156 | 237 | private: |
never@3156 | 238 | volatile int _suspend_action; |
never@3156 | 239 | // values for suspend_action: |
never@3156 | 240 | #define SR_NONE (0x00) |
never@3156 | 241 | #define SR_SUSPEND (0x01) // suspend request |
never@3156 | 242 | #define SR_CONTINUE (0x02) // resume request |
never@3156 | 243 | |
never@3156 | 244 | volatile jint _state; |
never@3156 | 245 | // values for _state: + SR_NONE |
never@3156 | 246 | #define SR_SUSPENDED (0x20) |
never@3156 | 247 | public: |
never@3156 | 248 | SuspendResume() { _suspend_action = SR_NONE; _state = SR_NONE; } |
never@3156 | 249 | |
never@3156 | 250 | int suspend_action() const { return _suspend_action; } |
never@3156 | 251 | void set_suspend_action(int x) { _suspend_action = x; } |
never@3156 | 252 | |
never@3156 | 253 | // atomic updates for _state |
never@3156 | 254 | void set_suspended() { |
never@3156 | 255 | jint temp, temp2; |
never@3156 | 256 | do { |
never@3156 | 257 | temp = _state; |
never@3156 | 258 | temp2 = Atomic::cmpxchg(temp | SR_SUSPENDED, &_state, temp); |
never@3156 | 259 | } while (temp2 != temp); |
never@3156 | 260 | } |
never@3156 | 261 | void clear_suspended() { |
never@3156 | 262 | jint temp, temp2; |
never@3156 | 263 | do { |
never@3156 | 264 | temp = _state; |
never@3156 | 265 | temp2 = Atomic::cmpxchg(temp & ~SR_SUSPENDED, &_state, temp); |
never@3156 | 266 | } while (temp2 != temp); |
never@3156 | 267 | } |
never@3156 | 268 | bool is_suspended() { return _state & SR_SUSPENDED; } |
never@3156 | 269 | |
never@3156 | 270 | #undef SR_SUSPENDED |
never@3156 | 271 | }; |
never@3156 | 272 | |
never@3156 | 273 | private: |
never@3156 | 274 | typedef int (*sched_getcpu_func_t)(void); |
never@3156 | 275 | typedef int (*numa_node_to_cpus_func_t)(int node, unsigned long *buffer, int bufferlen); |
never@3156 | 276 | typedef int (*numa_max_node_func_t)(void); |
never@3156 | 277 | typedef int (*numa_available_func_t)(void); |
never@3156 | 278 | typedef int (*numa_tonode_memory_func_t)(void *start, size_t size, int node); |
never@3156 | 279 | typedef void (*numa_interleave_memory_func_t)(void *start, size_t size, unsigned long *nodemask); |
never@3156 | 280 | |
never@3156 | 281 | static sched_getcpu_func_t _sched_getcpu; |
never@3156 | 282 | static numa_node_to_cpus_func_t _numa_node_to_cpus; |
never@3156 | 283 | static numa_max_node_func_t _numa_max_node; |
never@3156 | 284 | static numa_available_func_t _numa_available; |
never@3156 | 285 | static numa_tonode_memory_func_t _numa_tonode_memory; |
never@3156 | 286 | static numa_interleave_memory_func_t _numa_interleave_memory; |
never@3156 | 287 | static unsigned long* _numa_all_nodes; |
never@3156 | 288 | |
never@3156 | 289 | static void set_sched_getcpu(sched_getcpu_func_t func) { _sched_getcpu = func; } |
never@3156 | 290 | static void set_numa_node_to_cpus(numa_node_to_cpus_func_t func) { _numa_node_to_cpus = func; } |
never@3156 | 291 | static void set_numa_max_node(numa_max_node_func_t func) { _numa_max_node = func; } |
never@3156 | 292 | static void set_numa_available(numa_available_func_t func) { _numa_available = func; } |
never@3156 | 293 | static void set_numa_tonode_memory(numa_tonode_memory_func_t func) { _numa_tonode_memory = func; } |
never@3156 | 294 | static void set_numa_interleave_memory(numa_interleave_memory_func_t func) { _numa_interleave_memory = func; } |
never@3156 | 295 | static void set_numa_all_nodes(unsigned long* ptr) { _numa_all_nodes = ptr; } |
never@3156 | 296 | public: |
never@3156 | 297 | static int sched_getcpu() { return _sched_getcpu != NULL ? _sched_getcpu() : -1; } |
never@3156 | 298 | static int numa_node_to_cpus(int node, unsigned long *buffer, int bufferlen) { |
never@3156 | 299 | return _numa_node_to_cpus != NULL ? _numa_node_to_cpus(node, buffer, bufferlen) : -1; |
never@3156 | 300 | } |
never@3156 | 301 | static int numa_max_node() { return _numa_max_node != NULL ? _numa_max_node() : -1; } |
never@3156 | 302 | static int numa_available() { return _numa_available != NULL ? _numa_available() : -1; } |
never@3156 | 303 | static int numa_tonode_memory(void *start, size_t size, int node) { |
never@3156 | 304 | return _numa_tonode_memory != NULL ? _numa_tonode_memory(start, size, node) : -1; |
never@3156 | 305 | } |
never@3156 | 306 | static void numa_interleave_memory(void *start, size_t size) { |
never@3156 | 307 | if (_numa_interleave_memory != NULL && _numa_all_nodes != NULL) { |
never@3156 | 308 | _numa_interleave_memory(start, size, _numa_all_nodes); |
never@3156 | 309 | } |
never@3156 | 310 | } |
never@3156 | 311 | static int get_node_by_cpu(int cpu_id); |
never@3156 | 312 | }; |
never@3156 | 313 | |
never@3156 | 314 | |
zgu@3900 | 315 | class PlatformEvent : public CHeapObj<mtInternal> { |
never@3156 | 316 | private: |
never@3156 | 317 | double CachePad [4] ; // increase odds that _mutex is sole occupant of cache line |
never@3156 | 318 | volatile int _Event ; |
never@3156 | 319 | volatile int _nParked ; |
never@3156 | 320 | pthread_mutex_t _mutex [1] ; |
never@3156 | 321 | pthread_cond_t _cond [1] ; |
never@3156 | 322 | double PostPad [2] ; |
never@3156 | 323 | Thread * _Assoc ; |
never@3156 | 324 | |
never@3156 | 325 | public: // TODO-FIXME: make dtor private |
never@3156 | 326 | ~PlatformEvent() { guarantee (0, "invariant") ; } |
never@3156 | 327 | |
never@3156 | 328 | public: |
never@3156 | 329 | PlatformEvent() { |
never@3156 | 330 | int status; |
never@3156 | 331 | status = pthread_cond_init (_cond, NULL); |
never@3156 | 332 | assert_status(status == 0, status, "cond_init"); |
never@3156 | 333 | status = pthread_mutex_init (_mutex, NULL); |
never@3156 | 334 | assert_status(status == 0, status, "mutex_init"); |
never@3156 | 335 | _Event = 0 ; |
never@3156 | 336 | _nParked = 0 ; |
never@3156 | 337 | _Assoc = NULL ; |
never@3156 | 338 | } |
never@3156 | 339 | |
never@3156 | 340 | // Use caution with reset() and fired() -- they may require MEMBARs |
never@3156 | 341 | void reset() { _Event = 0 ; } |
never@3156 | 342 | int fired() { return _Event; } |
never@3156 | 343 | void park () ; |
never@3156 | 344 | void unpark () ; |
never@3156 | 345 | int TryPark () ; |
never@3156 | 346 | int park (jlong millis) ; |
never@3156 | 347 | void SetAssociation (Thread * a) { _Assoc = a ; } |
never@3156 | 348 | } ; |
never@3156 | 349 | |
zgu@3900 | 350 | class PlatformParker : public CHeapObj<mtInternal> { |
never@3156 | 351 | protected: |
never@3156 | 352 | pthread_mutex_t _mutex [1] ; |
never@3156 | 353 | pthread_cond_t _cond [1] ; |
never@3156 | 354 | |
never@3156 | 355 | public: // TODO-FIXME: make dtor private |
never@3156 | 356 | ~PlatformParker() { guarantee (0, "invariant") ; } |
never@3156 | 357 | |
never@3156 | 358 | public: |
never@3156 | 359 | PlatformParker() { |
never@3156 | 360 | int status; |
never@3156 | 361 | status = pthread_cond_init (_cond, NULL); |
never@3156 | 362 | assert_status(status == 0, status, "cond_init"); |
never@3156 | 363 | status = pthread_mutex_init (_mutex, NULL); |
never@3156 | 364 | assert_status(status == 0, status, "mutex_init"); |
never@3156 | 365 | } |
never@3156 | 366 | } ; |
never@3156 | 367 | |
never@3156 | 368 | #endif // OS_BSD_VM_OS_BSD_HPP |