Fri, 07 Jan 2011 10:42:32 -0500
7003271: Hotspot should track cumulative Java heap bytes allocated on a per-thread basis
Summary: Track allocated bytes in Thread's, update on TLAB retirement and direct allocation in Eden and tenured, add JNI methods for ThreadMXBean.
Reviewed-by: coleenp, kvn, dholmes, ysr
duke@435 | 1 | /* |
stefank@2314 | 2 | * Copyright (c) 1998, 2010, Oracle and/or its affiliates. All rights reserved. |
duke@435 | 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
duke@435 | 4 | * |
duke@435 | 5 | * This code is free software; you can redistribute it and/or modify it |
duke@435 | 6 | * under the terms of the GNU General Public License version 2 only, as |
duke@435 | 7 | * published by the Free Software Foundation. |
duke@435 | 8 | * |
duke@435 | 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
duke@435 | 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
duke@435 | 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
duke@435 | 12 | * version 2 for more details (a copy is included in the LICENSE file that |
duke@435 | 13 | * accompanied this code). |
duke@435 | 14 | * |
duke@435 | 15 | * You should have received a copy of the GNU General Public License version |
duke@435 | 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
duke@435 | 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
duke@435 | 18 | * |
trims@1907 | 19 | * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA |
trims@1907 | 20 | * or visit www.oracle.com if you need additional information or have any |
trims@1907 | 21 | * questions. |
duke@435 | 22 | * |
duke@435 | 23 | */ |
duke@435 | 24 | |
stefank@2314 | 25 | #include "precompiled.hpp" |
stefank@2314 | 26 | #include "asm/assembler.inline.hpp" |
stefank@2314 | 27 | #include "assembler_x86.inline.hpp" |
stefank@2314 | 28 | #include "code/relocInfo.hpp" |
stefank@2314 | 29 | #include "nativeInst_x86.hpp" |
stefank@2314 | 30 | #include "oops/oop.inline.hpp" |
stefank@2314 | 31 | #include "runtime/safepoint.hpp" |
duke@435 | 32 | |
duke@435 | 33 | |
duke@435 | 34 | void Relocation::pd_set_data_value(address x, intptr_t o) { |
duke@435 | 35 | #ifdef AMD64 |
duke@435 | 36 | x += o; |
duke@435 | 37 | typedef Assembler::WhichOperand WhichOperand; |
never@739 | 38 | WhichOperand which = (WhichOperand) format(); // that is, disp32 or imm, call32, narrow oop |
duke@435 | 39 | assert(which == Assembler::disp32_operand || |
kvn@599 | 40 | which == Assembler::narrow_oop_operand || |
never@739 | 41 | which == Assembler::imm_operand, "format unpacks ok"); |
never@739 | 42 | if (which == Assembler::imm_operand) { |
duke@435 | 43 | *pd_address_in_code() = x; |
kvn@599 | 44 | } else if (which == Assembler::narrow_oop_operand) { |
kvn@599 | 45 | address disp = Assembler::locate_operand(addr(), which); |
kvn@599 | 46 | *(int32_t*) disp = oopDesc::encode_heap_oop((oop)x); |
duke@435 | 47 | } else { |
duke@435 | 48 | // Note: Use runtime_call_type relocations for call32_operand. |
duke@435 | 49 | address ip = addr(); |
duke@435 | 50 | address disp = Assembler::locate_operand(ip, which); |
duke@435 | 51 | address next_ip = Assembler::locate_next_instruction(ip); |
duke@435 | 52 | *(int32_t*) disp = x - next_ip; |
duke@435 | 53 | } |
duke@435 | 54 | #else |
duke@435 | 55 | *pd_address_in_code() = x + o; |
duke@435 | 56 | #endif // AMD64 |
duke@435 | 57 | } |
duke@435 | 58 | |
duke@435 | 59 | |
duke@435 | 60 | address Relocation::pd_call_destination(address orig_addr) { |
duke@435 | 61 | intptr_t adj = 0; |
duke@435 | 62 | if (orig_addr != NULL) { |
duke@435 | 63 | // We just moved this call instruction from orig_addr to addr(). |
duke@435 | 64 | // This means its target will appear to have grown by addr() - orig_addr. |
duke@435 | 65 | adj = -( addr() - orig_addr ); |
duke@435 | 66 | } |
duke@435 | 67 | NativeInstruction* ni = nativeInstruction_at(addr()); |
duke@435 | 68 | if (ni->is_call()) { |
duke@435 | 69 | return nativeCall_at(addr())->destination() + adj; |
duke@435 | 70 | } else if (ni->is_jump()) { |
duke@435 | 71 | return nativeJump_at(addr())->jump_destination() + adj; |
duke@435 | 72 | } else if (ni->is_cond_jump()) { |
duke@435 | 73 | return nativeGeneralJump_at(addr())->jump_destination() + adj; |
duke@435 | 74 | } else if (ni->is_mov_literal64()) { |
duke@435 | 75 | return (address) ((NativeMovConstReg*)ni)->data(); |
duke@435 | 76 | } else { |
duke@435 | 77 | ShouldNotReachHere(); |
duke@435 | 78 | return NULL; |
duke@435 | 79 | } |
duke@435 | 80 | } |
duke@435 | 81 | |
duke@435 | 82 | |
duke@435 | 83 | void Relocation::pd_set_call_destination(address x) { |
duke@435 | 84 | NativeInstruction* ni = nativeInstruction_at(addr()); |
duke@435 | 85 | if (ni->is_call()) { |
duke@435 | 86 | nativeCall_at(addr())->set_destination(x); |
duke@435 | 87 | } else if (ni->is_jump()) { |
duke@435 | 88 | NativeJump* nj = nativeJump_at(addr()); |
never@739 | 89 | |
never@739 | 90 | // Unresolved jumps are recognized by a destination of -1 |
never@739 | 91 | // However 64bit can't actually produce such an address |
never@739 | 92 | // and encodes a jump to self but jump_destination will |
never@739 | 93 | // return a -1 as the signal. We must not relocate this |
never@739 | 94 | // jmp or the ic code will not see it as unresolved. |
never@739 | 95 | |
duke@435 | 96 | if (nj->jump_destination() == (address) -1) { |
never@739 | 97 | x = addr(); // jump to self |
duke@435 | 98 | } |
duke@435 | 99 | nj->set_jump_destination(x); |
duke@435 | 100 | } else if (ni->is_cond_jump()) { |
duke@435 | 101 | // %%%% kludge this, for now, until we get a jump_destination method |
duke@435 | 102 | address old_dest = nativeGeneralJump_at(addr())->jump_destination(); |
duke@435 | 103 | address disp = Assembler::locate_operand(addr(), Assembler::call32_operand); |
duke@435 | 104 | *(jint*)disp += (x - old_dest); |
duke@435 | 105 | } else if (ni->is_mov_literal64()) { |
duke@435 | 106 | ((NativeMovConstReg*)ni)->set_data((intptr_t)x); |
duke@435 | 107 | } else { |
duke@435 | 108 | ShouldNotReachHere(); |
duke@435 | 109 | } |
duke@435 | 110 | } |
duke@435 | 111 | |
duke@435 | 112 | |
duke@435 | 113 | address* Relocation::pd_address_in_code() { |
duke@435 | 114 | // All embedded Intel addresses are stored in 32-bit words. |
duke@435 | 115 | // Since the addr points at the start of the instruction, |
duke@435 | 116 | // we must parse the instruction a bit to find the embedded word. |
duke@435 | 117 | assert(is_data(), "must be a DataRelocation"); |
duke@435 | 118 | typedef Assembler::WhichOperand WhichOperand; |
never@739 | 119 | WhichOperand which = (WhichOperand) format(); // that is, disp32 or imm/imm32 |
duke@435 | 120 | #ifdef AMD64 |
duke@435 | 121 | assert(which == Assembler::disp32_operand || |
duke@435 | 122 | which == Assembler::call32_operand || |
never@739 | 123 | which == Assembler::imm_operand, "format unpacks ok"); |
never@739 | 124 | if (which != Assembler::imm_operand) { |
duke@435 | 125 | // The "address" in the code is a displacement can't return it as |
duke@435 | 126 | // and address* since it is really a jint* |
duke@435 | 127 | ShouldNotReachHere(); |
duke@435 | 128 | return NULL; |
duke@435 | 129 | } |
duke@435 | 130 | #else |
never@739 | 131 | assert(which == Assembler::disp32_operand || which == Assembler::imm_operand, "format unpacks ok"); |
duke@435 | 132 | #endif // AMD64 |
duke@435 | 133 | return (address*) Assembler::locate_operand(addr(), which); |
duke@435 | 134 | } |
duke@435 | 135 | |
duke@435 | 136 | |
duke@435 | 137 | address Relocation::pd_get_address_from_code() { |
duke@435 | 138 | #ifdef AMD64 |
duke@435 | 139 | // All embedded Intel addresses are stored in 32-bit words. |
duke@435 | 140 | // Since the addr points at the start of the instruction, |
duke@435 | 141 | // we must parse the instruction a bit to find the embedded word. |
duke@435 | 142 | assert(is_data(), "must be a DataRelocation"); |
duke@435 | 143 | typedef Assembler::WhichOperand WhichOperand; |
never@739 | 144 | WhichOperand which = (WhichOperand) format(); // that is, disp32 or imm/imm32 |
duke@435 | 145 | assert(which == Assembler::disp32_operand || |
duke@435 | 146 | which == Assembler::call32_operand || |
never@739 | 147 | which == Assembler::imm_operand, "format unpacks ok"); |
never@739 | 148 | if (which != Assembler::imm_operand) { |
duke@435 | 149 | address ip = addr(); |
duke@435 | 150 | address disp = Assembler::locate_operand(ip, which); |
duke@435 | 151 | address next_ip = Assembler::locate_next_instruction(ip); |
duke@435 | 152 | address a = next_ip + *(int32_t*) disp; |
duke@435 | 153 | return a; |
duke@435 | 154 | } |
duke@435 | 155 | #endif // AMD64 |
duke@435 | 156 | return *pd_address_in_code(); |
duke@435 | 157 | } |
duke@435 | 158 | |
duke@435 | 159 | int Relocation::pd_breakpoint_size() { |
duke@435 | 160 | // minimum breakpoint size, in short words |
duke@435 | 161 | return NativeIllegalInstruction::instruction_size / sizeof(short); |
duke@435 | 162 | } |
duke@435 | 163 | |
duke@435 | 164 | void Relocation::pd_swap_in_breakpoint(address x, short* instrs, int instrlen) { |
duke@435 | 165 | Untested("pd_swap_in_breakpoint"); |
duke@435 | 166 | if (instrs != NULL) { |
duke@435 | 167 | assert(instrlen * sizeof(short) == NativeIllegalInstruction::instruction_size, "enough instrlen in reloc. data"); |
duke@435 | 168 | for (int i = 0; i < instrlen; i++) { |
duke@435 | 169 | instrs[i] = ((short*)x)[i]; |
duke@435 | 170 | } |
duke@435 | 171 | } |
duke@435 | 172 | NativeIllegalInstruction::insert(x); |
duke@435 | 173 | } |
duke@435 | 174 | |
duke@435 | 175 | |
duke@435 | 176 | void Relocation::pd_swap_out_breakpoint(address x, short* instrs, int instrlen) { |
duke@435 | 177 | Untested("pd_swap_out_breakpoint"); |
duke@435 | 178 | assert(NativeIllegalInstruction::instruction_size == sizeof(short), "right address unit for update"); |
duke@435 | 179 | NativeInstruction* ni = nativeInstruction_at(x); |
duke@435 | 180 | *(short*)ni->addr_at(0) = instrs[0]; |
duke@435 | 181 | } |
never@739 | 182 | |
never@739 | 183 | void poll_Relocation::fix_relocation_after_move(const CodeBuffer* src, CodeBuffer* dest) { |
never@739 | 184 | #ifdef _LP64 |
never@739 | 185 | typedef Assembler::WhichOperand WhichOperand; |
never@739 | 186 | WhichOperand which = (WhichOperand) format(); |
never@739 | 187 | // This format is imm but it is really disp32 |
never@739 | 188 | which = Assembler::disp32_operand; |
never@739 | 189 | address orig_addr = old_addr_for(addr(), src, dest); |
never@739 | 190 | NativeInstruction* oni = nativeInstruction_at(orig_addr); |
never@739 | 191 | int32_t* orig_disp = (int32_t*) Assembler::locate_operand(orig_addr, which); |
never@739 | 192 | // This poll_addr is incorrect by the size of the instruction it is irrelevant |
never@739 | 193 | intptr_t poll_addr = (intptr_t)oni + *orig_disp; |
never@739 | 194 | |
never@739 | 195 | NativeInstruction* ni = nativeInstruction_at(addr()); |
never@739 | 196 | intptr_t new_disp = poll_addr - (intptr_t) ni; |
never@739 | 197 | |
never@739 | 198 | int32_t* disp = (int32_t*) Assembler::locate_operand(addr(), which); |
never@739 | 199 | * disp = (int32_t)new_disp; |
never@739 | 200 | |
never@739 | 201 | #endif // _LP64 |
never@739 | 202 | } |
never@739 | 203 | |
never@739 | 204 | void poll_return_Relocation::fix_relocation_after_move(const CodeBuffer* src, CodeBuffer* dest) { |
never@739 | 205 | #ifdef _LP64 |
never@739 | 206 | typedef Assembler::WhichOperand WhichOperand; |
never@739 | 207 | WhichOperand which = (WhichOperand) format(); |
never@739 | 208 | // This format is imm but it is really disp32 |
never@739 | 209 | which = Assembler::disp32_operand; |
never@739 | 210 | address orig_addr = old_addr_for(addr(), src, dest); |
never@739 | 211 | NativeInstruction* oni = nativeInstruction_at(orig_addr); |
never@739 | 212 | int32_t* orig_disp = (int32_t*) Assembler::locate_operand(orig_addr, which); |
never@739 | 213 | // This poll_addr is incorrect by the size of the instruction it is irrelevant |
never@739 | 214 | intptr_t poll_addr = (intptr_t)oni + *orig_disp; |
never@739 | 215 | |
never@739 | 216 | NativeInstruction* ni = nativeInstruction_at(addr()); |
never@739 | 217 | intptr_t new_disp = poll_addr - (intptr_t) ni; |
never@739 | 218 | |
never@739 | 219 | int32_t* disp = (int32_t*) Assembler::locate_operand(addr(), which); |
never@739 | 220 | * disp = (int32_t)new_disp; |
never@739 | 221 | #endif // _LP64 |
never@739 | 222 | } |