Wed, 05 Dec 2007 09:00:00 -0800
6664627: Merge changes made only in hotspot 11 forward to jdk 7
Reviewed-by: jcoomes
duke@435 | 1 | /* |
duke@435 | 2 | * Copyright 2003-2006 Sun Microsystems, Inc. All Rights Reserved. |
duke@435 | 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
duke@435 | 4 | * |
duke@435 | 5 | * This code is free software; you can redistribute it and/or modify it |
duke@435 | 6 | * under the terms of the GNU General Public License version 2 only, as |
duke@435 | 7 | * published by the Free Software Foundation. |
duke@435 | 8 | * |
duke@435 | 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
duke@435 | 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
duke@435 | 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
duke@435 | 12 | * version 2 for more details (a copy is included in the LICENSE file that |
duke@435 | 13 | * accompanied this code). |
duke@435 | 14 | * |
duke@435 | 15 | * You should have received a copy of the GNU General Public License version |
duke@435 | 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
duke@435 | 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
duke@435 | 18 | * |
duke@435 | 19 | * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, |
duke@435 | 20 | * CA 95054 USA or visit www.sun.com if you need additional information or |
duke@435 | 21 | * have any questions. |
duke@435 | 22 | * |
duke@435 | 23 | */ |
duke@435 | 24 | |
duke@435 | 25 | #include "incls/_precompiled.incl" |
duke@435 | 26 | #include "incls/_vtableStubs_x86_64.cpp.incl" |
duke@435 | 27 | |
duke@435 | 28 | // machine-dependent part of VtableStubs: create VtableStub of correct size and |
duke@435 | 29 | // initialize its code |
duke@435 | 30 | |
duke@435 | 31 | #define __ masm-> |
duke@435 | 32 | |
duke@435 | 33 | #ifndef PRODUCT |
duke@435 | 34 | extern "C" void bad_compiled_vtable_index(JavaThread* thread, |
duke@435 | 35 | oop receiver, |
duke@435 | 36 | int index); |
duke@435 | 37 | #endif |
duke@435 | 38 | |
duke@435 | 39 | VtableStub* VtableStubs::create_vtable_stub(int vtable_index) { |
duke@435 | 40 | const int amd64_code_length = VtableStub::pd_code_size_limit(true); |
duke@435 | 41 | VtableStub* s = new(amd64_code_length) VtableStub(true, vtable_index); |
duke@435 | 42 | ResourceMark rm; |
duke@435 | 43 | CodeBuffer cb(s->entry_point(), amd64_code_length); |
duke@435 | 44 | MacroAssembler* masm = new MacroAssembler(&cb); |
duke@435 | 45 | |
duke@435 | 46 | #ifndef PRODUCT |
duke@435 | 47 | if (CountCompiledCalls) { |
duke@435 | 48 | __ incrementl(ExternalAddress((address) SharedRuntime::nof_megamorphic_calls_addr())); |
duke@435 | 49 | } |
duke@435 | 50 | #endif |
duke@435 | 51 | |
duke@435 | 52 | // get receiver (need to skip return address on top of stack) |
duke@435 | 53 | assert(VtableStub::receiver_location() == j_rarg0->as_VMReg(), "receiver expected in j_rarg0"); |
duke@435 | 54 | |
duke@435 | 55 | // Free registers (non-args) are rax, rbx |
duke@435 | 56 | |
duke@435 | 57 | // get receiver klass |
duke@435 | 58 | address npe_addr = __ pc(); |
duke@435 | 59 | __ movq(rax, Address(j_rarg0, oopDesc::klass_offset_in_bytes())); |
duke@435 | 60 | |
duke@435 | 61 | // compute entry offset (in words) |
duke@435 | 62 | int entry_offset = |
duke@435 | 63 | instanceKlass::vtable_start_offset() + vtable_index * vtableEntry::size(); |
duke@435 | 64 | |
duke@435 | 65 | #ifndef PRODUCT |
duke@435 | 66 | if (DebugVtables) { |
duke@435 | 67 | Label L; |
duke@435 | 68 | // check offset vs vtable length |
duke@435 | 69 | __ cmpl(Address(rax, instanceKlass::vtable_length_offset() * wordSize), |
duke@435 | 70 | vtable_index * vtableEntry::size()); |
duke@435 | 71 | __ jcc(Assembler::greater, L); |
duke@435 | 72 | __ movl(rbx, vtable_index); |
duke@435 | 73 | __ call_VM(noreg, |
duke@435 | 74 | CAST_FROM_FN_PTR(address, bad_compiled_vtable_index), j_rarg0, rbx); |
duke@435 | 75 | __ bind(L); |
duke@435 | 76 | } |
duke@435 | 77 | #endif // PRODUCT |
duke@435 | 78 | |
duke@435 | 79 | // load methodOop and target address |
duke@435 | 80 | const Register method = rbx; |
duke@435 | 81 | |
duke@435 | 82 | __ movq(method, Address(rax, |
duke@435 | 83 | entry_offset * wordSize + |
duke@435 | 84 | vtableEntry::method_offset_in_bytes())); |
duke@435 | 85 | if (DebugVtables) { |
duke@435 | 86 | Label L; |
duke@435 | 87 | __ cmpq(method, (int)NULL); |
duke@435 | 88 | __ jcc(Assembler::equal, L); |
duke@435 | 89 | __ cmpq(Address(method, methodOopDesc::from_compiled_offset()), (int)NULL_WORD); |
duke@435 | 90 | __ jcc(Assembler::notZero, L); |
duke@435 | 91 | __ stop("Vtable entry is NULL"); |
duke@435 | 92 | __ bind(L); |
duke@435 | 93 | } |
duke@435 | 94 | // rax: receiver klass |
duke@435 | 95 | // rbx: methodOop |
duke@435 | 96 | // rcx: receiver |
duke@435 | 97 | address ame_addr = __ pc(); |
duke@435 | 98 | __ jmp( Address(rbx, methodOopDesc::from_compiled_offset())); |
duke@435 | 99 | |
duke@435 | 100 | __ flush(); |
duke@435 | 101 | s->set_exception_points(npe_addr, ame_addr); |
duke@435 | 102 | return s; |
duke@435 | 103 | } |
duke@435 | 104 | |
duke@435 | 105 | |
duke@435 | 106 | VtableStub* VtableStubs::create_itable_stub(int vtable_index) { |
duke@435 | 107 | // Note well: pd_code_size_limit is the absolute minimum we can get |
duke@435 | 108 | // away with. If you add code here, bump the code stub size |
duke@435 | 109 | // returned by pd_code_size_limit! |
duke@435 | 110 | const int amd64_code_length = VtableStub::pd_code_size_limit(false); |
duke@435 | 111 | VtableStub* s = new(amd64_code_length) VtableStub(false, vtable_index); |
duke@435 | 112 | ResourceMark rm; |
duke@435 | 113 | CodeBuffer cb(s->entry_point(), amd64_code_length); |
duke@435 | 114 | MacroAssembler* masm = new MacroAssembler(&cb); |
duke@435 | 115 | |
duke@435 | 116 | #ifndef PRODUCT |
duke@435 | 117 | if (CountCompiledCalls) { |
duke@435 | 118 | __ incrementl(ExternalAddress((address) SharedRuntime::nof_megamorphic_calls_addr())); |
duke@435 | 119 | } |
duke@435 | 120 | #endif |
duke@435 | 121 | |
duke@435 | 122 | // Entry arguments: |
duke@435 | 123 | // rax: Interface |
duke@435 | 124 | // j_rarg0: Receiver |
duke@435 | 125 | |
duke@435 | 126 | // Free registers (non-args) are rax (interface), rbx |
duke@435 | 127 | |
duke@435 | 128 | // get receiver (need to skip return address on top of stack) |
duke@435 | 129 | |
duke@435 | 130 | assert(VtableStub::receiver_location() == j_rarg0->as_VMReg(), "receiver expected in j_rarg0"); |
duke@435 | 131 | // get receiver klass (also an implicit null-check) |
duke@435 | 132 | address npe_addr = __ pc(); |
duke@435 | 133 | |
duke@435 | 134 | __ movq(rbx, Address(j_rarg0, oopDesc::klass_offset_in_bytes())); |
duke@435 | 135 | |
duke@435 | 136 | // If we take a trap while this arg is on the stack we will not |
duke@435 | 137 | // be able to walk the stack properly. This is not an issue except |
duke@435 | 138 | // when there are mistakes in this assembly code that could generate |
duke@435 | 139 | // a spurious fault. Ask me how I know... |
duke@435 | 140 | |
duke@435 | 141 | __ pushq(j_rarg1); // Most registers are in use, so save one |
duke@435 | 142 | |
duke@435 | 143 | // compute itable entry offset (in words) |
duke@435 | 144 | const int base = instanceKlass::vtable_start_offset() * wordSize; |
duke@435 | 145 | assert(vtableEntry::size() * wordSize == 8, |
duke@435 | 146 | "adjust the scaling in the code below"); |
duke@435 | 147 | // Get length of vtable |
duke@435 | 148 | __ movl(j_rarg1, |
duke@435 | 149 | Address(rbx, instanceKlass::vtable_length_offset() * wordSize)); |
duke@435 | 150 | __ leaq(rbx, Address(rbx, j_rarg1, Address::times_8, base)); |
duke@435 | 151 | |
duke@435 | 152 | if (HeapWordsPerLong > 1) { |
duke@435 | 153 | // Round up to align_object_offset boundary |
duke@435 | 154 | __ round_to_q(rbx, BytesPerLong); |
duke@435 | 155 | } |
dcubed@451 | 156 | Label hit, next, entry, throw_icce; |
duke@435 | 157 | |
duke@435 | 158 | __ jmpb(entry); |
duke@435 | 159 | |
duke@435 | 160 | __ bind(next); |
duke@435 | 161 | __ addq(rbx, itableOffsetEntry::size() * wordSize); |
duke@435 | 162 | |
duke@435 | 163 | __ bind(entry); |
duke@435 | 164 | |
dcubed@451 | 165 | // If the entry is NULL then we've reached the end of the table |
dcubed@451 | 166 | // without finding the expected interface, so throw an exception |
dcubed@451 | 167 | __ movq(j_rarg1, Address(rbx, itableOffsetEntry::interface_offset_in_bytes())); |
dcubed@451 | 168 | __ testq(j_rarg1, j_rarg1); |
dcubed@451 | 169 | __ jcc(Assembler::zero, throw_icce); |
dcubed@451 | 170 | __ cmpq(rax, j_rarg1); |
dcubed@451 | 171 | __ jccb(Assembler::notEqual, next); |
duke@435 | 172 | |
duke@435 | 173 | // We found a hit, move offset into j_rarg1 |
duke@435 | 174 | __ movl(j_rarg1, Address(rbx, itableOffsetEntry::offset_offset_in_bytes())); |
duke@435 | 175 | |
duke@435 | 176 | // Compute itableMethodEntry |
duke@435 | 177 | const int method_offset = |
duke@435 | 178 | (itableMethodEntry::size() * wordSize * vtable_index) + |
duke@435 | 179 | itableMethodEntry::method_offset_in_bytes(); |
duke@435 | 180 | |
duke@435 | 181 | // Get methodOop and entrypoint for compiler |
duke@435 | 182 | |
duke@435 | 183 | // Get klass pointer again |
duke@435 | 184 | __ movq(rax, Address(j_rarg0, oopDesc::klass_offset_in_bytes())); |
duke@435 | 185 | |
duke@435 | 186 | const Register method = rbx; |
duke@435 | 187 | __ movq(method, Address(rax, j_rarg1, Address::times_1, method_offset)); |
duke@435 | 188 | |
duke@435 | 189 | // Restore saved register, before possible trap. |
duke@435 | 190 | __ popq(j_rarg1); |
duke@435 | 191 | |
duke@435 | 192 | // method (rbx): methodOop |
duke@435 | 193 | // j_rarg0: receiver |
duke@435 | 194 | |
duke@435 | 195 | |
duke@435 | 196 | #ifdef ASSERT |
dcubed@451 | 197 | if (DebugVtables) { |
dcubed@451 | 198 | Label L2; |
dcubed@451 | 199 | __ cmpq(method, (int)NULL); |
dcubed@451 | 200 | __ jcc(Assembler::equal, L2); |
dcubed@451 | 201 | __ cmpq(Address(method, methodOopDesc::from_compiled_offset()), (int)NULL_WORD); |
dcubed@451 | 202 | __ jcc(Assembler::notZero, L2); |
dcubed@451 | 203 | __ stop("compiler entrypoint is null"); |
dcubed@451 | 204 | __ bind(L2); |
dcubed@451 | 205 | } |
duke@435 | 206 | #endif // ASSERT |
duke@435 | 207 | |
dcubed@451 | 208 | // rbx: methodOop |
dcubed@451 | 209 | // j_rarg0: receiver |
dcubed@451 | 210 | address ame_addr = __ pc(); |
dcubed@451 | 211 | __ jmp(Address(method, methodOopDesc::from_compiled_offset())); |
dcubed@451 | 212 | |
dcubed@451 | 213 | __ bind(throw_icce); |
dcubed@451 | 214 | // Restore saved register |
dcubed@451 | 215 | __ popq(j_rarg1); |
dcubed@451 | 216 | __ jump(RuntimeAddress(StubRoutines::throw_IncompatibleClassChangeError_entry())); |
duke@435 | 217 | |
duke@435 | 218 | __ flush(); |
dcubed@451 | 219 | |
dcubed@451 | 220 | guarantee(__ pc() <= s->code_end(), "overflowed buffer"); |
dcubed@451 | 221 | |
duke@435 | 222 | s->set_exception_points(npe_addr, ame_addr); |
duke@435 | 223 | return s; |
duke@435 | 224 | } |
duke@435 | 225 | |
duke@435 | 226 | int VtableStub::pd_code_size_limit(bool is_vtable_stub) { |
duke@435 | 227 | if (is_vtable_stub) { |
duke@435 | 228 | // Vtable stub size |
duke@435 | 229 | return (DebugVtables ? 512 : 24) + (CountCompiledCalls ? 13 : 0); |
duke@435 | 230 | } else { |
duke@435 | 231 | // Itable stub size |
dcubed@451 | 232 | return (DebugVtables ? 636 : 72) + (CountCompiledCalls ? 13 : 0); |
duke@435 | 233 | } |
duke@435 | 234 | } |
duke@435 | 235 | |
duke@435 | 236 | int VtableStub::pd_code_alignment() { |
duke@435 | 237 | return wordSize; |
duke@435 | 238 | } |