Tue, 09 Mar 2010 20:16:19 +0100
6919934: JSR 292 needs to support x86 C1
Summary: This implements JSR 292 support for C1 x86.
Reviewed-by: never, jrose, kvn
duke@435 | 1 | /* |
twisti@1730 | 2 | * Copyright 2000-2010 Sun Microsystems, Inc. All Rights Reserved. |
duke@435 | 3 | * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. |
duke@435 | 4 | * |
duke@435 | 5 | * This code is free software; you can redistribute it and/or modify it |
duke@435 | 6 | * under the terms of the GNU General Public License version 2 only, as |
duke@435 | 7 | * published by the Free Software Foundation. |
duke@435 | 8 | * |
duke@435 | 9 | * This code is distributed in the hope that it will be useful, but WITHOUT |
duke@435 | 10 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or |
duke@435 | 11 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License |
duke@435 | 12 | * version 2 for more details (a copy is included in the LICENSE file that |
duke@435 | 13 | * accompanied this code). |
duke@435 | 14 | * |
duke@435 | 15 | * You should have received a copy of the GNU General Public License version |
duke@435 | 16 | * 2 along with this work; if not, write to the Free Software Foundation, |
duke@435 | 17 | * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. |
duke@435 | 18 | * |
duke@435 | 19 | * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara, |
duke@435 | 20 | * CA 95054 USA or visit www.sun.com if you need additional information or |
duke@435 | 21 | * have any questions. |
duke@435 | 22 | * |
duke@435 | 23 | */ |
duke@435 | 24 | |
duke@435 | 25 | # include "incls/_precompiled.incl" |
duke@435 | 26 | # include "incls/_c1_LIRAssembler.cpp.incl" |
duke@435 | 27 | |
duke@435 | 28 | |
duke@435 | 29 | void LIR_Assembler::patching_epilog(PatchingStub* patch, LIR_PatchCode patch_code, Register obj, CodeEmitInfo* info) { |
duke@435 | 30 | // we must have enough patching space so that call can be inserted |
duke@435 | 31 | while ((intx) _masm->pc() - (intx) patch->pc_start() < NativeCall::instruction_size) { |
duke@435 | 32 | _masm->nop(); |
duke@435 | 33 | } |
duke@435 | 34 | patch->install(_masm, patch_code, obj, info); |
duke@435 | 35 | append_patching_stub(patch); |
duke@435 | 36 | |
duke@435 | 37 | #ifdef ASSERT |
duke@435 | 38 | Bytecodes::Code code = info->scope()->method()->java_code_at_bci(info->bci()); |
duke@435 | 39 | if (patch->id() == PatchingStub::access_field_id) { |
duke@435 | 40 | switch (code) { |
duke@435 | 41 | case Bytecodes::_putstatic: |
duke@435 | 42 | case Bytecodes::_getstatic: |
duke@435 | 43 | case Bytecodes::_putfield: |
duke@435 | 44 | case Bytecodes::_getfield: |
duke@435 | 45 | break; |
duke@435 | 46 | default: |
duke@435 | 47 | ShouldNotReachHere(); |
duke@435 | 48 | } |
duke@435 | 49 | } else if (patch->id() == PatchingStub::load_klass_id) { |
duke@435 | 50 | switch (code) { |
duke@435 | 51 | case Bytecodes::_putstatic: |
duke@435 | 52 | case Bytecodes::_getstatic: |
duke@435 | 53 | case Bytecodes::_new: |
duke@435 | 54 | case Bytecodes::_anewarray: |
duke@435 | 55 | case Bytecodes::_multianewarray: |
duke@435 | 56 | case Bytecodes::_instanceof: |
duke@435 | 57 | case Bytecodes::_checkcast: |
duke@435 | 58 | case Bytecodes::_ldc: |
duke@435 | 59 | case Bytecodes::_ldc_w: |
duke@435 | 60 | break; |
duke@435 | 61 | default: |
duke@435 | 62 | ShouldNotReachHere(); |
duke@435 | 63 | } |
duke@435 | 64 | } else { |
duke@435 | 65 | ShouldNotReachHere(); |
duke@435 | 66 | } |
duke@435 | 67 | #endif |
duke@435 | 68 | } |
duke@435 | 69 | |
duke@435 | 70 | |
duke@435 | 71 | //--------------------------------------------------------------- |
duke@435 | 72 | |
duke@435 | 73 | |
duke@435 | 74 | LIR_Assembler::LIR_Assembler(Compilation* c): |
duke@435 | 75 | _compilation(c) |
duke@435 | 76 | , _masm(c->masm()) |
ysr@777 | 77 | , _bs(Universe::heap()->barrier_set()) |
duke@435 | 78 | , _frame_map(c->frame_map()) |
duke@435 | 79 | , _current_block(NULL) |
duke@435 | 80 | , _pending_non_safepoint(NULL) |
duke@435 | 81 | , _pending_non_safepoint_offset(0) |
duke@435 | 82 | { |
duke@435 | 83 | _slow_case_stubs = new CodeStubList(); |
duke@435 | 84 | } |
duke@435 | 85 | |
duke@435 | 86 | |
duke@435 | 87 | LIR_Assembler::~LIR_Assembler() { |
duke@435 | 88 | } |
duke@435 | 89 | |
duke@435 | 90 | |
duke@435 | 91 | void LIR_Assembler::append_patching_stub(PatchingStub* stub) { |
duke@435 | 92 | _slow_case_stubs->append(stub); |
duke@435 | 93 | } |
duke@435 | 94 | |
duke@435 | 95 | |
duke@435 | 96 | void LIR_Assembler::check_codespace() { |
duke@435 | 97 | CodeSection* cs = _masm->code_section(); |
duke@435 | 98 | if (cs->remaining() < (int)(1*K)) { |
duke@435 | 99 | BAILOUT("CodeBuffer overflow"); |
duke@435 | 100 | } |
duke@435 | 101 | } |
duke@435 | 102 | |
duke@435 | 103 | |
duke@435 | 104 | void LIR_Assembler::emit_code_stub(CodeStub* stub) { |
duke@435 | 105 | _slow_case_stubs->append(stub); |
duke@435 | 106 | } |
duke@435 | 107 | |
duke@435 | 108 | void LIR_Assembler::emit_stubs(CodeStubList* stub_list) { |
duke@435 | 109 | for (int m = 0; m < stub_list->length(); m++) { |
duke@435 | 110 | CodeStub* s = (*stub_list)[m]; |
duke@435 | 111 | |
duke@435 | 112 | check_codespace(); |
duke@435 | 113 | CHECK_BAILOUT(); |
duke@435 | 114 | |
duke@435 | 115 | #ifndef PRODUCT |
duke@435 | 116 | if (CommentedAssembly) { |
duke@435 | 117 | stringStream st; |
duke@435 | 118 | s->print_name(&st); |
duke@435 | 119 | st.print(" slow case"); |
duke@435 | 120 | _masm->block_comment(st.as_string()); |
duke@435 | 121 | } |
duke@435 | 122 | #endif |
duke@435 | 123 | s->emit_code(this); |
duke@435 | 124 | #ifdef ASSERT |
duke@435 | 125 | s->assert_no_unbound_labels(); |
duke@435 | 126 | #endif |
duke@435 | 127 | } |
duke@435 | 128 | } |
duke@435 | 129 | |
duke@435 | 130 | |
duke@435 | 131 | void LIR_Assembler::emit_slow_case_stubs() { |
duke@435 | 132 | emit_stubs(_slow_case_stubs); |
duke@435 | 133 | } |
duke@435 | 134 | |
duke@435 | 135 | |
duke@435 | 136 | bool LIR_Assembler::needs_icache(ciMethod* method) const { |
duke@435 | 137 | return !method->is_static(); |
duke@435 | 138 | } |
duke@435 | 139 | |
duke@435 | 140 | |
duke@435 | 141 | int LIR_Assembler::code_offset() const { |
duke@435 | 142 | return _masm->offset(); |
duke@435 | 143 | } |
duke@435 | 144 | |
duke@435 | 145 | |
duke@435 | 146 | address LIR_Assembler::pc() const { |
duke@435 | 147 | return _masm->pc(); |
duke@435 | 148 | } |
duke@435 | 149 | |
duke@435 | 150 | |
duke@435 | 151 | void LIR_Assembler::emit_exception_entries(ExceptionInfoList* info_list) { |
duke@435 | 152 | for (int i = 0; i < info_list->length(); i++) { |
duke@435 | 153 | XHandlers* handlers = info_list->at(i)->exception_handlers(); |
duke@435 | 154 | |
duke@435 | 155 | for (int j = 0; j < handlers->length(); j++) { |
duke@435 | 156 | XHandler* handler = handlers->handler_at(j); |
duke@435 | 157 | assert(handler->lir_op_id() != -1, "handler not processed by LinearScan"); |
duke@435 | 158 | assert(handler->entry_code() == NULL || |
duke@435 | 159 | handler->entry_code()->instructions_list()->last()->code() == lir_branch || |
duke@435 | 160 | handler->entry_code()->instructions_list()->last()->code() == lir_delay_slot, "last operation must be branch"); |
duke@435 | 161 | |
duke@435 | 162 | if (handler->entry_pco() == -1) { |
duke@435 | 163 | // entry code not emitted yet |
duke@435 | 164 | if (handler->entry_code() != NULL && handler->entry_code()->instructions_list()->length() > 1) { |
duke@435 | 165 | handler->set_entry_pco(code_offset()); |
duke@435 | 166 | if (CommentedAssembly) { |
duke@435 | 167 | _masm->block_comment("Exception adapter block"); |
duke@435 | 168 | } |
duke@435 | 169 | emit_lir_list(handler->entry_code()); |
duke@435 | 170 | } else { |
duke@435 | 171 | handler->set_entry_pco(handler->entry_block()->exception_handler_pco()); |
duke@435 | 172 | } |
duke@435 | 173 | |
duke@435 | 174 | assert(handler->entry_pco() != -1, "must be set now"); |
duke@435 | 175 | } |
duke@435 | 176 | } |
duke@435 | 177 | } |
duke@435 | 178 | } |
duke@435 | 179 | |
duke@435 | 180 | |
duke@435 | 181 | void LIR_Assembler::emit_code(BlockList* hir) { |
duke@435 | 182 | if (PrintLIR) { |
duke@435 | 183 | print_LIR(hir); |
duke@435 | 184 | } |
duke@435 | 185 | |
duke@435 | 186 | int n = hir->length(); |
duke@435 | 187 | for (int i = 0; i < n; i++) { |
duke@435 | 188 | emit_block(hir->at(i)); |
duke@435 | 189 | CHECK_BAILOUT(); |
duke@435 | 190 | } |
duke@435 | 191 | |
duke@435 | 192 | flush_debug_info(code_offset()); |
duke@435 | 193 | |
duke@435 | 194 | DEBUG_ONLY(check_no_unbound_labels()); |
duke@435 | 195 | } |
duke@435 | 196 | |
duke@435 | 197 | |
duke@435 | 198 | void LIR_Assembler::emit_block(BlockBegin* block) { |
duke@435 | 199 | if (block->is_set(BlockBegin::backward_branch_target_flag)) { |
duke@435 | 200 | align_backward_branch_target(); |
duke@435 | 201 | } |
duke@435 | 202 | |
duke@435 | 203 | // if this block is the start of an exception handler, record the |
duke@435 | 204 | // PC offset of the first instruction for later construction of |
duke@435 | 205 | // the ExceptionHandlerTable |
duke@435 | 206 | if (block->is_set(BlockBegin::exception_entry_flag)) { |
duke@435 | 207 | block->set_exception_handler_pco(code_offset()); |
duke@435 | 208 | } |
duke@435 | 209 | |
duke@435 | 210 | #ifndef PRODUCT |
duke@435 | 211 | if (PrintLIRWithAssembly) { |
duke@435 | 212 | // don't print Phi's |
duke@435 | 213 | InstructionPrinter ip(false); |
duke@435 | 214 | block->print(ip); |
duke@435 | 215 | } |
duke@435 | 216 | #endif /* PRODUCT */ |
duke@435 | 217 | |
duke@435 | 218 | assert(block->lir() != NULL, "must have LIR"); |
never@739 | 219 | X86_ONLY(assert(_masm->rsp_offset() == 0, "frame size should be fixed")); |
duke@435 | 220 | |
duke@435 | 221 | #ifndef PRODUCT |
duke@435 | 222 | if (CommentedAssembly) { |
duke@435 | 223 | stringStream st; |
duke@435 | 224 | st.print_cr(" block B%d [%d, %d]", block->block_id(), block->bci(), block->end()->bci()); |
duke@435 | 225 | _masm->block_comment(st.as_string()); |
duke@435 | 226 | } |
duke@435 | 227 | #endif |
duke@435 | 228 | |
duke@435 | 229 | emit_lir_list(block->lir()); |
duke@435 | 230 | |
never@739 | 231 | X86_ONLY(assert(_masm->rsp_offset() == 0, "frame size should be fixed")); |
duke@435 | 232 | } |
duke@435 | 233 | |
duke@435 | 234 | |
duke@435 | 235 | void LIR_Assembler::emit_lir_list(LIR_List* list) { |
duke@435 | 236 | peephole(list); |
duke@435 | 237 | |
duke@435 | 238 | int n = list->length(); |
duke@435 | 239 | for (int i = 0; i < n; i++) { |
duke@435 | 240 | LIR_Op* op = list->at(i); |
duke@435 | 241 | |
duke@435 | 242 | check_codespace(); |
duke@435 | 243 | CHECK_BAILOUT(); |
duke@435 | 244 | |
duke@435 | 245 | #ifndef PRODUCT |
duke@435 | 246 | if (CommentedAssembly) { |
duke@435 | 247 | // Don't record out every op since that's too verbose. Print |
duke@435 | 248 | // branches since they include block and stub names. Also print |
duke@435 | 249 | // patching moves since they generate funny looking code. |
duke@435 | 250 | if (op->code() == lir_branch || |
duke@435 | 251 | (op->code() == lir_move && op->as_Op1()->patch_code() != lir_patch_none)) { |
duke@435 | 252 | stringStream st; |
duke@435 | 253 | op->print_on(&st); |
duke@435 | 254 | _masm->block_comment(st.as_string()); |
duke@435 | 255 | } |
duke@435 | 256 | } |
duke@435 | 257 | if (PrintLIRWithAssembly) { |
duke@435 | 258 | // print out the LIR operation followed by the resulting assembly |
duke@435 | 259 | list->at(i)->print(); tty->cr(); |
duke@435 | 260 | } |
duke@435 | 261 | #endif /* PRODUCT */ |
duke@435 | 262 | |
duke@435 | 263 | op->emit_code(this); |
duke@435 | 264 | |
duke@435 | 265 | if (compilation()->debug_info_recorder()->recording_non_safepoints()) { |
duke@435 | 266 | process_debug_info(op); |
duke@435 | 267 | } |
duke@435 | 268 | |
duke@435 | 269 | #ifndef PRODUCT |
duke@435 | 270 | if (PrintLIRWithAssembly) { |
duke@435 | 271 | _masm->code()->decode(); |
duke@435 | 272 | } |
duke@435 | 273 | #endif /* PRODUCT */ |
duke@435 | 274 | } |
duke@435 | 275 | } |
duke@435 | 276 | |
duke@435 | 277 | #ifdef ASSERT |
duke@435 | 278 | void LIR_Assembler::check_no_unbound_labels() { |
duke@435 | 279 | CHECK_BAILOUT(); |
duke@435 | 280 | |
duke@435 | 281 | for (int i = 0; i < _branch_target_blocks.length() - 1; i++) { |
duke@435 | 282 | if (!_branch_target_blocks.at(i)->label()->is_bound()) { |
duke@435 | 283 | tty->print_cr("label of block B%d is not bound", _branch_target_blocks.at(i)->block_id()); |
duke@435 | 284 | assert(false, "unbound label"); |
duke@435 | 285 | } |
duke@435 | 286 | } |
duke@435 | 287 | } |
duke@435 | 288 | #endif |
duke@435 | 289 | |
duke@435 | 290 | //----------------------------------debug info-------------------------------- |
duke@435 | 291 | |
duke@435 | 292 | |
duke@435 | 293 | void LIR_Assembler::add_debug_info_for_branch(CodeEmitInfo* info) { |
duke@435 | 294 | _masm->code_section()->relocate(pc(), relocInfo::poll_type); |
duke@435 | 295 | int pc_offset = code_offset(); |
duke@435 | 296 | flush_debug_info(pc_offset); |
duke@435 | 297 | info->record_debug_info(compilation()->debug_info_recorder(), pc_offset); |
duke@435 | 298 | if (info->exception_handlers() != NULL) { |
duke@435 | 299 | compilation()->add_exception_handlers_for_pco(pc_offset, info->exception_handlers()); |
duke@435 | 300 | } |
duke@435 | 301 | } |
duke@435 | 302 | |
duke@435 | 303 | |
twisti@1730 | 304 | void LIR_Assembler::add_call_info(int pc_offset, CodeEmitInfo* cinfo, bool is_method_handle_invoke) { |
duke@435 | 305 | flush_debug_info(pc_offset); |
twisti@1730 | 306 | cinfo->record_debug_info(compilation()->debug_info_recorder(), pc_offset, is_method_handle_invoke); |
duke@435 | 307 | if (cinfo->exception_handlers() != NULL) { |
duke@435 | 308 | compilation()->add_exception_handlers_for_pco(pc_offset, cinfo->exception_handlers()); |
duke@435 | 309 | } |
duke@435 | 310 | } |
duke@435 | 311 | |
duke@435 | 312 | static ValueStack* debug_info(Instruction* ins) { |
duke@435 | 313 | StateSplit* ss = ins->as_StateSplit(); |
duke@435 | 314 | if (ss != NULL) return ss->state(); |
duke@435 | 315 | return ins->lock_stack(); |
duke@435 | 316 | } |
duke@435 | 317 | |
duke@435 | 318 | void LIR_Assembler::process_debug_info(LIR_Op* op) { |
duke@435 | 319 | Instruction* src = op->source(); |
duke@435 | 320 | if (src == NULL) return; |
duke@435 | 321 | int pc_offset = code_offset(); |
duke@435 | 322 | if (_pending_non_safepoint == src) { |
duke@435 | 323 | _pending_non_safepoint_offset = pc_offset; |
duke@435 | 324 | return; |
duke@435 | 325 | } |
duke@435 | 326 | ValueStack* vstack = debug_info(src); |
duke@435 | 327 | if (vstack == NULL) return; |
duke@435 | 328 | if (_pending_non_safepoint != NULL) { |
duke@435 | 329 | // Got some old debug info. Get rid of it. |
duke@435 | 330 | if (_pending_non_safepoint->bci() == src->bci() && |
duke@435 | 331 | debug_info(_pending_non_safepoint) == vstack) { |
duke@435 | 332 | _pending_non_safepoint_offset = pc_offset; |
duke@435 | 333 | return; |
duke@435 | 334 | } |
duke@435 | 335 | if (_pending_non_safepoint_offset < pc_offset) { |
duke@435 | 336 | record_non_safepoint_debug_info(); |
duke@435 | 337 | } |
duke@435 | 338 | _pending_non_safepoint = NULL; |
duke@435 | 339 | } |
duke@435 | 340 | // Remember the debug info. |
duke@435 | 341 | if (pc_offset > compilation()->debug_info_recorder()->last_pc_offset()) { |
duke@435 | 342 | _pending_non_safepoint = src; |
duke@435 | 343 | _pending_non_safepoint_offset = pc_offset; |
duke@435 | 344 | } |
duke@435 | 345 | } |
duke@435 | 346 | |
duke@435 | 347 | // Index caller states in s, where 0 is the oldest, 1 its callee, etc. |
duke@435 | 348 | // Return NULL if n is too large. |
duke@435 | 349 | // Returns the caller_bci for the next-younger state, also. |
duke@435 | 350 | static ValueStack* nth_oldest(ValueStack* s, int n, int& bci_result) { |
duke@435 | 351 | ValueStack* t = s; |
duke@435 | 352 | for (int i = 0; i < n; i++) { |
duke@435 | 353 | if (t == NULL) break; |
duke@435 | 354 | t = t->caller_state(); |
duke@435 | 355 | } |
duke@435 | 356 | if (t == NULL) return NULL; |
duke@435 | 357 | for (;;) { |
duke@435 | 358 | ValueStack* tc = t->caller_state(); |
duke@435 | 359 | if (tc == NULL) return s; |
duke@435 | 360 | t = tc; |
duke@435 | 361 | bci_result = s->scope()->caller_bci(); |
duke@435 | 362 | s = s->caller_state(); |
duke@435 | 363 | } |
duke@435 | 364 | } |
duke@435 | 365 | |
duke@435 | 366 | void LIR_Assembler::record_non_safepoint_debug_info() { |
duke@435 | 367 | int pc_offset = _pending_non_safepoint_offset; |
duke@435 | 368 | ValueStack* vstack = debug_info(_pending_non_safepoint); |
duke@435 | 369 | int bci = _pending_non_safepoint->bci(); |
duke@435 | 370 | |
duke@435 | 371 | DebugInformationRecorder* debug_info = compilation()->debug_info_recorder(); |
duke@435 | 372 | assert(debug_info->recording_non_safepoints(), "sanity"); |
duke@435 | 373 | |
duke@435 | 374 | debug_info->add_non_safepoint(pc_offset); |
duke@435 | 375 | |
duke@435 | 376 | // Visit scopes from oldest to youngest. |
duke@435 | 377 | for (int n = 0; ; n++) { |
duke@435 | 378 | int s_bci = bci; |
duke@435 | 379 | ValueStack* s = nth_oldest(vstack, n, s_bci); |
duke@435 | 380 | if (s == NULL) break; |
duke@435 | 381 | IRScope* scope = s->scope(); |
cfang@1335 | 382 | //Always pass false for reexecute since these ScopeDescs are never used for deopt |
cfang@1335 | 383 | debug_info->describe_scope(pc_offset, scope->method(), s_bci, false/*reexecute*/); |
duke@435 | 384 | } |
duke@435 | 385 | |
duke@435 | 386 | debug_info->end_non_safepoint(pc_offset); |
duke@435 | 387 | } |
duke@435 | 388 | |
duke@435 | 389 | |
duke@435 | 390 | void LIR_Assembler::add_debug_info_for_null_check_here(CodeEmitInfo* cinfo) { |
duke@435 | 391 | add_debug_info_for_null_check(code_offset(), cinfo); |
duke@435 | 392 | } |
duke@435 | 393 | |
duke@435 | 394 | void LIR_Assembler::add_debug_info_for_null_check(int pc_offset, CodeEmitInfo* cinfo) { |
duke@435 | 395 | ImplicitNullCheckStub* stub = new ImplicitNullCheckStub(pc_offset, cinfo); |
duke@435 | 396 | emit_code_stub(stub); |
duke@435 | 397 | } |
duke@435 | 398 | |
duke@435 | 399 | void LIR_Assembler::add_debug_info_for_div0_here(CodeEmitInfo* info) { |
duke@435 | 400 | add_debug_info_for_div0(code_offset(), info); |
duke@435 | 401 | } |
duke@435 | 402 | |
duke@435 | 403 | void LIR_Assembler::add_debug_info_for_div0(int pc_offset, CodeEmitInfo* cinfo) { |
duke@435 | 404 | DivByZeroStub* stub = new DivByZeroStub(pc_offset, cinfo); |
duke@435 | 405 | emit_code_stub(stub); |
duke@435 | 406 | } |
duke@435 | 407 | |
duke@435 | 408 | void LIR_Assembler::emit_rtcall(LIR_OpRTCall* op) { |
duke@435 | 409 | rt_call(op->result_opr(), op->addr(), op->arguments(), op->tmp(), op->info()); |
duke@435 | 410 | } |
duke@435 | 411 | |
duke@435 | 412 | |
duke@435 | 413 | void LIR_Assembler::emit_call(LIR_OpJavaCall* op) { |
duke@435 | 414 | verify_oop_map(op->info()); |
duke@435 | 415 | |
twisti@1730 | 416 | // JSR 292 |
twisti@1730 | 417 | // Preserve the SP over MethodHandle call sites. |
twisti@1730 | 418 | if (op->is_method_handle_invoke()) { |
twisti@1730 | 419 | preserve_SP(); |
twisti@1730 | 420 | } |
twisti@1730 | 421 | |
duke@435 | 422 | if (os::is_MP()) { |
duke@435 | 423 | // must align calls sites, otherwise they can't be updated atomically on MP hardware |
duke@435 | 424 | align_call(op->code()); |
duke@435 | 425 | } |
duke@435 | 426 | |
duke@435 | 427 | // emit the static call stub stuff out of line |
duke@435 | 428 | emit_static_call_stub(); |
duke@435 | 429 | |
duke@435 | 430 | switch (op->code()) { |
duke@435 | 431 | case lir_static_call: |
twisti@1730 | 432 | call(op, relocInfo::static_call_type); |
duke@435 | 433 | break; |
duke@435 | 434 | case lir_optvirtual_call: |
twisti@1730 | 435 | case lir_dynamic_call: |
twisti@1730 | 436 | call(op, relocInfo::opt_virtual_call_type); |
duke@435 | 437 | break; |
duke@435 | 438 | case lir_icvirtual_call: |
twisti@1730 | 439 | ic_call(op); |
duke@435 | 440 | break; |
duke@435 | 441 | case lir_virtual_call: |
twisti@1730 | 442 | vtable_call(op); |
duke@435 | 443 | break; |
duke@435 | 444 | default: ShouldNotReachHere(); |
duke@435 | 445 | } |
twisti@1730 | 446 | |
twisti@1730 | 447 | if (op->is_method_handle_invoke()) { |
twisti@1730 | 448 | restore_SP(); |
twisti@1730 | 449 | } |
twisti@1730 | 450 | |
never@739 | 451 | #if defined(X86) && defined(TIERED) |
duke@435 | 452 | // C2 leave fpu stack dirty clean it |
duke@435 | 453 | if (UseSSE < 2) { |
duke@435 | 454 | int i; |
duke@435 | 455 | for ( i = 1; i <= 7 ; i++ ) { |
duke@435 | 456 | ffree(i); |
duke@435 | 457 | } |
duke@435 | 458 | if (!op->result_opr()->is_float_kind()) { |
duke@435 | 459 | ffree(0); |
duke@435 | 460 | } |
duke@435 | 461 | } |
never@739 | 462 | #endif // X86 && TIERED |
duke@435 | 463 | } |
duke@435 | 464 | |
duke@435 | 465 | |
duke@435 | 466 | void LIR_Assembler::emit_opLabel(LIR_OpLabel* op) { |
duke@435 | 467 | _masm->bind (*(op->label())); |
duke@435 | 468 | } |
duke@435 | 469 | |
duke@435 | 470 | |
duke@435 | 471 | void LIR_Assembler::emit_op1(LIR_Op1* op) { |
duke@435 | 472 | switch (op->code()) { |
duke@435 | 473 | case lir_move: |
duke@435 | 474 | if (op->move_kind() == lir_move_volatile) { |
duke@435 | 475 | assert(op->patch_code() == lir_patch_none, "can't patch volatiles"); |
duke@435 | 476 | volatile_move_op(op->in_opr(), op->result_opr(), op->type(), op->info()); |
duke@435 | 477 | } else { |
duke@435 | 478 | move_op(op->in_opr(), op->result_opr(), op->type(), |
duke@435 | 479 | op->patch_code(), op->info(), op->pop_fpu_stack(), op->move_kind() == lir_move_unaligned); |
duke@435 | 480 | } |
duke@435 | 481 | break; |
duke@435 | 482 | |
duke@435 | 483 | case lir_prefetchr: |
duke@435 | 484 | prefetchr(op->in_opr()); |
duke@435 | 485 | break; |
duke@435 | 486 | |
duke@435 | 487 | case lir_prefetchw: |
duke@435 | 488 | prefetchw(op->in_opr()); |
duke@435 | 489 | break; |
duke@435 | 490 | |
duke@435 | 491 | case lir_roundfp: { |
duke@435 | 492 | LIR_OpRoundFP* round_op = op->as_OpRoundFP(); |
duke@435 | 493 | roundfp_op(round_op->in_opr(), round_op->tmp(), round_op->result_opr(), round_op->pop_fpu_stack()); |
duke@435 | 494 | break; |
duke@435 | 495 | } |
duke@435 | 496 | |
duke@435 | 497 | case lir_return: |
duke@435 | 498 | return_op(op->in_opr()); |
duke@435 | 499 | break; |
duke@435 | 500 | |
duke@435 | 501 | case lir_safepoint: |
duke@435 | 502 | if (compilation()->debug_info_recorder()->last_pc_offset() == code_offset()) { |
duke@435 | 503 | _masm->nop(); |
duke@435 | 504 | } |
duke@435 | 505 | safepoint_poll(op->in_opr(), op->info()); |
duke@435 | 506 | break; |
duke@435 | 507 | |
duke@435 | 508 | case lir_fxch: |
duke@435 | 509 | fxch(op->in_opr()->as_jint()); |
duke@435 | 510 | break; |
duke@435 | 511 | |
duke@435 | 512 | case lir_fld: |
duke@435 | 513 | fld(op->in_opr()->as_jint()); |
duke@435 | 514 | break; |
duke@435 | 515 | |
duke@435 | 516 | case lir_ffree: |
duke@435 | 517 | ffree(op->in_opr()->as_jint()); |
duke@435 | 518 | break; |
duke@435 | 519 | |
duke@435 | 520 | case lir_branch: |
duke@435 | 521 | break; |
duke@435 | 522 | |
duke@435 | 523 | case lir_push: |
duke@435 | 524 | push(op->in_opr()); |
duke@435 | 525 | break; |
duke@435 | 526 | |
duke@435 | 527 | case lir_pop: |
duke@435 | 528 | pop(op->in_opr()); |
duke@435 | 529 | break; |
duke@435 | 530 | |
duke@435 | 531 | case lir_neg: |
duke@435 | 532 | negate(op->in_opr(), op->result_opr()); |
duke@435 | 533 | break; |
duke@435 | 534 | |
duke@435 | 535 | case lir_leal: |
duke@435 | 536 | leal(op->in_opr(), op->result_opr()); |
duke@435 | 537 | break; |
duke@435 | 538 | |
duke@435 | 539 | case lir_null_check: |
duke@435 | 540 | if (GenerateCompilerNullChecks) { |
duke@435 | 541 | add_debug_info_for_null_check_here(op->info()); |
duke@435 | 542 | |
duke@435 | 543 | if (op->in_opr()->is_single_cpu()) { |
duke@435 | 544 | _masm->null_check(op->in_opr()->as_register()); |
duke@435 | 545 | } else { |
duke@435 | 546 | Unimplemented(); |
duke@435 | 547 | } |
duke@435 | 548 | } |
duke@435 | 549 | break; |
duke@435 | 550 | |
duke@435 | 551 | case lir_monaddr: |
duke@435 | 552 | monitor_address(op->in_opr()->as_constant_ptr()->as_jint(), op->result_opr()); |
duke@435 | 553 | break; |
duke@435 | 554 | |
duke@435 | 555 | default: |
duke@435 | 556 | Unimplemented(); |
duke@435 | 557 | break; |
duke@435 | 558 | } |
duke@435 | 559 | } |
duke@435 | 560 | |
duke@435 | 561 | |
duke@435 | 562 | void LIR_Assembler::emit_op0(LIR_Op0* op) { |
duke@435 | 563 | switch (op->code()) { |
duke@435 | 564 | case lir_word_align: { |
duke@435 | 565 | while (code_offset() % BytesPerWord != 0) { |
duke@435 | 566 | _masm->nop(); |
duke@435 | 567 | } |
duke@435 | 568 | break; |
duke@435 | 569 | } |
duke@435 | 570 | |
duke@435 | 571 | case lir_nop: |
duke@435 | 572 | assert(op->info() == NULL, "not supported"); |
duke@435 | 573 | _masm->nop(); |
duke@435 | 574 | break; |
duke@435 | 575 | |
duke@435 | 576 | case lir_label: |
duke@435 | 577 | Unimplemented(); |
duke@435 | 578 | break; |
duke@435 | 579 | |
duke@435 | 580 | case lir_build_frame: |
duke@435 | 581 | build_frame(); |
duke@435 | 582 | break; |
duke@435 | 583 | |
duke@435 | 584 | case lir_std_entry: |
duke@435 | 585 | // init offsets |
duke@435 | 586 | offsets()->set_value(CodeOffsets::OSR_Entry, _masm->offset()); |
duke@435 | 587 | _masm->align(CodeEntryAlignment); |
duke@435 | 588 | if (needs_icache(compilation()->method())) { |
duke@435 | 589 | check_icache(); |
duke@435 | 590 | } |
duke@435 | 591 | offsets()->set_value(CodeOffsets::Verified_Entry, _masm->offset()); |
duke@435 | 592 | _masm->verified_entry(); |
duke@435 | 593 | build_frame(); |
duke@435 | 594 | offsets()->set_value(CodeOffsets::Frame_Complete, _masm->offset()); |
duke@435 | 595 | break; |
duke@435 | 596 | |
duke@435 | 597 | case lir_osr_entry: |
duke@435 | 598 | offsets()->set_value(CodeOffsets::OSR_Entry, _masm->offset()); |
duke@435 | 599 | osr_entry(); |
duke@435 | 600 | break; |
duke@435 | 601 | |
duke@435 | 602 | case lir_24bit_FPU: |
duke@435 | 603 | set_24bit_FPU(); |
duke@435 | 604 | break; |
duke@435 | 605 | |
duke@435 | 606 | case lir_reset_FPU: |
duke@435 | 607 | reset_FPU(); |
duke@435 | 608 | break; |
duke@435 | 609 | |
duke@435 | 610 | case lir_breakpoint: |
duke@435 | 611 | breakpoint(); |
duke@435 | 612 | break; |
duke@435 | 613 | |
duke@435 | 614 | case lir_fpop_raw: |
duke@435 | 615 | fpop(); |
duke@435 | 616 | break; |
duke@435 | 617 | |
duke@435 | 618 | case lir_membar: |
duke@435 | 619 | membar(); |
duke@435 | 620 | break; |
duke@435 | 621 | |
duke@435 | 622 | case lir_membar_acquire: |
duke@435 | 623 | membar_acquire(); |
duke@435 | 624 | break; |
duke@435 | 625 | |
duke@435 | 626 | case lir_membar_release: |
duke@435 | 627 | membar_release(); |
duke@435 | 628 | break; |
duke@435 | 629 | |
duke@435 | 630 | case lir_get_thread: |
duke@435 | 631 | get_thread(op->result_opr()); |
duke@435 | 632 | break; |
duke@435 | 633 | |
duke@435 | 634 | default: |
duke@435 | 635 | ShouldNotReachHere(); |
duke@435 | 636 | break; |
duke@435 | 637 | } |
duke@435 | 638 | } |
duke@435 | 639 | |
duke@435 | 640 | |
duke@435 | 641 | void LIR_Assembler::emit_op2(LIR_Op2* op) { |
duke@435 | 642 | switch (op->code()) { |
duke@435 | 643 | case lir_cmp: |
duke@435 | 644 | if (op->info() != NULL) { |
duke@435 | 645 | assert(op->in_opr1()->is_address() || op->in_opr2()->is_address(), |
duke@435 | 646 | "shouldn't be codeemitinfo for non-address operands"); |
duke@435 | 647 | add_debug_info_for_null_check_here(op->info()); // exception possible |
duke@435 | 648 | } |
duke@435 | 649 | comp_op(op->condition(), op->in_opr1(), op->in_opr2(), op); |
duke@435 | 650 | break; |
duke@435 | 651 | |
duke@435 | 652 | case lir_cmp_l2i: |
duke@435 | 653 | case lir_cmp_fd2i: |
duke@435 | 654 | case lir_ucmp_fd2i: |
duke@435 | 655 | comp_fl2i(op->code(), op->in_opr1(), op->in_opr2(), op->result_opr(), op); |
duke@435 | 656 | break; |
duke@435 | 657 | |
duke@435 | 658 | case lir_cmove: |
duke@435 | 659 | cmove(op->condition(), op->in_opr1(), op->in_opr2(), op->result_opr()); |
duke@435 | 660 | break; |
duke@435 | 661 | |
duke@435 | 662 | case lir_shl: |
duke@435 | 663 | case lir_shr: |
duke@435 | 664 | case lir_ushr: |
duke@435 | 665 | if (op->in_opr2()->is_constant()) { |
duke@435 | 666 | shift_op(op->code(), op->in_opr1(), op->in_opr2()->as_constant_ptr()->as_jint(), op->result_opr()); |
duke@435 | 667 | } else { |
duke@435 | 668 | shift_op(op->code(), op->in_opr1(), op->in_opr2(), op->result_opr(), op->tmp_opr()); |
duke@435 | 669 | } |
duke@435 | 670 | break; |
duke@435 | 671 | |
duke@435 | 672 | case lir_add: |
duke@435 | 673 | case lir_sub: |
duke@435 | 674 | case lir_mul: |
duke@435 | 675 | case lir_mul_strictfp: |
duke@435 | 676 | case lir_div: |
duke@435 | 677 | case lir_div_strictfp: |
duke@435 | 678 | case lir_rem: |
duke@435 | 679 | assert(op->fpu_pop_count() < 2, ""); |
duke@435 | 680 | arith_op( |
duke@435 | 681 | op->code(), |
duke@435 | 682 | op->in_opr1(), |
duke@435 | 683 | op->in_opr2(), |
duke@435 | 684 | op->result_opr(), |
duke@435 | 685 | op->info(), |
duke@435 | 686 | op->fpu_pop_count() == 1); |
duke@435 | 687 | break; |
duke@435 | 688 | |
duke@435 | 689 | case lir_abs: |
duke@435 | 690 | case lir_sqrt: |
duke@435 | 691 | case lir_sin: |
duke@435 | 692 | case lir_tan: |
duke@435 | 693 | case lir_cos: |
duke@435 | 694 | case lir_log: |
duke@435 | 695 | case lir_log10: |
duke@435 | 696 | intrinsic_op(op->code(), op->in_opr1(), op->in_opr2(), op->result_opr(), op); |
duke@435 | 697 | break; |
duke@435 | 698 | |
duke@435 | 699 | case lir_logic_and: |
duke@435 | 700 | case lir_logic_or: |
duke@435 | 701 | case lir_logic_xor: |
duke@435 | 702 | logic_op( |
duke@435 | 703 | op->code(), |
duke@435 | 704 | op->in_opr1(), |
duke@435 | 705 | op->in_opr2(), |
duke@435 | 706 | op->result_opr()); |
duke@435 | 707 | break; |
duke@435 | 708 | |
duke@435 | 709 | case lir_throw: |
duke@435 | 710 | case lir_unwind: |
duke@435 | 711 | throw_op(op->in_opr1(), op->in_opr2(), op->info(), op->code() == lir_unwind); |
duke@435 | 712 | break; |
duke@435 | 713 | |
duke@435 | 714 | default: |
duke@435 | 715 | Unimplemented(); |
duke@435 | 716 | break; |
duke@435 | 717 | } |
duke@435 | 718 | } |
duke@435 | 719 | |
duke@435 | 720 | |
duke@435 | 721 | void LIR_Assembler::build_frame() { |
duke@435 | 722 | _masm->build_frame(initial_frame_size_in_bytes()); |
duke@435 | 723 | } |
duke@435 | 724 | |
duke@435 | 725 | |
duke@435 | 726 | void LIR_Assembler::roundfp_op(LIR_Opr src, LIR_Opr tmp, LIR_Opr dest, bool pop_fpu_stack) { |
duke@435 | 727 | assert((src->is_single_fpu() && dest->is_single_stack()) || |
duke@435 | 728 | (src->is_double_fpu() && dest->is_double_stack()), |
duke@435 | 729 | "round_fp: rounds register -> stack location"); |
duke@435 | 730 | |
duke@435 | 731 | reg2stack (src, dest, src->type(), pop_fpu_stack); |
duke@435 | 732 | } |
duke@435 | 733 | |
duke@435 | 734 | |
duke@435 | 735 | void LIR_Assembler::move_op(LIR_Opr src, LIR_Opr dest, BasicType type, LIR_PatchCode patch_code, CodeEmitInfo* info, bool pop_fpu_stack, bool unaligned) { |
duke@435 | 736 | if (src->is_register()) { |
duke@435 | 737 | if (dest->is_register()) { |
duke@435 | 738 | assert(patch_code == lir_patch_none && info == NULL, "no patching and info allowed here"); |
duke@435 | 739 | reg2reg(src, dest); |
duke@435 | 740 | } else if (dest->is_stack()) { |
duke@435 | 741 | assert(patch_code == lir_patch_none && info == NULL, "no patching and info allowed here"); |
duke@435 | 742 | reg2stack(src, dest, type, pop_fpu_stack); |
duke@435 | 743 | } else if (dest->is_address()) { |
duke@435 | 744 | reg2mem(src, dest, type, patch_code, info, pop_fpu_stack, unaligned); |
duke@435 | 745 | } else { |
duke@435 | 746 | ShouldNotReachHere(); |
duke@435 | 747 | } |
duke@435 | 748 | |
duke@435 | 749 | } else if (src->is_stack()) { |
duke@435 | 750 | assert(patch_code == lir_patch_none && info == NULL, "no patching and info allowed here"); |
duke@435 | 751 | if (dest->is_register()) { |
duke@435 | 752 | stack2reg(src, dest, type); |
duke@435 | 753 | } else if (dest->is_stack()) { |
duke@435 | 754 | stack2stack(src, dest, type); |
duke@435 | 755 | } else { |
duke@435 | 756 | ShouldNotReachHere(); |
duke@435 | 757 | } |
duke@435 | 758 | |
duke@435 | 759 | } else if (src->is_constant()) { |
duke@435 | 760 | if (dest->is_register()) { |
duke@435 | 761 | const2reg(src, dest, patch_code, info); // patching is possible |
duke@435 | 762 | } else if (dest->is_stack()) { |
duke@435 | 763 | assert(patch_code == lir_patch_none && info == NULL, "no patching and info allowed here"); |
duke@435 | 764 | const2stack(src, dest); |
duke@435 | 765 | } else if (dest->is_address()) { |
duke@435 | 766 | assert(patch_code == lir_patch_none, "no patching allowed here"); |
duke@435 | 767 | const2mem(src, dest, type, info); |
duke@435 | 768 | } else { |
duke@435 | 769 | ShouldNotReachHere(); |
duke@435 | 770 | } |
duke@435 | 771 | |
duke@435 | 772 | } else if (src->is_address()) { |
duke@435 | 773 | mem2reg(src, dest, type, patch_code, info, unaligned); |
duke@435 | 774 | |
duke@435 | 775 | } else { |
duke@435 | 776 | ShouldNotReachHere(); |
duke@435 | 777 | } |
duke@435 | 778 | } |
duke@435 | 779 | |
duke@435 | 780 | |
duke@435 | 781 | void LIR_Assembler::verify_oop_map(CodeEmitInfo* info) { |
duke@435 | 782 | #ifndef PRODUCT |
duke@435 | 783 | if (VerifyOopMaps || VerifyOops) { |
duke@435 | 784 | bool v = VerifyOops; |
duke@435 | 785 | VerifyOops = true; |
duke@435 | 786 | OopMapStream s(info->oop_map()); |
duke@435 | 787 | while (!s.is_done()) { |
duke@435 | 788 | OopMapValue v = s.current(); |
duke@435 | 789 | if (v.is_oop()) { |
duke@435 | 790 | VMReg r = v.reg(); |
duke@435 | 791 | if (!r->is_stack()) { |
duke@435 | 792 | stringStream st; |
duke@435 | 793 | st.print("bad oop %s at %d", r->as_Register()->name(), _masm->offset()); |
duke@435 | 794 | #ifdef SPARC |
duke@435 | 795 | _masm->_verify_oop(r->as_Register(), strdup(st.as_string()), __FILE__, __LINE__); |
duke@435 | 796 | #else |
duke@435 | 797 | _masm->verify_oop(r->as_Register()); |
duke@435 | 798 | #endif |
duke@435 | 799 | } else { |
duke@435 | 800 | _masm->verify_stack_oop(r->reg2stack() * VMRegImpl::stack_slot_size); |
duke@435 | 801 | } |
duke@435 | 802 | } |
duke@435 | 803 | s.next(); |
duke@435 | 804 | } |
duke@435 | 805 | VerifyOops = v; |
duke@435 | 806 | } |
duke@435 | 807 | #endif |
duke@435 | 808 | } |