duke@435: /*
duke@435:  * Copyright 2003-2005 Sun Microsystems, Inc.  All Rights Reserved.
duke@435:  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@435:  *
duke@435:  * This code is free software; you can redistribute it and/or modify it
duke@435:  * under the terms of the GNU General Public License version 2 only, as
duke@435:  * published by the Free Software Foundation.
duke@435:  *
duke@435:  * This code is distributed in the hope that it will be useful, but WITHOUT
duke@435:  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@435:  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
duke@435:  * version 2 for more details (a copy is included in the LICENSE file that
duke@435:  * accompanied this code).
duke@435:  *
duke@435:  * You should have received a copy of the GNU General Public License version
duke@435:  * 2 along with this work; if not, write to the Free Software Foundation,
duke@435:  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@435:  *
duke@435:  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
duke@435:  * CA 95054 USA or visit www.sun.com if you need additional information or
duke@435:  * have any questions.
duke@435:  *
duke@435:  */
duke@435: 
duke@435: #include "incls/_precompiled.incl"
duke@435: #include "incls/_interpreterRT_x86_64.cpp.incl"
duke@435: 
duke@435: #define __ _masm->
duke@435: 
duke@435: // Implementation of SignatureHandlerGenerator
duke@435: 
duke@435: Register InterpreterRuntime::SignatureHandlerGenerator::from() { return r14; }
duke@435: Register InterpreterRuntime::SignatureHandlerGenerator::to()   { return rsp; }
duke@435: Register InterpreterRuntime::SignatureHandlerGenerator::temp() { return rscratch1; }
duke@435: 
duke@435: void InterpreterRuntime::SignatureHandlerGenerator::pass_int() {
duke@435:   const Address src(from(), Interpreter::local_offset_in_bytes(offset()));
duke@435: 
duke@435: #ifdef _WIN64
duke@435:   switch (_num_args) {
duke@435:   case 0:
duke@435:     __ movl(c_rarg1, src);
duke@435:     _num_args++;
duke@435:     break;
duke@435:   case 1:
duke@435:     __ movl(c_rarg2, src);
duke@435:     _num_args++;
duke@435:     break;
duke@435:   case 2:
duke@435:     __ movl(c_rarg3, src);
duke@435:     _num_args++;
duke@435:     break;
duke@435:   default:
duke@435:     __ movl(rax, src);
duke@435:     __ movl(Address(to(), _stack_offset), rax);
duke@435:     _stack_offset += wordSize;
duke@435:     break;
duke@435:   }
duke@435: #else
duke@435:   switch (_num_int_args) {
duke@435:   case 0:
duke@435:     __ movl(c_rarg1, src);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   case 1:
duke@435:     __ movl(c_rarg2, src);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   case 2:
duke@435:     __ movl(c_rarg3, src);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   case 3:
duke@435:     __ movl(c_rarg4, src);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   case 4:
duke@435:     __ movl(c_rarg5, src);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   default:
duke@435:     __ movl(rax, src);
duke@435:     __ movl(Address(to(), _stack_offset), rax);
duke@435:     _stack_offset += wordSize;
duke@435:     break;
duke@435:   }
duke@435: #endif
duke@435: }
duke@435: 
duke@435: void InterpreterRuntime::SignatureHandlerGenerator::pass_long() {
duke@435:   const Address src(from(), Interpreter::local_offset_in_bytes(offset() + 1));
duke@435: 
duke@435: #ifdef _WIN64
duke@435:   switch (_num_args) {
duke@435:   case 0:
duke@435:     __ movq(c_rarg1, src);
duke@435:     _num_args++;
duke@435:     break;
duke@435:   case 1:
duke@435:     __ movq(c_rarg2, src);
duke@435:     _num_args++;
duke@435:     break;
duke@435:   case 2:
duke@435:     __ movq(c_rarg3, src);
duke@435:     _num_args++;
duke@435:     break;
duke@435:   case 3:
duke@435:   default:
duke@435:     __ movq(rax, src);
duke@435:     __ movq(Address(to(), _stack_offset), rax);
duke@435:     _stack_offset += wordSize;
duke@435:     break;
duke@435:   }
duke@435: #else
duke@435:   switch (_num_int_args) {
duke@435:   case 0:
duke@435:     __ movq(c_rarg1, src);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   case 1:
duke@435:     __ movq(c_rarg2, src);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   case 2:
duke@435:     __ movq(c_rarg3, src);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   case 3:
duke@435:     __ movq(c_rarg4, src);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   case 4:
duke@435:     __ movq(c_rarg5, src);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   default:
duke@435:     __ movq(rax, src);
duke@435:     __ movq(Address(to(), _stack_offset), rax);
duke@435:     _stack_offset += wordSize;
duke@435:     break;
duke@435:   }
duke@435: #endif
duke@435: }
duke@435: 
duke@435: void InterpreterRuntime::SignatureHandlerGenerator::pass_float() {
duke@435:   const Address src(from(), Interpreter::local_offset_in_bytes(offset()));
duke@435: 
duke@435: #ifdef _WIN64
duke@435:   if (_num_args < Argument::n_float_register_parameters_c-1) {
duke@435:     __ movflt(as_XMMRegister(++_num_args), src);
duke@435:   } else {
duke@435:     __ movl(rax, src);
duke@435:     __ movl(Address(to(), _stack_offset), rax);
duke@435:     _stack_offset += wordSize;
duke@435:   }
duke@435: #else
duke@435:   if (_num_fp_args < Argument::n_float_register_parameters_c) {
duke@435:     __ movflt(as_XMMRegister(_num_fp_args++), src);
duke@435:   } else {
duke@435:     __ movl(rax, src);
duke@435:     __ movl(Address(to(), _stack_offset), rax);
duke@435:     _stack_offset += wordSize;
duke@435:   }
duke@435: #endif
duke@435: }
duke@435: 
duke@435: void InterpreterRuntime::SignatureHandlerGenerator::pass_double() {
duke@435:   const Address src(from(), Interpreter::local_offset_in_bytes(offset() + 1));
duke@435: 
duke@435: #ifdef _WIN64
duke@435:   if (_num_args < Argument::n_float_register_parameters_c-1) {
duke@435:     __ movdbl(as_XMMRegister(++_num_args), src);
duke@435:   } else {
duke@435:     __ movq(rax, src);
duke@435:     __ movq(Address(to(), _stack_offset), rax);
duke@435:     _stack_offset += wordSize;
duke@435:   }
duke@435: #else
duke@435:   if (_num_fp_args < Argument::n_float_register_parameters_c) {
duke@435:     __ movdbl(as_XMMRegister(_num_fp_args++), src);
duke@435:   } else {
duke@435:     __ movq(rax, src);
duke@435:     __ movq(Address(to(), _stack_offset), rax);
duke@435:     _stack_offset += wordSize;
duke@435:   }
duke@435: #endif
duke@435: }
duke@435: 
duke@435: void InterpreterRuntime::SignatureHandlerGenerator::pass_object() {
duke@435:   const Address src(from(), Interpreter::local_offset_in_bytes(offset()));
duke@435: 
duke@435: #ifdef _WIN64
duke@435:   switch (_num_args) {
duke@435:   case 0:
duke@435:     assert(offset() == 0, "argument register 1 can only be (non-null) receiver");
duke@435:     __ leaq(c_rarg1, src);
duke@435:     _num_args++;
duke@435:     break;
duke@435:   case 1:
duke@435:     __ leaq(rax, src);
duke@435:     __ xorl(c_rarg2, c_rarg2);
duke@435:     __ cmpq(src, 0);
duke@435:     __ cmovq(Assembler::notEqual, c_rarg2, rax);
duke@435:     _num_args++;
duke@435:     break;
duke@435:   case 2:
duke@435:     __ leaq(rax, src);
duke@435:     __ xorl(c_rarg3, c_rarg3);
duke@435:     __ cmpq(src, 0);
duke@435:     __ cmovq(Assembler::notEqual, c_rarg3, rax);
duke@435:     _num_args++;
duke@435:     break;
duke@435:   default:
duke@435:     __ leaq(rax, src);
duke@435:     __ xorl(temp(), temp());
duke@435:     __ cmpq(src, 0);
duke@435:     __ cmovq(Assembler::notEqual, temp(), rax);
duke@435:     __ movq(Address(to(), _stack_offset), temp());
duke@435:     _stack_offset += wordSize;
duke@435:     break;
duke@435:   }
duke@435: #else
duke@435:   switch (_num_int_args) {
duke@435:   case 0:
duke@435:     assert(offset() == 0, "argument register 1 can only be (non-null) receiver");
duke@435:     __ leaq(c_rarg1, src);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   case 1:
duke@435:     __ leaq(rax, src);
duke@435:     __ xorl(c_rarg2, c_rarg2);
duke@435:     __ cmpq(src, 0);
duke@435:     __ cmovq(Assembler::notEqual, c_rarg2, rax);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   case 2:
duke@435:     __ leaq(rax, src);
duke@435:     __ xorl(c_rarg3, c_rarg3);
duke@435:     __ cmpq(src, 0);
duke@435:     __ cmovq(Assembler::notEqual, c_rarg3, rax);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   case 3:
duke@435:     __ leaq(rax, src);
duke@435:     __ xorl(c_rarg4, c_rarg4);
duke@435:     __ cmpq(src, 0);
duke@435:     __ cmovq(Assembler::notEqual, c_rarg4, rax);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   case 4:
duke@435:     __ leaq(rax, src);
duke@435:     __ xorl(c_rarg5, c_rarg5);
duke@435:     __ cmpq(src, 0);
duke@435:     __ cmovq(Assembler::notEqual, c_rarg5, rax);
duke@435:     _num_int_args++;
duke@435:     break;
duke@435:   default:
duke@435:     __ leaq(rax, src);
duke@435:     __ xorl(temp(), temp());
duke@435:     __ cmpq(src, 0);
duke@435:     __ cmovq(Assembler::notEqual, temp(), rax);
duke@435:     __ movq(Address(to(), _stack_offset), temp());
duke@435:     _stack_offset += wordSize;
duke@435:     break;
duke@435:   }
duke@435: #endif
duke@435: }
duke@435: 
duke@435: void InterpreterRuntime::SignatureHandlerGenerator::generate(uint64_t fingerprint) {
duke@435:   // generate code to handle arguments
duke@435:   iterate(fingerprint);
duke@435: 
duke@435:   // return result handler
duke@435:   __ lea(rax, ExternalAddress(Interpreter::result_handler(method()->result_type())));
duke@435:   __ ret(0);
duke@435: 
duke@435:   __ flush();
duke@435: }
duke@435: 
duke@435: 
duke@435: // Implementation of SignatureHandlerLibrary
duke@435: 
duke@435: void SignatureHandlerLibrary::pd_set_handler(address handler) {}
duke@435: 
duke@435: 
duke@435: #ifdef _WIN64
duke@435: class SlowSignatureHandler
duke@435:   : public NativeSignatureIterator {
duke@435:  private:
duke@435:   address   _from;
duke@435:   intptr_t* _to;
duke@435:   intptr_t* _reg_args;
duke@435:   intptr_t* _fp_identifiers;
duke@435:   unsigned int _num_args;
duke@435: 
duke@435: #ifdef ASSERT
duke@435:   void verify_tag(frame::Tag t) {
duke@435:     assert(!TaggedStackInterpreter ||
duke@435:            *(intptr_t*)(_from+Interpreter::local_tag_offset_in_bytes(0)) == t, "wrong tag");
duke@435:   }
duke@435: #endif // ASSERT
duke@435: 
duke@435:   virtual void pass_int()
duke@435:   {
duke@435:     jint from_obj = *(jint *)(_from+Interpreter::local_offset_in_bytes(0));
duke@435:     debug_only(verify_tag(frame::TagValue));
duke@435:     _from -= Interpreter::stackElementSize();
duke@435: 
duke@435:     if (_num_args < Argument::n_int_register_parameters_c-1) {
duke@435:       *_reg_args++ = from_obj;
duke@435:       _num_args++;
duke@435:     } else {
duke@435:       *_to++ = from_obj;
duke@435:     }
duke@435:   }
duke@435: 
duke@435:   virtual void pass_long()
duke@435:   {
duke@435:     intptr_t from_obj = *(intptr_t*)(_from+Interpreter::local_offset_in_bytes(1));
duke@435:     debug_only(verify_tag(frame::TagValue));
duke@435:     _from -= 2*Interpreter::stackElementSize();
duke@435: 
duke@435:     if (_num_args < Argument::n_int_register_parameters_c-1) {
duke@435:       *_reg_args++ = from_obj;
duke@435:       _num_args++;
duke@435:     } else {
duke@435:       *_to++ = from_obj;
duke@435:     }
duke@435:   }
duke@435: 
duke@435:   virtual void pass_object()
duke@435:   {
duke@435:     intptr_t *from_addr = (intptr_t*)(_from + Interpreter::local_offset_in_bytes(0));
duke@435:     debug_only(verify_tag(frame::TagReference));
duke@435:     _from -= Interpreter::stackElementSize();
duke@435:     if (_num_args < Argument::n_int_register_parameters_c-1) {
duke@435:       *_reg_args++ = (*from_addr == 0) ? NULL : (intptr_t) from_addr;
duke@435:       _num_args++;
duke@435:     } else {
duke@435:       *_to++ = (*from_addr == 0) ? NULL : (intptr_t) from_addr;
duke@435:     }
duke@435:   }
duke@435: 
duke@435:   virtual void pass_float()
duke@435:   {
duke@435:     jint from_obj = *(jint *)(_from+Interpreter::local_offset_in_bytes(0));
duke@435:     debug_only(verify_tag(frame::TagValue));
duke@435:     _from -= Interpreter::stackElementSize();
duke@435: 
duke@435:     if (_num_args < Argument::n_float_register_parameters_c-1) {
duke@435:       *_reg_args++ = from_obj;
duke@435:       *_fp_identifiers |= (0x01 << (_num_args*2)); // mark as float
duke@435:       _num_args++;
duke@435:     } else {
duke@435:       *_to++ = from_obj;
duke@435:     }
duke@435:   }
duke@435: 
duke@435:   virtual void pass_double()
duke@435:   {
duke@435:     intptr_t from_obj = *(intptr_t*)(_from+Interpreter::local_offset_in_bytes(1));
duke@435:     debug_only(verify_tag(frame::TagValue));
duke@435:     _from -= 2*Interpreter::stackElementSize();
duke@435: 
duke@435:     if (_num_args < Argument::n_float_register_parameters_c-1) {
duke@435:       *_reg_args++ = from_obj;
duke@435:       *_fp_identifiers |= (0x3 << (_num_args*2)); // mark as double
duke@435:       _num_args++;
duke@435:     } else {
duke@435:       *_to++ = from_obj;
duke@435:     }
duke@435:   }
duke@435: 
duke@435:  public:
duke@435:   SlowSignatureHandler(methodHandle method, address from, intptr_t* to)
duke@435:     : NativeSignatureIterator(method)
duke@435:   {
duke@435:     _from = from;
duke@435:     _to   = to;
duke@435: 
duke@435:     _reg_args = to - (method->is_static() ? 4 : 5);
duke@435:     _fp_identifiers = to - 2;
duke@435:     _to = _to + 4;  // Windows reserves stack space for register arguments
duke@435:     *(int*) _fp_identifiers = 0;
duke@435:     _num_args = (method->is_static() ? 1 : 0);
duke@435:   }
duke@435: };
duke@435: #else
duke@435: class SlowSignatureHandler
duke@435:   : public NativeSignatureIterator {
duke@435:  private:
duke@435:   address   _from;
duke@435:   intptr_t* _to;
duke@435:   intptr_t* _int_args;
duke@435:   intptr_t* _fp_args;
duke@435:   intptr_t* _fp_identifiers;
duke@435:   unsigned int _num_int_args;
duke@435:   unsigned int _num_fp_args;
duke@435: 
duke@435: #ifdef ASSERT
duke@435:   void verify_tag(frame::Tag t) {
duke@435:     assert(!TaggedStackInterpreter ||
duke@435:            *(intptr_t*)(_from+Interpreter::local_tag_offset_in_bytes(0)) == t, "wrong tag");
duke@435:   }
duke@435: #endif // ASSERT
duke@435: 
duke@435:   virtual void pass_int()
duke@435:   {
duke@435:     jint from_obj = *(jint *)(_from+Interpreter::local_offset_in_bytes(0));
duke@435:     debug_only(verify_tag(frame::TagValue));
duke@435:     _from -= Interpreter::stackElementSize();
duke@435: 
duke@435:     if (_num_int_args < Argument::n_int_register_parameters_c-1) {
duke@435:       *_int_args++ = from_obj;
duke@435:       _num_int_args++;
duke@435:     } else {
duke@435:       *_to++ = from_obj;
duke@435:     }
duke@435:   }
duke@435: 
duke@435:   virtual void pass_long()
duke@435:   {
duke@435:     intptr_t from_obj = *(intptr_t*)(_from+Interpreter::local_offset_in_bytes(1));
duke@435:     debug_only(verify_tag(frame::TagValue));
duke@435:     _from -= 2*Interpreter::stackElementSize();
duke@435: 
duke@435:     if (_num_int_args < Argument::n_int_register_parameters_c-1) {
duke@435:       *_int_args++ = from_obj;
duke@435:       _num_int_args++;
duke@435:     } else {
duke@435:       *_to++ = from_obj;
duke@435:     }
duke@435:   }
duke@435: 
duke@435:   virtual void pass_object()
duke@435:   {
duke@435:     intptr_t *from_addr = (intptr_t*)(_from + Interpreter::local_offset_in_bytes(0));
duke@435:     debug_only(verify_tag(frame::TagReference));
duke@435:     _from -= Interpreter::stackElementSize();
duke@435: 
duke@435:     if (_num_int_args < Argument::n_int_register_parameters_c-1) {
duke@435:       *_int_args++ = (*from_addr == 0) ? NULL : (intptr_t)from_addr;
duke@435:       _num_int_args++;
duke@435:     } else {
duke@435:       *_to++ = (*from_addr == 0) ? NULL : (intptr_t) from_addr;
duke@435:     }
duke@435:   }
duke@435: 
duke@435:   virtual void pass_float()
duke@435:   {
duke@435:     jint from_obj = *(jint*)(_from+Interpreter::local_offset_in_bytes(0));
duke@435:     debug_only(verify_tag(frame::TagValue));
duke@435:     _from -= Interpreter::stackElementSize();
duke@435: 
duke@435:     if (_num_fp_args < Argument::n_float_register_parameters_c) {
duke@435:       *_fp_args++ = from_obj;
duke@435:       _num_fp_args++;
duke@435:     } else {
duke@435:       *_to++ = from_obj;
duke@435:     }
duke@435:   }
duke@435: 
duke@435:   virtual void pass_double()
duke@435:   {
duke@435:     intptr_t from_obj = *(intptr_t*)(_from+Interpreter::local_offset_in_bytes(1));
duke@435:     _from -= 2*Interpreter::stackElementSize();
duke@435: 
duke@435:     if (_num_fp_args < Argument::n_float_register_parameters_c) {
duke@435:       *_fp_args++ = from_obj;
duke@435:       *_fp_identifiers |= (1 << _num_fp_args); // mark as double
duke@435:       _num_fp_args++;
duke@435:     } else {
duke@435:       *_to++ = from_obj;
duke@435:     }
duke@435:   }
duke@435: 
duke@435:  public:
duke@435:   SlowSignatureHandler(methodHandle method, address from, intptr_t* to)
duke@435:     : NativeSignatureIterator(method)
duke@435:   {
duke@435:     _from = from;
duke@435:     _to   = to;
duke@435: 
duke@435:     _int_args = to - (method->is_static() ? 14 : 15);
duke@435:     _fp_args =  to - 9;
duke@435:     _fp_identifiers = to - 10;
duke@435:     *(int*) _fp_identifiers = 0;
duke@435:     _num_int_args = (method->is_static() ? 1 : 0);
duke@435:     _num_fp_args = 0;
duke@435:   }
duke@435: };
duke@435: #endif
duke@435: 
duke@435: 
duke@435: IRT_ENTRY(address,
duke@435:           InterpreterRuntime::slow_signature_handler(JavaThread* thread,
duke@435:                                                      methodOopDesc* method,
duke@435:                                                      intptr_t* from,
duke@435:                                                      intptr_t* to))
duke@435:   methodHandle m(thread, (methodOop)method);
duke@435:   assert(m->is_native(), "sanity check");
duke@435: 
duke@435:   // handle arguments
duke@435:   SlowSignatureHandler(m, (address)from, to + 1).iterate(UCONST64(-1));
duke@435: 
duke@435:   // return result handler
duke@435:   return Interpreter::result_handler(m->result_type());
duke@435: IRT_END