Mercurial > jdk8-mips64-public > hotspot / file revision

 /*

  * Copyright (c) 2003, 2013, Oracle and/or its affiliates. All rights reserved.

  * Copyright (c) 2015, 2019, Loongson Technology. All rights reserved.

  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.

  *

  * This code is free software; you can redistribute it and/or modify it

  * under the terms of the GNU General Public License version 2 only, as

  * published by the Free Software Foundation.

  *

  * This code is distributed in the hope that it will be useful, but WITHOUT

  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or

  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License

  * version 2 for more details (a copy is included in the LICENSE file that

  * accompanied this code).

  *

  * You should have received a copy of the GNU General Public License version

  * 2 along with this work; if not, write to the Free Software Foundation,

  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.

  *

  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA

  * or visit www.oracle.com if you need additional information or have any

  * questions.

  *

  */

 #include "precompiled.hpp"

 #include "asm/macroAssembler.hpp"

 #include "asm/macroAssembler.inline.hpp"

 #include "code/debugInfoRec.hpp"

 #include "code/icBuffer.hpp"

 #include "code/vtableStubs.hpp"

 #include "interpreter/interpreter.hpp"

 #include "oops/compiledICHolder.hpp"

 #include "prims/jvmtiRedefineClassesTrace.hpp"

 #include "runtime/sharedRuntime.hpp"

 #include "runtime/vframeArray.hpp"

 #include "vmreg_mips.inline.hpp"

 #ifdef COMPILER1

 #include "c1/c1_Runtime1.hpp"

 #endif

 #ifdef COMPILER2

 #include "opto/runtime.hpp"

 #endif

 #include <alloca.h>

 #define __ masm->

 const int StackAlignmentInSlots = StackAlignmentInBytes / VMRegImpl::stack_slot_size;

 class RegisterSaver {

   enum { FPU_regs_live = 32 };

   // Capture info about frame layout

   enum layout {

 #define DEF_LAYOUT_OFFS(regname)  regname ## _off,  regname ## H_off,

     DEF_LAYOUT_OFFS(for_16_bytes_aligned)

     DEF_LAYOUT_OFFS(fpr0)

     DEF_LAYOUT_OFFS(fpr1)

     DEF_LAYOUT_OFFS(fpr2)

     DEF_LAYOUT_OFFS(fpr3)

     DEF_LAYOUT_OFFS(fpr4)

     DEF_LAYOUT_OFFS(fpr5)

     DEF_LAYOUT_OFFS(fpr6)

     DEF_LAYOUT_OFFS(fpr7)

     DEF_LAYOUT_OFFS(fpr8)

     DEF_LAYOUT_OFFS(fpr9)

     DEF_LAYOUT_OFFS(fpr10)

     DEF_LAYOUT_OFFS(fpr11)

     DEF_LAYOUT_OFFS(fpr12)

     DEF_LAYOUT_OFFS(fpr13)

     DEF_LAYOUT_OFFS(fpr14)

     DEF_LAYOUT_OFFS(fpr15)

     DEF_LAYOUT_OFFS(fpr16)

     DEF_LAYOUT_OFFS(fpr17)

     DEF_LAYOUT_OFFS(fpr18)

     DEF_LAYOUT_OFFS(fpr19)

     DEF_LAYOUT_OFFS(fpr20)

     DEF_LAYOUT_OFFS(fpr21)

     DEF_LAYOUT_OFFS(fpr22)

     DEF_LAYOUT_OFFS(fpr23)

     DEF_LAYOUT_OFFS(fpr24)

     DEF_LAYOUT_OFFS(fpr25)

     DEF_LAYOUT_OFFS(fpr26)

     DEF_LAYOUT_OFFS(fpr27)

     DEF_LAYOUT_OFFS(fpr28)

     DEF_LAYOUT_OFFS(fpr29)

     DEF_LAYOUT_OFFS(fpr30)

     DEF_LAYOUT_OFFS(fpr31)

     DEF_LAYOUT_OFFS(v0)

     DEF_LAYOUT_OFFS(v1)

     DEF_LAYOUT_OFFS(a0)

     DEF_LAYOUT_OFFS(a1)

     DEF_LAYOUT_OFFS(a2)

     DEF_LAYOUT_OFFS(a3)

     DEF_LAYOUT_OFFS(a4)

     DEF_LAYOUT_OFFS(a5)

     DEF_LAYOUT_OFFS(a6)

     DEF_LAYOUT_OFFS(a7)

     DEF_LAYOUT_OFFS(t0)

     DEF_LAYOUT_OFFS(t1)

     DEF_LAYOUT_OFFS(t2)

     DEF_LAYOUT_OFFS(t3)

     DEF_LAYOUT_OFFS(s0)

     DEF_LAYOUT_OFFS(s1)

     DEF_LAYOUT_OFFS(s2)

     DEF_LAYOUT_OFFS(s3)

     DEF_LAYOUT_OFFS(s4)

     DEF_LAYOUT_OFFS(s5)

     DEF_LAYOUT_OFFS(s6)

     DEF_LAYOUT_OFFS(s7)

     DEF_LAYOUT_OFFS(t8)

     DEF_LAYOUT_OFFS(t9)

     DEF_LAYOUT_OFFS(gp)

     DEF_LAYOUT_OFFS(fp)

     DEF_LAYOUT_OFFS(return)

     reg_save_size

   };

   public:

   static OopMap* save_live_registers(MacroAssembler* masm, int additional_frame_words, int* total_frame_words, bool save_vectors =false );

   static void restore_live_registers(MacroAssembler* masm, bool restore_vectors = false);

   static int raOffset(void) { return return_off / 2; }

   //Rmethod

   static int methodOffset(void) { return s3_off / 2; }

   static int v0Offset(void) { return v0_off / 2; }

   static int v1Offset(void) { return v1_off / 2; }

   static int fpResultOffset(void) { return fpr0_off / 2; }

   // During deoptimization only the result register need to be restored

   // all the other values have already been extracted.

   static void restore_result_registers(MacroAssembler* masm);

 };

 OopMap* RegisterSaver::save_live_registers(MacroAssembler* masm, int additional_frame_words, int* total_frame_words, bool save_vectors ) {

   // Always make the frame size 16-byte aligned

   int frame_size_in_bytes = round_to(additional_frame_words*wordSize +

                                      reg_save_size*BytesPerInt, 16);

   // OopMap frame size is in compiler stack slots (jint's) not bytes or words

   int frame_size_in_slots = frame_size_in_bytes / BytesPerInt;

   // The caller will allocate additional_frame_words

   int additional_frame_slots = additional_frame_words*wordSize / BytesPerInt;

   // CodeBlob frame size is in words.

   int frame_size_in_words = frame_size_in_bytes / wordSize;

   *total_frame_words = frame_size_in_words;

   // save registers

   __ daddiu(SP, SP, - reg_save_size * jintSize);

   __ sdc1(F0, SP, fpr0_off * jintSize); __ sdc1(F1, SP, fpr1_off * jintSize);

   __ sdc1(F2, SP, fpr2_off * jintSize); __ sdc1(F3, SP, fpr3_off * jintSize);

   __ sdc1(F4, SP, fpr4_off * jintSize); __ sdc1(F5, SP, fpr5_off * jintSize);

   __ sdc1(F6, SP, fpr6_off * jintSize);  __ sdc1(F7, SP, fpr7_off * jintSize);

   __ sdc1(F8, SP, fpr8_off * jintSize);  __ sdc1(F9, SP, fpr9_off * jintSize);

   __ sdc1(F10, SP, fpr10_off * jintSize);  __ sdc1(F11, SP, fpr11_off * jintSize);

   __ sdc1(F12, SP, fpr12_off * jintSize);  __ sdc1(F13, SP, fpr13_off * jintSize);

   __ sdc1(F14, SP, fpr14_off * jintSize);  __ sdc1(F15, SP, fpr15_off * jintSize);

   __ sdc1(F16, SP, fpr16_off * jintSize);  __ sdc1(F17, SP, fpr17_off * jintSize);

   __ sdc1(F18, SP, fpr18_off * jintSize);  __ sdc1(F19, SP, fpr19_off * jintSize);

   __ sdc1(F20, SP, fpr20_off * jintSize);  __ sdc1(F21, SP, fpr21_off * jintSize);

   __ sdc1(F22, SP, fpr22_off * jintSize);  __ sdc1(F23, SP, fpr23_off * jintSize);

   __ sdc1(F24, SP, fpr24_off * jintSize);  __ sdc1(F25, SP, fpr25_off * jintSize);

   __ sdc1(F26, SP, fpr26_off * jintSize);  __ sdc1(F27, SP, fpr27_off * jintSize);

   __ sdc1(F28, SP, fpr28_off * jintSize);  __ sdc1(F29, SP, fpr29_off * jintSize);

   __ sdc1(F30, SP, fpr30_off * jintSize);  __ sdc1(F31, SP, fpr31_off * jintSize);

   __ sd(V0, SP, v0_off * jintSize);  __ sd(V1, SP, v1_off * jintSize);

   __ sd(A0, SP, a0_off * jintSize);  __ sd(A1, SP, a1_off * jintSize);

   __ sd(A2, SP, a2_off * jintSize);  __ sd(A3, SP, a3_off * jintSize);

   __ sd(A4, SP, a4_off * jintSize);  __ sd(A5, SP, a5_off * jintSize);

   __ sd(A6, SP, a6_off * jintSize);  __ sd(A7, SP, a7_off * jintSize);

   __ sd(T0, SP, t0_off * jintSize);

   __ sd(T1, SP, t1_off * jintSize);

   __ sd(T2, SP, t2_off * jintSize);

   __ sd(T3, SP, t3_off * jintSize);

   __ sd(S0, SP, s0_off * jintSize);

   __ sd(S1, SP, s1_off * jintSize);

   __ sd(S2, SP, s2_off * jintSize);

   __ sd(S3, SP, s3_off * jintSize);

   __ sd(S4, SP, s4_off * jintSize);

   __ sd(S5, SP, s5_off * jintSize);

   __ sd(S6, SP, s6_off * jintSize);

   __ sd(S7, SP, s7_off * jintSize);

   __ sd(T8, SP, t8_off * jintSize);

   __ sd(T9, SP, t9_off * jintSize);

   __ sd(GP, SP, gp_off * jintSize);

   __ sd(FP, SP, fp_off * jintSize);

   __ sd(RA, SP, return_off * jintSize);

   __ daddi(FP, SP, fp_off * jintSize);

   OopMapSet *oop_maps = new OopMapSet();

   //OopMap* map =  new OopMap( frame_words, 0 );

   OopMap* map =  new OopMap( frame_size_in_slots, 0 );

 //#define STACK_OFFSET(x) VMRegImpl::stack2reg((x) + additional_frame_words)

 #define STACK_OFFSET(x) VMRegImpl::stack2reg((x) + additional_frame_slots)

   map->set_callee_saved(STACK_OFFSET( v0_off), V0->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( v1_off), V1->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( a0_off), A0->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( a1_off), A1->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( a2_off), A2->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( a3_off), A3->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( a4_off), A4->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( a5_off), A5->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( a6_off), A6->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( a7_off), A7->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( t0_off), T0->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( t1_off), T1->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( t2_off), T2->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( t3_off), T3->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( s0_off), S0->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( s1_off), S1->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( s2_off), S2->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( s3_off), S3->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( s4_off), S4->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( s5_off), S5->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( s6_off), S6->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( s7_off), S7->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( t8_off), T8->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( t9_off), T9->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( gp_off), GP->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fp_off), FP->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( return_off), RA->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr0_off), F0->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr1_off), F1->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr2_off), F2->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr3_off), F3->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr4_off), F4->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr5_off), F5->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr6_off), F6->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr7_off), F7->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr8_off), F8->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr9_off), F9->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr10_off), F10->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr11_off), F11->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr12_off), F12->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr13_off), F13->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr14_off), F14->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr15_off), F15->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr16_off), F16->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr17_off), F17->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr18_off), F18->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr19_off), F19->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr20_off), F20->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr21_off), F21->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr22_off), F22->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr23_off), F23->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr24_off), F24->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr25_off), F25->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr26_off), F26->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr27_off), F27->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr28_off), F28->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr29_off), F29->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr30_off), F30->as_VMReg());

   map->set_callee_saved(STACK_OFFSET( fpr31_off), F31->as_VMReg());

 #undef STACK_OFFSET

   return map;

 }

 // Pop the current frame and restore all the registers that we

 // saved.

 void RegisterSaver::restore_live_registers(MacroAssembler* masm, bool restore_vectors) {

   __ ldc1(F0, SP, fpr0_off * jintSize); __ ldc1(F1, SP, fpr1_off * jintSize);

   __ ldc1(F2, SP, fpr2_off * jintSize); __ ldc1(F3, SP, fpr3_off * jintSize);

   __ ldc1(F4, SP, fpr4_off * jintSize); __ ldc1(F5, SP, fpr5_off * jintSize);

   __ ldc1(F6, SP, fpr6_off * jintSize);  __ ldc1(F7, SP, fpr7_off * jintSize);

   __ ldc1(F8, SP, fpr8_off * jintSize);  __ ldc1(F9, SP, fpr9_off * jintSize);

   __ ldc1(F10, SP, fpr10_off * jintSize);  __ ldc1(F11, SP, fpr11_off * jintSize);

   __ ldc1(F12, SP, fpr12_off * jintSize);  __ ldc1(F13, SP, fpr13_off * jintSize);

   __ ldc1(F14, SP, fpr14_off * jintSize);  __ ldc1(F15, SP, fpr15_off * jintSize);

   __ ldc1(F16, SP, fpr16_off * jintSize);  __ ldc1(F17, SP, fpr17_off * jintSize);

   __ ldc1(F18, SP, fpr18_off * jintSize);  __ ldc1(F19, SP, fpr19_off * jintSize);

   __ ldc1(F20, SP, fpr20_off * jintSize);  __ ldc1(F21, SP, fpr21_off * jintSize);

   __ ldc1(F22, SP, fpr22_off * jintSize);  __ ldc1(F23, SP, fpr23_off * jintSize);

   __ ldc1(F24, SP, fpr24_off * jintSize);  __ ldc1(F25, SP, fpr25_off * jintSize);

   __ ldc1(F26, SP, fpr26_off * jintSize);  __ ldc1(F27, SP, fpr27_off * jintSize);

   __ ldc1(F28, SP, fpr28_off * jintSize);  __ ldc1(F29, SP, fpr29_off * jintSize);

   __ ldc1(F30, SP, fpr30_off * jintSize);  __ ldc1(F31, SP, fpr31_off * jintSize);

   __ ld(V0, SP, v0_off * jintSize);  __ ld(V1, SP, v1_off * jintSize);

   __ ld(A0, SP, a0_off * jintSize);  __ ld(A1, SP, a1_off * jintSize);

   __ ld(A2, SP, a2_off * jintSize);  __ ld(A3, SP, a3_off * jintSize);

   __ ld(A4, SP, a4_off * jintSize);  __ ld(A5, SP, a5_off * jintSize);

   __ ld(A6, SP, a6_off * jintSize);  __ ld(A7, SP, a7_off * jintSize);

   __ ld(T0, SP, t0_off * jintSize);

   __ ld(T1, SP, t1_off * jintSize);

   __ ld(T2, SP, t2_off * jintSize);

   __ ld(T3, SP, t3_off * jintSize);

   __ ld(S0, SP, s0_off * jintSize);

   __ ld(S1, SP, s1_off * jintSize);

   __ ld(S2, SP, s2_off * jintSize);

   __ ld(S3, SP, s3_off * jintSize);

   __ ld(S4, SP, s4_off * jintSize);

   __ ld(S5, SP, s5_off * jintSize);

   __ ld(S6, SP, s6_off * jintSize);

   __ ld(S7, SP, s7_off * jintSize);

   __ ld(T8, SP, t8_off * jintSize);

   __ ld(T9, SP, t9_off * jintSize);

   __ ld(GP, SP, gp_off * jintSize);

   __ ld(FP, SP, fp_off * jintSize);

   __ ld(RA, SP, return_off * jintSize);

   __ addiu(SP, SP, reg_save_size * jintSize);

 }

 // Pop the current frame and restore the registers that might be holding

 // a result.

 // FIXME, if the result is float?

 void RegisterSaver::restore_result_registers(MacroAssembler* masm) {

   // Just restore result register. Only used by deoptimization. By

   // now any callee save register that needs to be restore to a c2

   // caller of the deoptee has been extracted into the vframeArray

   // and will be stuffed into the c2i adapter we create for later

   // restoration so only result registers need to be restored here.

   __ ld(V0, SP, v0_off * jintSize);

   __ ld(V1, SP, v1_off * jintSize);

   __ addiu(SP, SP, return_off * jintSize);

 }

 // Is vector's size (in bytes) bigger than a size saved by default?

 // 16 bytes XMM registers are saved by default using fxsave/fxrstor instructions.

 bool SharedRuntime::is_wide_vector(int size) {

   return size > 16;

 }

 // The java_calling_convention describes stack locations as ideal slots on

 // a frame with no abi restrictions. Since we must observe abi restrictions

 // (like the placement of the register window) the slots must be biased by

 // the following value.

 static int reg2offset_in(VMReg r) {

   // Account for saved fp and return address

   // This should really be in_preserve_stack_slots

   return (r->reg2stack() + 2 * VMRegImpl::slots_per_word) * VMRegImpl::stack_slot_size;  // + 2 * VMRegImpl::stack_slot_size);

 }

 static int reg2offset_out(VMReg r) {

   return (r->reg2stack() + SharedRuntime::out_preserve_stack_slots()) * VMRegImpl::stack_slot_size;

 }

 // ---------------------------------------------------------------------------

 // Read the array of BasicTypes from a signature, and compute where the

 // arguments should go.  Values in the VMRegPair regs array refer to 4-byte

 // quantities.  Values less than SharedInfo::stack0 are registers, those above

 // refer to 4-byte stack slots.  All stack slots are based off of the stack pointer

 // as framesizes are fixed.

 // VMRegImpl::stack0 refers to the first slot 0(sp).

 // and VMRegImpl::stack0+1 refers to the memory word 4-byes higher.  Register

 // up to RegisterImpl::number_of_registers) are the 32-bit

 // integer registers.

 // Pass first five oop/int args in registers T0, A0 - A3.

 // Pass float/double/long args in stack.

 // Doubles have precedence, so if you pass a mix of floats and doubles

 // the doubles will grab the registers before the floats will.

 // Note: the INPUTS in sig_bt are in units of Java argument words, which are

 // either 32-bit or 64-bit depending on the build.  The OUTPUTS are in 32-bit

 // units regardless of build.

 // ---------------------------------------------------------------------------

 // The compiled Java calling convention.

 // Pass first five oop/int args in registers T0, A0 - A3.

 // Pass float/double/long args in stack.

 // Doubles have precedence, so if you pass a mix of floats and doubles

 // the doubles will grab the registers before the floats will.

 int SharedRuntime::java_calling_convention(const BasicType *sig_bt,

                                            VMRegPair *regs,

                                            int total_args_passed,

                                            int is_outgoing) {

   // Create the mapping between argument positions and

   // registers.

   //static const Register INT_ArgReg[Argument::n_int_register_parameters_j] = {

   static const Register INT_ArgReg[Argument::n_register_parameters + 1] = {

     T0, A0, A1, A2, A3, A4, A5, A6, A7

   };

   //static const FloatRegister FP_ArgReg[Argument::n_float_register_parameters_j] = {

   static const FloatRegister FP_ArgReg[Argument::n_float_register_parameters] = {

     F12, F13, F14, F15, F16, F17, F18, F19

   };

   uint args = 0;

   uint stk_args = 0; // inc by 2 each time

   for (int i = 0; i < total_args_passed; i++) {

     switch (sig_bt[i]) {

     case T_VOID:

       // halves of T_LONG or T_DOUBLE

       assert(i != 0 && (sig_bt[i - 1] == T_LONG || sig_bt[i - 1] == T_DOUBLE), "expecting half");

       regs[i].set_bad();

       break;

     case T_BOOLEAN:

     case T_CHAR:

     case T_BYTE:

     case T_SHORT:

     case T_INT:

       if (args < Argument::n_register_parameters) {

         regs[i].set1(INT_ArgReg[args++]->as_VMReg());

       } else {

         regs[i].set1(VMRegImpl::stack2reg(stk_args));

         stk_args += 2;

       }

       break;

     case T_LONG:

       assert(sig_bt[i + 1] == T_VOID, "expecting half");

       // fall through

     case T_OBJECT:

     case T_ARRAY:

     case T_ADDRESS:

       if (args < Argument::n_register_parameters) {

         regs[i].set2(INT_ArgReg[args++]->as_VMReg());

       } else {

         regs[i].set2(VMRegImpl::stack2reg(stk_args));

         stk_args += 2;

       }

       break;

     case T_FLOAT:

       if (args < Argument::n_float_register_parameters) {

         regs[i].set1(FP_ArgReg[args++]->as_VMReg());

       } else {

         regs[i].set1(VMRegImpl::stack2reg(stk_args));

         stk_args += 2;

       }

       break;

     case T_DOUBLE:

       assert(sig_bt[i + 1] == T_VOID, "expecting half");

       if (args < Argument::n_float_register_parameters) {

         regs[i].set2(FP_ArgReg[args++]->as_VMReg());

       } else {

         regs[i].set2(VMRegImpl::stack2reg(stk_args));

         stk_args += 2;

       }

       break;

     default:

       ShouldNotReachHere();

       break;

     }

   }

   return round_to(stk_args, 2);

 }

 // Helper class mostly to avoid passing masm everywhere, and handle store

 // displacement overflow logic for LP64

 class AdapterGenerator {

   MacroAssembler *masm;

 #ifdef _LP64

   Register Rdisp;

   void set_Rdisp(Register r)  { Rdisp = r; }

 #endif // _LP64

   void patch_callers_callsite();

   // base+st_off points to top of argument

   int arg_offset(const int st_off) { return st_off; }

   int next_arg_offset(const int st_off) {

     return st_off - Interpreter::stackElementSize;

   }

 #ifdef _LP64

   // On _LP64 argument slot values are loaded first into a register

   // because they might not fit into displacement.

   Register arg_slot(const int st_off);

   Register next_arg_slot(const int st_off);

 #else

   int arg_slot(const int st_off)      { return arg_offset(st_off); }

   int next_arg_slot(const int st_off) { return next_arg_offset(st_off); }

 #endif // _LP64

   // Stores long into offset pointed to by base

   void store_c2i_long(Register r, Register base,

                       const int st_off, bool is_stack);

   void store_c2i_object(Register r, Register base,

                         const int st_off);

   void store_c2i_int(Register r, Register base,

                      const int st_off);

   void store_c2i_double(VMReg r_2,

                         VMReg r_1, Register base, const int st_off);

   void store_c2i_float(FloatRegister f, Register base,

                        const int st_off);

  public:

   //void tag_stack(const BasicType sig, int st_off);

   void gen_c2i_adapter(int total_args_passed,

                               // VMReg max_arg,

                               int comp_args_on_stack, // VMRegStackSlots

                               const BasicType *sig_bt,

                               const VMRegPair *regs,

                               Label& skip_fixup);

   void gen_i2c_adapter(int total_args_passed,

                               // VMReg max_arg,

                               int comp_args_on_stack, // VMRegStackSlots

                               const BasicType *sig_bt,

                               const VMRegPair *regs);

   AdapterGenerator(MacroAssembler *_masm) : masm(_masm) {}

 };

 // Patch the callers callsite with entry to compiled code if it exists.

 void AdapterGenerator::patch_callers_callsite() {

   Label L;

   __ verify_oop(Rmethod);

   __ ld_ptr(AT, Rmethod, in_bytes(Method::code_offset()));

   __ beq(AT, R0, L);

   __ delayed()->nop();

   // Schedule the branch target address early.

   // Call into the VM to patch the caller, then jump to compiled callee

   // V0 isn't live so capture return address while we easily can

   __ move(V0, RA);

   __ pushad();

 #ifdef COMPILER2

   // C2 may leave the stack dirty if not in SSE2+ mode

   __ empty_FPU_stack();

 #endif

   // VM needs caller's callsite

   // VM needs target method

   __ move(A0, Rmethod);

   __ move(A1, V0);

   // we should preserve the return address

   __ verify_oop(Rmethod);

   __ move(S0, SP);

   __ move(AT, -(StackAlignmentInBytes));   // align the stack

   __ andr(SP, SP, AT);

   __ call(CAST_FROM_FN_PTR(address, SharedRuntime::fixup_callers_callsite),

           relocInfo::runtime_call_type);

   __ delayed()->nop();

   __ move(SP, S0);

   __ popad();

   __ bind(L);

 }

 #ifdef _LP64

 Register AdapterGenerator::arg_slot(const int st_off) {

   Unimplemented();

 }

 Register AdapterGenerator::next_arg_slot(const int st_off){

   Unimplemented();

 }

 #endif // _LP64

 // Stores long into offset pointed to by base

 void AdapterGenerator::store_c2i_long(Register r, Register base,

                                       const int st_off, bool is_stack) {

   Unimplemented();

 }

 void AdapterGenerator::store_c2i_object(Register r, Register base,

                                         const int st_off) {

   Unimplemented();

 }

 void AdapterGenerator::store_c2i_int(Register r, Register base,

                                      const int st_off) {

   Unimplemented();

 }

 // Stores into offset pointed to by base

 void AdapterGenerator::store_c2i_double(VMReg r_2,

                       VMReg r_1, Register base, const int st_off) {

   Unimplemented();

 }

 void AdapterGenerator::store_c2i_float(FloatRegister f, Register base,

                                        const int st_off) {

   Unimplemented();

 }

 void AdapterGenerator::gen_c2i_adapter(

                             int total_args_passed,

                             // VMReg max_arg,

                             int comp_args_on_stack, // VMRegStackSlots

                             const BasicType *sig_bt,

                             const VMRegPair *regs,

                             Label& skip_fixup) {

   // Before we get into the guts of the C2I adapter, see if we should be here

   // at all.  We've come from compiled code and are attempting to jump to the

   // interpreter, which means the caller made a static call to get here

   // (vcalls always get a compiled target if there is one).  Check for a

   // compiled target.  If there is one, we need to patch the caller's call.

   // However we will run interpreted if we come thru here. The next pass

   // thru the call site will run compiled. If we ran compiled here then

   // we can (theorectically) do endless i2c->c2i->i2c transitions during

   // deopt/uncommon trap cycles. If we always go interpreted here then

   // we can have at most one and don't need to play any tricks to keep

   // from endlessly growing the stack.

   //

   // Actually if we detected that we had an i2c->c2i transition here we

   // ought to be able to reset the world back to the state of the interpreted

   // call and not bother building another interpreter arg area. We don't

   // do that at this point.

   patch_callers_callsite();

   __ bind(skip_fixup);

 #ifdef COMPILER2

   __ empty_FPU_stack();

 #endif

   //this is for native ?

   // Since all args are passed on the stack, total_args_passed * interpreter_

   // stack_element_size  is the

   // space we need.

   int extraspace = total_args_passed * Interpreter::stackElementSize;

   // stack is aligned, keep it that way

   extraspace = round_to(extraspace, 2*wordSize);

   // Get return address

   __ move(V0, RA);

   // set senderSP value

   //refer to interpreter_mips.cpp:generate_asm_entry

   __ move(Rsender, SP);

   __ addi(SP, SP, -extraspace);

   // Now write the args into the outgoing interpreter space

   for (int i = 0; i < total_args_passed; i++) {

     if (sig_bt[i] == T_VOID) {

       assert(i > 0 && (sig_bt[i-1] == T_LONG || sig_bt[i-1] == T_DOUBLE), "missing half");

       continue;

     }

     // st_off points to lowest address on stack.

     int st_off = ((total_args_passed - 1) - i) * Interpreter::stackElementSize;

     // Say 4 args:

     // i   st_off

     // 0   12 T_LONG

     // 1    8 T_VOID

     // 2    4 T_OBJECT

     // 3    0 T_BOOL

     VMReg r_1 = regs[i].first();

     VMReg r_2 = regs[i].second();

     if (!r_1->is_valid()) {

       assert(!r_2->is_valid(), "");

       continue;

     }

     if (r_1->is_stack()) {

       // memory to memory use fpu stack top

       int ld_off = r_1->reg2stack() * VMRegImpl::stack_slot_size + extraspace;

       if (!r_2->is_valid()) {

         __ ld_ptr(AT, SP, ld_off);

         __ st_ptr(AT, SP, st_off);

       } else {

         int next_off = st_off - Interpreter::stackElementSize;

         __ ld_ptr(AT, SP, ld_off);

         __ st_ptr(AT, SP, st_off);

         // Ref to is_Register condition

         if(sig_bt[i] == T_LONG || sig_bt[i] == T_DOUBLE)

           __ st_ptr(AT, SP, st_off - 8);

       }

     } else if (r_1->is_Register()) {

       Register r = r_1->as_Register();

       if (!r_2->is_valid()) {

           __ sd(r, SP, st_off);

       } else {

         //FIXME, mips will not enter here

         // long/double in gpr

         __ sd(r, SP, st_off);

         // In [java/util/zip/ZipFile.java]

         //

         //    private static native long open(String name, int mode, long lastModified);

         //    private static native int getTotal(long jzfile);

         //

         // We need to transfer T_LONG paramenters from a compiled method to a native method.

         // It's a complex process:

         //

         // Caller -> lir_static_call -> gen_resolve_stub

         //      -> -- resolve_static_call_C

         //         `- gen_c2i_adapter()  [*]

         //             |

         //       `- AdapterHandlerLibrary::get_create_apapter_index

         //      -> generate_native_entry

         //      -> InterpreterRuntime::SignatureHandlerGenerator::pass_long [**]

         //

         // In [**], T_Long parameter is stored in stack as:

         //

         //   (high)

         //    |         |

         //    -----------

         //    | 8 bytes |

         //    | (void)  |

         //    -----------

         //    | 8 bytes |

         //    | (long)  |

         //    -----------

         //    |         |

         //   (low)

         //

         // However, the sequence is reversed here:

         //

         //   (high)

         //    |         |

         //    -----------

         //    | 8 bytes |

         //    | (long)  |

         //    -----------

         //    | 8 bytes |

         //    | (void)  |

         //    -----------

         //    |         |

         //   (low)

         //

         // So I stored another 8 bytes in the T_VOID slot. It then can be accessed from generate_native_entry().

         //

         if (sig_bt[i] == T_LONG)

           __ sd(r, SP, st_off - 8);

       }

     } else if (r_1->is_FloatRegister()) {

       assert(sig_bt[i] == T_FLOAT || sig_bt[i] == T_DOUBLE, "Must be a float register");

       FloatRegister fr = r_1->as_FloatRegister();

       if (sig_bt[i] == T_FLOAT)

         __ swc1(fr, SP, st_off);

       else {

         __ sdc1(fr, SP, st_off);

         __ sdc1(fr, SP, st_off - 8);  // T_DOUBLE needs two slots

       }

     }

   }

   // Schedule the branch target address early.

   __ ld_ptr(AT, Rmethod, in_bytes(Method::interpreter_entry_offset()) );

   // And repush original return address

   __ move(RA, V0);

   __ jr (AT);

   __ delayed()->nop();

 }

 void AdapterGenerator::gen_i2c_adapter(

                                        int total_args_passed,

                                        // VMReg max_arg,

                                        int comp_args_on_stack, // VMRegStackSlots

                                        const BasicType *sig_bt,

                                        const VMRegPair *regs) {

   // Generate an I2C adapter: adjust the I-frame to make space for the C-frame

   // layout.  Lesp was saved by the calling I-frame and will be restored on

   // return.  Meanwhile, outgoing arg space is all owned by the callee

   // C-frame, so we can mangle it at will.  After adjusting the frame size,

   // hoist register arguments and repack other args according to the compiled

   // code convention.  Finally, end in a jump to the compiled code.  The entry

   // point address is the start of the buffer.

   // We will only enter here from an interpreted frame and never from after

   // passing thru a c2i. Azul allowed this but we do not. If we lose the

   // race and use a c2i we will remain interpreted for the race loser(s).

   // This removes all sorts of headaches on the mips side and also eliminates

   // the possibility of having c2i -> i2c -> c2i -> ... endless transitions.

   __ move(T9, SP);

   // Cut-out for having no stack args.  Since up to 2 int/oop args are passed

   // in registers, we will occasionally have no stack args.

   int comp_words_on_stack = 0;

   if (comp_args_on_stack) {

     // Sig words on the stack are greater-than VMRegImpl::stack0.  Those in

     // registers are below.  By subtracting stack0, we either get a negative

     // number (all values in registers) or the maximum stack slot accessed.

     // int comp_args_on_stack = VMRegImpl::reg2stack(max_arg);

     // Convert 4-byte stack slots to words.

     // did mips need round? FIXME  aoqi

     comp_words_on_stack = round_to(comp_args_on_stack*4, wordSize)>>LogBytesPerWord;

     // Round up to miminum stack alignment, in wordSize

     comp_words_on_stack = round_to(comp_words_on_stack, 2);

     __ daddi(SP, SP, -comp_words_on_stack * wordSize);

   }

   // Align the outgoing SP

   __ move(AT, -(StackAlignmentInBytes));

   __ andr(SP, SP, AT);

   // push the return address on the stack (note that pushing, rather

   // than storing it, yields the correct frame alignment for the callee)

   // Put saved SP in another register

   const Register saved_sp = V0;

   __ move(saved_sp, T9);

   // Will jump to the compiled code just as if compiled code was doing it.

   // Pre-load the register-jump target early, to schedule it better.

   __ ld(T9, Rmethod, in_bytes(Method::from_compiled_offset()));

   // Now generate the shuffle code.  Pick up all register args and move the

   // rest through the floating point stack top.

   for (int i = 0; i < total_args_passed; i++) {

     if (sig_bt[i] == T_VOID) {

       // Longs and doubles are passed in native word order, but misaligned

       // in the 32-bit build.

       assert(i > 0 && (sig_bt[i-1] == T_LONG || sig_bt[i-1] == T_DOUBLE), "missing half");

       continue;

     }

     // Pick up 0, 1 or 2 words from SP+offset.

     //FIXME. aoqi. just delete the assert

     //assert(!regs[i].second()->is_valid() || regs[i].first()->next() == regs[i].second(), "scrambled load targets?");

     // Load in argument order going down.

     int ld_off = (total_args_passed -1 - i)*Interpreter::stackElementSize;

     // Point to interpreter value (vs. tag)

     int next_off = ld_off - Interpreter::stackElementSize;

     VMReg r_1 = regs[i].first();

     VMReg r_2 = regs[i].second();

     if (!r_1->is_valid()) {

       assert(!r_2->is_valid(), "");

       continue;

     }

     if (r_1->is_stack()) {

       // Convert stack slot to an SP offset (+ wordSize to

       // account for return address )

       // NOTICE HERE!!!! I sub a wordSize here

       int st_off = regs[i].first()->reg2stack()*VMRegImpl::stack_slot_size;

       //+ wordSize;

       if (!r_2->is_valid()) {

         __ ld(AT, saved_sp, ld_off);

         __ sd(AT, SP, st_off);

       } else {

         // Interpreter local[n] == MSW, local[n+1] == LSW however locals

         // are accessed as negative so LSW is at LOW address

         // ld_off is MSW so get LSW

         // st_off is LSW (i.e. reg.first())

         // [./org/eclipse/swt/graphics/GC.java]

         // void drawImageXRender(Image srcImage, int srcX, int srcY, int srcWidth, int srcHeight,

         //  int destX, int destY, int destWidth, int destHeight,

         //  boolean simple,

         //  int imgWidth, int imgHeight,

         //  long maskPixmap,  <-- Pass T_LONG in stack

         //  int maskType);

         // Before this modification, Eclipse displays icons with solid black background.

         //

         __ ld(AT, saved_sp, ld_off);

         if (sig_bt[i] == T_LONG || sig_bt[i] == T_DOUBLE)

           __ ld(AT, saved_sp, ld_off - 8);

         __ sd(AT, SP, st_off);

       }

     } else if (r_1->is_Register()) {  // Register argument

       Register r = r_1->as_Register();

       if (r_2->is_valid()) {

         // Remember r_1 is low address (and LSB on mips)

         // So r_2 gets loaded from high address regardless of the platform

         assert(r_2->as_Register() == r_1->as_Register(), "");

         __ ld(r, saved_sp, ld_off);

         //

         // For T_LONG type, the real layout is as below:

         //

         //   (high)

         //    |         |

         //    -----------

         //    | 8 bytes |

         //    | (void)  |

         //    -----------

         //    | 8 bytes |

         //    | (long)  |

         //    -----------

         //    |         |

         //   (low)

         //

         // We should load the low-8 bytes.

         //

         if (sig_bt[i] == T_LONG)

           __ ld(r, saved_sp, ld_off - 8);

       } else {

         __ lw(r, saved_sp, ld_off);

       }

     } else if (r_1->is_FloatRegister()) { // Float Register

       assert(sig_bt[i] == T_FLOAT || sig_bt[i] == T_DOUBLE, "Must be a float register");

       FloatRegister fr = r_1->as_FloatRegister();

       if (sig_bt[i] == T_FLOAT)

           __ lwc1(fr, saved_sp, ld_off);

       else {

           __ ldc1(fr, saved_sp, ld_off);

           __ ldc1(fr, saved_sp, ld_off - 8);

       }

     }

   }

   // 6243940 We might end up in handle_wrong_method if

   // the callee is deoptimized as we race thru here. If that

   // happens we don't want to take a safepoint because the

   // caller frame will look interpreted and arguments are now

   // "compiled" so it is much better to make this transition

   // invisible to the stack walking code. Unfortunately if

   // we try and find the callee by normal means a safepoint

   // is possible. So we stash the desired callee in the thread

   // and the vm will find there should this case occur.

   __ get_thread(T8);

   __ sd(Rmethod, T8, in_bytes(JavaThread::callee_target_offset()));

   // move methodOop to V0 in case we end up in an c2i adapter.

   // the c2i adapters expect methodOop in V0 (c2) because c2's

   // resolve stubs return the result (the method) in V0.

   // I'd love to fix this.

   __ move(V0, Rmethod);

   __ jr(T9);

   __ delayed()->nop();

 }

 // ---------------------------------------------------------------

 AdapterHandlerEntry* SharedRuntime::generate_i2c2i_adapters(MacroAssembler *masm,

                                                             int total_args_passed,

                                                             // VMReg max_arg,

                                                             int comp_args_on_stack, // VMRegStackSlots

                                                             const BasicType *sig_bt,

                                                             const VMRegPair *regs,

                                                             AdapterFingerPrint* fingerprint) {

   address i2c_entry = __ pc();

   AdapterGenerator agen(masm);

   agen.gen_i2c_adapter(total_args_passed, comp_args_on_stack, sig_bt, regs);

   // -------------------------------------------------------------------------

   // Generate a C2I adapter.  On entry we know G5 holds the methodOop.  The

   // args start out packed in the compiled layout.  They need to be unpacked

   // into the interpreter layout.  This will almost always require some stack

   // space.  We grow the current (compiled) stack, then repack the args.  We

   // finally end in a jump to the generic interpreter entry point.  On exit

   // from the interpreter, the interpreter will restore our SP (lest the

   // compiled code, which relys solely on SP and not FP, get sick).

   address c2i_unverified_entry = __ pc();

   Label skip_fixup;

   {

     Register holder = T1;

     Register receiver = T0;

     Register temp = T8;

     address ic_miss = SharedRuntime::get_ic_miss_stub();

     Label missed;

     __ verify_oop(holder);

     //add for compressedoops

     __ load_klass(temp, receiver);

     __ verify_oop(temp);

     __ ld_ptr(AT, holder, CompiledICHolder::holder_klass_offset());

     __ ld_ptr(Rmethod, holder, CompiledICHolder::holder_metadata_offset());

     __ bne(AT, temp, missed);

     __ delayed()->nop();

     // Method might have been compiled since the call site was patched to

     // interpreted if that is the case treat it as a miss so we can get

     // the call site corrected.

     __ ld_ptr(AT, Rmethod, in_bytes(Method::code_offset()));

     __ beq(AT, R0, skip_fixup);

     __ delayed()->nop();

     __ bind(missed);

     __ jmp(ic_miss, relocInfo::runtime_call_type);

     __ delayed()->nop();

   }

   address c2i_entry = __ pc();

   agen.gen_c2i_adapter(total_args_passed, comp_args_on_stack, sig_bt, regs, skip_fixup);

   __ flush();

   return  AdapterHandlerLibrary::new_entry(fingerprint, i2c_entry, c2i_entry, c2i_unverified_entry);

 }

 int SharedRuntime::c_calling_convention(const BasicType *sig_bt,

                                          VMRegPair *regs,

                                          VMRegPair *regs2,

                                          int total_args_passed) {

   assert(regs2 == NULL, "not needed on MIPS");

   // Return the number of VMReg stack_slots needed for the args.

   // This value does not include an abi space (like register window

   // save area).

   // The native convention is V8 if !LP64

   // The LP64 convention is the V9 convention which is slightly more sane.

   // We return the amount of VMReg stack slots we need to reserve for all

   // the arguments NOT counting out_preserve_stack_slots. Since we always

   // have space for storing at least 6 registers to memory we start with that.

   // See int_stk_helper for a further discussion.

   // We return the amount of VMRegImpl stack slots we need to reserve for all

   // the arguments NOT counting out_preserve_stack_slots.

   static const Register INT_ArgReg[Argument::n_register_parameters] = {

     A0, A1, A2, A3, A4, A5, A6, A7

   };

   static const FloatRegister FP_ArgReg[Argument::n_float_register_parameters] = {

     F12, F13, F14, F15, F16, F17, F18, F19

   };

   uint args = 0;

   uint stk_args = 0; // inc by 2 each time

 // Example:

 //    n   java.lang.UNIXProcess::forkAndExec

 //     private native int forkAndExec(byte[] prog,

 //                                    byte[] argBlock, int argc,

 //                                    byte[] envBlock, int envc,

 //                                    byte[] dir,

 //                                    boolean redirectErrorStream,

 //                                    FileDescriptor stdin_fd,

 //                                    FileDescriptor stdout_fd,

 //                                    FileDescriptor stderr_fd)

 // JNIEXPORT jint JNICALL

 // Java_java_lang_UNIXProcess_forkAndExec(JNIEnv *env,

 //                                        jobject process,

 //                                        jbyteArray prog,

 //                                        jbyteArray argBlock, jint argc,

 //                                        jbyteArray envBlock, jint envc,

 //                                        jbyteArray dir,

 //                                        jboolean redirectErrorStream,

 //                                        jobject stdin_fd,

 //                                        jobject stdout_fd,

 //                                        jobject stderr_fd)

 //

 // ::c_calling_convention

 // 0:     // env    <-- a0

 // 1: L    // klass/obj  <-- t0 => a1

 // 2: [    // prog[]  <-- a0 => a2

 // 3: [    // argBlock[]  <-- a1 => a3

 // 4: I    // argc

 // 5: [    // envBlock[]  <-- a3 => a5

 // 6: I    // envc

 // 7: [    // dir[]  <-- a5 => a7

 // 8: Z    // redirectErrorStream  a6 => sp[0]

 // 9: L    // stdin    a7 => sp[8]

 // 10: L    // stdout    fp[16] => sp[16]

 // 11: L    // stderr    fp[24] => sp[24]

 //

   for (int i = 0; i < total_args_passed; i++) {

     switch (sig_bt[i]) {

     case T_VOID: // Halves of longs and doubles

       assert(i != 0 && (sig_bt[i - 1] == T_LONG || sig_bt[i - 1] == T_DOUBLE), "expecting half");

       regs[i].set_bad();

       break;

     case T_BOOLEAN:

     case T_CHAR:

     case T_BYTE:

     case T_SHORT:

     case T_INT:

       if (args < Argument::n_register_parameters) {

         regs[i].set1(INT_ArgReg[args++]->as_VMReg());

       } else {

         regs[i].set1(VMRegImpl::stack2reg(stk_args));

         stk_args += 2;

       }

       break;

     case T_LONG:

       assert(sig_bt[i + 1] == T_VOID, "expecting half");

       // fall through

     case T_OBJECT:

     case T_ARRAY:

     case T_ADDRESS:

     case T_METADATA:

       if (args < Argument::n_register_parameters) {

         regs[i].set2(INT_ArgReg[args++]->as_VMReg());

       } else {

         regs[i].set2(VMRegImpl::stack2reg(stk_args));

         stk_args += 2;

       }

       break;

     case T_FLOAT:

       if (args < Argument::n_float_register_parameters) {

         regs[i].set1(FP_ArgReg[args++]->as_VMReg());

       } else {

         regs[i].set1(VMRegImpl::stack2reg(stk_args));

         stk_args += 2;

       }

       break;

     case T_DOUBLE:

       assert(sig_bt[i + 1] == T_VOID, "expecting half");

       if (args < Argument::n_float_register_parameters) {

         regs[i].set2(FP_ArgReg[args++]->as_VMReg());

       } else {

         regs[i].set2(VMRegImpl::stack2reg(stk_args));

         stk_args += 2;

       }

       break;

     default:

       ShouldNotReachHere();

       break;

     }

   }

   return round_to(stk_args, 2);

 }

 // ---------------------------------------------------------------------------

 void SharedRuntime::save_native_result(MacroAssembler *masm, BasicType ret_type, int frame_slots) {

   // We always ignore the frame_slots arg and just use the space just below frame pointer

   // which by this time is free to use

   switch (ret_type) {

     case T_FLOAT:

       __ swc1(FSF, FP, -wordSize);

       break;

     case T_DOUBLE:

       __ sdc1(FSF, FP, -wordSize );

       break;

     case T_VOID:  break;

     case T_LONG:

       __ sd(V0, FP, -wordSize);

       break;

     case T_OBJECT:

     case T_ARRAY:

       __ sd(V0, FP, -wordSize);

       break;

     default: {

       __ sw(V0, FP, -wordSize);

       }

   }

 }

 void SharedRuntime::restore_native_result(MacroAssembler *masm, BasicType ret_type, int frame_slots) {

   // We always ignore the frame_slots arg and just use the space just below frame pointer

   // which by this time is free to use

   switch (ret_type) {

     case T_FLOAT:

       __ lwc1(FSF, FP, -wordSize);

       break;

     case T_DOUBLE:

       __ ldc1(FSF, FP, -wordSize );

       break;

     case T_LONG:

       __ ld(V0, FP, -wordSize);

       break;

     case T_VOID:  break;

     case T_OBJECT:

     case T_ARRAY:

       __ ld(V0, FP, -wordSize);

       break;

     default: {

       __ lw(V0, FP, -wordSize);

       }

   }

 }

 static void save_args(MacroAssembler *masm, int arg_count, int first_arg, VMRegPair *args) {

   for ( int i = first_arg ; i < arg_count ; i++ ) {

     if (args[i].first()->is_Register()) {

       __ push(args[i].first()->as_Register());

     } else if (args[i].first()->is_FloatRegister()) {

       __ push(args[i].first()->as_FloatRegister());

     }

   }

 }

 static void restore_args(MacroAssembler *masm, int arg_count, int first_arg, VMRegPair *args) {

   for ( int i = arg_count - 1 ; i >= first_arg ; i-- ) {

     if (args[i].first()->is_Register()) {

       __ pop(args[i].first()->as_Register());

     } else if (args[i].first()->is_FloatRegister()) {

       __ pop(args[i].first()->as_FloatRegister());

     }

   }

 }

 // A simple move of integer like type

 static void simple_move32(MacroAssembler* masm, VMRegPair src, VMRegPair dst) {

   if (src.first()->is_stack()) {

     if (dst.first()->is_stack()) {

       // stack to stack

       __ lw(AT, FP, reg2offset_in(src.first()));

       __ sd(AT, SP, reg2offset_out(dst.first()));

     } else {

       // stack to reg

       __ lw(dst.first()->as_Register(),  FP, reg2offset_in(src.first()));

     }

   } else if (dst.first()->is_stack()) {

     // reg to stack

     __ sd(src.first()->as_Register(), SP, reg2offset_out(dst.first()));

   } else {

     if (dst.first() != src.first()){

       __ move(dst.first()->as_Register(), src.first()->as_Register()); // fujie error:dst.first()

     }

   }

 }

 // An oop arg. Must pass a handle not the oop itself

 static void object_move(MacroAssembler* masm,

                         OopMap* map,

                         int oop_handle_offset,

                         int framesize_in_slots,

                         VMRegPair src,

                         VMRegPair dst,

                         bool is_receiver,

                         int* receiver_offset) {

   // must pass a handle. First figure out the location we use as a handle

   //FIXME, for mips, dst can be register

   if (src.first()->is_stack()) {

     // Oop is already on the stack as an argument

     Register rHandle = V0;

     Label nil;

     __ xorr(rHandle, rHandle, rHandle);

     __ ld(AT, FP, reg2offset_in(src.first()));

     __ beq(AT, R0, nil);

     __ delayed()->nop();

     __ lea(rHandle, Address(FP, reg2offset_in(src.first())));

     __ bind(nil);

     if(dst.first()->is_stack())__ sd( rHandle, SP, reg2offset_out(dst.first()));

     else                       __ move( (dst.first())->as_Register(), rHandle);

     //if dst is register

     //FIXME, do mips need out preserve stack slots?

     int offset_in_older_frame = src.first()->reg2stack()

       + SharedRuntime::out_preserve_stack_slots();

     map->set_oop(VMRegImpl::stack2reg(offset_in_older_frame + framesize_in_slots));

     if (is_receiver) {

       *receiver_offset = (offset_in_older_frame

           + framesize_in_slots) * VMRegImpl::stack_slot_size;

     }

   } else {

     // Oop is in an a register we must store it to the space we reserve

     // on the stack for oop_handles

     const Register rOop = src.first()->as_Register();

     assert( (rOop->encoding() >= A0->encoding()) && (rOop->encoding() <= T0->encoding()),"wrong register");

     const Register rHandle = V0;

     //Important: refer to java_calling_convertion

     int oop_slot = (rOop->encoding() - A0->encoding()) * VMRegImpl::slots_per_word + oop_handle_offset;

     int offset = oop_slot*VMRegImpl::stack_slot_size;

     Label skip;

     __ sd( rOop , SP, offset );

     map->set_oop(VMRegImpl::stack2reg(oop_slot));

     __ xorr( rHandle, rHandle, rHandle);

     __ beq(rOop, R0, skip);

     __ delayed()->nop();

     __ lea(rHandle, Address(SP, offset));

     __ bind(skip);

     // Store the handle parameter

     if(dst.first()->is_stack())__ sd( rHandle, SP, reg2offset_out(dst.first()));

     else                       __ move((dst.first())->as_Register(), rHandle);

     //if dst is register

     if (is_receiver) {

       *receiver_offset = offset;

     }

   }

 }

 // A float arg may have to do float reg int reg conversion

 static void float_move(MacroAssembler* masm, VMRegPair src, VMRegPair dst) {

   assert(!src.second()->is_valid() && !dst.second()->is_valid(), "bad float_move");

   if (src.first()->is_stack()) {

     if (dst.first()->is_stack()) {

       __ lw(AT, FP, reg2offset_in(src.first()));

       __ sw(AT, SP, reg2offset_out(dst.first()));

     }

     else

       __ lwc1(dst.first()->as_FloatRegister(), FP, reg2offset_in(src.first()));

   } else {

     // reg to stack

     if(dst.first()->is_stack())

       __ swc1(src.first()->as_FloatRegister(), SP, reg2offset_out(dst.first()));

     else

       __ mov_s(dst.first()->as_FloatRegister(), src.first()->as_FloatRegister());

   }

 }

 // A long move

 static void long_move(MacroAssembler* masm, VMRegPair src, VMRegPair dst) {

   // The only legal possibility for a long_move VMRegPair is:

   // 1: two stack slots (possibly unaligned)

   // as neither the java  or C calling convention will use registers

   // for longs.

   if (src.first()->is_stack()) {

     assert(src.second()->is_stack() && dst.second()->is_stack(), "must be all stack");

     if( dst.first()->is_stack()){

       __ ld(AT, FP, reg2offset_in(src.first()));

       __ sd(AT, SP, reg2offset_out(dst.first()));

     } else {

       __ ld( (dst.first())->as_Register() , FP, reg2offset_in(src.first()));

     }

   } else {

     if( dst.first()->is_stack()){

       __ sd( (src.first())->as_Register(), SP, reg2offset_out(dst.first()));

     } else {

       __ move( (dst.first())->as_Register() , (src.first())->as_Register());

     }

   }

 }

 // A double move

 static void double_move(MacroAssembler* masm, VMRegPair src, VMRegPair dst) {

   // The only legal possibilities for a double_move VMRegPair are:

   // The painful thing here is that like long_move a VMRegPair might be

   // Because of the calling convention we know that src is either

   //   1: a single physical register (xmm registers only)

   //   2: two stack slots (possibly unaligned)

   // dst can only be a pair of stack slots.

   if (src.first()->is_stack()) {

     // source is all stack

     if( dst.first()->is_stack()){

       __ ld(AT, FP, reg2offset_in(src.first()));

       __ sd(AT, SP, reg2offset_out(dst.first()));

     } else {

       __ ldc1( (dst.first())->as_FloatRegister(), FP, reg2offset_in(src.first()));

     }

   } else {

     // reg to stack

     // No worries about stack alignment

     if( dst.first()->is_stack()){

       __ sdc1(src.first()->as_FloatRegister(), SP, reg2offset_out(dst.first()));

     }

     else

       __ mov_d( dst.first()->as_FloatRegister(), src.first()->as_FloatRegister());

   }

 }

 static void verify_oop_args(MacroAssembler* masm,

                             methodHandle method,

                             const BasicType* sig_bt,

                             const VMRegPair* regs) {

   Register temp_reg = T9;  // not part of any compiled calling seq

   if (VerifyOops) {

     for (int i = 0; i < method->size_of_parameters(); i++) {

       if (sig_bt[i] == T_OBJECT ||

           sig_bt[i] == T_ARRAY) {

         VMReg r = regs[i].first();

         assert(r->is_valid(), "bad oop arg");

         if (r->is_stack()) {

           __ ld(temp_reg, Address(SP, r->reg2stack() * VMRegImpl::stack_slot_size + wordSize));

           __ verify_oop(temp_reg);

         } else {

           __ verify_oop(r->as_Register());

         }

       }

     }

   }

 }

 static void gen_special_dispatch(MacroAssembler* masm,

                                  methodHandle method,

                                  const BasicType* sig_bt,

                                  const VMRegPair* regs) {

   verify_oop_args(masm, method, sig_bt, regs);

   vmIntrinsics::ID iid = method->intrinsic_id();

   // Now write the args into the outgoing interpreter space

   bool     has_receiver   = false;

   Register receiver_reg   = noreg;

   int      member_arg_pos = -1;

   Register member_reg     = noreg;

   int      ref_kind       = MethodHandles::signature_polymorphic_intrinsic_ref_kind(iid);

   if (ref_kind != 0) {

     member_arg_pos = method->size_of_parameters() - 1;  // trailing MemberName argument

     member_reg = S3;  // known to be free at this point

     has_receiver = MethodHandles::ref_kind_has_receiver(ref_kind);

   } else if (iid == vmIntrinsics::_invokeBasic) {

     has_receiver = true;

   } else {

     fatal(err_msg_res("unexpected intrinsic id %d", iid));

   }

   if (member_reg != noreg) {

     // Load the member_arg into register, if necessary.

     SharedRuntime::check_member_name_argument_is_last_argument(method, sig_bt, regs);

     VMReg r = regs[member_arg_pos].first();

     if (r->is_stack()) {

       __ ld(member_reg, Address(SP, r->reg2stack() * VMRegImpl::stack_slot_size));

     } else {

       // no data motion is needed

       member_reg = r->as_Register();

     }

   }

   if (has_receiver) {

     // Make sure the receiver is loaded into a register.

     assert(method->size_of_parameters() > 0, "oob");

     assert(sig_bt[0] == T_OBJECT, "receiver argument must be an object");

     VMReg r = regs[0].first();

     assert(r->is_valid(), "bad receiver arg");

     if (r->is_stack()) {

       // Porting note:  This assumes that compiled calling conventions always

       // pass the receiver oop in a register.  If this is not true on some

       // platform, pick a temp and load the receiver from stack.

       fatal("receiver always in a register");

       receiver_reg = SSR;  // known to be free at this point

       __ ld(receiver_reg, Address(SP, r->reg2stack() * VMRegImpl::stack_slot_size));

     } else {

       // no data motion is needed

       receiver_reg = r->as_Register();

     }

   }

   // Figure out which address we are really jumping to:

   MethodHandles::generate_method_handle_dispatch(masm, iid,

                                                  receiver_reg, member_reg, /*for_compiler_entry:*/ true);

 }

 // ---------------------------------------------------------------------------

 // Generate a native wrapper for a given method.  The method takes arguments

 // in the Java compiled code convention, marshals them to the native

 // convention (handlizes oops, etc), transitions to native, makes the call,

 // returns to java state (possibly blocking), unhandlizes any result and

 // returns.

 nmethod *SharedRuntime::generate_native_wrapper(MacroAssembler* masm,

                                                 methodHandle method,

                                                 int compile_id,

                                                 BasicType* in_sig_bt,

                                                 VMRegPair* in_regs,

                                                 BasicType ret_type) {

   if (method->is_method_handle_intrinsic()) {

     vmIntrinsics::ID iid = method->intrinsic_id();

     intptr_t start = (intptr_t)__ pc();

     int vep_offset = ((intptr_t)__ pc()) - start;

     gen_special_dispatch(masm,

                          method,

                          in_sig_bt,

                          in_regs);

     int frame_complete = ((intptr_t)__ pc()) - start;  // not complete, period

     __ flush();

     int stack_slots = SharedRuntime::out_preserve_stack_slots();  // no out slots at all, actually

     return nmethod::new_native_nmethod(method,

                                        compile_id,

                                        masm->code(),

                                        vep_offset,

                                        frame_complete,

                                        stack_slots / VMRegImpl::slots_per_word,

                                        in_ByteSize(-1),

                                        in_ByteSize(-1),

                                        (OopMapSet*)NULL);

   }

   bool is_critical_native = true;

   address native_func = method->critical_native_function();

   if (native_func == NULL) {

     native_func = method->native_function();

     is_critical_native = false;

   }

   assert(native_func != NULL, "must have function");

   // Native nmethod wrappers never take possesion of the oop arguments.

   // So the caller will gc the arguments. The only thing we need an

   // oopMap for is if the call is static

   //

   // An OopMap for lock (and class if static), and one for the VM call itself

   OopMapSet *oop_maps = new OopMapSet();

   // We have received a description of where all the java arg are located

   // on entry to the wrapper. We need to convert these args to where

   // the jni function will expect them. To figure out where they go

   // we convert the java signature to a C signature by inserting

   // the hidden arguments as arg[0] and possibly arg[1] (static method)

   const int total_in_args = method->size_of_parameters();

   int total_c_args = total_in_args;

   if (!is_critical_native) {

     total_c_args += 1;

     if (method->is_static()) {

       total_c_args++;

     }

   } else {

     for (int i = 0; i < total_in_args; i++) {

       if (in_sig_bt[i] == T_ARRAY) {

         total_c_args++;

       }

     }

   }

   BasicType* out_sig_bt = NEW_RESOURCE_ARRAY(BasicType, total_c_args);

   VMRegPair* out_regs   = NEW_RESOURCE_ARRAY(VMRegPair, total_c_args);

   BasicType* in_elem_bt = NULL;

   int argc = 0;

   if (!is_critical_native) {

     out_sig_bt[argc++] = T_ADDRESS;

     if (method->is_static()) {

       out_sig_bt[argc++] = T_OBJECT;

     }

     for (int i = 0; i < total_in_args ; i++ ) {

       out_sig_bt[argc++] = in_sig_bt[i];

     }

   } else {

     Thread* THREAD = Thread::current();

     in_elem_bt = NEW_RESOURCE_ARRAY(BasicType, total_in_args);

     SignatureStream ss(method->signature());

     for (int i = 0; i < total_in_args ; i++ ) {

       if (in_sig_bt[i] == T_ARRAY) {

         // Arrays are passed as int, elem* pair

         out_sig_bt[argc++] = T_INT;

         out_sig_bt[argc++] = T_ADDRESS;

         Symbol* atype = ss.as_symbol(CHECK_NULL);

         const char* at = atype->as_C_string();

         if (strlen(at) == 2) {

           assert(at[0] == '[', "must be");

           switch (at[1]) {

             case 'B': in_elem_bt[i]  = T_BYTE; break;

             case 'C': in_elem_bt[i]  = T_CHAR; break;

             case 'D': in_elem_bt[i]  = T_DOUBLE; break;

             case 'F': in_elem_bt[i]  = T_FLOAT; break;

             case 'I': in_elem_bt[i]  = T_INT; break;

             case 'J': in_elem_bt[i]  = T_LONG; break;

             case 'S': in_elem_bt[i]  = T_SHORT; break;

             case 'Z': in_elem_bt[i]  = T_BOOLEAN; break;

             default: ShouldNotReachHere();

           }

         }

       } else {

         out_sig_bt[argc++] = in_sig_bt[i];

         in_elem_bt[i] = T_VOID;

       }

       if (in_sig_bt[i] != T_VOID) {

         assert(in_sig_bt[i] == ss.type(), "must match");

         ss.next();

       }

     }

   }

   // Now figure out where the args must be stored and how much stack space

   // they require (neglecting out_preserve_stack_slots but space for storing

   // the 1st six register arguments). It's weird see int_stk_helper.

   //

   int out_arg_slots;

   out_arg_slots = c_calling_convention(out_sig_bt, out_regs, NULL, total_c_args);

   // Compute framesize for the wrapper.  We need to handlize all oops in

   // registers. We must create space for them here that is disjoint from

   // the windowed save area because we have no control over when we might

   // flush the window again and overwrite values that gc has since modified.

   // (The live window race)

   //

   // We always just allocate 6 word for storing down these object. This allow

   // us to simply record the base and use the Ireg number to decide which

   // slot to use. (Note that the reg number is the inbound number not the

   // outbound number).

   // We must shuffle args to match the native convention, and include var-args space.

   // Calculate the total number of stack slots we will need.

   // First count the abi requirement plus all of the outgoing args

   int stack_slots = SharedRuntime::out_preserve_stack_slots() + out_arg_slots;

   // Now the space for the inbound oop handle area

   int total_save_slots = 9 * VMRegImpl::slots_per_word;  // 9 arguments passed in registers

   if (is_critical_native) {

     // Critical natives may have to call out so they need a save area

     // for register arguments.

     int double_slots = 0;

     int single_slots = 0;

     for ( int i = 0; i < total_in_args; i++) {

       if (in_regs[i].first()->is_Register()) {

         const Register reg = in_regs[i].first()->as_Register();

         switch (in_sig_bt[i]) {

           case T_BOOLEAN:

           case T_BYTE:

           case T_SHORT:

           case T_CHAR:

           case T_INT:  single_slots++; break;

           case T_ARRAY:  // specific to LP64 (7145024)

           case T_LONG: double_slots++; break;

           default:  ShouldNotReachHere();

         }

       } else if (in_regs[i].first()->is_FloatRegister()) {

         switch (in_sig_bt[i]) {

           case T_FLOAT:  single_slots++; break;

           case T_DOUBLE: double_slots++; break;

           default:  ShouldNotReachHere();

         }

       }

     }

     total_save_slots = double_slots * 2 + single_slots;

     // align the save area

     if (double_slots != 0) {

       stack_slots = round_to(stack_slots, 2);

     }

   }

   int oop_handle_offset = stack_slots;

   stack_slots += total_save_slots;

   // Now any space we need for handlizing a klass if static method

   int klass_slot_offset = 0;

   int klass_offset = -1;

   int lock_slot_offset = 0;

   bool is_static = false;

   if (method->is_static()) {

     klass_slot_offset = stack_slots;

     stack_slots += VMRegImpl::slots_per_word;

     klass_offset = klass_slot_offset * VMRegImpl::stack_slot_size;

     is_static = true;

   }

   // Plus a lock if needed

   if (method->is_synchronized()) {

     lock_slot_offset = stack_slots;

     stack_slots += VMRegImpl::slots_per_word;

   }

   // Now a place to save return value or as a temporary for any gpr -> fpr moves

   // + 2 for return address (which we own) and saved fp

   stack_slots += 2 + 9 * VMRegImpl::slots_per_word;  // (T0, A0, A1, A2, A3, A4, A5, A6, A7)

   // Ok The space we have allocated will look like:

   //

   //

   // FP-> |                     |

   //      |---------------------|

   //      | 2 slots for moves   |

   //      |---------------------|

   //      | lock box (if sync)  |

   //      |---------------------| <- lock_slot_offset

   //      | klass (if static)   |

   //      |---------------------| <- klass_slot_offset

   //      | oopHandle area      |

   //      |---------------------| <- oop_handle_offset

   //      | outbound memory     |

   //      | based arguments     |

   //      |                     |

   //      |---------------------|

   //      | vararg area         |

   //      |---------------------|

   //      |                     |

   // SP-> | out_preserved_slots |

   //

   //

   // Now compute actual number of stack words we need rounding to make

   // stack properly aligned.

   stack_slots = round_to(stack_slots, StackAlignmentInSlots);

   int stack_size = stack_slots * VMRegImpl::stack_slot_size;

   intptr_t start = (intptr_t)__ pc();

   // First thing make an ic check to see if we should even be here

   address ic_miss = SharedRuntime::get_ic_miss_stub();

   // We are free to use all registers as temps without saving them and

   // restoring them except fp. fp is the only callee save register

   // as far as the interpreter and the compiler(s) are concerned.

   //refer to register_mips.hpp:IC_Klass

   const Register ic_reg = T1;

   const Register receiver = T0;

   Label hit;

   Label exception_pending;

   __ verify_oop(receiver);

   //add for compressedoops

   __ load_klass(T9, receiver);

   __ beq(T9, ic_reg, hit);

   __ delayed()->nop();

   __ jmp(ic_miss, relocInfo::runtime_call_type);

   __ delayed()->nop();

   // verified entry must be aligned for code patching.

   // and the first 5 bytes must be in the same cache line

   // if we align at 8 then we will be sure 5 bytes are in the same line

   __ align(8);

   __ bind(hit);

   int vep_offset = ((intptr_t)__ pc()) - start;

 #ifdef COMPILER1

   if (InlineObjectHash && method->intrinsic_id() == vmIntrinsics::_hashCode) {

     // Object.hashCode can pull the hashCode from the header word

     // instead of doing a full VM transition once it's been computed.

     // Since hashCode is usually polymorphic at call sites we can't do

     // this optimization at the call site without a lot of work.

     Label slowCase;

     Register receiver = T0;

     Register result = V0;

     __ ld ( result, receiver, oopDesc::mark_offset_in_bytes());

     // check if locked

     __ andi(AT, result, markOopDesc::unlocked_value);

     __ beq(AT, R0, slowCase);

     __ delayed()->nop();

     if (UseBiasedLocking) {

       // Check if biased and fall through to runtime if so

       __ andi (AT, result, markOopDesc::biased_lock_bit_in_place);

       __ bne(AT, R0, slowCase);

       __ delayed()->nop();

     }

     // get hash

     __ li(AT, markOopDesc::hash_mask_in_place);

     __ andr (AT, result, AT);

     // test if hashCode exists

     __ beq (AT, R0, slowCase);

     __ delayed()->nop();

     __ shr(result, markOopDesc::hash_shift);

     __ jr(RA);

     __ delayed()->nop();

     __ bind (slowCase);

   }

 #endif // COMPILER1

   // The instruction at the verified entry point must be 5 bytes or longer

   // because it can be patched on the fly by make_non_entrant. The stack bang

   // instruction fits that requirement.

   // Generate stack overflow check

   if (UseStackBanging) {

     __ bang_stack_with_offset(StackShadowPages*os::vm_page_size());

   } else {

     // need a 5 byte instruction to allow MT safe patching to non-entrant

     __ nop();

     __ nop();

     __ nop();

     __ nop();

     __ nop();

   }

   // Generate a new frame for the wrapper.

   // do mips need this ?

 #ifndef OPT_THREAD

   __ get_thread(TREG);

 #endif

   __ st_ptr(SP, TREG, in_bytes(JavaThread::last_Java_sp_offset()));

   __ move(AT, -(StackAlignmentInBytes));

   __ andr(SP, SP, AT);

   __ enter();

   // -2 because return address is already present and so is saved fp

   __ addiu(SP, SP, -1 * (stack_size - 2*wordSize));

   // Frame is now completed as far a size and linkage.

   int frame_complete = ((intptr_t)__ pc()) - start;

   // Calculate the difference between sp and fp. We need to know it

   // after the native call because on windows Java Natives will pop

   // the arguments and it is painful to do sp relative addressing

   // in a platform independent way. So after the call we switch to

   // fp relative addressing.

   //FIXME actually , the fp_adjustment may not be the right, because andr(sp, sp, at) may change

   //the SP

   int fp_adjustment = stack_size - 2*wordSize;

 #ifdef COMPILER2

   // C2 may leave the stack dirty if not in SSE2+ mode

   __ empty_FPU_stack();

 #endif

   // Compute the fp offset for any slots used after the jni call

   int lock_slot_fp_offset = (lock_slot_offset*VMRegImpl::stack_slot_size) - fp_adjustment;

   // We use TREG as a thread pointer because it is callee save and

   // if we load it once it is usable thru the entire wrapper

   const Register thread = TREG;

   // We use S4 as the oop handle for the receiver/klass

   // It is callee save so it survives the call to native

   const Register oop_handle_reg = S4;

   if (is_critical_native) {

      __ stop("generate_native_wrapper in sharedRuntime <2>");

     //TODO:Fu

     // check_needs_gc_for_critical_native(masm, stack_slots, total_c_args, total_in_args,

     //                                   oop_handle_offset, oop_maps, in_regs, in_sig_bt);

   }

 #ifndef OPT_THREAD

   __ get_thread(thread);

 #endif

   //

   // We immediately shuffle the arguments so that any vm call we have to

   // make from here on out (sync slow path, jvmpi, etc.) we will have

   // captured the oops from our caller and have a valid oopMap for

   // them.

   // -----------------

   // The Grand Shuffle

   //

   // Natives require 1 or 2 extra arguments over the normal ones: the JNIEnv*

   // and, if static, the class mirror instead of a receiver.  This pretty much

   // guarantees that register layout will not match (and mips doesn't use reg

   // parms though amd does).  Since the native abi doesn't use register args

   // and the java conventions does we don't have to worry about collisions.

   // All of our moved are reg->stack or stack->stack.

   // We ignore the extra arguments during the shuffle and handle them at the

   // last moment. The shuffle is described by the two calling convention

   // vectors we have in our possession. We simply walk the java vector to

   // get the source locations and the c vector to get the destinations.

   int c_arg = method->is_static() ? 2 : 1 ;

   // Record sp-based slot for receiver on stack for non-static methods

   int receiver_offset = -1;

   // This is a trick. We double the stack slots so we can claim

   // the oops in the caller's frame. Since we are sure to have

   // more args than the caller doubling is enough to make

   // sure we can capture all the incoming oop args from the

   // caller.

   //

   OopMap* map = new OopMap(stack_slots * 2, 0 /* arg_slots*/);

   // Mark location of fp (someday)

   // map->set_callee_saved(VMRegImpl::stack2reg( stack_slots - 2), stack_slots * 2, 0, vmreg(fp));

 #ifdef ASSERT

   bool reg_destroyed[RegisterImpl::number_of_registers];

   bool freg_destroyed[FloatRegisterImpl::number_of_registers];

   for ( int r = 0 ; r < RegisterImpl::number_of_registers ; r++ ) {

     reg_destroyed[r] = false;

   }

   for ( int f = 0 ; f < FloatRegisterImpl::number_of_registers ; f++ ) {

     freg_destroyed[f] = false;

   }

 #endif /* ASSERT */

   // This may iterate in two different directions depending on the

   // kind of native it is.  The reason is that for regular JNI natives

   // the incoming and outgoing registers are offset upwards and for

   // critical natives they are offset down.

   GrowableArray<int> arg_order(2 * total_in_args);

   VMRegPair tmp_vmreg;

   tmp_vmreg.set1(T8->as_VMReg());

   if (!is_critical_native) {

     for (int i = total_in_args - 1, c_arg = total_c_args - 1; i >= 0; i--, c_arg--) {

       arg_order.push(i);

       arg_order.push(c_arg);

     }

   } else {

     // Compute a valid move order, using tmp_vmreg to break any cycles

      __ stop("generate_native_wrapper in sharedRuntime <2>");

     //TODO:Fu

     // ComputeMoveOrder cmo(total_in_args, in_regs, total_c_args, out_regs, in_sig_bt, arg_order, tmp_vmreg);

   }

   int temploc = -1;

   for (int ai = 0; ai < arg_order.length(); ai += 2) {

     int i = arg_order.at(ai);

     int c_arg = arg_order.at(ai + 1);

     __ block_comment(err_msg("move %d -> %d", i, c_arg));

     if (c_arg == -1) {

       assert(is_critical_native, "should only be required for critical natives");

       // This arg needs to be moved to a temporary

       __ move(tmp_vmreg.first()->as_Register(), in_regs[i].first()->as_Register());

       in_regs[i] = tmp_vmreg;

       temploc = i;

       continue;

     } else if (i == -1) {

       assert(is_critical_native, "should only be required for critical natives");

       // Read from the temporary location

       assert(temploc != -1, "must be valid");

       i = temploc;

       temploc = -1;

     }

 #ifdef ASSERT

     if (in_regs[i].first()->is_Register()) {

       assert(!reg_destroyed[in_regs[i].first()->as_Register()->encoding()], "destroyed reg!");

     } else if (in_regs[i].first()->is_FloatRegister()) {

       assert(!freg_destroyed[in_regs[i].first()->as_FloatRegister()->encoding()], "destroyed reg!");

     }

     if (out_regs[c_arg].first()->is_Register()) {

       reg_destroyed[out_regs[c_arg].first()->as_Register()->encoding()] = true;

     } else if (out_regs[c_arg].first()->is_FloatRegister()) {

       freg_destroyed[out_regs[c_arg].first()->as_FloatRegister()->encoding()] = true;

     }

 #endif /* ASSERT */

     switch (in_sig_bt[i]) {

       case T_ARRAY:

         if (is_critical_native) {

           __ stop("generate_native_wrapper in sharedRuntime <2>");

           //TODO:Fu

           // unpack_array_argument(masm, in_regs[i], in_elem_bt[i], out_regs[c_arg + 1], out_regs[c_arg]);

           c_arg++;

 #ifdef ASSERT

           if (out_regs[c_arg].first()->is_Register()) {

             reg_destroyed[out_regs[c_arg].first()->as_Register()->encoding()] = true;

           } else if (out_regs[c_arg].first()->is_FloatRegister()) {

             freg_destroyed[out_regs[c_arg].first()->as_FloatRegister()->encoding()] = true;

           }

 #endif

           break;

         }

       case T_OBJECT:

         assert(!is_critical_native, "no oop arguments");

         object_move(masm, map, oop_handle_offset, stack_slots, in_regs[i], out_regs[c_arg],

                     ((i == 0) && (!is_static)),

                     &receiver_offset);

         break;

       case T_VOID:

         break;

       case T_FLOAT:

         float_move(masm, in_regs[i], out_regs[c_arg]);

           break;

       case T_DOUBLE:

         assert( i + 1 < total_in_args &&

                 in_sig_bt[i + 1] == T_VOID &&

                 out_sig_bt[c_arg+1] == T_VOID, "bad arg list");

         double_move(masm, in_regs[i], out_regs[c_arg]);

         break;

       case T_LONG :

         long_move(masm, in_regs[i], out_regs[c_arg]);

         break;

       case T_ADDRESS: assert(false, "found T_ADDRESS in java args");

       default:

         simple_move32(masm, in_regs[i], out_regs[c_arg]);

     }

   }

   // point c_arg at the first arg that is already loaded in case we

   // need to spill before we call out

   c_arg = total_c_args - total_in_args;

   // Pre-load a static method's oop.  Used both by locking code and

   // the normal JNI call code.

   __ move(oop_handle_reg, A1);

   if (method->is_static() && !is_critical_native) {

     //  load opp into a register

     int oop_index = __ oop_recorder()->find_index(JNIHandles::make_local(

           (method->method_holder())->java_mirror()));

     RelocationHolder rspec = oop_Relocation::spec(oop_index);

     __ relocate(rspec);

     __ patchable_set48(oop_handle_reg, (long)JNIHandles::make_local((method->method_holder())->java_mirror()));

     // Now handlize the static class mirror it's known not-null.

     __ sd( oop_handle_reg, SP, klass_offset);

     map->set_oop(VMRegImpl::stack2reg(klass_slot_offset));

     // Now get the handle

     __ lea(oop_handle_reg, Address(SP, klass_offset));

     // store the klass handle as second argument

     __ move(A1, oop_handle_reg);

     // and protect the arg if we must spill

     c_arg--;

   }

   // Change state to native (we save the return address in the thread, since it might not

   // be pushed on the stack when we do a a stack traversal). It is enough that the pc()

   // points into the right code segment. It does not have to be the correct return pc.

   // We use the same pc/oopMap repeatedly when we call out

   intptr_t the_pc = (intptr_t) __ pc();

   oop_maps->add_gc_map(the_pc - start, map);

   __ set_last_Java_frame(SP, noreg, NULL);

   __ relocate(relocInfo::internal_pc_type);

   {

     intptr_t save_pc = (intptr_t)the_pc ;

     __ patchable_set48(AT, save_pc);

   }

   __ sd(AT, thread, in_bytes(JavaThread::frame_anchor_offset() + JavaFrameAnchor::last_Java_pc_offset()));

   // We have all of the arguments setup at this point. We must not touch any register

   // argument registers at this point (what if we save/restore them there are no oop?

   {

     SkipIfEqual skip_if(masm, &DTraceMethodProbes, 0);

     int metadata_index = __ oop_recorder()->find_index(method());

     RelocationHolder rspec = metadata_Relocation::spec(metadata_index);

     __ relocate(rspec);

     __ patchable_set48(AT, (long)(method()));

     __ call_VM_leaf(

       CAST_FROM_FN_PTR(address, SharedRuntime::dtrace_method_entry),

       thread, AT);

   }

   // These are register definitions we need for locking/unlocking

   const Register swap_reg = T8;  // Must use T8 for cmpxchg instruction

   const Register obj_reg  = T9;  // Will contain the oop

   //const Register lock_reg = T6;  // Address of compiler lock object (BasicLock)

   const Register lock_reg = c_rarg0;  // Address of compiler lock object (BasicLock)

   Label slow_path_lock;

   Label lock_done;

   // Lock a synchronized method

   if (method->is_synchronized()) {

     assert(!is_critical_native, "unhandled");

     const int mark_word_offset = BasicLock::displaced_header_offset_in_bytes();

     // Get the handle (the 2nd argument)

     __ move(oop_handle_reg, A1);

     // Get address of the box

     __ lea(lock_reg, Address(FP, lock_slot_fp_offset));

     // Load the oop from the handle

     __ ld(obj_reg, oop_handle_reg, 0);

     if (UseBiasedLocking) {

       // Note that oop_handle_reg is trashed during this call

       __ biased_locking_enter(lock_reg, obj_reg, swap_reg, A1, false, lock_done, &slow_path_lock);

     }

     // Load immediate 1 into swap_reg %T8

     __ move(swap_reg, 1);

     __ ld(AT, obj_reg, 0);

     __ orr(swap_reg, swap_reg, AT);

     __ sd( swap_reg, lock_reg, mark_word_offset);

     __ cmpxchg(lock_reg, Address(obj_reg, 0), swap_reg);

     __ bne(AT, R0, lock_done);

     __ delayed()->nop();

     // Test if the oopMark is an obvious stack pointer, i.e.,

     //  1) (mark & 3) == 0, and

     //  2) sp <= mark < mark + os::pagesize()

     // These 3 tests can be done by evaluating the following

     // expression: ((mark - sp) & (3 - os::vm_page_size())),

     // assuming both stack pointer and pagesize have their

     // least significant 2 bits clear.

     // NOTE: the oopMark is in swap_reg %T8 as the result of cmpxchg

     __ dsub(swap_reg, swap_reg, SP);

     __ move(AT, 3 - os::vm_page_size());

     __ andr(swap_reg , swap_reg, AT);

     // Save the test result, for recursive case, the result is zero

     __ sd(swap_reg, lock_reg, mark_word_offset);

     __ bne(swap_reg, R0, slow_path_lock);

     __ delayed()->nop();

     // Slow path will re-enter here

     __ bind(lock_done);

     if (UseBiasedLocking) {

       // Re-fetch oop_handle_reg as we trashed it above

       __ move(A1, oop_handle_reg);

     }

   }

   // Finally just about ready to make the JNI call

   // get JNIEnv* which is first argument to native

   if (!is_critical_native) {

     __ addi(A0, thread, in_bytes(JavaThread::jni_environment_offset()));

   }

   // Example: Java_java_lang_ref_Finalizer_invokeFinalizeMethod(JNIEnv *env, jclass clazz, jobject ob)

   // Load the second arguments into A1

   //__ ld(A1, SP , wordSize );   // klass

   // Now set thread in native

   __ addi(AT, R0, _thread_in_native);

   __ sw(AT, thread, in_bytes(JavaThread::thread_state_offset()));

   // do the call

   __ call(method->native_function(), relocInfo::runtime_call_type);

   __ delayed()->nop();

   // WARNING - on Windows Java Natives use pascal calling convention and pop the

   // arguments off of the stack. We could just re-adjust the stack pointer here

   // and continue to do SP relative addressing but we instead switch to FP

   // relative addressing.

   // Unpack native results.

   switch (ret_type) {

   case T_BOOLEAN: __ c2bool(V0);            break;

   case T_CHAR   : __ andi(V0, V0, 0xFFFF);      break;

   case T_BYTE   : __ sign_extend_byte (V0); break;

   case T_SHORT  : __ sign_extend_short(V0); break;

   case T_INT    : // nothing to do         break;

   case T_DOUBLE :

   case T_FLOAT  :

   // Result is in st0 we'll save as needed

   break;

   case T_ARRAY:                 // Really a handle

   case T_OBJECT:                // Really a handle

   break; // can't de-handlize until after safepoint check

   case T_VOID: break;

   case T_LONG: break;

   default       : ShouldNotReachHere();

   }

   // Switch thread to "native transition" state before reading the synchronization state.

   // This additional state is necessary because reading and testing the synchronization

   // state is not atomic w.r.t. GC, as this scenario demonstrates:

   //     Java thread A, in _thread_in_native state, loads _not_synchronized and is preempted.

   //     VM thread changes sync state to synchronizing and suspends threads for GC.

   //     Thread A is resumed to finish this native method, but doesn't block here since it

   //     didn't see any synchronization is progress, and escapes.

   __ addi(AT, R0, _thread_in_native_trans);

   __ sw(AT, thread, in_bytes(JavaThread::thread_state_offset()));

   //if(os::is_MP()) {}

   Label after_transition;

   // check for safepoint operation in progress and/or pending suspend requests

   {

     Label Continue;

     __ li(AT, SafepointSynchronize::address_of_state());

     __ lw(A0, AT, 0);

     __ addi(AT, A0, -SafepointSynchronize::_not_synchronized);

     Label L;

     __ bne(AT, R0, L);

     __ delayed()->nop();

     __ lw(AT, thread, in_bytes(JavaThread::suspend_flags_offset()));

     __ beq(AT, R0, Continue);

     __ delayed()->nop();

     __ bind(L);

     // Don't use call_VM as it will see a possible pending exception and forward it

     // and never return here preventing us from clearing _last_native_pc down below.

     //

     save_native_result(masm, ret_type, stack_slots);

     __ move(A0, thread);

     __ addi(SP, SP, -wordSize);

     __ push(S2);

     __ move(AT, -(StackAlignmentInBytes));

     __ move(S2, SP);     // use S2 as a sender SP holder

     __ andr(SP, SP, AT); // align stack as required by ABI

     if (!is_critical_native) {

       __ call(CAST_FROM_FN_PTR(address, JavaThread::check_special_condition_for_native_trans), relocInfo::runtime_call_type);

       __ delayed()->nop();

     } else {

       __ call(CAST_FROM_FN_PTR(address, JavaThread::check_special_condition_for_native_trans_and_transition), relocInfo::runtime_call_type);

       __ delayed()->nop();

     }

     __ move(SP, S2);     // use S2 as a sender SP holder

     __ pop(S2);

     __ addi(SP, SP, wordSize);

     //add for compressedoops

     __ reinit_heapbase();

     // Restore any method result value

     restore_native_result(masm, ret_type, stack_slots);

     if (is_critical_native) {

       // The call above performed the transition to thread_in_Java so

       // skip the transition logic below.

       __ beq(R0, R0, after_transition);

       __ delayed()->nop();

     }

     __ bind(Continue);

   }

   // change thread state

   __ addi(AT, R0, _thread_in_Java);

   __ sw(AT,  thread, in_bytes(JavaThread::thread_state_offset()));

   __ bind(after_transition);

   Label reguard;

   Label reguard_done;

   __ lw(AT, thread, in_bytes(JavaThread::stack_guard_state_offset()));

   __ addi(AT, AT, -JavaThread::stack_guard_yellow_disabled);

   __ beq(AT, R0, reguard);

   __ delayed()->nop();

   // slow path reguard  re-enters here

   __ bind(reguard_done);

   // Handle possible exception (will unlock if necessary)

   // native result if any is live

   // Unlock

   Label slow_path_unlock;

   Label unlock_done;

   if (method->is_synchronized()) {

     Label done;

     // Get locked oop from the handle we passed to jni

     __ ld( obj_reg, oop_handle_reg, 0);

     if (UseBiasedLocking) {

       __ biased_locking_exit(obj_reg, T8, done);

     }

     // Simple recursive lock?

     __ ld(AT, FP, lock_slot_fp_offset);

     __ beq(AT, R0, done);

     __ delayed()->nop();

     // Must save FSF if if it is live now because cmpxchg must use it

     if (ret_type != T_FLOAT && ret_type != T_DOUBLE && ret_type != T_VOID) {

       save_native_result(masm, ret_type, stack_slots);

     }

     //  get old displaced header

     __ ld (T8, FP, lock_slot_fp_offset);

     // get address of the stack lock

     __ addi (c_rarg0, FP, lock_slot_fp_offset);

     // Atomic swap old header if oop still contains the stack lock

     __ cmpxchg(T8, Address(obj_reg, 0), c_rarg0);

     __ beq(AT, R0, slow_path_unlock);

     __ delayed()->nop();

     // slow path re-enters here

     __ bind(unlock_done);

     if (ret_type != T_FLOAT && ret_type != T_DOUBLE && ret_type != T_VOID) {

       restore_native_result(masm, ret_type, stack_slots);

     }

     __ bind(done);

   }

   {

     SkipIfEqual skip_if(masm, &DTraceMethodProbes, 0);

     // Tell dtrace about this method exit

     save_native_result(masm, ret_type, stack_slots);

     int metadata_index = __ oop_recorder()->find_index( (method()));

     RelocationHolder rspec = metadata_Relocation::spec(metadata_index);

     __ relocate(rspec);

     __ patchable_set48(AT, (long)(method()));

     __ call_VM_leaf(

          CAST_FROM_FN_PTR(address, SharedRuntime::dtrace_method_exit),

          thread, AT);

     restore_native_result(masm, ret_type, stack_slots);

   }

   // We can finally stop using that last_Java_frame we setup ages ago

   __ reset_last_Java_frame(false);

   // Unpack oop result, e.g. JNIHandles::resolve value.

   if (ret_type == T_OBJECT || ret_type == T_ARRAY) {

     __ resolve_jobject(V0, thread, T9);

   }

   if (!is_critical_native) {

     // reset handle block

     __ ld(AT, thread, in_bytes(JavaThread::active_handles_offset()));

     __ sw(R0, AT, JNIHandleBlock::top_offset_in_bytes());

   }

   if (!is_critical_native) {

     // Any exception pending?

     __ ld(AT, thread, in_bytes(Thread::pending_exception_offset()));

     __ bne(AT, R0, exception_pending);

     __ delayed()->nop();

   }

   // no exception, we're almost done

   // check that only result value is on FPU stack

   __ verify_FPU(ret_type == T_FLOAT || ret_type == T_DOUBLE ? 1 : 0, "native_wrapper normal exit");

   // Return

 #ifndef OPT_THREAD

   __ get_thread(TREG);

 #endif

   //__ ld_ptr(SP, TREG, in_bytes(JavaThread::last_Java_sp_offset()));

   __ leave();

   __ jr(RA);

   __ delayed()->nop();

   // Unexpected paths are out of line and go here

   // Slow path locking & unlocking

   if (method->is_synchronized()) {

     // BEGIN Slow path lock

     __ bind(slow_path_lock);

     // protect the args we've loaded

     save_args(masm, total_c_args, c_arg, out_regs);

     // has last_Java_frame setup. No exceptions so do vanilla call not call_VM

     // args are (oop obj, BasicLock* lock, JavaThread* thread)

     __ move(A0, obj_reg);

     __ move(A1, lock_reg);

     __ move(A2, thread);

     __ addi(SP, SP, - 3*wordSize);

     __ move(AT, -(StackAlignmentInBytes));

     __ move(S2, SP);     // use S2 as a sender SP holder

     __ andr(SP, SP, AT); // align stack as required by ABI

     __ call(CAST_FROM_FN_PTR(address, SharedRuntime::complete_monitor_locking_C), relocInfo::runtime_call_type);

     __ delayed()->nop();

                 __ move(SP, S2);

     __ addi(SP, SP, 3*wordSize);

     restore_args(masm, total_c_args, c_arg, out_regs);

 #ifdef ASSERT

     { Label L;

       __ ld(AT, thread, in_bytes(Thread::pending_exception_offset()));

       __ beq(AT, R0, L);

       __ delayed()->nop();

       __ stop("no pending exception allowed on exit from monitorenter");

       __ bind(L);

     }

 #endif

     __ b(lock_done);

     __ delayed()->nop();

     // END Slow path lock

     // BEGIN Slow path unlock

     __ bind(slow_path_unlock);

     // Slow path unlock

     if (ret_type == T_FLOAT || ret_type == T_DOUBLE ) {

       save_native_result(masm, ret_type, stack_slots);

     }

     // Save pending exception around call to VM (which contains an EXCEPTION_MARK)

     __ ld(AT, thread, in_bytes(Thread::pending_exception_offset()));

     __ push(AT);

     __ sd(R0, thread, in_bytes(Thread::pending_exception_offset()));

                 __ move(AT, -(StackAlignmentInBytes));

                 __ move(S2, SP);     // use S2 as a sender SP holder

                 __ andr(SP, SP, AT); // align stack as required by ABI

     // should be a peal

     // +wordSize because of the push above

     __ addi(A1, FP, lock_slot_fp_offset);

     __ move(A0, obj_reg);

     __ addi(SP,SP, -2*wordSize);

     __ call(CAST_FROM_FN_PTR(address, SharedRuntime::complete_monitor_unlocking_C),

         relocInfo::runtime_call_type);

     __ delayed()->nop();

     __ addi(SP, SP, 2*wordSize);

                 __ move(SP, S2);

     //add for compressedoops

     __ reinit_heapbase();

 #ifdef ASSERT

     {

       Label L;

       __ lw( AT, thread, in_bytes(Thread::pending_exception_offset()));

       __ beq(AT, R0, L);

       __ delayed()->nop();

       __ stop("no pending exception allowed on exit complete_monitor_unlocking_C");

       __ bind(L);

     }

 #endif /* ASSERT */

     __ pop(AT);

     __ sd(AT, thread, in_bytes(Thread::pending_exception_offset()));

     if (ret_type == T_FLOAT || ret_type == T_DOUBLE ) {

       restore_native_result(masm, ret_type, stack_slots);

     }

     __ b(unlock_done);

     __ delayed()->nop();

     // END Slow path unlock

   }

   // SLOW PATH Reguard the stack if needed

   __ bind(reguard);

   save_native_result(masm, ret_type, stack_slots);

   __ call(CAST_FROM_FN_PTR(address, SharedRuntime::reguard_yellow_pages),

       relocInfo::runtime_call_type);

   __ delayed()->nop();

   //add for compressedoops

   __ reinit_heapbase();

   restore_native_result(masm, ret_type, stack_slots);

   __ b(reguard_done);

   __ delayed()->nop();

   // BEGIN EXCEPTION PROCESSING

   if (!is_critical_native) {

     // Forward  the exception

     __ bind(exception_pending);

     // remove possible return value from FPU register stack

     __ empty_FPU_stack();

     // pop our frame

     //forward_exception_entry need return address on stack

     __ addiu(SP, FP, wordSize);

     __ ld(FP, SP, (-1) * wordSize);

     // and forward the exception

     __ jmp(StubRoutines::forward_exception_entry(), relocInfo::runtime_call_type);

     __ delayed()->nop();

   }

   __ flush();

   nmethod *nm = nmethod::new_native_nmethod(method,

                                             compile_id,

                                             masm->code(),

                                             vep_offset,

                                             frame_complete,

                                             stack_slots / VMRegImpl::slots_per_word,

                                             (is_static ? in_ByteSize(klass_offset) : in_ByteSize(receiver_offset)),

                                             in_ByteSize(lock_slot_offset*VMRegImpl::stack_slot_size),

                                             oop_maps);

   if (is_critical_native) {

     nm->set_lazy_critical_native(true);

   }

   return nm;

 }

 #ifdef HAVE_DTRACE_H

 // ---------------------------------------------------------------------------

 // Generate a dtrace nmethod for a given signature.  The method takes arguments

 // in the Java compiled code convention, marshals them to the native

 // abi and then leaves nops at the position you would expect to call a native

 // function. When the probe is enabled the nops are replaced with a trap

 // instruction that dtrace inserts and the trace will cause a notification

 // to dtrace.

 //

 // The probes are only able to take primitive types and java/lang/String as

 // arguments.  No other java types are allowed. Strings are converted to utf8

 // strings so that from dtrace point of view java strings are converted to C

 // strings. There is an arbitrary fixed limit on the total space that a method

 // can use for converting the strings. (256 chars per string in the signature).

 // So any java string larger then this is truncated.

 static int  fp_offset[ConcreteRegisterImpl::number_of_registers] = { 0 };

 static bool offsets_initialized = false;

 static VMRegPair reg64_to_VMRegPair(Register r) {

   VMRegPair ret;

   if (wordSize == 8) {

     ret.set2(r->as_VMReg());

   } else {

     ret.set_pair(r->successor()->as_VMReg(), r->as_VMReg());

   }

   return ret;

 }

 nmethod *SharedRuntime::generate_dtrace_nmethod(MacroAssembler *masm,

                                                 methodHandle method) {

   // generate_dtrace_nmethod is guarded by a mutex so we are sure to

   // be single threaded in this method.

   assert(AdapterHandlerLibrary_lock->owned_by_self(), "must be");

   // Fill in the signature array, for the calling-convention call.

   int total_args_passed = method->size_of_parameters();

   BasicType* in_sig_bt  = NEW_RESOURCE_ARRAY(BasicType, total_args_passed);

   VMRegPair  *in_regs   = NEW_RESOURCE_ARRAY(VMRegPair, total_args_passed);

   // The signature we are going to use for the trap that dtrace will see

   // java/lang/String is converted. We drop "this" and any other object

   // is converted to NULL.  (A one-slot java/lang/Long object reference

   // is converted to a two-slot long, which is why we double the allocation).

   BasicType* out_sig_bt = NEW_RESOURCE_ARRAY(BasicType, total_args_passed * 2);

   VMRegPair* out_regs   = NEW_RESOURCE_ARRAY(VMRegPair, total_args_passed * 2);

   int i=0;

   int total_strings = 0;

   int first_arg_to_pass = 0;

   int total_c_args = 0;

   // Skip the receiver as dtrace doesn't want to see it

   if( !method->is_static() ) {

     in_sig_bt[i++] = T_OBJECT;

     first_arg_to_pass = 1;

   }

   SignatureStream ss(method->signature());

   for ( ; !ss.at_return_type(); ss.next()) {

     BasicType bt = ss.type();

     in_sig_bt[i++] = bt;  // Collect remaining bits of signature

     out_sig_bt[total_c_args++] = bt;

     if( bt == T_OBJECT) {

       symbolOop s = ss.as_symbol_or_null();

       if (s == vmSymbols::java_lang_String()) {

         total_strings++;

         out_sig_bt[total_c_args-1] = T_ADDRESS;

       } else if (s == vmSymbols::java_lang_Boolean() ||

                  s == vmSymbols::java_lang_Byte()) {

         out_sig_bt[total_c_args-1] = T_BYTE;

       } else if (s == vmSymbols::java_lang_Character() ||

                  s == vmSymbols::java_lang_Short()) {

         out_sig_bt[total_c_args-1] = T_SHORT;

       } else if (s == vmSymbols::java_lang_Integer() ||

                  s == vmSymbols::java_lang_Float()) {

         out_sig_bt[total_c_args-1] = T_INT;

       } else if (s == vmSymbols::java_lang_Long() ||

                  s == vmSymbols::java_lang_Double()) {

         out_sig_bt[total_c_args-1] = T_LONG;

         out_sig_bt[total_c_args++] = T_VOID;

       }

     } else if ( bt == T_LONG || bt == T_DOUBLE ) {

       in_sig_bt[i++] = T_VOID;   // Longs & doubles take 2 Java slots

       // We convert double to long

       out_sig_bt[total_c_args-1] = T_LONG;

       out_sig_bt[total_c_args++] = T_VOID;

     } else if ( bt == T_FLOAT) {

       // We convert float to int

       out_sig_bt[total_c_args-1] = T_INT;

     }

   }

   assert(i==total_args_passed, "validly parsed signature");

   // Now get the compiled-Java layout as input arguments

   int comp_args_on_stack;

   comp_args_on_stack = SharedRuntime::java_calling_convention(

       in_sig_bt, in_regs, total_args_passed, false);

   // We have received a description of where all the java arg are located

   // on entry to the wrapper. We need to convert these args to where

   // the a  native (non-jni) function would expect them. To figure out

   // where they go we convert the java signature to a C signature and remove

   // T_VOID for any long/double we might have received.

   // Now figure out where the args must be stored and how much stack space

   // they require (neglecting out_preserve_stack_slots but space for storing

   // the 1st six register arguments). It's weird see int_stk_helper.

   int out_arg_slots;

   out_arg_slots = c_calling_convention(out_sig_bt, out_regs, NULL, total_c_args);

   // Calculate the total number of stack slots we will need.

   // First count the abi requirement plus all of the outgoing args

   int stack_slots = SharedRuntime::out_preserve_stack_slots() + out_arg_slots;

   // Plus a temp for possible converion of float/double/long register args

   int conversion_temp = stack_slots;

   stack_slots += 2;

   // Now space for the string(s) we must convert

   int string_locs = stack_slots;

   stack_slots += total_strings *

                    (max_dtrace_string_size / VMRegImpl::stack_slot_size);

   // Ok The space we have allocated will look like:

   //

   //

   // FP-> |                     |

   //      |---------------------|

   //      | string[n]           |

   //      |---------------------| <- string_locs[n]

   //      | string[n-1]         |

   //      |---------------------| <- string_locs[n-1]

   //      | ...                 |

   //      | ...                 |

   //      |---------------------| <- string_locs[1]

   //      | string[0]           |

   //      |---------------------| <- string_locs[0]

   //      | temp                |

   //      |---------------------| <- conversion_temp

   //      | outbound memory     |

   //      | based arguments     |

   //      |                     |

   //      |---------------------|

   //      |                     |

   // SP-> | out_preserved_slots |

   //

   //

   // Now compute actual number of stack words we need rounding to make

   // stack properly aligned.

   stack_slots = round_to(stack_slots, 4 * VMRegImpl::slots_per_word);

   int stack_size = stack_slots * VMRegImpl::stack_slot_size;

   intptr_t start = (intptr_t)__ pc();

   // First thing make an ic check to see if we should even be here

   {

     Label L;

     const Register temp_reg = G3_scratch;

     Address ic_miss(temp_reg, SharedRuntime::get_ic_miss_stub());

     __ verify_oop(O0);

     __ ld_ptr(O0, oopDesc::klass_offset_in_bytes(), temp_reg);

     __ cmp(temp_reg, G5_inline_cache_reg);

     __ brx(Assembler::equal, true, Assembler::pt, L);

     __ delayed()->nop();

     __ jump_to(ic_miss, 0);

     __ delayed()->nop();

     __ align(CodeEntryAlignment);

     __ bind(L);

   }

   int vep_offset = ((intptr_t)__ pc()) - start;

   // The instruction at the verified entry point must be 5 bytes or longer

   // because it can be patched on the fly by make_non_entrant. The stack bang

   // instruction fits that requirement.

   // Generate stack overflow check before creating frame

   __ generate_stack_overflow_check(stack_size);

   assert(((intptr_t)__ pc() - start - vep_offset) >= 5,

          "valid size for make_non_entrant");

   // Generate a new frame for the wrapper.

   __ save(SP, -stack_size, SP);

   // Frame is now completed as far a size and linkage.

   int frame_complete = ((intptr_t)__ pc()) - start;

 #ifdef ASSERT

   bool reg_destroyed[RegisterImpl::number_of_registers];

   bool freg_destroyed[FloatRegisterImpl::number_of_registers];

   for ( int r = 0 ; r < RegisterImpl::number_of_registers ; r++ ) {

     reg_destroyed[r] = false;

   }

   for ( int f = 0 ; f < FloatRegisterImpl::number_of_registers ; f++ ) {

     freg_destroyed[f] = false;