src/cpu/mips/vm/templateTable_mips_64.cpp

Fri, 22 Sep 2017 14:09:57 +0800

author
fujie
date
Fri, 22 Sep 2017 14:09:57 +0800
changeset 6890
d911cc184106
parent 6889
a1eb29ee98ab
child 6891
807ff01c4c69
permissions
-rw-r--r--

[Interpreter] Optimize TemplateTable::xaload.

aoqi@1 1 /*
aoqi@1 2 * Copyright (c) 2003, 2013, Oracle and/or its affiliates. All rights reserved.
aoqi@1 3 * Copyright (c) 2015, 2016, Loongson Technology. All rights reserved.
aoqi@1 4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
aoqi@1 5 *
aoqi@1 6 * This code is free software; you can redistribute it and/or modify it
aoqi@1 7 * under the terms of the GNU General Public License version 2 only, as
aoqi@1 8 * published by the Free Software Foundation.
aoqi@1 9 *
aoqi@1 10 * This code is distributed in the hope that it will be useful, but WITHOUT
aoqi@1 11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
aoqi@1 12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
aoqi@1 13 * version 2 for more details (a copy is included in the LICENSE file that
aoqi@1 14 * accompanied this code).
aoqi@1 15 *
aoqi@1 16 * You should have received a copy of the GNU General Public License version
aoqi@1 17 * 2 along with this work; if not, write to the Free Software Foundation,
aoqi@1 18 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
aoqi@1 19 *
aoqi@1 20 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
aoqi@1 21 * or visit www.oracle.com if you need additional information or have any
aoqi@1 22 * questions.
aoqi@1 23 *
aoqi@1 24 */
aoqi@1 25
aoqi@1 26 #include "precompiled.hpp"
aoqi@1 27 #include "asm/macroAssembler.hpp"
aoqi@1 28 #include "interpreter/interpreter.hpp"
aoqi@1 29 #include "interpreter/interpreterRuntime.hpp"
aoqi@1 30 #include "interpreter/templateTable.hpp"
aoqi@1 31 #include "memory/universe.inline.hpp"
aoqi@1 32 #include "oops/methodData.hpp"
aoqi@1 33 #include "oops/objArrayKlass.hpp"
aoqi@1 34 #include "oops/oop.inline.hpp"
aoqi@1 35 #include "prims/methodHandles.hpp"
aoqi@1 36 #include "runtime/sharedRuntime.hpp"
aoqi@1 37 #include "runtime/stubRoutines.hpp"
aoqi@1 38 #include "runtime/synchronizer.hpp"
aoqi@1 39
aoqi@1 40
aoqi@1 41 #ifndef CC_INTERP
aoqi@1 42
aoqi@1 43 #define __ _masm->
aoqi@1 44
aoqi@1 45 // Platform-dependent initialization
aoqi@1 46
aoqi@1 47 void TemplateTable::pd_initialize() {
aoqi@1 48 // No mips specific initialization
aoqi@1 49 }
aoqi@1 50
aoqi@1 51 // Address computation: local variables
aoqi@6880 52
aoqi@1 53 static inline Address iaddress(int n) {
aoqi@1 54 return Address(LVP, Interpreter::local_offset_in_bytes(n));
aoqi@1 55 }
aoqi@1 56
aoqi@1 57 static inline Address laddress(int n) {
aoqi@1 58 return iaddress(n + 1);
aoqi@1 59 }
aoqi@1 60
aoqi@1 61 static inline Address faddress(int n) {
aoqi@1 62 return iaddress(n);
aoqi@1 63 }
aoqi@1 64
aoqi@1 65 static inline Address daddress(int n) {
aoqi@1 66 return laddress(n);
aoqi@1 67 }
aoqi@1 68
aoqi@1 69 static inline Address aaddress(int n) {
aoqi@1 70 return iaddress(n);
aoqi@1 71 }
aoqi@1 72 static inline Address haddress(int n) { return iaddress(n + 0); }
aoqi@1 73
aoqi@6880 74
aoqi@6880 75 static inline Address at_sp() { return Address(SP, 0); }
aoqi@1 76 static inline Address at_sp_p1() { return Address(SP, 1 * wordSize); }
aoqi@1 77 static inline Address at_sp_p2() { return Address(SP, 2 * wordSize); }
aoqi@1 78
aoqi@1 79 // At top of Java expression stack which may be different than esp(). It
aoqi@1 80 // isn't for category 1 objects.
aoqi@1 81 static inline Address at_tos () {
aoqi@1 82 Address tos = Address(SP, Interpreter::expr_offset_in_bytes(0));
aoqi@1 83 return tos;
aoqi@1 84 }
aoqi@1 85
aoqi@1 86 static inline Address at_tos_p1() {
aoqi@1 87 return Address(SP, Interpreter::expr_offset_in_bytes(1));
aoqi@1 88 }
aoqi@1 89
aoqi@1 90 static inline Address at_tos_p2() {
aoqi@1 91 return Address(SP, Interpreter::expr_offset_in_bytes(2));
aoqi@1 92 }
aoqi@1 93
aoqi@1 94 static inline Address at_tos_p3() {
aoqi@1 95 return Address(SP, Interpreter::expr_offset_in_bytes(3));
aoqi@1 96 }
aoqi@1 97
aoqi@6880 98 // we use S0 as bcp, be sure you have bcp in S0 before you call any of the Template generator
aoqi@1 99 Address TemplateTable::at_bcp(int offset) {
aoqi@1 100 assert(_desc->uses_bcp(), "inconsistent uses_bcp information");
aoqi@1 101 return Address(BCP, offset);
aoqi@1 102 }
aoqi@1 103
aoqi@1 104 // bytecode folding
aoqi@1 105 void TemplateTable::patch_bytecode(Bytecodes::Code bc, Register bc_reg,
aoqi@6880 106 Register tmp_reg, bool load_bc_into_bc_reg/*=true*/,
aoqi@1 107 int byte_no) {
aoqi@6880 108 if (!RewriteBytecodes) return;
aoqi@1 109 Label L_patch_done;
aoqi@6880 110
aoqi@1 111 switch (bc) {
aoqi@1 112 case Bytecodes::_fast_aputfield:
aoqi@1 113 case Bytecodes::_fast_bputfield:
aoqi@1 114 case Bytecodes::_fast_cputfield:
aoqi@1 115 case Bytecodes::_fast_dputfield:
aoqi@1 116 case Bytecodes::_fast_fputfield:
aoqi@1 117 case Bytecodes::_fast_iputfield:
aoqi@1 118 case Bytecodes::_fast_lputfield:
aoqi@1 119 case Bytecodes::_fast_sputfield:
aoqi@1 120 {
aoqi@6880 121 // We skip bytecode quickening for putfield instructions when
aoqi@6880 122 // the put_code written to the constant pool cache is zero.
aoqi@6880 123 // This is required so that every execution of this instruction
aoqi@6880 124 // calls out to InterpreterRuntime::resolve_get_put to do
aoqi@6880 125 // additional, required work.
aoqi@6880 126 assert(byte_no == f1_byte || byte_no == f2_byte, "byte_no out of range");
aoqi@6880 127 assert(load_bc_into_bc_reg, "we use bc_reg as temp");
aoqi@6880 128 __ get_cache_and_index_and_bytecode_at_bcp(tmp_reg, bc_reg, tmp_reg, byte_no, 1);
aoqi@6880 129 __ daddi(bc_reg, R0, bc);
aoqi@6880 130 __ beq(tmp_reg, R0, L_patch_done);
aoqi@6880 131 __ delayed()->nop();
aoqi@1 132 }
aoqi@1 133 break;
aoqi@1 134 default:
aoqi@1 135 assert(byte_no == -1, "sanity");
aoqi@6880 136 // the pair bytecodes have already done the load.
aoqi@6880 137 if (load_bc_into_bc_reg) {
aoqi@6880 138 __ move(bc_reg, bc);
aoqi@6880 139 }
aoqi@1 140 }
aoqi@1 141
aoqi@1 142 if (JvmtiExport::can_post_breakpoint()) {
aoqi@1 143 Label L_fast_patch;
aoqi@1 144 // if a breakpoint is present we can't rewrite the stream directly
aoqi@1 145 __ lbu(tmp_reg, at_bcp(0));
aoqi@1 146 __ move(AT, Bytecodes::_breakpoint);
aoqi@1 147 __ bne(tmp_reg, AT, L_fast_patch);
aoqi@1 148 __ delayed()->nop();
aoqi@1 149
aoqi@1 150 __ get_method(tmp_reg);
aoqi@6880 151 // Let breakpoint table handling rewrite to quicker bytecode
aoqi@6880 152 __ call_VM(NOREG, CAST_FROM_FN_PTR(address,
aoqi@6880 153 InterpreterRuntime::set_original_bytecode_at), tmp_reg, BCP, bc_reg);
aoqi@1 154
aoqi@1 155 __ b(L_patch_done);
aoqi@1 156 __ delayed()->nop();
aoqi@1 157 __ bind(L_fast_patch);
aoqi@1 158 }
aoqi@1 159
aoqi@1 160 #ifdef ASSERT
aoqi@1 161 Label L_okay;
aoqi@1 162 __ lbu(tmp_reg, at_bcp(0));
aoqi@1 163 __ move(AT, (int)Bytecodes::java_code(bc));
aoqi@1 164 __ beq(tmp_reg, AT, L_okay);
aoqi@1 165 __ delayed()->nop();
aoqi@1 166 __ beq(tmp_reg, bc_reg, L_patch_done);
aoqi@1 167 __ delayed()->nop();
aoqi@1 168 __ stop("patching the wrong bytecode");
aoqi@1 169 __ bind(L_okay);
aoqi@1 170 #endif
aoqi@1 171
aoqi@1 172 // patch bytecode
aoqi@1 173 __ sb(bc_reg, at_bcp(0));
aoqi@1 174 __ bind(L_patch_done);
aoqi@1 175 }
aoqi@1 176
aoqi@1 177
aoqi@1 178 // Individual instructions
aoqi@1 179
aoqi@1 180 void TemplateTable::nop() {
aoqi@1 181 transition(vtos, vtos);
aoqi@1 182 // nothing to do
aoqi@1 183 }
aoqi@1 184
aoqi@1 185 void TemplateTable::shouldnotreachhere() {
aoqi@1 186 transition(vtos, vtos);
aoqi@1 187 __ stop("shouldnotreachhere bytecode");
aoqi@1 188 }
aoqi@1 189
aoqi@1 190 void TemplateTable::aconst_null() {
aoqi@1 191 transition(vtos, atos);
aoqi@1 192 __ move(FSR, R0);
aoqi@1 193 }
aoqi@1 194
aoqi@1 195 void TemplateTable::iconst(int value) {
aoqi@1 196 transition(vtos, itos);
aoqi@1 197 if (value == 0) {
aoqi@1 198 __ move(FSR, R0);
aoqi@1 199 } else {
aoqi@1 200 __ move(FSR, value);
aoqi@1 201 }
aoqi@1 202 }
aoqi@1 203
aoqi@1 204 void TemplateTable::lconst(int value) {
aoqi@1 205 transition(vtos, ltos);
aoqi@1 206 if (value == 0) {
aoqi@1 207 __ move(FSR, R0);
aoqi@1 208 } else {
aoqi@1 209 __ move(FSR, value);
aoqi@1 210 }
aoqi@1 211 }
aoqi@1 212
aoqi@1 213 void TemplateTable::fconst(int value) {
aoqi@1 214 transition(vtos, ftos);
aoqi@1 215 switch( value ) {
fujie@6888 216 case 0: __ mtc1(R0, FSF); return;
fujie@6888 217 case 1: __ addiu(AT, R0, 1); break;
fujie@6888 218 case 2: __ addiu(AT, R0, 2); break;
aoqi@1 219 default: ShouldNotReachHere();
aoqi@1 220 }
fujie@6888 221 __ mtc1(AT, FSF);
fujie@6888 222 __ cvt_s_w(FSF, FSF);
aoqi@1 223 }
aoqi@1 224
aoqi@1 225 void TemplateTable::dconst(int value) {
aoqi@1 226 transition(vtos, dtos);
aoqi@1 227 switch( value ) {
fujie@6888 228 case 0: __ dmtc1(R0, FSF);
fujie@6888 229 return;
fujie@6888 230 case 1: __ daddiu(AT, R0, 1);
fujie@6888 231 __ dmtc1(AT, FSF);
fujie@6888 232 __ cvt_d_w(FSF, FSF);
fujie@6888 233 break;
aoqi@1 234 default: ShouldNotReachHere();
aoqi@1 235 }
aoqi@1 236 }
aoqi@1 237
aoqi@1 238 void TemplateTable::bipush() {
aoqi@1 239 transition(vtos, itos);
aoqi@1 240 __ lb(FSR, at_bcp(1));
aoqi@1 241 }
aoqi@1 242
aoqi@1 243 void TemplateTable::sipush() {
aoqi@6880 244 transition(vtos, itos);
fujie@6888 245 __ lb(FSR, BCP, 1);
fujie@6888 246 __ lbu(AT, BCP, 2);
fujie@6888 247 __ dsll(FSR, FSR, 8);
fujie@6888 248 __ orr(FSR, FSR, AT);
aoqi@1 249 }
aoqi@1 250
aoqi@1 251 // T1 : tags
aoqi@1 252 // T2 : index
aoqi@1 253 // T3 : cpool
aoqi@1 254 // T8 : tag
aoqi@1 255 void TemplateTable::ldc(bool wide) {
aoqi@1 256 transition(vtos, vtos);
aoqi@1 257 Label call_ldc, notFloat, notClass, Done;
aoqi@1 258 // get index in cpool
aoqi@1 259 if (wide) {
fujie@6885 260 __ get_unsigned_2_byte_index_at_bcp(T2, 1);
aoqi@1 261 } else {
aoqi@1 262 __ lbu(T2, at_bcp(1));
aoqi@1 263 }
aoqi@1 264
aoqi@1 265 __ get_cpool_and_tags(T3, T1);
aoqi@1 266
aoqi@1 267 const int base_offset = ConstantPool::header_size() * wordSize;
aoqi@1 268 const int tags_offset = Array<u1>::base_offset_in_bytes();
aoqi@1 269
aoqi@1 270 // get type
fujie@6885 271 if (UseLoongsonISA && Assembler::is_simm(sizeof(tags_offset), 8)) {
fujie@6885 272 __ gslbx(T1, T1, T2, tags_offset);
fujie@6885 273 } else {
fujie@6885 274 __ dadd(AT, T1, T2);
fujie@6885 275 __ lb(T1, AT, tags_offset);
fujie@6885 276 }
aoqi@1 277 //now T1 is the tag
aoqi@1 278
aoqi@1 279 // unresolved class - get the resolved class
aoqi@1 280 __ daddiu(AT, T1, - JVM_CONSTANT_UnresolvedClass);
aoqi@1 281 __ beq(AT, R0, call_ldc);
aoqi@1 282 __ delayed()->nop();
aoqi@1 283
aoqi@1 284 // unresolved class in error (resolution failed) - call into runtime
aoqi@1 285 // so that the same error from first resolution attempt is thrown.
aoqi@6880 286 __ daddiu(AT, T1, -JVM_CONSTANT_UnresolvedClassInError);
aoqi@1 287 __ beq(AT, R0, call_ldc);
aoqi@1 288 __ delayed()->nop();
aoqi@1 289
aoqi@1 290 // resolved class - need to call vm to get java mirror of the class
aoqi@1 291 __ daddiu(AT, T1, - JVM_CONSTANT_Class);
aoqi@1 292 __ bne(AT, R0, notClass);
aoqi@1 293 __ delayed()->dsll(T2, T2, Address::times_8);
aoqi@1 294
aoqi@1 295 __ bind(call_ldc);
aoqi@1 296 __ move(A1, wide);
aoqi@1 297 call_VM(FSR, CAST_FROM_FN_PTR(address, InterpreterRuntime::ldc), A1);
fujie@6885 298 //__ push(atos);
fujie@6885 299 __ sd(FSR, SP, - Interpreter::stackElementSize);
aoqi@1 300 __ b(Done);
fujie@6885 301 __ delayed()->daddiu(SP, SP, - Interpreter::stackElementSize);
fujie@6885 302 __ nop(); // added for performance issue
fujie@6885 303
aoqi@1 304 __ bind(notClass);
aoqi@1 305 __ daddiu(AT, T1, -JVM_CONSTANT_Float);
aoqi@1 306 __ bne(AT, R0, notFloat);
aoqi@1 307 __ delayed()->nop();
aoqi@1 308 // ftos
fujie@6885 309 if (UseLoongsonISA && Assembler::is_simm(sizeof(base_offset), 8)) {
fujie@6885 310 __ gslwxc1(FSF, T3, T2, base_offset);
fujie@6885 311 } else {
fujie@6885 312 __ dadd(AT, T3, T2);
fujie@6885 313 __ lwc1(FSF, AT, base_offset);
fujie@6885 314 }
fujie@6885 315 //__ push_f();
fujie@6885 316 __ swc1(FSF, SP, - Interpreter::stackElementSize);
aoqi@1 317 __ b(Done);
fujie@6885 318 __ delayed()->daddiu(SP, SP, - Interpreter::stackElementSize);
aoqi@1 319
aoqi@1 320 __ bind(notFloat);
aoqi@1 321 #ifdef ASSERT
aoqi@6880 322 {
aoqi@1 323 Label L;
aoqi@1 324 __ daddiu(AT, T1, -JVM_CONSTANT_Integer);
aoqi@1 325 __ beq(AT, R0, L);
aoqi@1 326 __ delayed()->nop();
aoqi@1 327 __ stop("unexpected tag type in ldc");
aoqi@1 328 __ bind(L);
aoqi@1 329 }
aoqi@1 330 #endif
fujie@6885 331 // itos JVM_CONSTANT_Integer only
fujie@6885 332 if (UseLoongsonISA && Assembler::is_simm(sizeof(base_offset), 8)) {
fujie@6885 333 __ gslwx(FSR, T3, T2, base_offset);
fujie@6885 334 } else {
fujie@6885 335 __ dadd(T0, T3, T2);
fujie@6885 336 __ lw(FSR, T0, base_offset);
fujie@6885 337 }
aoqi@1 338 __ push(itos);
aoqi@1 339 __ bind(Done);
aoqi@1 340 }
aoqi@1 341
aoqi@1 342 // Fast path for caching oop constants.
aoqi@1 343 void TemplateTable::fast_aldc(bool wide) {
aoqi@1 344 transition(vtos, atos);
aoqi@1 345
aoqi@1 346 Register result = FSR;
aoqi@1 347 Register tmp = SSR;
aoqi@1 348 int index_size = wide ? sizeof(u2) : sizeof(u1);
aoqi@1 349
aoqi@1 350 Label resolved;
aoqi@6880 351
aoqi@6880 352 // We are resolved if the resolved reference cache entry contains a
aoqi@6880 353 // non-null object (String, MethodType, etc.)
aoqi@1 354 assert_different_registers(result, tmp);
aoqi@1 355 __ get_cache_index_at_bcp(tmp, 1, index_size);
aoqi@1 356 __ load_resolved_reference_at_index(result, tmp);
aoqi@1 357 __ bne(result, R0, resolved);
aoqi@1 358 __ delayed()->nop();
aoqi@1 359
aoqi@1 360 address entry = CAST_FROM_FN_PTR(address, InterpreterRuntime::resolve_ldc);
aoqi@1 361 // first time invocation - must resolve first
aoqi@1 362 int i = (int)bytecode();
aoqi@1 363 __ move(tmp, i);
aoqi@1 364 __ call_VM(result, entry, tmp);
aoqi@1 365
aoqi@1 366 __ bind(resolved);
aoqi@1 367
aoqi@1 368 if (VerifyOops) {
aoqi@1 369 __ verify_oop(result);
aoqi@1 370 }
aoqi@1 371 }
aoqi@1 372
aoqi@1 373
aoqi@1 374 // used register: T2, T3, T1
aoqi@1 375 // T2 : index
aoqi@1 376 // T3 : cpool
aoqi@1 377 // T1 : tag
aoqi@1 378 void TemplateTable::ldc2_w() {
aoqi@1 379 transition(vtos, vtos);
aoqi@1 380 Label Long, Done;
aoqi@1 381
aoqi@1 382 // get index in cpool
fujie@6889 383 __ get_unsigned_2_byte_index_at_bcp(T2, 1);
aoqi@1 384
aoqi@1 385 __ get_cpool_and_tags(T3, T1);
aoqi@1 386
aoqi@1 387 const int base_offset = ConstantPool::header_size() * wordSize;
aoqi@1 388 const int tags_offset = Array<u1>::base_offset_in_bytes();
aoqi@1 389
aoqi@1 390 // get type in T1
fujie@6889 391 if (UseLoongsonISA && Assembler::is_simm(tags_offset, 8)) {
fujie@6889 392 __ gslbx(T1, T1, T2, tags_offset);
fujie@6889 393 } else {
fujie@6889 394 __ dadd(AT, T1, T2);
fujie@6889 395 __ lb(T1, AT, tags_offset);
fujie@6889 396 }
aoqi@1 397
aoqi@1 398 __ daddiu(AT, T1, - JVM_CONSTANT_Double);
aoqi@1 399 __ bne(AT, R0, Long);
aoqi@1 400 __ delayed()->dsll(T2, T2, Address::times_8);
fujie@6889 401
aoqi@6880 402 // dtos
fujie@6889 403 if (UseLoongsonISA && Assembler::is_simm(base_offset, 8)) {
fujie@6889 404 __ gsldxc1(FSF, T3, T2, base_offset);
fujie@6889 405 } else {
fujie@6889 406 __ daddu(AT, T3, T2);
fujie@6889 407 __ ldc1(FSF, AT, base_offset);
fujie@6889 408 }
aoqi@1 409 __ sdc1(FSF, SP, - 2 * wordSize);
aoqi@1 410 __ b(Done);
aoqi@1 411 __ delayed()->daddi(SP, SP, - 2 * wordSize);
aoqi@1 412
aoqi@1 413 // ltos
aoqi@1 414 __ bind(Long);
fujie@6889 415 if (UseLoongsonISA && Assembler::is_simm(base_offset, 8)) {
fujie@6889 416 __ gsldx(FSR, T3, T2, base_offset);
fujie@6889 417 } else {
fujie@6889 418 __ dadd(AT, T3, T2);
fujie@6889 419 __ ld(FSR, AT, base_offset);
fujie@6889 420 }
aoqi@1 421 __ push(ltos);
aoqi@1 422
aoqi@1 423 __ bind(Done);
aoqi@1 424 }
aoqi@1 425
aoqi@1 426 // we compute the actual local variable address here
aoqi@1 427 // the x86 dont do so for it has scaled index memory access model, we dont have, so do here
aoqi@1 428 void TemplateTable::locals_index(Register reg, int offset) {
aoqi@1 429 __ lbu(reg, at_bcp(offset));
aoqi@1 430 __ dsll(reg, reg, Address::times_8);
aoqi@1 431 __ dsub(reg, LVP, reg);
aoqi@1 432 }
aoqi@1 433
aoqi@1 434 // this method will do bytecode folding of the two form:
aoqi@6880 435 // iload iload iload caload
aoqi@1 436 // used register : T2, T3
aoqi@1 437 // T2 : bytecode
aoqi@1 438 // T3 : folded code
aoqi@1 439 void TemplateTable::iload() {
aoqi@1 440 transition(vtos, itos);
aoqi@6880 441 if (RewriteFrequentPairs) {
aoqi@1 442 Label rewrite, done;
aoqi@1 443 // get the next bytecode in T2
aoqi@1 444 __ lbu(T2, at_bcp(Bytecodes::length_for(Bytecodes::_iload)));
aoqi@1 445 // if _iload, wait to rewrite to iload2. We only want to rewrite the
aoqi@1 446 // last two iloads in a pair. Comparing against fast_iload means that
aoqi@1 447 // the next bytecode is neither an iload or a caload, and therefore
aoqi@1 448 // an iload pair.
aoqi@1 449 __ move(AT, Bytecodes::_iload);
aoqi@1 450 __ beq(AT, T2, done);
aoqi@1 451 __ delayed()->nop();
aoqi@1 452
aoqi@1 453 __ move(T3, Bytecodes::_fast_iload2);
aoqi@1 454 __ move(AT, Bytecodes::_fast_iload);
aoqi@1 455 __ beq(AT, T2, rewrite);
aoqi@1 456 __ delayed()->nop();
aoqi@1 457
aoqi@1 458 // if _caload, rewrite to fast_icaload
aoqi@1 459 __ move(T3, Bytecodes::_fast_icaload);
aoqi@1 460 __ move(AT, Bytecodes::_caload);
aoqi@1 461 __ beq(AT, T2, rewrite);
aoqi@1 462 __ delayed()->nop();
aoqi@1 463
aoqi@1 464 // rewrite so iload doesn't check again.
aoqi@1 465 __ move(T3, Bytecodes::_fast_iload);
aoqi@1 466
aoqi@1 467 // rewrite
aoqi@1 468 // T3 : fast bytecode
aoqi@1 469 __ bind(rewrite);
aoqi@1 470 patch_bytecode(Bytecodes::_iload, T3, T2, false);
aoqi@1 471 __ bind(done);
aoqi@1 472 }
aoqi@1 473
aoqi@1 474 // Get the local value into tos
aoqi@1 475 locals_index(T2);
aoqi@1 476 __ lw(FSR, T2, 0);
aoqi@1 477 }
aoqi@1 478
aoqi@1 479 // used register T2
aoqi@1 480 // T2 : index
aoqi@1 481 void TemplateTable::fast_iload2() {
aoqi@6880 482 transition(vtos, itos);
aoqi@6880 483 locals_index(T2);
aoqi@6880 484 __ lw(FSR, T2, 0);
aoqi@6880 485 __ push(itos);
aoqi@6880 486 locals_index(T2, 3);
aoqi@6880 487 __ lw(FSR, T2, 0);
aoqi@1 488 }
aoqi@6880 489
aoqi@1 490 // used register T2
aoqi@1 491 // T2 : index
aoqi@1 492 void TemplateTable::fast_iload() {
aoqi@1 493 transition(vtos, itos);
aoqi@1 494 locals_index(T2);
aoqi@1 495 __ lw(FSR, T2, 0);
aoqi@1 496 }
aoqi@1 497
aoqi@1 498 // used register T2
aoqi@1 499 // T2 : index
aoqi@1 500 void TemplateTable::lload() {
aoqi@1 501 transition(vtos, ltos);
aoqi@1 502 locals_index(T2);
aoqi@1 503 __ ld(FSR, T2, -wordSize);
aoqi@1 504 }
aoqi@1 505
aoqi@1 506 // used register T2
aoqi@1 507 // T2 : index
aoqi@1 508 void TemplateTable::fload() {
aoqi@1 509 transition(vtos, ftos);
aoqi@1 510 locals_index(T2);
aoqi@1 511 __ lwc1(FSF, T2, 0);
aoqi@1 512 }
aoqi@1 513
aoqi@1 514 // used register T2
aoqi@1 515 // T2 : index
aoqi@1 516 void TemplateTable::dload() {
aoqi@1 517 transition(vtos, dtos);
aoqi@1 518 locals_index(T2);
aoqi@6880 519 __ ldc1(FSF, T2, -wordSize);
aoqi@1 520 }
aoqi@1 521
aoqi@1 522 // used register T2
aoqi@1 523 // T2 : index
aoqi@6880 524 void TemplateTable::aload() {
aoqi@1 525 transition(vtos, atos);
aoqi@1 526 locals_index(T2);
aoqi@1 527 __ ld(FSR, T2, 0);
aoqi@1 528 }
aoqi@1 529
aoqi@1 530 void TemplateTable::locals_index_wide(Register reg) {
fujie@6890 531 __ get_unsigned_2_byte_index_at_bcp(reg, 2);
aoqi@1 532 __ dsll(reg, reg, Address::times_8);
aoqi@1 533 __ dsub(reg, LVP, reg);
aoqi@1 534 }
aoqi@1 535
aoqi@1 536 // used register T2
aoqi@1 537 // T2 : index
aoqi@1 538 void TemplateTable::wide_iload() {
aoqi@6880 539 transition(vtos, itos);
aoqi@6880 540 locals_index_wide(T2);
aoqi@6880 541 __ ld(FSR, T2, 0);
aoqi@1 542 }
aoqi@1 543
aoqi@1 544 // used register T2
aoqi@1 545 // T2 : index
aoqi@1 546 void TemplateTable::wide_lload() {
aoqi@6880 547 transition(vtos, ltos);
aoqi@6880 548 locals_index_wide(T2);
wangxue@6881 549 __ ld(FSR, T2, -wordSize);
aoqi@1 550 }
aoqi@1 551
aoqi@1 552 // used register T2
aoqi@1 553 // T2 : index
aoqi@1 554 void TemplateTable::wide_fload() {
aoqi@6880 555 transition(vtos, ftos);
aoqi@6880 556 locals_index_wide(T2);
aoqi@6880 557 __ lwc1(FSF, T2, 0);
aoqi@1 558 }
aoqi@1 559
aoqi@1 560 // used register T2
aoqi@1 561 // T2 : index
aoqi@1 562 void TemplateTable::wide_dload() {
aoqi@6880 563 transition(vtos, dtos);
aoqi@6880 564 locals_index_wide(T2);
wangxue@6881 565 __ ldc1(FSF, T2, -wordSize);
aoqi@1 566 }
aoqi@1 567
aoqi@1 568 // used register T2
aoqi@1 569 // T2 : index
aoqi@1 570 void TemplateTable::wide_aload() {
aoqi@6880 571 transition(vtos, atos);
aoqi@6880 572 locals_index_wide(T2);
aoqi@6880 573 __ ld(FSR, T2, 0);
aoqi@1 574 }
aoqi@1 575
aoqi@1 576 // we use A2 as the regiser for index, BE CAREFUL!
aoqi@1 577 // we dont use our tge 29 now, for later optimization
aoqi@1 578 void TemplateTable::index_check(Register array, Register index) {
aoqi@1 579 // Pop ptr into array
aoqi@1 580 __ pop_ptr(array);
aoqi@1 581 index_check_without_pop(array, index);
aoqi@1 582 }
aoqi@1 583
aoqi@1 584 void TemplateTable::index_check_without_pop(Register array, Register index) {
aoqi@1 585 // destroys ebx
aoqi@1 586 // check array
aoqi@1 587 __ null_check(array, arrayOopDesc::length_offset_in_bytes());
aoqi@1 588
fujie@108 589 #ifdef _LP64
fujie@108 590 // sign extend since tos (index) might contain garbage in upper bits
fujie@108 591 __ sll(index, index, 0);
fujie@108 592 #endif // _LP64
fujie@108 593
aoqi@1 594 // check index
aoqi@1 595 Label ok;
aoqi@1 596 __ lw(AT, array, arrayOopDesc::length_offset_in_bytes());
aoqi@1 597 #ifndef OPT_RANGECHECK
aoqi@1 598 __ sltu(AT, index, AT);
aoqi@1 599 __ bne(AT, R0, ok);
aoqi@6880 600 __ delayed()->nop();
aoqi@1 601
aoqi@1 602 //throw_ArrayIndexOutOfBoundsException assume abberrant index in A2
aoqi@6880 603 if (A2 != index) __ move(A2, index);
aoqi@1 604 __ jmp(Interpreter::_throw_ArrayIndexOutOfBoundsException_entry);
aoqi@1 605 __ delayed()->nop();
aoqi@1 606 __ bind(ok);
aoqi@1 607 #else
aoqi@1 608 __ lw(AT, array, arrayOopDesc::length_offset_in_bytes());
aoqi@1 609 __ move(A2, index);
aoqi@1 610 __ tgeu(A2, AT, 29);
aoqi@1 611 #endif
aoqi@1 612 }
aoqi@1 613
aoqi@1 614 void TemplateTable::iaload() {
aoqi@1 615 transition(itos, itos);
aoqi@6880 616 if(UseBoundCheckInstruction) {
jiangshaofeng@362 617 __ pop(SSR); //SSR:array FSR: index
jiangshaofeng@362 618 __ dsll(FSR, FSR, 2);
jiangshaofeng@362 619 __ dadd(FSR, SSR, FSR);
jiangshaofeng@362 620 __ addi(FSR, FSR, arrayOopDesc::base_offset_in_bytes(T_INT));
aoqi@6880 621
jiangshaofeng@362 622 __ lw(AT, SSR, arrayOopDesc::length_offset_in_bytes()); //bound
jiangshaofeng@362 623 __ dsll(AT, AT, 2);
jiangshaofeng@362 624 __ dadd(AT, SSR, AT);
jiangshaofeng@362 625 __ addi(AT, AT, arrayOopDesc::base_offset_in_bytes(T_INT));
aoqi@6880 626
jiangshaofeng@362 627 __ gslwle(FSR, FSR, AT);
jiangshaofeng@362 628 } else {
jiangshaofeng@362 629 index_check(SSR, FSR);
jiangshaofeng@362 630 __ dsll(FSR, FSR, 2);
fujie@6890 631 if (UseLoongsonISA && Assembler::is_simm(arrayOopDesc::base_offset_in_bytes(T_INT), 8)) {
fujie@6890 632 __ gslwx(FSR, FSR, SSR, arrayOopDesc::base_offset_in_bytes(T_INT));
fujie@6890 633 } else {
fujie@6890 634 __ dadd(FSR, SSR, FSR);
fujie@6890 635 __ lw(FSR, FSR, arrayOopDesc::base_offset_in_bytes(T_INT));
fujie@6890 636 }
jiangshaofeng@362 637 }
aoqi@1 638 }
aoqi@1 639
aoqi@1 640 void TemplateTable::laload() {
aoqi@1 641 transition(itos, ltos);
jiangshaofeng@362 642 if(UseBoundCheckInstruction) {
jiangshaofeng@362 643 __ pop(SSR); //SSR:array FSR: index
jiangshaofeng@362 644 __ dsll(FSR, FSR, Address::times_8);
jiangshaofeng@362 645 __ dadd(FSR, SSR, FSR);
jiangshaofeng@362 646 __ addi(FSR, FSR, arrayOopDesc::base_offset_in_bytes(T_LONG) + 0 * wordSize);
aoqi@6880 647
jiangshaofeng@362 648 __ lw(AT, SSR, arrayOopDesc::length_offset_in_bytes()); //bound
jiangshaofeng@362 649 __ dsll(AT, AT, Address::times_8);
jiangshaofeng@362 650 __ dadd(AT, SSR, AT);
jiangshaofeng@362 651 __ addi(AT, AT, arrayOopDesc::base_offset_in_bytes(T_LONG) + 0 * wordSize);
aoqi@6880 652
aoqi@6880 653 __ gsldle(FSR, FSR, AT);
jiangshaofeng@362 654 } else {
jiangshaofeng@362 655 index_check(SSR, FSR);
jiangshaofeng@362 656 __ dsll(AT, FSR, Address::times_8);
fujie@6890 657 if (UseLoongsonISA && Assembler::is_simm(arrayOopDesc::base_offset_in_bytes(T_LONG), 8)) {
fujie@6890 658 __ gsldx(FSR, SSR, AT, arrayOopDesc::base_offset_in_bytes(T_LONG));
fujie@6890 659 } else {
fujie@6890 660 __ dadd(AT, SSR, AT);
fujie@6890 661 __ ld(FSR, AT, arrayOopDesc::base_offset_in_bytes(T_LONG));
fujie@6890 662 }
jiangshaofeng@362 663 }
aoqi@1 664 }
aoqi@1 665
aoqi@1 666 void TemplateTable::faload() {
jiangshaofeng@362 667 transition(itos, ftos);
jiangshaofeng@362 668 if(UseBoundCheckInstruction) {
jiangshaofeng@362 669 __ pop(SSR); //SSR:array FSR: index
jiangshaofeng@362 670 __ shl(FSR, 2);
jiangshaofeng@362 671 __ dadd(FSR, SSR, FSR);
jiangshaofeng@362 672 __ addi(FSR, FSR, arrayOopDesc::base_offset_in_bytes(T_FLOAT));
aoqi@6880 673
jiangshaofeng@362 674 __ lw(AT, SSR, arrayOopDesc::length_offset_in_bytes()); //bound
jiangshaofeng@362 675 __ shl(AT, 2);
jiangshaofeng@362 676 __ dadd(AT, SSR, AT);
jiangshaofeng@362 677 __ addi(AT, AT, arrayOopDesc::base_offset_in_bytes(T_FLOAT));
aoqi@6880 678
jiangshaofeng@362 679 __ gslwlec1(FSF, FSR, AT);
jiangshaofeng@362 680 } else {
aoqi@6880 681 index_check(SSR, FSR);
jiangshaofeng@362 682 __ shl(FSR, 2);
fujie@6890 683 if (UseLoongsonISA && Assembler::is_simm(arrayOopDesc::base_offset_in_bytes(T_FLOAT), 8)) {
fujie@6890 684 __ gslwxc1(FSF, SSR, FSR, arrayOopDesc::base_offset_in_bytes(T_FLOAT));
fujie@6890 685 } else {
fujie@6890 686 __ dadd(FSR, SSR, FSR);
fujie@6890 687 __ lwc1(FSF, FSR, arrayOopDesc::base_offset_in_bytes(T_FLOAT));
fujie@6890 688 }
jiangshaofeng@362 689 }
aoqi@1 690 }
aoqi@1 691
aoqi@1 692 void TemplateTable::daload() {
jiangshaofeng@362 693 transition(itos, dtos);
jiangshaofeng@362 694 if(UseBoundCheckInstruction) {
jiangshaofeng@362 695 __ pop(SSR); //SSR:array FSR: index
jiangshaofeng@362 696 __ dsll(FSR, FSR, 3);
jiangshaofeng@362 697 __ dadd(FSR, SSR, FSR);
jiangshaofeng@362 698 __ addi(FSR, FSR, arrayOopDesc::base_offset_in_bytes(T_DOUBLE) + 0 * wordSize);
aoqi@6880 699
jiangshaofeng@362 700 __ lw(AT, SSR, arrayOopDesc::length_offset_in_bytes()); //bound
jiangshaofeng@362 701 __ dsll(AT, AT, 3);
jiangshaofeng@362 702 __ dadd(AT, SSR, AT);
jiangshaofeng@362 703 __ addi(AT, AT, arrayOopDesc::base_offset_in_bytes(T_DOUBLE) + 0 * wordSize);
aoqi@6880 704
jiangshaofeng@362 705 __ gsldlec1(FSF, FSR, AT);
jiangshaofeng@362 706 } else {
aoqi@6880 707 index_check(SSR, FSR);
jiangshaofeng@362 708 __ dsll(AT, FSR, 3);
fujie@6890 709 if (UseLoongsonISA && Assembler::is_simm(arrayOopDesc::base_offset_in_bytes(T_DOUBLE), 8)) {
fujie@6890 710 __ gsldxc1(FSF, SSR, AT, arrayOopDesc::base_offset_in_bytes(T_DOUBLE));
fujie@6890 711 } else {
fujie@6890 712 __ dadd(AT, SSR, AT);
fujie@6890 713 __ ldc1(FSF, AT, arrayOopDesc::base_offset_in_bytes(T_DOUBLE));
fujie@6890 714 }
jiangshaofeng@362 715 }
aoqi@1 716 }
aoqi@1 717
aoqi@1 718 void TemplateTable::aaload() {
aoqi@1 719 transition(itos, atos);
aoqi@1 720 index_check(SSR, FSR);
aoqi@1 721 __ dsll(FSR, FSR, UseCompressedOops ? Address::times_4 : Address::times_8);
aoqi@1 722 __ dadd(FSR, SSR, FSR);
aoqi@1 723 //add for compressedoops
aoqi@1 724 __ load_heap_oop(FSR, Address(FSR, arrayOopDesc::base_offset_in_bytes(T_OBJECT)));
aoqi@1 725 }
aoqi@1 726
aoqi@1 727 void TemplateTable::baload() {
aoqi@1 728 transition(itos, itos);
jiangshaofeng@362 729 if(UseBoundCheckInstruction) {
jiangshaofeng@362 730 __ pop(SSR); //SSR:array FSR:index
jiangshaofeng@362 731 __ dadd(FSR, SSR, FSR);
jiangshaofeng@362 732 __ addi(FSR, FSR, arrayOopDesc::base_offset_in_bytes(T_BYTE)); //base
jiangshaofeng@362 733
aoqi@6880 734 __ lw(AT, SSR, arrayOopDesc::length_offset_in_bytes());
jiangshaofeng@362 735 __ dadd(AT, SSR, AT);
jiangshaofeng@362 736 __ addi(AT, AT, arrayOopDesc::base_offset_in_bytes(T_BYTE)); //bound
jiangshaofeng@362 737
jiangshaofeng@362 738 __ gslble(FSR, FSR, AT);
jiangshaofeng@362 739 } else {
aoqi@6880 740 index_check(SSR, FSR);
fujie@6890 741 if (UseLoongsonISA && Assembler::is_simm(arrayOopDesc::base_offset_in_bytes(T_BYTE), 8)) {
fujie@6890 742 __ gslbx(FSR, SSR, FSR, arrayOopDesc::base_offset_in_bytes(T_BYTE));
fujie@6890 743 } else {
fujie@6890 744 __ dadd(FSR, SSR, FSR);
fujie@6890 745 __ lb(FSR, FSR, arrayOopDesc::base_offset_in_bytes(T_BYTE));
fujie@6890 746 }
jiangshaofeng@362 747 }
aoqi@1 748 }
aoqi@1 749
aoqi@1 750 void TemplateTable::caload() {
aoqi@1 751 transition(itos, itos);
aoqi@1 752 index_check(SSR, FSR);
aoqi@1 753 __ dsll(FSR, FSR, Address::times_2);
aoqi@1 754 __ dadd(FSR, SSR, FSR);
aoqi@1 755 __ lhu(FSR, FSR, arrayOopDesc::base_offset_in_bytes(T_CHAR));
aoqi@1 756 }
aoqi@1 757
aoqi@1 758 // iload followed by caload frequent pair
aoqi@1 759 // used register : T2
aoqi@1 760 // T2 : index
aoqi@1 761 void TemplateTable::fast_icaload() {
aoqi@1 762 transition(vtos, itos);
aoqi@1 763 // load index out of locals
aoqi@1 764 locals_index(T2);
aoqi@1 765 __ lw(FSR, T2, 0);
aoqi@1 766 index_check(SSR, FSR);
aoqi@1 767 __ dsll(FSR, FSR, 1);
aoqi@1 768 __ dadd(FSR, SSR, FSR);
aoqi@1 769 __ lhu(FSR, FSR, arrayOopDesc::base_offset_in_bytes(T_CHAR));
aoqi@1 770 }
aoqi@1 771
aoqi@1 772 void TemplateTable::saload() {
aoqi@1 773 transition(itos, itos);
jiangshaofeng@362 774 if(UseBoundCheckInstruction) {
jiangshaofeng@362 775 __ pop(SSR); //SSR:array FSR: index
jiangshaofeng@362 776 __ dsll(FSR, FSR, Address::times_2);
jiangshaofeng@362 777 __ dadd(FSR, SSR, FSR);
jiangshaofeng@362 778 __ addi(FSR, FSR, arrayOopDesc::base_offset_in_bytes(T_SHORT));
aoqi@6880 779
jiangshaofeng@362 780 __ lw(AT, SSR, arrayOopDesc::length_offset_in_bytes()); //bound
jiangshaofeng@362 781 __ dsll(AT, AT, Address::times_2);
jiangshaofeng@362 782 __ dadd(AT, SSR, AT);
jiangshaofeng@362 783 __ addi(AT, AT, arrayOopDesc::base_offset_in_bytes(T_SHORT));
aoqi@6880 784
aoqi@6880 785 __ gslhle(FSR, FSR, AT);
jiangshaofeng@362 786 } else {
aoqi@6880 787 index_check(SSR, FSR);
jiangshaofeng@362 788 __ dsll(FSR, FSR, Address::times_2);
fujie@6890 789 if (UseLoongsonISA && Assembler::is_simm(arrayOopDesc::base_offset_in_bytes(T_SHORT), 8)) {
fujie@6890 790 __ gslhx(FSR, SSR, FSR, arrayOopDesc::base_offset_in_bytes(T_SHORT));
fujie@6890 791 } else {
fujie@6890 792 __ dadd(FSR, SSR, FSR);
fujie@6890 793 __ lh(FSR, FSR, arrayOopDesc::base_offset_in_bytes(T_SHORT));
fujie@6890 794 }
jiangshaofeng@362 795 }
aoqi@1 796 }
aoqi@1 797
aoqi@1 798 void TemplateTable::iload(int n) {
aoqi@6880 799 transition(vtos, itos);
aoqi@6880 800 __ lw(FSR, iaddress(n));
aoqi@1 801 }
aoqi@1 802
aoqi@1 803 void TemplateTable::lload(int n) {
aoqi@6880 804 transition(vtos, ltos);
aoqi@6880 805 __ ld(FSR, laddress(n));
aoqi@1 806 }
aoqi@1 807
aoqi@1 808 void TemplateTable::fload(int n) {
aoqi@1 809 transition(vtos, ftos);
aoqi@1 810 __ lwc1(FSF, faddress(n));
aoqi@1 811 }
aoqi@6880 812
aoqi@1 813 void TemplateTable::dload(int n) {
aoqi@6880 814 transition(vtos, dtos);
aoqi@6880 815 __ ldc1(FSF, laddress(n));
aoqi@1 816 }
aoqi@1 817
aoqi@1 818 void TemplateTable::aload(int n) {
aoqi@1 819 transition(vtos, atos);
aoqi@1 820 __ ld(FSR, aaddress(n));
aoqi@1 821 }
aoqi@1 822
aoqi@1 823 // used register : T2, T3
aoqi@1 824 // T2 : bytecode
aoqi@1 825 // T3 : folded code
aoqi@1 826 void TemplateTable::aload_0() {
aoqi@6880 827 transition(vtos, atos);
aoqi@6880 828 // According to bytecode histograms, the pairs:
aoqi@6880 829 //
aoqi@6880 830 // _aload_0, _fast_igetfield
aoqi@6880 831 // _aload_0, _fast_agetfield
aoqi@6880 832 // _aload_0, _fast_fgetfield
aoqi@6880 833 //
aoqi@6880 834 // occur frequently. If RewriteFrequentPairs is set, the (slow)
aoqi@6880 835 // _aload_0 bytecode checks if the next bytecode is either
aoqi@6880 836 // _fast_igetfield, _fast_agetfield or _fast_fgetfield and then
aoqi@6880 837 // rewrites the current bytecode into a pair bytecode; otherwise it
aoqi@6880 838 // rewrites the current bytecode into _fast_aload_0 that doesn't do
aoqi@6880 839 // the pair check anymore.
aoqi@6880 840 //
aoqi@6880 841 // Note: If the next bytecode is _getfield, the rewrite must be
aoqi@6880 842 // delayed, otherwise we may miss an opportunity for a pair.
aoqi@6880 843 //
aoqi@6880 844 // Also rewrite frequent pairs
aoqi@6880 845 // aload_0, aload_1
aoqi@6880 846 // aload_0, iload_1
aoqi@6880 847 // These bytecodes with a small amount of code are most profitable
aoqi@6880 848 // to rewrite
aoqi@6880 849 if (RewriteFrequentPairs) {
aoqi@6880 850 Label rewrite, done;
aoqi@6880 851 // get the next bytecode in T2
aoqi@6880 852 __ lbu(T2, at_bcp(Bytecodes::length_for(Bytecodes::_aload_0)));
aoqi@6880 853
aoqi@6880 854 // do actual aload_0
aoqi@6880 855 aload(0);
aoqi@6880 856
aoqi@6880 857 // if _getfield then wait with rewrite
aoqi@6880 858 __ move(AT, Bytecodes::_getfield);
aoqi@6880 859 __ beq(AT, T2, done);
aoqi@6880 860 __ delayed()->nop();
aoqi@6880 861
aoqi@6880 862 // if _igetfield then reqrite to _fast_iaccess_0
aoqi@6880 863 assert(Bytecodes::java_code(Bytecodes::_fast_iaccess_0) ==
aoqi@6880 864 Bytecodes::_aload_0,
aoqi@6880 865 "fix bytecode definition");
aoqi@6880 866 __ move(T3, Bytecodes::_fast_iaccess_0);
aoqi@6880 867 __ move(AT, Bytecodes::_fast_igetfield);
aoqi@6880 868 __ beq(AT, T2, rewrite);
aoqi@6880 869 __ delayed()->nop();
aoqi@6880 870
aoqi@6880 871 // if _agetfield then reqrite to _fast_aaccess_0
aoqi@6880 872 assert(Bytecodes::java_code(Bytecodes::_fast_aaccess_0) ==
aoqi@6880 873 Bytecodes::_aload_0,
aoqi@6880 874 "fix bytecode definition");
aoqi@6880 875 __ move(T3, Bytecodes::_fast_aaccess_0);
aoqi@6880 876 __ move(AT, Bytecodes::_fast_agetfield);
aoqi@6880 877 __ beq(AT, T2, rewrite);
aoqi@6880 878 __ delayed()->nop();
aoqi@6880 879
aoqi@6880 880 // if _fgetfield then reqrite to _fast_faccess_0
aoqi@6880 881 assert(Bytecodes::java_code(Bytecodes::_fast_faccess_0) ==
aoqi@6880 882 Bytecodes::_aload_0,
aoqi@6880 883 "fix bytecode definition");
aoqi@6880 884 __ move(T3, Bytecodes::_fast_faccess_0);
aoqi@6880 885 __ move(AT, Bytecodes::_fast_fgetfield);
aoqi@6880 886 __ beq(AT, T2, rewrite);
aoqi@6880 887 __ delayed()->nop();
aoqi@6880 888
aoqi@6880 889 // else rewrite to _fast_aload0
aoqi@6880 890 assert(Bytecodes::java_code(Bytecodes::_fast_aload_0) ==
aoqi@6880 891 Bytecodes::_aload_0,
aoqi@6880 892 "fix bytecode definition");
aoqi@6880 893 __ move(T3, Bytecodes::_fast_aload_0);
aoqi@6880 894
aoqi@6880 895 // rewrite
aoqi@6880 896 __ bind(rewrite);
aoqi@6880 897 patch_bytecode(Bytecodes::_aload_0, T3, T2, false);
aoqi@6880 898
aoqi@6880 899 __ bind(done);
aoqi@6880 900 } else {
aoqi@6880 901 aload(0);
aoqi@6880 902 }
aoqi@1 903 }
aoqi@1 904
aoqi@1 905 void TemplateTable::istore() {
aoqi@6880 906 transition(itos, vtos);
aoqi@6880 907 locals_index(T2);
aoqi@6880 908 __ sw(FSR, T2, 0);
aoqi@1 909 }
aoqi@1 910
aoqi@1 911 void TemplateTable::lstore() {
aoqi@1 912 transition(ltos, vtos);
aoqi@1 913 locals_index(T2);
aoqi@1 914 __ sd(FSR, T2, -wordSize);
aoqi@1 915 }
aoqi@1 916
aoqi@1 917 void TemplateTable::fstore() {
aoqi@6880 918 transition(ftos, vtos);
aoqi@6880 919 locals_index(T2);
aoqi@6880 920 __ swc1(FSF, T2, 0);
aoqi@1 921 }
aoqi@1 922
aoqi@1 923 void TemplateTable::dstore() {
aoqi@1 924 transition(dtos, vtos);
aoqi@1 925 locals_index(T2);
aoqi@1 926 __ sdc1(FSF, T2, -wordSize);
aoqi@1 927 }
aoqi@1 928
aoqi@1 929 void TemplateTable::astore() {
aoqi@1 930 transition(vtos, vtos);
aoqi@1 931 __ pop_ptr(FSR);
aoqi@1 932 locals_index(T2);
aoqi@1 933 __ sd(FSR, T2, 0);
aoqi@1 934 }
aoqi@1 935
aoqi@1 936 void TemplateTable::wide_istore() {
aoqi@6880 937 transition(vtos, vtos);
aoqi@6880 938 __ pop_i(FSR);
aoqi@6880 939 locals_index_wide(T2);
aoqi@6880 940 __ sd(FSR, T2, 0);
aoqi@1 941 }
aoqi@1 942
aoqi@1 943 void TemplateTable::wide_lstore() {
aoqi@6880 944 transition(vtos, vtos);
aoqi@6880 945 __ pop_l(FSR);
aoqi@6880 946 locals_index_wide(T2);
wangxue@6881 947 __ sd(FSR, T2, -wordSize);
aoqi@1 948 }
aoqi@1 949
aoqi@1 950 void TemplateTable::wide_fstore() {
aoqi@6880 951 wide_istore();
aoqi@1 952 }
aoqi@1 953
aoqi@1 954 void TemplateTable::wide_dstore() {
aoqi@6880 955 wide_lstore();
aoqi@1 956 }
aoqi@1 957
aoqi@1 958 void TemplateTable::wide_astore() {
aoqi@6880 959 transition(vtos, vtos);
aoqi@6880 960 __ pop_ptr(FSR);
aoqi@6880 961 locals_index_wide(T2);
aoqi@6880 962 __ sd(FSR, T2, 0);
aoqi@1 963 }
aoqi@1 964
aoqi@1 965 // used register : T2
aoqi@1 966 void TemplateTable::iastore() {
aoqi@1 967 transition(itos, vtos);
jiangshaofeng@362 968 __ pop_i(SSR); // T2: array SSR: index
jiangshaofeng@362 969 if(UseBoundCheckInstruction) {
aoqi@6880 970 __ pop_ptr(T2);
jiangshaofeng@362 971 __ dsll(SSR, SSR, Address::times_4);
jiangshaofeng@362 972 __ dadd(SSR, T2, SSR);
jiangshaofeng@362 973 __ addi(SSR, SSR, arrayOopDesc::base_offset_in_bytes(T_INT)); // base
aoqi@6880 974
aoqi@6880 975 __ lw(AT, T2, arrayOopDesc::length_offset_in_bytes());
jiangshaofeng@362 976 __ dsll(AT, AT, Address::times_4);
jiangshaofeng@362 977 __ dadd(AT, T2, AT);
jiangshaofeng@362 978 __ addi(AT, AT, arrayOopDesc::base_offset_in_bytes(T_INT)); //bound
aoqi@6880 979
jiangshaofeng@362 980 __ gsswle(FSR, SSR, AT);
jiangshaofeng@362 981 } else {
jiangshaofeng@362 982 index_check(T2, SSR); // prefer index in ebx
jiangshaofeng@362 983 __ dsll(SSR, SSR, Address::times_4);
jiangshaofeng@362 984 __ dadd(T2, T2, SSR);
jiangshaofeng@362 985 __ sw(FSR, T2, arrayOopDesc::base_offset_in_bytes(T_INT));
jiangshaofeng@362 986 }
aoqi@1 987 }
aoqi@1 988
aoqi@1 989
aoqi@1 990
aoqi@1 991 // used register T2, T3
aoqi@1 992 void TemplateTable::lastore() {
aoqi@1 993 transition(ltos, vtos);
aoqi@1 994 __ pop_i (T2);
jiangshaofeng@362 995 if(UseBoundCheckInstruction) {
aoqi@6880 996 __ pop_ptr(T3);
jiangshaofeng@362 997 __ dsll(T2, T2, Address::times_8);
jiangshaofeng@362 998 __ dadd(T2, T3, T2);
jiangshaofeng@362 999 __ addi(T2, T2, arrayOopDesc::base_offset_in_bytes(T_LONG) + 0 * wordSize); // base
aoqi@6880 1000
aoqi@6880 1001 __ lw(AT, T3, arrayOopDesc::length_offset_in_bytes());
jiangshaofeng@362 1002 __ dsll(AT, AT, Address::times_8);
jiangshaofeng@362 1003 __ dadd(AT, T3, AT);
jiangshaofeng@362 1004 __ addi(AT, AT, arrayOopDesc::base_offset_in_bytes(T_LONG) + 0 * wordSize); //bound
aoqi@6880 1005
jiangshaofeng@362 1006 __ gssdle(FSR, T2, AT);
jiangshaofeng@362 1007 } else {
jiangshaofeng@362 1008 index_check(T3, T2);
jiangshaofeng@362 1009 __ dsll(T2, T2, Address::times_8);
jiangshaofeng@362 1010 __ dadd(T3, T3, T2);
jiangshaofeng@362 1011 __ sd(FSR, T3, arrayOopDesc::base_offset_in_bytes(T_LONG) + 0 * wordSize);
jiangshaofeng@362 1012 }
aoqi@1 1013 }
aoqi@1 1014
aoqi@1 1015 // used register T2
aoqi@1 1016 void TemplateTable::fastore() {
aoqi@1 1017 transition(ftos, vtos);
aoqi@6880 1018 __ pop_i(SSR);
jiangshaofeng@362 1019 if(UseBoundCheckInstruction) {
aoqi@6880 1020 __ pop_ptr(T2);
jiangshaofeng@362 1021 __ dsll(SSR, SSR, Address::times_4);
jiangshaofeng@362 1022 __ dadd(SSR, T2, SSR);
jiangshaofeng@362 1023 __ addi(SSR, SSR, arrayOopDesc::base_offset_in_bytes(T_FLOAT)); // base
aoqi@6880 1024
aoqi@6880 1025 __ lw(AT, T2, arrayOopDesc::length_offset_in_bytes());
jiangshaofeng@362 1026 __ dsll(AT, AT, Address::times_4);
jiangshaofeng@362 1027 __ dadd(AT, T2, AT);
jiangshaofeng@362 1028 __ addi(AT, AT, arrayOopDesc::base_offset_in_bytes(T_FLOAT)); //bound
aoqi@6880 1029
jiangshaofeng@362 1030 __ gsswlec1(FSF, SSR, AT);
jiangshaofeng@362 1031 } else {
aoqi@6880 1032 index_check(T2, SSR);
jiangshaofeng@362 1033 __ dsll(SSR, SSR, Address::times_4);
jiangshaofeng@362 1034 __ dadd(T2, T2, SSR);
jiangshaofeng@362 1035 __ swc1(FSF, T2, arrayOopDesc::base_offset_in_bytes(T_FLOAT));
jiangshaofeng@362 1036 }
aoqi@1 1037 }
aoqi@1 1038
aoqi@1 1039 // used register T2, T3
aoqi@1 1040 void TemplateTable::dastore() {
aoqi@1 1041 transition(dtos, vtos);
aoqi@6880 1042 __ pop_i (T2);
jiangshaofeng@362 1043 if(UseBoundCheckInstruction) {
aoqi@6880 1044 __ pop_ptr(T3);
jiangshaofeng@362 1045 __ dsll(T2, T2, Address::times_8);
jiangshaofeng@362 1046 __ dadd(T2, T3, T2);
jiangshaofeng@362 1047 __ addi(T2, T2, arrayOopDesc::base_offset_in_bytes(T_DOUBLE) + 0 * wordSize); // base
aoqi@6880 1048
aoqi@6880 1049 __ lw(AT, T3, arrayOopDesc::length_offset_in_bytes());
jiangshaofeng@362 1050 __ dsll(AT, AT, Address::times_8);
jiangshaofeng@362 1051 __ dadd(AT, T3, AT);
jiangshaofeng@362 1052 __ addi(AT, AT, arrayOopDesc::base_offset_in_bytes(T_DOUBLE) + 0 * wordSize); //bound
aoqi@6880 1053
jiangshaofeng@362 1054 __ gssdlec1(FSF, T2, AT);
jiangshaofeng@362 1055 } else {
aoqi@6880 1056 index_check(T3, T2);
jiangshaofeng@362 1057 __ dsll(T2, T2, Address::times_8);
jiangshaofeng@362 1058 __ daddu(T3, T3, T2);
jiangshaofeng@362 1059 __ sdc1(FSF, T3, arrayOopDesc::base_offset_in_bytes(T_DOUBLE) + 0 * wordSize);
jiangshaofeng@362 1060 }
aoqi@1 1061 }
aoqi@1 1062
aoqi@1 1063 // used register : T2, T3, T8
aoqi@1 1064 // T2 : array
aoqi@1 1065 // T3 : subklass
aoqi@1 1066 // T8 : supklass
aoqi@1 1067 void TemplateTable::aastore() {
aoqi@1 1068 Label is_null, ok_is_subtype, done;
aoqi@1 1069 transition(vtos, vtos);
aoqi@1 1070 // stack: ..., array, index, value
aoqi@1 1071 __ ld(FSR, at_tos()); // Value
aoqi@1 1072 __ lw(SSR, at_tos_p1()); // Index
aoqi@1 1073 __ ld(T2, at_tos_p2()); // Array
aoqi@1 1074
aoqi@1 1075 // index_check(T2, SSR);
aoqi@1 1076 index_check_without_pop(T2, SSR);
aoqi@1 1077 // do array store check - check for NULL value first
aoqi@1 1078 __ beq(FSR, R0, is_null);
aoqi@1 1079 __ delayed()->nop();
aoqi@1 1080
aoqi@1 1081 // Move subklass into T3
aoqi@1 1082 //add for compressedoops
aoqi@1 1083 __ load_klass(T3, FSR);
aoqi@1 1084 // Move superklass into T8
aoqi@1 1085 //add for compressedoops
aoqi@1 1086 __ load_klass(T8, T2);
aoqi@1 1087 __ ld(T8, Address(T8, ObjArrayKlass::element_klass_offset()));
aoqi@1 1088 // Compress array+index*4+12 into a single register. T2
aoqi@1 1089 __ dsll(AT, SSR, UseCompressedOops? Address::times_4 : Address::times_8);
aoqi@1 1090 __ dadd(T2, T2, AT);
aoqi@1 1091 __ daddi(T2, T2, arrayOopDesc::base_offset_in_bytes(T_OBJECT));
aoqi@1 1092
aoqi@1 1093 // Generate subtype check.
aoqi@1 1094 // Superklass in T8. Subklass in T3.
aoqi@6880 1095 __ gen_subtype_check(T8, T3, ok_is_subtype); // <-- Jin
aoqi@1 1096 // Come here on failure
aoqi@1 1097 // object is at FSR
aoqi@1 1098 __ jmp(Interpreter::_throw_ArrayStoreException_entry); // <-- Jin
aoqi@1 1099 __ delayed()->nop();
aoqi@1 1100 // Come here on success
aoqi@1 1101 __ bind(ok_is_subtype);
aoqi@1 1102 //replace with do_oop_store->store_heap_oop
aoqi@6880 1103 __ store_heap_oop(Address(T2, 0), FSR); // <-- Jin
aoqi@1 1104 __ store_check(T2);
aoqi@1 1105 __ b(done);
aoqi@1 1106 __ delayed()->nop();
aoqi@1 1107
aoqi@1 1108 // Have a NULL in FSR, EDX=T2, SSR=index. Store NULL at ary[idx]
aoqi@1 1109 __ bind(is_null);
aoqi@1 1110 __ profile_null_seen(T9);
aoqi@1 1111 __ dsll(AT, SSR, UseCompressedOops? Address::times_4 : Address::times_8);
aoqi@1 1112 __ dadd(T2, T2, AT);
aoqi@6880 1113 __ store_heap_oop(Address(T2, arrayOopDesc::base_offset_in_bytes(T_OBJECT)), FSR); /* FSR is null here */
aoqi@1 1114
aoqi@1 1115 __ bind(done);
aoqi@1 1116 __ daddi(SP, SP, 3 * Interpreter::stackElementSize);
aoqi@1 1117 }
aoqi@1 1118
aoqi@1 1119 void TemplateTable::bastore() {
aoqi@1 1120 transition(itos, vtos);
aoqi@6880 1121 __ pop_i(SSR);
jiangshaofeng@362 1122 if(UseBoundCheckInstruction) {
aoqi@6880 1123 __ pop_ptr(T2);
jiangshaofeng@362 1124 __ dadd(SSR, T2, SSR);
jiangshaofeng@362 1125 __ addi(SSR, SSR, arrayOopDesc::base_offset_in_bytes(T_BYTE)); // base
aoqi@6880 1126
aoqi@6880 1127 __ lw(AT, T2, arrayOopDesc::length_offset_in_bytes());
jiangshaofeng@362 1128 __ dadd(AT, T2, AT);
jiangshaofeng@362 1129 __ addi(AT, AT, arrayOopDesc::base_offset_in_bytes(T_BYTE)); //bound
aoqi@6880 1130
jiangshaofeng@362 1131 __ gssble(FSR, SSR, AT);
jiangshaofeng@362 1132 } else {
jiangshaofeng@362 1133 index_check(T2, SSR);
jiangshaofeng@362 1134 __ dadd(SSR, T2, SSR);
jiangshaofeng@362 1135 __ sb(FSR, SSR, arrayOopDesc::base_offset_in_bytes(T_BYTE));
jiangshaofeng@362 1136 }
aoqi@1 1137 }
aoqi@1 1138
aoqi@1 1139 void TemplateTable::castore() {
aoqi@1 1140 transition(itos, vtos);
aoqi@6880 1141 __ pop_i(SSR);
jiangshaofeng@362 1142 if(UseBoundCheckInstruction) {
aoqi@6880 1143 __ pop_ptr(T2);
jiangshaofeng@362 1144 __ dsll(SSR, SSR, Address::times_2);
jiangshaofeng@362 1145 __ dadd(SSR, T2, SSR);
jiangshaofeng@362 1146 __ addi(SSR, SSR, arrayOopDesc::base_offset_in_bytes(T_CHAR)); // base
aoqi@6880 1147
aoqi@6880 1148 __ lw(AT, T2, arrayOopDesc::length_offset_in_bytes());
jiangshaofeng@362 1149 __ dsll(AT, AT, Address::times_2);
jiangshaofeng@362 1150 __ dadd(AT, T2, AT);
jiangshaofeng@362 1151 __ addi(AT, AT, arrayOopDesc::base_offset_in_bytes(T_CHAR)); //bound
aoqi@6880 1152
jiangshaofeng@362 1153 __ gsshle(FSR, SSR, AT);
jiangshaofeng@362 1154 } else {
aoqi@6880 1155 index_check(T2, SSR);
jiangshaofeng@362 1156 __ dsll(SSR, SSR, Address::times_2);
jiangshaofeng@362 1157 __ dadd(SSR, T2, SSR);
jiangshaofeng@362 1158 __ sh(FSR, SSR, arrayOopDesc::base_offset_in_bytes(T_CHAR));
jiangshaofeng@362 1159 }
aoqi@1 1160 }
aoqi@1 1161
aoqi@1 1162 void TemplateTable::sastore() {
aoqi@1 1163 castore();
aoqi@1 1164 }
aoqi@1 1165
aoqi@1 1166 void TemplateTable::istore(int n) {
aoqi@1 1167 transition(itos, vtos);
aoqi@1 1168 __ sw(FSR, iaddress(n));
aoqi@1 1169 }
aoqi@1 1170
aoqi@1 1171 void TemplateTable::lstore(int n) {
aoqi@1 1172 transition(ltos, vtos);
aoqi@1 1173 __ sd(FSR, laddress(n));
aoqi@1 1174 }
aoqi@1 1175
aoqi@1 1176 void TemplateTable::fstore(int n) {
aoqi@1 1177 transition(ftos, vtos);
aoqi@1 1178 __ swc1(FSF, faddress(n));
aoqi@1 1179 }
aoqi@1 1180
aoqi@1 1181 void TemplateTable::dstore(int n) {
aoqi@1 1182 transition(dtos, vtos);
aoqi@1 1183 __ sdc1(FSF, laddress(n));
aoqi@1 1184 }
aoqi@1 1185
aoqi@1 1186 void TemplateTable::astore(int n) {
aoqi@1 1187 transition(vtos, vtos);
aoqi@1 1188 __ pop_ptr(FSR);
aoqi@1 1189 __ sd(FSR, aaddress(n));
aoqi@1 1190 }
aoqi@1 1191
aoqi@1 1192 void TemplateTable::pop() {
aoqi@1 1193 transition(vtos, vtos);
aoqi@1 1194 __ daddi(SP, SP, Interpreter::stackElementSize);
aoqi@1 1195 }
aoqi@1 1196
aoqi@1 1197 void TemplateTable::pop2() {
aoqi@1 1198 transition(vtos, vtos);
aoqi@1 1199 __ daddi(SP, SP, 2 * Interpreter::stackElementSize);
aoqi@1 1200 }
aoqi@1 1201
aoqi@1 1202 void TemplateTable::dup() {
aoqi@1 1203 transition(vtos, vtos);
aoqi@1 1204 // stack: ..., a
aoqi@1 1205 __ load_ptr(0, FSR);
aoqi@1 1206 __ push_ptr(FSR);
aoqi@1 1207 // stack: ..., a, a
aoqi@1 1208 }
aoqi@1 1209
aoqi@1 1210 // blows FSR
aoqi@1 1211 void TemplateTable::dup_x1() {
aoqi@6880 1212 transition(vtos, vtos);
aoqi@6880 1213 // stack: ..., a, b
aoqi@6880 1214 __ load_ptr(0, FSR); // load b
aoqi@6880 1215 __ load_ptr(1, A5); // load a
aoqi@6880 1216 __ store_ptr(1, FSR); // store b
aoqi@6880 1217 __ store_ptr(0, A5); // store a
aoqi@6880 1218 __ push_ptr(FSR); // push b
aoqi@6880 1219 // stack: ..., b, a, b
aoqi@1 1220 }
aoqi@1 1221
aoqi@1 1222 // blows FSR
aoqi@1 1223 void TemplateTable::dup_x2() {
aoqi@6880 1224 transition(vtos, vtos);
aoqi@6880 1225 // stack: ..., a, b, c
aoqi@6880 1226 __ load_ptr(0, FSR); // load c
aoqi@6880 1227 __ load_ptr(2, A5); // load a
aoqi@6880 1228 __ store_ptr(2, FSR); // store c in a
aoqi@6880 1229 __ push_ptr(FSR); // push c
aoqi@6880 1230 // stack: ..., c, b, c, c
aoqi@6880 1231 __ load_ptr(2, FSR); // load b
aoqi@6880 1232 __ store_ptr(2, A5); // store a in b
aoqi@6880 1233 // stack: ..., c, a, c, c
aoqi@6880 1234 __ store_ptr(1, FSR); // store b in c
aoqi@6880 1235 // stack: ..., c, a, b, c
aoqi@1 1236 }
aoqi@1 1237
aoqi@1 1238 // blows FSR
aoqi@1 1239 void TemplateTable::dup2() {
aoqi@6880 1240 transition(vtos, vtos);
aoqi@6880 1241 // stack: ..., a, b
aoqi@6880 1242 __ load_ptr(1, FSR); // load a
aoqi@6880 1243 __ push_ptr(FSR); // push a
aoqi@6880 1244 __ load_ptr(1, FSR); // load b
aoqi@6880 1245 __ push_ptr(FSR); // push b
aoqi@6880 1246 // stack: ..., a, b, a, b
aoqi@1 1247 }
aoqi@1 1248
aoqi@1 1249 // blows FSR
aoqi@1 1250 void TemplateTable::dup2_x1() {
aoqi@6880 1251 transition(vtos, vtos);
aoqi@6880 1252 // stack: ..., a, b, c
aoqi@6880 1253 __ load_ptr(0, T2); // load c
aoqi@6880 1254 __ load_ptr(1, FSR); // load b
aoqi@6880 1255 __ push_ptr(FSR); // push b
aoqi@6880 1256 __ push_ptr(T2); // push c
aoqi@6880 1257 // stack: ..., a, b, c, b, c
aoqi@6880 1258 __ store_ptr(3, T2); // store c in b
aoqi@6880 1259 // stack: ..., a, c, c, b, c
aoqi@6880 1260 __ load_ptr(4, T2); // load a
aoqi@6880 1261 __ store_ptr(2, T2); // store a in 2nd c
aoqi@6880 1262 // stack: ..., a, c, a, b, c
aoqi@6880 1263 __ store_ptr(4, FSR); // store b in a
aoqi@6880 1264 // stack: ..., b, c, a, b, c
aoqi@6880 1265
aoqi@6880 1266 // stack: ..., b, c, a, b, c
aoqi@1 1267 }
aoqi@1 1268
aoqi@1 1269 // blows FSR, SSR
aoqi@1 1270 void TemplateTable::dup2_x2() {
aoqi@6880 1271 transition(vtos, vtos);
aoqi@6880 1272 // stack: ..., a, b, c, d
aoqi@6880 1273 // stack: ..., a, b, c, d
aoqi@6880 1274 __ load_ptr(0, T2); // load d
aoqi@6880 1275 __ load_ptr(1, FSR); // load c
aoqi@6880 1276 __ push_ptr(FSR); // push c
aoqi@6880 1277 __ push_ptr(T2); // push d
aoqi@6880 1278 // stack: ..., a, b, c, d, c, d
aoqi@6880 1279 __ load_ptr(4, FSR); // load b
aoqi@6880 1280 __ store_ptr(2, FSR); // store b in d
aoqi@6880 1281 __ store_ptr(4, T2); // store d in b
aoqi@6880 1282 // stack: ..., a, d, c, b, c, d
aoqi@6880 1283 __ load_ptr(5, T2); // load a
aoqi@6880 1284 __ load_ptr(3, FSR); // load c
aoqi@6880 1285 __ store_ptr(3, T2); // store a in c
aoqi@6880 1286 __ store_ptr(5, FSR); // store c in a
aoqi@6880 1287 // stack: ..., c, d, a, b, c, d
aoqi@6880 1288
aoqi@6880 1289 // stack: ..., c, d, a, b, c, d
aoqi@1 1290 }
aoqi@1 1291
aoqi@1 1292 // blows FSR
aoqi@1 1293 void TemplateTable::swap() {
aoqi@6880 1294 transition(vtos, vtos);
aoqi@6880 1295 // stack: ..., a, b
aoqi@6880 1296
aoqi@6880 1297 __ load_ptr(1, A5); // load a
aoqi@6880 1298 __ load_ptr(0, FSR); // load b
aoqi@6880 1299 __ store_ptr(0, A5); // store a in b
aoqi@6880 1300 __ store_ptr(1, FSR); // store b in a
aoqi@6880 1301
aoqi@6880 1302 // stack: ..., b, a
aoqi@1 1303 }
aoqi@1 1304
aoqi@1 1305 void TemplateTable::iop2(Operation op) {
aoqi@6880 1306 transition(itos, itos);
fujie@6887 1307
fujie@6887 1308 __ pop_i(SSR);
aoqi@6880 1309 switch (op) {
fujie@6887 1310 case add : __ addu32(FSR, SSR, FSR); break;
fujie@6887 1311 case sub : __ subu32(FSR, SSR, FSR); break;
fujie@6887 1312 case mul : __ mul(FSR, SSR, FSR); break;
fujie@6887 1313 case _and : __ andr(FSR, SSR, FSR); break;
fujie@6887 1314 case _or : __ orr(FSR, SSR, FSR); break;
fujie@6887 1315 case _xor : __ xorr(FSR, SSR, FSR); break;
fujie@6887 1316 case shl : __ sllv(FSR, SSR, FSR); break; // implicit masking of lower 5 bits by Intel shift instr. mips also
fujie@6887 1317 case shr : __ srav(FSR, SSR, FSR); break; // implicit masking of lower 5 bits by Intel shift instr. mips also
fujie@6887 1318 case ushr : __ srlv(FSR, SSR, FSR); break; // implicit masking of lower 5 bits by Intel shift instr. mips also
aoqi@6880 1319 default : ShouldNotReachHere();
aoqi@6880 1320 }
aoqi@1 1321 }
aoqi@1 1322
aoqi@1 1323 // the result stored in FSR, SSR,
aoqi@1 1324 // used registers : T2, T3
aoqi@1 1325 void TemplateTable::lop2(Operation op) {
aoqi@1 1326 transition(ltos, ltos);
aoqi@1 1327 __ pop_l(T2, T3);
aoqi@1 1328 #ifdef ASSERT
aoqi@1 1329 {
aoqi@1 1330 Label L;
aoqi@1 1331 __ beq(T3, R0, L);
aoqi@1 1332 __ delayed()->nop();
aoqi@1 1333 __ bind(L);
aoqi@1 1334 }
aoqi@1 1335 #endif
aoqi@1 1336 switch (op) {
fujie@6887 1337 case add : __ daddu(FSR, T2, FSR); break;
fujie@6887 1338 case sub : __ dsubu(FSR, T2, FSR); break;
fujie@6887 1339 case _and: __ andr(FSR, T2, FSR); break;
fujie@6887 1340 case _or : __ orr(FSR, T2, FSR); break;
fujie@6887 1341 case _xor: __ xorr(FSR, T2, FSR); break;
aoqi@1 1342 default : ShouldNotReachHere();
aoqi@1 1343 }
aoqi@1 1344 }
aoqi@1 1345
aoqi@6880 1346 // java require this bytecode could handle 0x80000000/-1, dont cause a overflow exception,
aoqi@1 1347 // the result is 0x80000000
aoqi@1 1348 // the godson2 cpu do the same, so we need not handle this specially like x86
aoqi@1 1349 void TemplateTable::idiv() {
aoqi@6880 1350 transition(itos, itos);
aoqi@6880 1351 Label not_zero;
aoqi@6880 1352
aoqi@6880 1353 __ bne(FSR, R0, not_zero);
aoqi@6880 1354 __ delayed()->nop();
aoqi@6880 1355 __ jmp(Interpreter::_throw_ArithmeticException_entry);
aoqi@6880 1356 __ delayed()->nop();
aoqi@6880 1357 __ bind(not_zero);
aoqi@6880 1358
aoqi@6880 1359 __ pop_i(SSR);
aoqi@6880 1360 if (UseLoongsonISA) {
aoqi@6880 1361 __ gsdiv(FSR, SSR, FSR);
aoqi@6880 1362 } else {
aoqi@6880 1363 __ div(SSR, FSR);
aoqi@6880 1364 __ mflo(FSR);
aoqi@6880 1365 }
aoqi@1 1366 }
aoqi@1 1367
aoqi@1 1368 void TemplateTable::irem() {
aoqi@6880 1369 transition(itos, itos);
aoqi@6880 1370 Label not_zero;
aoqi@6880 1371 __ pop_i(SSR);
aoqi@6880 1372 __ div(SSR, FSR);
aoqi@6880 1373
aoqi@6880 1374 __ bne(FSR, R0, not_zero);
aoqi@6880 1375 __ delayed()->nop();
aoqi@6880 1376 //__ brk(7);
aoqi@6880 1377 __ jmp(Interpreter::_throw_ArithmeticException_entry);
aoqi@6880 1378 __ delayed()->nop();
aoqi@6880 1379
aoqi@6880 1380 __ bind(not_zero);
aoqi@6880 1381 __ mfhi(FSR);
aoqi@1 1382 }
aoqi@1 1383
aoqi@1 1384 void TemplateTable::lmul() {
aoqi@1 1385 transition(ltos, ltos);
jiangshaofeng@89 1386 __ pop_l(T2);
jiangshaofeng@89 1387 if(UseLoongsonISA){
jiangshaofeng@89 1388 __ gsdmult(FSR, T2, FSR);
jiangshaofeng@89 1389 } else {
aoqi@6880 1390 __ dmult(T2, FSR);
aoqi@6880 1391 __ mflo(FSR);
aoqi@6880 1392 }
aoqi@6880 1393 }
aoqi@1 1394
aoqi@1 1395 // NOTE: i DONT use the Interpreter::_throw_ArithmeticException_entry
aoqi@1 1396 void TemplateTable::ldiv() {
aoqi@1 1397 transition(ltos, ltos);
aoqi@1 1398 Label normal;
aoqi@1 1399
aoqi@1 1400 __ bne(FSR, R0, normal);
aoqi@1 1401 __ delayed()->nop();
aoqi@1 1402
aoqi@6880 1403 //__ brk(7); //generate FPE
aoqi@1 1404 __ jmp(Interpreter::_throw_ArithmeticException_entry);
aoqi@1 1405 __ delayed()->nop();
aoqi@1 1406
aoqi@1 1407 __ bind(normal);
chenhaoxuan@87 1408 __ pop_l(A2, A3);
chenhaoxuan@87 1409 if (UseLoongsonISA) {
aoqi@6880 1410 __ gsddiv(FSR, A2, FSR);
chenhaoxuan@87 1411 } else {
chenhaoxuan@87 1412 __ ddiv(A2, FSR);
chenhaoxuan@87 1413 __ mflo(FSR);
chenhaoxuan@87 1414 }
aoqi@1 1415 }
aoqi@1 1416
aoqi@1 1417 // NOTE: i DONT use the Interpreter::_throw_ArithmeticException_entry
aoqi@1 1418 void TemplateTable::lrem() {
aoqi@1 1419 transition(ltos, ltos);
aoqi@1 1420 Label normal;
aoqi@1 1421
aoqi@1 1422 __ bne(FSR, R0, normal);
aoqi@1 1423 __ delayed()->nop();
aoqi@1 1424
aoqi@1 1425 __ jmp(Interpreter::_throw_ArithmeticException_entry);
aoqi@1 1426 __ delayed()->nop();
aoqi@1 1427
aoqi@1 1428 __ bind(normal);
aoqi@6880 1429 __ pop_l (A2, A3);
lifangyuan@88 1430
lifangyuan@88 1431 if(UseLoongsonISA){
lifangyuan@88 1432 __ gsdmod(FSR, A2, FSR);
aoqi@6880 1433 } else {
lifangyuan@88 1434 __ ddiv(A2, FSR);
lifangyuan@88 1435 __ mfhi(FSR);
lifangyuan@88 1436 }
aoqi@1 1437 }
aoqi@1 1438
aoqi@1 1439 // result in FSR
aoqi@1 1440 // used registers : T0
aoqi@1 1441 void TemplateTable::lshl() {
aoqi@1 1442 transition(itos, ltos);
aoqi@6880 1443 __ pop_l(T0, T1);
aoqi@1 1444 #ifdef ASSERT
aoqi@1 1445 {
aoqi@1 1446 Label L;
aoqi@1 1447 __ beq(T1, R0, L);
aoqi@1 1448 __ delayed()->nop();
aoqi@6880 1449 //__ stop("lshl, wrong stack"); // <-- Fu 20130930
aoqi@1 1450 __ bind(L);
aoqi@1 1451 }
aoqi@1 1452 #endif
aoqi@1 1453 __ dsllv(FSR, T0, FSR);
aoqi@1 1454 }
aoqi@1 1455
aoqi@1 1456 // used registers : T0
aoqi@1 1457 void TemplateTable::lshr() {
aoqi@1 1458 transition(itos, ltos);
aoqi@6880 1459 __ pop_l(T0, T1);
aoqi@1 1460 #ifdef ASSERT
aoqi@1 1461 {
aoqi@1 1462 Label L;
aoqi@1 1463 __ beq(T1, R0, L);
aoqi@1 1464 __ delayed()->nop();
aoqi@1 1465 __ stop("lshr, wrong stack");
aoqi@1 1466 __ bind(L);
aoqi@1 1467 }
aoqi@1 1468 #endif
aoqi@1 1469 __ dsrav(FSR, T0, FSR);
aoqi@1 1470 }
aoqi@1 1471
aoqi@1 1472 // used registers : T0
aoqi@1 1473 void TemplateTable::lushr() {
aoqi@1 1474 transition(itos, ltos);
aoqi@6880 1475 __ pop_l(T0, T1);
aoqi@1 1476 #ifdef ASSERT
aoqi@1 1477 {
aoqi@1 1478 Label L;
aoqi@1 1479 __ beq(T1, R0, L);
aoqi@1 1480 __ delayed()->nop();
aoqi@1 1481 __ stop("lushr, wrong stack");
aoqi@1 1482 __ bind(L);
aoqi@1 1483 }
aoqi@1 1484 #endif
aoqi@1 1485 __ dsrlv(FSR, T0, FSR);
aoqi@1 1486 }
aoqi@1 1487
aoqi@1 1488 // result in FSF
aoqi@1 1489 void TemplateTable::fop2(Operation op) {
aoqi@6880 1490 transition(ftos, ftos);
aoqi@6880 1491 switch (op) {
aoqi@6880 1492 case add:
aoqi@6880 1493 __ lwc1(FTF, at_sp());
aoqi@6880 1494 __ add_s(FSF, FTF, FSF);
aoqi@6880 1495 break;
aoqi@6880 1496 case sub:
aoqi@6880 1497 __ lwc1(FTF, at_sp());
aoqi@6880 1498 __ sub_s(FSF, FTF, FSF);
aoqi@6880 1499 break;
aoqi@6880 1500 case mul:
aoqi@6880 1501 __ lwc1(FTF, at_sp());
aoqi@6880 1502 __ mul_s(FSF, FTF, FSF);
aoqi@6880 1503 break;
aoqi@6880 1504 case div:
aoqi@6880 1505 __ lwc1(FTF, at_sp());
aoqi@6880 1506 __ div_s(FSF, FTF, FSF);
aoqi@6880 1507 break;
aoqi@6880 1508 case rem:
aoqi@6880 1509 __ mov_s(F13, FSF);
aoqi@6880 1510 __ lwc1(F12, at_sp());
aoqi@6880 1511 __ call_VM_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::frem), 2);
aoqi@6880 1512 break;
aoqi@6880 1513 default : ShouldNotReachHere();
aoqi@6880 1514 }
aoqi@6880 1515
aoqi@6880 1516 __ daddi(SP, SP, 1 * wordSize);
aoqi@1 1517 }
aoqi@1 1518
aoqi@1 1519 // result in SSF||FSF
aoqi@1 1520 // i dont handle the strict flags
aoqi@1 1521 void TemplateTable::dop2(Operation op) {
aoqi@6880 1522 transition(dtos, dtos);
aoqi@6880 1523 switch (op) {
aoqi@6880 1524 case add:
aoqi@6880 1525 __ ldc1(FTF, at_sp());
aoqi@6880 1526 __ add_d(FSF, FTF, FSF);
aoqi@6880 1527 break;
aoqi@6880 1528 case sub:
aoqi@6880 1529 __ ldc1(FTF, at_sp());
aoqi@6880 1530 __ sub_d(FSF, FTF, FSF);
aoqi@6880 1531 break;
aoqi@6880 1532 case mul:
aoqi@6880 1533 __ ldc1(FTF, at_sp());
aoqi@6880 1534 __ mul_d(FSF, FTF, FSF);
aoqi@6880 1535 break;
aoqi@6880 1536 case div:
aoqi@6880 1537 __ ldc1(FTF, at_sp());
aoqi@6880 1538 __ div_d(FSF, FTF, FSF);
aoqi@6880 1539 break;
aoqi@6880 1540 case rem:
aoqi@6880 1541 __ mov_d(F13, FSF);
aoqi@6880 1542 __ ldc1(F12, at_sp());
aoqi@6880 1543 __ call_VM_leaf(CAST_FROM_FN_PTR(address, SharedRuntime::drem), 2);
aoqi@6880 1544 break;
aoqi@6880 1545 default : ShouldNotReachHere();
aoqi@6880 1546 }
aoqi@6880 1547
aoqi@6880 1548 __ daddi(SP, SP, 2 * wordSize);
aoqi@1 1549 }
aoqi@1 1550
aoqi@1 1551 void TemplateTable::ineg() {
aoqi@6880 1552 transition(itos, itos);
aoqi@6880 1553 __ neg(FSR);
aoqi@1 1554 }
aoqi@1 1555
aoqi@1 1556 void TemplateTable::lneg() {
aoqi@6880 1557 transition(ltos, ltos);
aoqi@6880 1558 __ dsubu(FSR, R0, FSR);
aoqi@1 1559 }
aoqi@6880 1560
aoqi@6880 1561 void TemplateTable::fneg() {
aoqi@6880 1562 transition(ftos, ftos);
aoqi@6880 1563 __ neg_s(FSF, FSF);
aoqi@1 1564 }
aoqi@1 1565
aoqi@1 1566 void TemplateTable::dneg() {
aoqi@6880 1567 transition(dtos, dtos);
aoqi@6880 1568 __ neg_d(FSF, FSF);
aoqi@1 1569 }
aoqi@1 1570
aoqi@1 1571 // used registers : T2
aoqi@1 1572 void TemplateTable::iinc() {
aoqi@6880 1573 transition(vtos, vtos);
aoqi@6880 1574 locals_index(T2);
aoqi@6880 1575 __ lw(FSR, T2, 0);
aoqi@6880 1576 __ lb(AT, at_bcp(2)); // get constant
aoqi@6880 1577 __ daddu(FSR, FSR, AT);
aoqi@6880 1578 __ sw(FSR, T2, 0);
aoqi@1 1579 }
aoqi@1 1580
aoqi@1 1581 // used register : T2
aoqi@1 1582 void TemplateTable::wide_iinc() {
aoqi@6880 1583 transition(vtos, vtos);
aoqi@6880 1584 locals_index_wide(T2);
aoqi@6880 1585 __ get_2_byte_integer_at_bcp(FSR, AT, 4);
aoqi@6880 1586 __ hswap(FSR);
aoqi@6880 1587 __ lw(AT, T2, 0);
aoqi@6880 1588 __ daddu(FSR, AT, FSR);
aoqi@6880 1589 __ sw(FSR, T2, 0);
aoqi@1 1590 }
aoqi@1 1591
aoqi@1 1592 void TemplateTable::convert() {
aoqi@1 1593 // Checking
aoqi@1 1594 #ifdef ASSERT
aoqi@6880 1595 {
aoqi@6880 1596 TosState tos_in = ilgl;
aoqi@1 1597 TosState tos_out = ilgl;
aoqi@1 1598 switch (bytecode()) {
aoqi@1 1599 case Bytecodes::_i2l: // fall through
aoqi@1 1600 case Bytecodes::_i2f: // fall through
aoqi@1 1601 case Bytecodes::_i2d: // fall through
aoqi@1 1602 case Bytecodes::_i2b: // fall through
aoqi@1 1603 case Bytecodes::_i2c: // fall through
aoqi@1 1604 case Bytecodes::_i2s: tos_in = itos; break;
aoqi@1 1605 case Bytecodes::_l2i: // fall through
aoqi@1 1606 case Bytecodes::_l2f: // fall through
aoqi@1 1607 case Bytecodes::_l2d: tos_in = ltos; break;
aoqi@1 1608 case Bytecodes::_f2i: // fall through
aoqi@1 1609 case Bytecodes::_f2l: // fall through
aoqi@1 1610 case Bytecodes::_f2d: tos_in = ftos; break;
aoqi@1 1611 case Bytecodes::_d2i: // fall through
aoqi@1 1612 case Bytecodes::_d2l: // fall through
aoqi@1 1613 case Bytecodes::_d2f: tos_in = dtos; break;
aoqi@1 1614 default : ShouldNotReachHere();
aoqi@1 1615 }
aoqi@1 1616 switch (bytecode()) {
aoqi@1 1617 case Bytecodes::_l2i: // fall through
aoqi@1 1618 case Bytecodes::_f2i: // fall through
aoqi@1 1619 case Bytecodes::_d2i: // fall through
aoqi@1 1620 case Bytecodes::_i2b: // fall through
aoqi@1 1621 case Bytecodes::_i2c: // fall through
aoqi@1 1622 case Bytecodes::_i2s: tos_out = itos; break;
aoqi@1 1623 case Bytecodes::_i2l: // fall through
aoqi@1 1624 case Bytecodes::_f2l: // fall through
aoqi@1 1625 case Bytecodes::_d2l: tos_out = ltos; break;
aoqi@1 1626 case Bytecodes::_i2f: // fall through
aoqi@1 1627 case Bytecodes::_l2f: // fall through
aoqi@1 1628 case Bytecodes::_d2f: tos_out = ftos; break;
aoqi@1 1629 case Bytecodes::_i2d: // fall through
aoqi@1 1630 case Bytecodes::_l2d: // fall through
aoqi@1 1631 case Bytecodes::_f2d: tos_out = dtos; break;
aoqi@1 1632 default : ShouldNotReachHere();
aoqi@1 1633 }
aoqi@1 1634 transition(tos_in, tos_out);
aoqi@1 1635 }
aoqi@1 1636 #endif // ASSERT
aoqi@1 1637
aoqi@1 1638 // Conversion
aoqi@1 1639 // (Note: use pushl(ecx)/popl(ecx) for 1/2-word stack-ptr manipulation)
aoqi@1 1640 switch (bytecode()) {
aoqi@1 1641 case Bytecodes::_i2l:
aoqi@1 1642 __ sll(FSR, FSR, 0);
aoqi@1 1643 break;
aoqi@1 1644 case Bytecodes::_i2f:
aoqi@1 1645 __ mtc1(FSR, FSF);
aoqi@1 1646 __ cvt_s_w(FSF, FSF);
aoqi@1 1647 break;
aoqi@1 1648 case Bytecodes::_i2d:
aoqi@1 1649 __ mtc1(FSR, FSF);
aoqi@1 1650 __ cvt_d_w(FSF, FSF);
aoqi@1 1651 break;
aoqi@1 1652 case Bytecodes::_i2b:
fujie@256 1653 __ seb(FSR, FSR);
aoqi@1 1654 break;
aoqi@1 1655 case Bytecodes::_i2c:
aoqi@1 1656 __ andi(FSR, FSR, 0xFFFF); // truncate upper 56 bits
aoqi@1 1657 break;
aoqi@1 1658 case Bytecodes::_i2s:
fujie@256 1659 __ seh(FSR, FSR);
aoqi@1 1660 break;
aoqi@1 1661 case Bytecodes::_l2i:
fujie@257 1662 __ sll(FSR, FSR, 0);
aoqi@1 1663 break;
aoqi@1 1664 case Bytecodes::_l2f:
aoqi@1 1665 __ dmtc1(FSR, FSF);
aoqi@1 1666 __ cvt_s_l(FSF, FSF);
aoqi@1 1667 break;
aoqi@1 1668 case Bytecodes::_l2d:
aoqi@1 1669 __ dmtc1(FSR, FSF);
aoqi@1 1670 __ cvt_d_l(FSF, FSF);
aoqi@1 1671 break;
aoqi@1 1672 case Bytecodes::_f2i:
aoqi@6880 1673 {
aoqi@6880 1674 Label L;
aoqi@6880 1675
aoqi@6880 1676 __ trunc_w_s(F12, FSF);
aoqi@6880 1677 __ move(AT, 0x7fffffff);
aoqi@6880 1678 __ mfc1(FSR, F12);
aoqi@6880 1679 __ c_un_s(FSF, FSF); //NaN?
aoqi@6880 1680 __ movt(FSR, R0);
aoqi@6880 1681
aoqi@6880 1682 __ bne(AT, FSR, L);
aoqi@6880 1683 __ delayed()->lui(T9, 0x8000);
aoqi@6880 1684
aoqi@6880 1685 __ mfc1(AT, FSF);
aoqi@6880 1686 __ andr(AT, AT, T9);
aoqi@6880 1687
aoqi@6880 1688 __ movn(FSR, T9, AT);
aoqi@6880 1689
aoqi@6880 1690 __ bind(L);
aoqi@6880 1691 }
aoqi@1 1692 break;
aoqi@1 1693 case Bytecodes::_f2l:
aoqi@6880 1694 {
aoqi@6880 1695 Label L;
aoqi@6880 1696
aoqi@6880 1697 __ trunc_l_s(F12, FSF);
aoqi@6880 1698 __ daddiu(AT, R0, -1);
aoqi@6880 1699 __ dsrl(AT, AT, 1);
aoqi@6880 1700 __ dmfc1(FSR, F12);
aoqi@6880 1701 __ c_un_s(FSF, FSF); //NaN?
aoqi@6880 1702 __ movt(FSR, R0);
aoqi@6880 1703
aoqi@6880 1704 __ bne(AT, FSR, L);
aoqi@6880 1705 __ delayed()->lui(T9, 0x8000);
aoqi@6880 1706
aoqi@6880 1707 __ mfc1(AT, FSF);
aoqi@6880 1708 __ andr(AT, AT, T9);
aoqi@6880 1709
aoqi@6880 1710 __ dsll32(T9, T9, 0);
aoqi@6880 1711 __ movn(FSR, T9, AT);
aoqi@6880 1712
aoqi@6880 1713 __ bind(L);
aoqi@6880 1714 }
aoqi@1 1715 break;
aoqi@1 1716 case Bytecodes::_f2d:
aoqi@1 1717 __ cvt_d_s(FSF, FSF);
aoqi@1 1718 break;
aoqi@1 1719 case Bytecodes::_d2i:
aoqi@6880 1720 {
aoqi@6880 1721 Label L;
aoqi@6880 1722
aoqi@6880 1723 __ trunc_w_d(F12, FSF);
aoqi@6880 1724 __ move(AT, 0x7fffffff);
aoqi@6880 1725 __ mfc1(FSR, F12);
aoqi@6880 1726
aoqi@6880 1727 __ bne(FSR, AT, L);
aoqi@6880 1728 __ delayed()->mtc1(R0, F12);
aoqi@6880 1729
aoqi@6880 1730 __ cvt_d_w(F12, F12);
aoqi@6880 1731 __ c_ult_d(FSF, F12);
aoqi@6880 1732 __ bc1f(L);
aoqi@6880 1733 __ delayed()->addiu(T9, R0, -1);
aoqi@6880 1734
aoqi@6880 1735 __ c_un_d(FSF, FSF); //NaN?
aoqi@6880 1736 __ subu32(FSR, T9, AT);
aoqi@6880 1737 __ movt(FSR, R0);
aoqi@6880 1738
aoqi@6880 1739 __ bind(L);
aoqi@6880 1740 }
aoqi@1 1741 break;
aoqi@1 1742 case Bytecodes::_d2l:
aoqi@6880 1743 {
aoqi@6880 1744 Label L;
aoqi@6880 1745
aoqi@6880 1746 __ trunc_l_d(F12, FSF);
aoqi@6880 1747 __ daddiu(AT, R0, -1);
aoqi@6880 1748 __ dsrl(AT, AT, 1);
aoqi@6880 1749 __ dmfc1(FSR, F12);
aoqi@6880 1750
aoqi@6880 1751 __ bne(FSR, AT, L);
aoqi@6880 1752 __ delayed()->mtc1(R0, F12);
aoqi@6880 1753
aoqi@6880 1754 __ cvt_d_w(F12, F12);
aoqi@6880 1755 __ c_ult_d(FSF, F12);
aoqi@6880 1756 __ bc1f(L);
aoqi@6880 1757 __ delayed()->daddiu(T9, R0, -1);
aoqi@6880 1758
aoqi@6880 1759 __ c_un_d(FSF, FSF); //NaN?
aoqi@6880 1760 __ subu(FSR, T9, AT);
aoqi@6880 1761 __ movt(FSR, R0);
aoqi@6880 1762
aoqi@6880 1763 __ bind(L);
aoqi@6880 1764 }
aoqi@1 1765 break;
aoqi@1 1766 case Bytecodes::_d2f:
aoqi@1 1767 __ cvt_s_d(FSF, FSF);
aoqi@1 1768 break;
aoqi@1 1769 default :
aoqi@1 1770 ShouldNotReachHere();
aoqi@1 1771 }
aoqi@1 1772 }
aoqi@1 1773
aoqi@1 1774 void TemplateTable::lcmp() {
aoqi@1 1775 transition(ltos, itos);
aoqi@1 1776
aoqi@1 1777 Label low, high, done;
aoqi@1 1778 __ pop(T0);
aoqi@1 1779 __ pop(R0);
aoqi@1 1780 __ slt(AT, T0, FSR);
aoqi@1 1781 __ bne(AT, R0, low);
aoqi@1 1782 __ delayed()->nop();
aoqi@1 1783
aoqi@1 1784 __ bne(T0, FSR, high);
aoqi@1 1785 __ delayed()->nop();
aoqi@1 1786
aoqi@1 1787 __ li(FSR, (long)0);
aoqi@1 1788 __ b(done);
aoqi@1 1789 __ delayed()->nop();
aoqi@1 1790
aoqi@1 1791 __ bind(low);
aoqi@1 1792 __ li(FSR, (long)-1);
aoqi@1 1793 __ b(done);
aoqi@1 1794 __ delayed()->nop();
aoqi@1 1795
aoqi@1 1796 __ bind(high);
aoqi@1 1797 __ li(FSR, (long)1);
aoqi@1 1798 __ b(done);
aoqi@1 1799 __ delayed()->nop();
aoqi@1 1800
aoqi@1 1801 __ bind(done);
aoqi@1 1802 }
aoqi@1 1803
aoqi@1 1804 void TemplateTable::float_cmp(bool is_float, int unordered_result) {
aoqi@6880 1805 Label less, done;
aoqi@6880 1806
aoqi@6880 1807 __ move(FSR, R0);
aoqi@6880 1808
aoqi@6880 1809 if (is_float) {
aoqi@6880 1810 __ lwc1(FTF, at_sp());
aoqi@6880 1811 __ c_eq_s(FTF, FSF);
aoqi@6880 1812 __ bc1t(done);
aoqi@6880 1813 __ delayed()->daddi(SP, SP, 1 * wordSize);
aoqi@6880 1814
aoqi@6880 1815 if (unordered_result<0)
aoqi@6880 1816 __ c_ult_s(FTF, FSF);
aoqi@6880 1817 else
aoqi@6880 1818 __ c_olt_s(FTF, FSF);
aoqi@6880 1819 } else {
aoqi@6880 1820 __ ldc1(FTF, at_sp());
aoqi@6880 1821 __ c_eq_d(FTF, FSF);
aoqi@6880 1822 __ bc1t(done);
aoqi@6880 1823 __ delayed()->daddi(SP, SP, 2 * wordSize);
aoqi@6880 1824
aoqi@6880 1825 if (unordered_result<0)
aoqi@6880 1826 __ c_ult_d(FTF, FSF);
aoqi@6880 1827 else
aoqi@6880 1828 __ c_olt_d(FTF, FSF);
aoqi@6880 1829 }
aoqi@6880 1830 __ bc1t(less);
aoqi@6880 1831 __ delayed()->nop();
aoqi@6880 1832 __ move(FSR, 1);
aoqi@6880 1833 __ b(done);
aoqi@6880 1834 __ delayed()->nop();
aoqi@6880 1835 __ bind(less);
aoqi@6880 1836 __ move(FSR, -1);
aoqi@6880 1837 __ bind(done);
aoqi@1 1838 }
aoqi@1 1839
aoqi@1 1840
aoqi@1 1841 // used registers : T3, A7, Rnext
aoqi@1 1842 // FSR : return bci, this is defined by the vm specification
aoqi@1 1843 // T2 : MDO taken count
aoqi@1 1844 // T3 : method
aoqi@1 1845 // A7 : offset
aoqi@1 1846 // Rnext : next bytecode, this is required by dispatch_base
aoqi@1 1847 void TemplateTable::branch(bool is_jsr, bool is_wide) {
aoqi@1 1848 __ get_method(T3);
aoqi@6880 1849 __ profile_taken_branch(A7, T2); // only C2 meaningful
aoqi@1 1850
aoqi@1 1851 #ifndef CORE
aoqi@6880 1852 const ByteSize be_offset = MethodCounters::backedge_counter_offset() +
aoqi@6880 1853 InvocationCounter::counter_offset();
aoqi@6880 1854 const ByteSize inv_offset = MethodCounters::invocation_counter_offset() +
aoqi@6880 1855 InvocationCounter::counter_offset();
aoqi@1 1856 #endif // CORE
aoqi@1 1857
aoqi@1 1858 // Load up T4 with the branch displacement
aoqi@1 1859 if (!is_wide) {
aoqi@16 1860 __ get_2_byte_integer_at_bcp(A7, AT, 1);
aoqi@1 1861 __ hswap(A7);
aoqi@1 1862 } else {
aoqi@15 1863 __ get_4_byte_integer_at_bcp(A7, AT, 1);
aoqi@1 1864 __ swap(A7);
aoqi@1 1865 }
aoqi@1 1866
aoqi@1 1867 // Handle all the JSR stuff here, then exit.
aoqi@6880 1868 // It's much shorter and cleaner than intermingling with the non-JSR
aoqi@6880 1869 // normal-branch stuff occuring below.
aoqi@1 1870 if (is_jsr) {
aoqi@1 1871 // Pre-load the next target bytecode into Rnext
aoqi@1 1872 __ dadd(AT, BCP, A7);
aoqi@1 1873 __ lbu(Rnext, AT, 0);
aoqi@1 1874
aoqi@1 1875 // compute return address as bci in FSR
aoqi@1 1876 __ daddi(FSR, BCP, (is_wide?5:3) - in_bytes(ConstMethod::codes_offset()));
aoqi@1 1877 __ ld(AT, T3, in_bytes(Method::const_offset()));
aoqi@1 1878 __ dsub(FSR, FSR, AT);
aoqi@1 1879 // Adjust the bcp in BCP by the displacement in A7
aoqi@1 1880 __ dadd(BCP, BCP, A7);
aoqi@1 1881 // jsr returns atos that is not an oop
aoqi@1 1882 // Push return address
aoqi@1 1883 __ push_i(FSR);
aoqi@1 1884 // jsr returns vtos
aoqi@1 1885 __ dispatch_only_noverify(vtos);
aoqi@1 1886
aoqi@1 1887 return;
aoqi@1 1888 }
aoqi@1 1889
aoqi@1 1890 // Normal (non-jsr) branch handling
aoqi@1 1891
aoqi@1 1892 // Adjust the bcp in S0 by the displacement in T4
aoqi@1 1893 __ dadd(BCP, BCP, A7);
aoqi@1 1894
aoqi@1 1895 #ifdef CORE
aoqi@1 1896 // Pre-load the next target bytecode into EBX
aoqi@1 1897 __ lbu(Rnext, BCP, 0);
aoqi@1 1898 // continue with the bytecode @ target
aoqi@1 1899 __ dispatch_only(vtos);
aoqi@1 1900 #else
aoqi@1 1901 assert(UseLoopCounter || !UseOnStackReplacement, "on-stack-replacement requires loop counters");
aoqi@1 1902 Label backedge_counter_overflow;
aoqi@1 1903 Label profile_method;
aoqi@1 1904 Label dispatch;
aoqi@1 1905 if (UseLoopCounter) {
aoqi@1 1906 // increment backedge counter for backward branches
aoqi@1 1907 // eax: MDO
aoqi@1 1908 // ebx: MDO bumped taken-count
aoqi@1 1909 // T3: method
aoqi@1 1910 // T4: target offset
aoqi@1 1911 // BCP: target bcp
aoqi@1 1912 // LVP: locals pointer
aoqi@6880 1913 __ bgtz(A7, dispatch); // check if forward or backward branch
aoqi@1 1914 __ delayed()->nop();
aoqi@1 1915
aoqi@1 1916 // check if MethodCounters exists
aoqi@1 1917 Label has_counters;
aoqi@6880 1918 __ ld(AT, T3, in_bytes(Method::method_counters_offset())); // use AT as MDO, TEMP
aoqi@1 1919 __ bne(AT, R0, has_counters);
aoqi@1 1920 __ nop();
aoqi@418 1921 __ push(T3);
aoqi@1 1922 //__ push(A7);
aoqi@1 1923 __ call_VM(noreg, CAST_FROM_FN_PTR(address, InterpreterRuntime::build_method_counters),
aoqi@1 1924 T3);
aoqi@1 1925 //__ pop(A7);
aoqi@418 1926 __ pop(T3);
aoqi@1 1927 __ ld(AT, T3, in_bytes(Method::method_counters_offset())); // use AT as MDO, TEMP
aoqi@1 1928 __ beq(AT, R0, dispatch);
aoqi@1 1929 __ nop();
aoqi@1 1930 __ bind(has_counters);
aoqi@1 1931
aoqi@6880 1932 // increment back edge counter
aoqi@1 1933 __ ld(T1, T3, in_bytes(Method::method_counters_offset()));
aoqi@1 1934 __ lw(T0, T1, in_bytes(be_offset));
aoqi@1 1935 __ increment(T0, InvocationCounter::count_increment);
aoqi@1 1936 __ sw(T0, T1, in_bytes(be_offset));
aoqi@1 1937
aoqi@1 1938 // load invocation counter
aoqi@1 1939 __ lw(T1, T1, in_bytes(inv_offset));
aoqi@1 1940 // buffer bit added, mask no needed
aoqi@1 1941
aoqi@1 1942 // dadd backedge counter & invocation counter
aoqi@1 1943 __ dadd(T1, T1, T0);
aoqi@1 1944
aoqi@1 1945 if (ProfileInterpreter) {
aoqi@1 1946 // Test to see if we should create a method data oop
aoqi@1 1947 //__ lui(AT, Assembler::split_high(int(&InvocationCounter::InterpreterProfileLimit)));
aoqi@1 1948 //__ lw(AT, AT, Assembler::split_low(int(&InvocationCounter::InterpreterProfileLimit)));
aoqi@1 1949 // T1 : backedge counter & invocation counter
aoqi@1 1950 __ li(AT, (long)&InvocationCounter::InterpreterProfileLimit);
aoqi@1 1951 __ lw(AT, AT, 0);
aoqi@1 1952 __ slt(AT, T1, AT);
aoqi@1 1953 __ bne(AT, R0, dispatch);
aoqi@1 1954 __ delayed()->nop();
aoqi@1 1955
aoqi@1 1956 // if no method data exists, go to profile method
aoqi@1 1957 __ test_method_data_pointer(T1, profile_method);
aoqi@1 1958
aoqi@1 1959 if (UseOnStackReplacement) {
aoqi@6880 1960 // check for overflow against ebx which is the MDO taken count
aoqi@6880 1961 __ li(AT, (long)&InvocationCounter::InterpreterBackwardBranchLimit);
aoqi@6880 1962 __ lw(AT, AT, 0);
aoqi@6880 1963 // the value Rnext Is get from the beginning profile_taken_branch
aoqi@6880 1964 __ slt(AT, T2, AT);
aoqi@6880 1965 __ bne(AT, R0, dispatch);
aoqi@6880 1966 __ delayed()->nop();
aoqi@6880 1967
aoqi@6880 1968 // When ProfileInterpreter is on, the backedge_count comes
aoqi@6880 1969 // from the methodDataOop, which value does not get reset on
aoqi@6880 1970 // the call to frequency_counter_overflow().
aoqi@6880 1971 // To avoid excessive calls to the overflow routine while
aoqi@6880 1972 // the method is being compiled, dadd a second test to make
aoqi@6880 1973 // sure the overflow function is called only once every
aoqi@6880 1974 // overflow_frequency.
aoqi@6880 1975 const int overflow_frequency = 1024;
aoqi@6880 1976 __ andi(AT, T2, overflow_frequency-1);
aoqi@6880 1977 __ beq(AT, R0, backedge_counter_overflow);
aoqi@6880 1978 __ delayed()->nop();
aoqi@1 1979 }
aoqi@1 1980 } else {
aoqi@1 1981 if (UseOnStackReplacement) {
aoqi@6880 1982 // check for overflow against eax, which is the sum of the counters
aoqi@6880 1983 __ li(AT, (long)&InvocationCounter::InterpreterBackwardBranchLimit);
aoqi@6880 1984 __ lw(AT, AT, 0);
aoqi@6880 1985 __ slt(AT, T1, AT);
aoqi@6880 1986 __ beq(AT, R0, backedge_counter_overflow);
aoqi@6880 1987 __ delayed()->nop();
aoqi@1 1988 }
aoqi@1 1989 }
aoqi@1 1990 __ bind(dispatch);
aoqi@1 1991 }
aoqi@1 1992
aoqi@1 1993 // Pre-load the next target bytecode into Rnext
aoqi@1 1994 __ lbu(Rnext, BCP, 0);
aoqi@1 1995
aoqi@1 1996 // continue with the bytecode @ target
aoqi@1 1997 // FSR: return bci for jsr's, unused otherwise
aoqi@1 1998 // Rnext: target bytecode
aoqi@1 1999 // BCP: target bcp
aoqi@1 2000 __ dispatch_only(vtos);
aoqi@1 2001
aoqi@1 2002 if (UseLoopCounter) {
aoqi@1 2003 if (ProfileInterpreter) {
aoqi@1 2004 // Out-of-line code to allocate method data oop.
aoqi@1 2005 __ bind(profile_method);
aoqi@1 2006 __ call_VM(NOREG, CAST_FROM_FN_PTR(address, InterpreterRuntime::profile_method));
aoqi@1 2007 __ lbu(Rnext, BCP, 0);
aoqi@1 2008 __ set_method_data_pointer_for_bcp();
aoqi@1 2009 __ b(dispatch);
aoqi@1 2010 __ delayed()->nop();
aoqi@1 2011 }
aoqi@1 2012
aoqi@1 2013 if (UseOnStackReplacement) {
aoqi@1 2014 // invocation counter overflow
aoqi@1 2015 __ bind(backedge_counter_overflow);
aoqi@6880 2016 __ sub(A7, BCP, A7); // branch bcp
aoqi@6880 2017 call_VM(NOREG, CAST_FROM_FN_PTR(address,
aoqi@6880 2018 InterpreterRuntime::frequency_counter_overflow), A7);
aoqi@1 2019 __ lbu(Rnext, BCP, 0);
aoqi@1 2020
aoqi@1 2021 // V0: osr nmethod (osr ok) or NULL (osr not possible)
aoqi@1 2022 // V1: osr adapter frame return address
aoqi@1 2023 // Rnext: target bytecode
aoqi@1 2024 // LVP: locals pointer
aoqi@1 2025 // BCP: bcp
aoqi@1 2026 __ beq(V0, R0, dispatch);
aoqi@1 2027 __ delayed()->nop();
aoqi@1 2028 // nmethod may have been invalidated (VM may block upon call_VM return)
aoqi@1 2029 __ lw(T3, V0, nmethod::entry_bci_offset());
aoqi@1 2030 __ move(AT, InvalidOSREntryBci);
aoqi@1 2031 __ beq(AT, T3, dispatch);
aoqi@1 2032 __ delayed()->nop();
aoqi@1 2033 // We need to prepare to execute the OSR method. First we must
aoqi@1 2034 // migrate the locals and monitors off of the stack.
aoqi@1 2035 //eax V0: osr nmethod (osr ok) or NULL (osr not possible)
aoqi@1 2036 //ebx V1: osr adapter frame return address
aoqi@1 2037 //edx Rnext: target bytecode
aoqi@1 2038 //edi LVP: locals pointer
aoqi@1 2039 //esi BCP: bcp
aoqi@6880 2040 __ move(BCP, V0);
aoqi@1 2041 // const Register thread = ecx;
aoqi@1 2042 const Register thread = TREG;
aoqi@1 2043 #ifndef OPT_THREAD
aoqi@1 2044 __ get_thread(thread);
aoqi@1 2045 #endif
aoqi@6880 2046 call_VM(noreg, CAST_FROM_FN_PTR(address,
aoqi@6880 2047 SharedRuntime::OSR_migration_begin));
aoqi@1 2048 // eax is OSR buffer, move it to expected parameter location
aoqi@6880 2049 //refer to osrBufferPointer in c1_LIRAssembler_mips.cpp
aoqi@1 2050 __ move(T0, V0);
aoqi@1 2051
aoqi@1 2052 // pop the interpreter frame
aoqi@6880 2053 __ ld(A7, Address(FP, frame::interpreter_frame_sender_sp_offset * wordSize));
aoqi@6880 2054 //FIXME, shall we keep the return address on the stack?
aoqi@1 2055 __ leave(); // remove frame anchor
aoqi@6880 2056 __ move(LVP, RA);
aoqi@1 2057 __ move(SP, A7);
aoqi@1 2058
aoqi@6880 2059 __ move(AT, -(StackAlignmentInBytes));
aoqi@6880 2060 __ andr(SP , SP , AT);
aoqi@6880 2061
aoqi@6880 2062 // push the (possibly adjusted) return address
aoqi@6880 2063 //refer to osr_entry in c1_LIRAssembler_mips.cpp
aoqi@6880 2064 __ ld(AT, BCP, nmethod::osr_entry_point_offset());
aoqi@6880 2065 __ jr(AT);
aoqi@1 2066 __ delayed()->nop();
aoqi@1 2067 }
aoqi@1 2068 }
aoqi@1 2069 #endif // not CORE
aoqi@1 2070 }
aoqi@1 2071
aoqi@6880 2072
aoqi@1 2073 void TemplateTable::if_0cmp(Condition cc) {
aoqi@1 2074 transition(itos, vtos);
aoqi@1 2075 // assume branch is more often taken than not (loops use backward branches)
aoqi@1 2076 Label not_taken;
aoqi@1 2077 switch(cc) {
aoqi@1 2078 case not_equal:
aoqi@1 2079 __ beq(FSR, R0, not_taken);
aoqi@1 2080 break;
aoqi@1 2081 case equal:
aoqi@1 2082 __ bne(FSR, R0, not_taken);
aoqi@1 2083 break;
aoqi@1 2084 case less:
aoqi@1 2085 __ bgez(FSR, not_taken);
aoqi@1 2086 break;
aoqi@1 2087 case less_equal:
aoqi@1 2088 __ bgtz(FSR, not_taken);
aoqi@1 2089 break;
aoqi@1 2090 case greater:
aoqi@1 2091 __ blez(FSR, not_taken);
aoqi@1 2092 break;
aoqi@1 2093 case greater_equal:
aoqi@1 2094 __ bltz(FSR, not_taken);
aoqi@1 2095 break;
aoqi@1 2096 }
aoqi@1 2097 __ delayed()->nop();
aoqi@1 2098
aoqi@1 2099 branch(false, false);
aoqi@1 2100
aoqi@1 2101 __ bind(not_taken);
aoqi@1 2102 __ profile_not_taken_branch(FSR);
aoqi@1 2103 }
aoqi@1 2104
aoqi@1 2105 void TemplateTable::if_icmp(Condition cc) {
aoqi@1 2106 transition(itos, vtos);
aoqi@1 2107 // assume branch is more often taken than not (loops use backward branches)
aoqi@1 2108 Label not_taken;
aoqi@1 2109
aoqi@6880 2110 __ pop_i(SSR);
aoqi@1 2111 switch(cc) {
aoqi@1 2112 case not_equal:
aoqi@1 2113 __ beq(SSR, FSR, not_taken);
aoqi@1 2114 break;
aoqi@1 2115 case equal:
aoqi@1 2116 __ bne(SSR, FSR, not_taken);
aoqi@1 2117 break;
aoqi@1 2118 case less:
aoqi@1 2119 __ slt(AT, SSR, FSR);
aoqi@1 2120 __ beq(AT, R0, not_taken);
aoqi@1 2121 break;
aoqi@1 2122 case less_equal:
aoqi@1 2123 __ slt(AT, FSR, SSR);
aoqi@1 2124 __ bne(AT, R0, not_taken);
aoqi@1 2125 break;
aoqi@1 2126 case greater:
aoqi@1 2127 __ slt(AT, FSR, SSR);
aoqi@1 2128 __ beq(AT, R0, not_taken);
aoqi@1 2129 break;
aoqi@1 2130 case greater_equal:
aoqi@1 2131 __ slt(AT, SSR, FSR);
aoqi@1 2132 __ bne(AT, R0, not_taken);
aoqi@1 2133 break;
aoqi@1 2134 }
aoqi@1 2135 __ delayed()->nop();
aoqi@1 2136
aoqi@1 2137 branch(false, false);
aoqi@1 2138 __ bind(not_taken);
aoqi@1 2139 __ profile_not_taken_branch(FSR);
aoqi@1 2140 }
aoqi@1 2141
aoqi@1 2142 void TemplateTable::if_nullcmp(Condition cc) {
aoqi@1 2143 transition(atos, vtos);
aoqi@1 2144 // assume branch is more often taken than not (loops use backward branches)
aoqi@1 2145 Label not_taken;
aoqi@1 2146 switch(cc) {
aoqi@1 2147 case not_equal:
aoqi@1 2148 __ beq(FSR, R0, not_taken);
aoqi@1 2149 break;
aoqi@1 2150 case equal:
aoqi@1 2151 __ bne(FSR, R0, not_taken);
aoqi@1 2152 break;
aoqi@1 2153 default:
aoqi@1 2154 ShouldNotReachHere();
aoqi@1 2155 }
aoqi@1 2156 __ delayed()->nop();
aoqi@1 2157
aoqi@1 2158 branch(false, false);
aoqi@1 2159 __ bind(not_taken);
aoqi@1 2160 __ profile_not_taken_branch(FSR);
aoqi@1 2161 }
aoqi@1 2162
aoqi@1 2163
aoqi@1 2164 void TemplateTable::if_acmp(Condition cc) {
aoqi@6880 2165 transition(atos, vtos);
aoqi@6880 2166 // assume branch is more often taken than not (loops use backward branches)
aoqi@6880 2167 Label not_taken;
aoqi@6880 2168 // __ lw(SSR, SP, 0);
aoqi@6880 2169 __ pop_ptr(SSR);
aoqi@6880 2170 switch(cc) {
aoqi@6880 2171 case not_equal:
aoqi@6880 2172 __ beq(SSR, FSR, not_taken);
aoqi@6880 2173 break;
aoqi@6880 2174 case equal:
aoqi@6880 2175 __ bne(SSR, FSR, not_taken);
aoqi@6880 2176 break;
aoqi@6880 2177 default:
aoqi@6880 2178 ShouldNotReachHere();
aoqi@6880 2179 }
aoqi@6880 2180 __ delayed()->nop();
aoqi@6880 2181
aoqi@6880 2182 branch(false, false);
aoqi@6880 2183
aoqi@6880 2184 __ bind(not_taken);
aoqi@6880 2185 __ profile_not_taken_branch(FSR);
aoqi@1 2186 }
aoqi@1 2187
aoqi@1 2188 // used registers : T1, T2, T3
aoqi@1 2189 // T1 : method
aoqi@1 2190 // T2 : returb bci
aoqi@1 2191 void TemplateTable::ret() {
aoqi@6880 2192 transition(vtos, vtos);
aoqi@6880 2193
aoqi@6880 2194 locals_index(T2);
aoqi@6880 2195 __ ld(T2, T2, 0);
aoqi@6880 2196 __ profile_ret(T2, T3);
aoqi@6880 2197
aoqi@6880 2198 __ get_method(T1);
aoqi@6880 2199 __ ld(BCP, T1, in_bytes(Method::const_offset()));
aoqi@6880 2200 __ dadd(BCP, BCP, T2);
aoqi@6880 2201 __ daddi(BCP, BCP, in_bytes(ConstMethod::codes_offset()));
aoqi@6880 2202
aoqi@6880 2203 __ dispatch_next(vtos);
aoqi@1 2204 }
aoqi@1 2205
aoqi@1 2206 // used registers : T1, T2, T3
aoqi@1 2207 // T1 : method
aoqi@1 2208 // T2 : returb bci
aoqi@1 2209 void TemplateTable::wide_ret() {
aoqi@6880 2210 transition(vtos, vtos);
aoqi@6880 2211
aoqi@6880 2212 locals_index_wide(T2);
aoqi@6880 2213 __ ld(T2, T2, 0); // get return bci, compute return bcp
aoqi@6880 2214 __ profile_ret(T2, T3);
aoqi@6880 2215
aoqi@6880 2216 __ get_method(T1);
aoqi@6880 2217 __ ld(BCP, T1, in_bytes(Method::const_offset()));
aoqi@6880 2218 __ dadd(BCP, BCP, T2);
aoqi@6880 2219 __ daddi(BCP, BCP, in_bytes(ConstMethod::codes_offset()));
aoqi@6880 2220
aoqi@6880 2221 __ dispatch_next(vtos);
aoqi@1 2222 }
aoqi@1 2223
aoqi@1 2224 // used register T2, T3, A7, Rnext
aoqi@1 2225 // T2 : bytecode pointer
aoqi@1 2226 // T3 : low
aoqi@1 2227 // A7 : high
aoqi@1 2228 // Rnext : dest bytecode, required by dispatch_base
aoqi@1 2229 void TemplateTable::tableswitch() {
aoqi@6880 2230 Label default_case, continue_execution;
aoqi@6880 2231 transition(itos, vtos);
aoqi@6880 2232
aoqi@6880 2233 // align BCP
aoqi@6880 2234 __ daddi(T2, BCP, BytesPerInt);
aoqi@6880 2235 __ li(AT, -BytesPerInt);
aoqi@6880 2236 __ andr(T2, T2, AT);
aoqi@6880 2237
aoqi@6880 2238 // load lo & hi
aoqi@6880 2239 __ lw(T3, T2, 1 * BytesPerInt);
aoqi@6880 2240 __ swap(T3);
aoqi@6880 2241 __ lw(A7, T2, 2 * BytesPerInt);
aoqi@6880 2242 __ swap(A7);
aoqi@6880 2243
aoqi@6880 2244 // check against lo & hi
aoqi@6880 2245 __ slt(AT, FSR, T3);
aoqi@6880 2246 __ bne(AT, R0, default_case);
aoqi@6880 2247 __ delayed()->nop();
aoqi@6880 2248
aoqi@6880 2249 __ slt(AT, A7, FSR);
aoqi@6880 2250 __ bne(AT, R0, default_case);
aoqi@6880 2251 __ delayed()->nop();
aoqi@6880 2252
aoqi@6880 2253 // lookup dispatch offset, in A7 big endian
aoqi@6880 2254 __ dsub(FSR, FSR, T3);
aoqi@6880 2255 __ dsll(AT, FSR, Address::times_4);
aoqi@6880 2256 __ dadd(AT, T2, AT);
aoqi@6880 2257 __ lw(A7, AT, 3 * BytesPerInt);
aoqi@6880 2258 __ profile_switch_case(FSR, T9, T3);
aoqi@6880 2259
aoqi@6880 2260 __ bind(continue_execution);
aoqi@6880 2261 __ swap(A7);
aoqi@6880 2262 __ dadd(BCP, BCP, A7);
aoqi@6880 2263 __ lbu(Rnext, BCP, 0);
aoqi@6880 2264 __ dispatch_only(vtos);
aoqi@6880 2265
aoqi@6880 2266 // handle default
aoqi@6880 2267 __ bind(default_case);
aoqi@6880 2268 __ profile_switch_default(FSR);
aoqi@6880 2269 __ lw(A7, T2, 0);
aoqi@6880 2270 __ b(continue_execution);
aoqi@6880 2271 __ delayed()->nop();
aoqi@1 2272 }
aoqi@1 2273
aoqi@1 2274 void TemplateTable::lookupswitch() {
aoqi@6880 2275 transition(itos, itos);
aoqi@6880 2276 __ stop("lookupswitch bytecode should have been rewritten");
aoqi@1 2277 }
aoqi@1 2278
aoqi@1 2279 // used registers : T2, T3, A7, Rnext
aoqi@1 2280 // T2 : bytecode pointer
aoqi@1 2281 // T3 : pair index
aoqi@1 2282 // A7 : offset
aoqi@1 2283 // Rnext : dest bytecode
aoqi@1 2284 // the data after the opcode is the same as lookupswitch
aoqi@1 2285 // see Rewriter::rewrite_method for more information
aoqi@1 2286 void TemplateTable::fast_linearswitch() {
aoqi@1 2287 transition(itos, vtos);
aoqi@6880 2288 Label loop_entry, loop, found, continue_execution;
aoqi@1 2289
aoqi@1 2290 // swap eax so we can avoid swapping the table entries
aoqi@1 2291 __ swap(FSR);
aoqi@1 2292
aoqi@1 2293 // align BCP
aoqi@1 2294 __ daddi(T2, BCP, BytesPerInt);
aoqi@1 2295 __ li(AT, -BytesPerInt);
aoqi@1 2296 __ andr(T2, T2, AT);
aoqi@1 2297
aoqi@1 2298 // set counter
aoqi@1 2299 __ lw(T3, T2, BytesPerInt);
aoqi@1 2300 __ swap(T3);
aoqi@1 2301 __ b(loop_entry);
aoqi@1 2302 __ delayed()->nop();
aoqi@1 2303
aoqi@1 2304 // table search
aoqi@1 2305 __ bind(loop);
aoqi@1 2306 // get the entry value
aoqi@1 2307 __ dsll(AT, T3, Address::times_8);
aoqi@1 2308 __ dadd(AT, T2, AT);
aoqi@1 2309 __ lw(AT, AT, 2 * BytesPerInt);
aoqi@1 2310
aoqi@1 2311 // found?
aoqi@1 2312 __ beq(FSR, AT, found);
aoqi@1 2313 __ delayed()->nop();
aoqi@1 2314
aoqi@1 2315 __ bind(loop_entry);
aoqi@1 2316 __ bgtz(T3, loop);
aoqi@1 2317 __ delayed()->daddiu(T3, T3, -1);
aoqi@1 2318
aoqi@1 2319 // default case
aoqi@1 2320 __ profile_switch_default(FSR);
aoqi@1 2321 __ lw(A7, T2, 0);
aoqi@1 2322 __ b(continue_execution);
aoqi@1 2323 __ delayed()->nop();
aoqi@1 2324
aoqi@1 2325 // entry found -> get offset
aoqi@1 2326 __ bind(found);
aoqi@1 2327 __ dsll(AT, T3, Address::times_8);
aoqi@1 2328 __ dadd(AT, T2, AT);
aoqi@1 2329 __ lw(A7, AT, 3 * BytesPerInt);
aoqi@1 2330 __ profile_switch_case(T3, FSR, T2);
aoqi@1 2331
aoqi@1 2332 // continue execution
aoqi@6880 2333 __ bind(continue_execution);
aoqi@1 2334 __ swap(A7);
aoqi@1 2335 __ dadd(BCP, BCP, A7);
aoqi@1 2336 __ lbu(Rnext, BCP, 0);
aoqi@1 2337 __ dispatch_only(vtos);
aoqi@1 2338 }
aoqi@1 2339
aoqi@1 2340 // used registers : T0, T1, T2, T3, A7, Rnext
aoqi@1 2341 // T2 : pairs address(array)
aoqi@1 2342 // Rnext : dest bytecode
aoqi@1 2343 // the data after the opcode is the same as lookupswitch
aoqi@1 2344 // see Rewriter::rewrite_method for more information
aoqi@1 2345 void TemplateTable::fast_binaryswitch() {
aoqi@1 2346 transition(itos, vtos);
aoqi@1 2347 // Implementation using the following core algorithm:
aoqi@1 2348 //
aoqi@1 2349 // int binary_search(int key, LookupswitchPair* array, int n) {
aoqi@1 2350 // // Binary search according to "Methodik des Programmierens" by
aoqi@1 2351 // // Edsger W. Dijkstra and W.H.J. Feijen, Addison Wesley Germany 1985.
aoqi@1 2352 // int i = 0;
aoqi@1 2353 // int j = n;
aoqi@1 2354 // while (i+1 < j) {
aoqi@1 2355 // // invariant P: 0 <= i < j <= n and (a[i] <= key < a[j] or Q)
aoqi@1 2356 // // with Q: for all i: 0 <= i < n: key < a[i]
aoqi@1 2357 // // where a stands for the array and assuming that the (inexisting)
aoqi@1 2358 // // element a[n] is infinitely big.
aoqi@1 2359 // int h = (i + j) >> 1;
aoqi@1 2360 // // i < h < j
aoqi@1 2361 // if (key < array[h].fast_match()) {
aoqi@1 2362 // j = h;
aoqi@1 2363 // } else {
aoqi@1 2364 // i = h;
aoqi@1 2365 // }
aoqi@1 2366 // }
aoqi@1 2367 // // R: a[i] <= key < a[i+1] or Q
aoqi@1 2368 // // (i.e., if key is within array, i is the correct index)
aoqi@1 2369 // return i;
aoqi@1 2370 // }
aoqi@1 2371
aoqi@1 2372 // register allocation
aoqi@1 2373 const Register array = T2;
aoqi@1 2374 const Register i = T3, j = A7;
aoqi@1 2375 const Register h = T1;
aoqi@1 2376 const Register temp = T0;
aoqi@1 2377 const Register key = FSR;
aoqi@1 2378
aoqi@1 2379 // setup array
aoqi@1 2380 __ daddi(array, BCP, 3*BytesPerInt);
aoqi@1 2381 __ li(AT, -BytesPerInt);
aoqi@1 2382 __ andr(array, array, AT);
aoqi@1 2383
aoqi@1 2384 // initialize i & j
aoqi@1 2385 __ move(i, R0);
aoqi@1 2386 __ lw(j, array, - 1 * BytesPerInt);
aoqi@6880 2387 // Convert j into native byteordering
aoqi@1 2388 __ swap(j);
aoqi@1 2389
aoqi@1 2390 // and start
aoqi@1 2391 Label entry;
aoqi@1 2392 __ b(entry);
aoqi@1 2393 __ delayed()->nop();
aoqi@1 2394
aoqi@1 2395 // binary search loop
aoqi@6880 2396 {
aoqi@1 2397 Label loop;
aoqi@1 2398 __ bind(loop);
aoqi@1 2399 // int h = (i + j) >> 1;
aoqi@1 2400 __ dadd(h, i, j);
aoqi@1 2401 __ dsrl(h, h, 1);
aoqi@1 2402 // if (key < array[h].fast_match()) {
aoqi@1 2403 // j = h;
aoqi@1 2404 // } else {
aoqi@1 2405 // i = h;
aoqi@1 2406 // }
aoqi@1 2407 // Convert array[h].match to native byte-ordering before compare
aoqi@1 2408 __ dsll(AT, h, Address::times_8);
aoqi@1 2409 __ dadd(AT, array, AT);
aoqi@1 2410 __ lw(temp, AT, 0 * BytesPerInt);
aoqi@1 2411 __ swap(temp);
aoqi@1 2412
aoqi@1 2413 {
aoqi@1 2414 Label set_i, end_of_if;
aoqi@1 2415 __ slt(AT, key, temp);
aoqi@1 2416 __ beq(AT, R0, set_i);
aoqi@6880 2417 __ delayed()->nop();
aoqi@1 2418
aoqi@1 2419 __ b(end_of_if);
aoqi@1 2420 __ delayed(); __ move(j, h);
aoqi@1 2421
aoqi@1 2422 __ bind(set_i);
aoqi@1 2423 __ move(i, h);
aoqi@1 2424
aoqi@1 2425 __ bind(end_of_if);
aoqi@1 2426 }
aoqi@1 2427 // while (i+1 < j)
aoqi@1 2428 __ bind(entry);
aoqi@1 2429 __ daddi(h, i, 1);
aoqi@1 2430 __ slt(AT, h, j);
aoqi@1 2431 __ bne(AT, R0, loop);
aoqi@1 2432 __ delayed()->nop();
aoqi@1 2433 }
aoqi@1 2434
aoqi@1 2435 // end of binary search, result index is i (must check again!)
aoqi@1 2436 Label default_case;
aoqi@1 2437 // Convert array[i].match to native byte-ordering before compare
aoqi@1 2438 __ dsll(AT, i, Address::times_8);
aoqi@1 2439 __ dadd(AT, array, AT);
aoqi@1 2440 __ lw(temp, AT, 0 * BytesPerInt);
aoqi@1 2441 __ swap(temp);
aoqi@1 2442 __ bne(key, temp, default_case);
aoqi@1 2443 __ delayed()->nop();
aoqi@1 2444
aoqi@1 2445 // entry found -> j = offset
aoqi@1 2446 __ dsll(AT, i, Address::times_8);
aoqi@1 2447 __ dadd(AT, array, AT);
aoqi@1 2448 __ lw(j, AT, 1 * BytesPerInt);
aoqi@1 2449 __ profile_switch_case(i, key, array);
aoqi@1 2450 __ swap(j);
aoqi@1 2451
aoqi@1 2452 __ dadd(BCP, BCP, j);
aoqi@1 2453 __ lbu(Rnext, BCP, 0);
aoqi@1 2454 __ dispatch_only(vtos);
aoqi@1 2455
aoqi@1 2456 // default case -> j = default offset
aoqi@1 2457 __ bind(default_case);
aoqi@1 2458 __ profile_switch_default(i);
aoqi@1 2459 __ lw(j, array, - 2 * BytesPerInt);
aoqi@1 2460 __ swap(j);
aoqi@1 2461 __ dadd(BCP, BCP, j);
aoqi@1 2462 __ lbu(Rnext, BCP, 0);
aoqi@1 2463 __ dispatch_only(vtos);
aoqi@1 2464 }
aoqi@1 2465
aoqi@1 2466 void TemplateTable::_return(TosState state) {
aoqi@1 2467 transition(state, state);
aoqi@6880 2468 assert(_desc->calls_vm(),
aoqi@6880 2469 "inconsistent calls_vm information"); // call in remove_activation
aoqi@6880 2470
aoqi@1 2471 if (_desc->bytecode() == Bytecodes::_return_register_finalizer) {
aoqi@1 2472 assert(state == vtos, "only valid state");
aoqi@1 2473 __ ld(T1, aaddress(0));
aoqi@1 2474 __ load_klass(LVP, T1);
aoqi@1 2475 __ lw(LVP, LVP, in_bytes(Klass::access_flags_offset()));
aoqi@6880 2476 __ move(AT, JVM_ACC_HAS_FINALIZER);
aoqi@1 2477 __ andr(AT, AT, LVP);//by_css
aoqi@1 2478 Label skip_register_finalizer;
aoqi@1 2479 __ beq(AT, R0, skip_register_finalizer);
aoqi@6880 2480 __ delayed()->nop();
aoqi@6880 2481 __ call_VM(noreg, CAST_FROM_FN_PTR(address,
aoqi@6880 2482 InterpreterRuntime::register_finalizer), T1);
aoqi@1 2483 __ bind(skip_register_finalizer);
aoqi@1 2484 }
aoqi@1 2485 __ remove_activation(state, T9);
fujie@32 2486 __ sync();
aoqi@1 2487
aoqi@1 2488 __ jr(T9);
aoqi@1 2489 __ delayed()->nop();
aoqi@1 2490 }
aoqi@1 2491
aoqi@1 2492 // ----------------------------------------------------------------------------
aoqi@1 2493 // Volatile variables demand their effects be made known to all CPU's
aoqi@1 2494 // in order. Store buffers on most chips allow reads & writes to
aoqi@1 2495 // reorder; the JMM's ReadAfterWrite.java test fails in -Xint mode
aoqi@1 2496 // without some kind of memory barrier (i.e., it's not sufficient that
aoqi@1 2497 // the interpreter does not reorder volatile references, the hardware
aoqi@1 2498 // also must not reorder them).
aoqi@1 2499 //
aoqi@1 2500 // According to the new Java Memory Model (JMM):
aoqi@1 2501 // (1) All volatiles are serialized wrt to each other. ALSO reads &
aoqi@1 2502 // writes act as aquire & release, so:
aoqi@1 2503 // (2) A read cannot let unrelated NON-volatile memory refs that
aoqi@1 2504 // happen after the read float up to before the read. It's OK for
aoqi@1 2505 // non-volatile memory refs that happen before the volatile read to
aoqi@1 2506 // float down below it.
aoqi@1 2507 // (3) Similar a volatile write cannot let unrelated NON-volatile
aoqi@1 2508 // memory refs that happen BEFORE the write float down to after the
aoqi@1 2509 // write. It's OK for non-volatile memory refs that happen after the
aoqi@1 2510 // volatile write to float up before it.
aoqi@1 2511 //
aoqi@1 2512 // We only put in barriers around volatile refs (they are expensive),
aoqi@1 2513 // not _between_ memory refs (that would require us to track the
aoqi@1 2514 // flavor of the previous memory refs). Requirements (2) and (3)
aoqi@1 2515 // require some barriers before volatile stores and after volatile
aoqi@1 2516 // loads. These nearly cover requirement (1) but miss the
aoqi@1 2517 // volatile-store-volatile-load case. This final case is placed after
aoqi@1 2518 // volatile-stores although it could just as well go before
aoqi@1 2519 // volatile-loads.
aoqi@1 2520 //void TemplateTable::volatile_barrier(Assembler::Membar_mask_bits
aoqi@1 2521 // order_constraint) {
aoqi@1 2522 void TemplateTable::volatile_barrier( ) {
aoqi@1 2523 // Helper function to insert a is-volatile test and memory barrier
aoqi@1 2524 //if (os::is_MP()) { // Not needed on single CPU
aoqi@1 2525 // __ membar(order_constraint);
aoqi@1 2526 //}
aoqi@6880 2527 if( !os::is_MP() ) return; // Not needed on single CPU
aoqi@6880 2528 __ sync();
aoqi@1 2529 }
aoqi@1 2530
aoqi@1 2531 // we dont shift left 2 bits in get_cache_and_index_at_bcp
aoqi@6880 2532 // for we always need shift the index we use it. the ConstantPoolCacheEntry
aoqi@6880 2533 // is 16-byte long, index is the index in
aoqi@6880 2534 // ConstantPoolCache, so cache + base_offset() + index * 16 is
aoqi@1 2535 // the corresponding ConstantPoolCacheEntry
aoqi@1 2536 // used registers : T2
aoqi@1 2537 // NOTE : the returned index need also shift left 4 to get the address!
aoqi@1 2538 void TemplateTable::resolve_cache_and_index(int byte_no,
aoqi@1 2539 Register Rcache,
aoqi@6880 2540 Register index,
aoqi@1 2541 size_t index_size) {
aoqi@1 2542 assert(byte_no == f1_byte || byte_no == f2_byte, "byte_no out of range");
aoqi@1 2543 const Register temp = A1;
aoqi@1 2544 assert_different_registers(Rcache, index);
aoqi@6880 2545
aoqi@1 2546 Label resolved;
aoqi@1 2547 __ get_cache_and_index_and_bytecode_at_bcp(Rcache, index, temp, byte_no, 1, index_size);
aoqi@1 2548 // is resolved?
aoqi@1 2549 int i = (int)bytecode();
aoqi@1 2550 __ addi(temp, temp, -i);
aoqi@1 2551 __ beq(temp, R0, resolved);
aoqi@1 2552 __ delayed()->nop();
aoqi@1 2553 // resolve first time through
aoqi@1 2554 address entry;
aoqi@1 2555 switch (bytecode()) {
aoqi@1 2556 case Bytecodes::_getstatic : // fall through
aoqi@1 2557 case Bytecodes::_putstatic : // fall through
aoqi@1 2558 case Bytecodes::_getfield : // fall through
aoqi@6880 2559 case Bytecodes::_putfield :
aoqi@6880 2560 entry = CAST_FROM_FN_PTR(address, InterpreterRuntime::resolve_get_put);
aoqi@1 2561 break;
aoqi@1 2562 case Bytecodes::_invokevirtual : // fall through
aoqi@1 2563 case Bytecodes::_invokespecial : // fall through
aoqi@1 2564 case Bytecodes::_invokestatic : // fall through
aoqi@6880 2565 case Bytecodes::_invokeinterface:
aoqi@6880 2566 entry = CAST_FROM_FN_PTR(address, InterpreterRuntime::resolve_invoke);
aoqi@1 2567 break;
aoqi@1 2568 case Bytecodes::_invokehandle:
aoqi@1 2569 entry = CAST_FROM_FN_PTR(address, InterpreterRuntime::resolve_invokehandle);
aoqi@1 2570 break;
aoqi@1 2571 case Bytecodes::_invokedynamic:
aoqi@1 2572 entry = CAST_FROM_FN_PTR(address, InterpreterRuntime::resolve_invokedynamic);
aoqi@1 2573 break;
aoqi@6880 2574 default :
aoqi@1 2575 fatal(err_msg("unexpected bytecode: %s", Bytecodes::name(bytecode())));
aoqi@6880 2576 break;
aoqi@1 2577 }
aoqi@1 2578
aoqi@1 2579 __ move(temp, i);
aoqi@1 2580 __ call_VM(NOREG, entry, temp);
aoqi@1 2581
aoqi@1 2582 // Update registers with resolved info
aoqi@1 2583 __ get_cache_and_index_at_bcp(Rcache, index, 1, index_size);
aoqi@1 2584 __ bind(resolved);
aoqi@1 2585 }
aoqi@1 2586
aoqi@1 2587 // The Rcache and index registers must be set before call
aoqi@1 2588 void TemplateTable::load_field_cp_cache_entry(Register obj,
aoqi@1 2589 Register cache,
aoqi@1 2590 Register index,
aoqi@1 2591 Register off,
aoqi@1 2592 Register flags,
aoqi@1 2593 bool is_static = false) {
aoqi@1 2594 assert_different_registers(cache, index, flags, off);
aoqi@6880 2595
aoqi@1 2596 ByteSize cp_base_offset = ConstantPoolCache::base_offset();
aoqi@1 2597 // Field offset
aoqi@1 2598 __ dsll(AT, index, Address::times_ptr);
aoqi@1 2599 __ dadd(AT, cache, AT);
aoqi@1 2600 __ ld(off, AT, in_bytes(cp_base_offset + ConstantPoolCacheEntry::f2_offset()));
aoqi@6880 2601 // Flags
aoqi@1 2602 __ ld(flags, AT, in_bytes(cp_base_offset + ConstantPoolCacheEntry::flags_offset()));
aoqi@1 2603
aoqi@6880 2604 // klass overwrite register
aoqi@1 2605 if (is_static) {
aoqi@6880 2606 __ ld(obj, AT, in_bytes(cp_base_offset + ConstantPoolCacheEntry::f1_offset()));
aoqi@1 2607 const int mirror_offset = in_bytes(Klass::java_mirror_offset());
aoqi@1 2608 __ ld(obj, Address(obj, mirror_offset));
aoqi@1 2609
aoqi@6880 2610 __ verify_oop(obj);
aoqi@1 2611 }
aoqi@1 2612 }
aoqi@1 2613
aoqi@1 2614 // get the method, itable_index and flags of the current invoke
aoqi@1 2615 void TemplateTable::load_invoke_cp_cache_entry(int byte_no,
aoqi@1 2616 Register method,
aoqi@1 2617 Register itable_index,
aoqi@1 2618 Register flags,
aoqi@1 2619 bool is_invokevirtual,
aoqi@1 2620 bool is_invokevfinal, /*unused*/
aoqi@1 2621 bool is_invokedynamic) {
aoqi@1 2622 // setup registers
aoqi@1 2623 const Register cache = T3;
aoqi@1 2624 const Register index = T1;
aoqi@1 2625 assert_different_registers(method, flags);
aoqi@1 2626 assert_different_registers(method, cache, index);
aoqi@1 2627 assert_different_registers(itable_index, flags);
aoqi@1 2628 assert_different_registers(itable_index, cache, index);
aoqi@1 2629 assert(is_invokevirtual == (byte_no == f2_byte), "is invokevirtual flag redundant");
aoqi@1 2630 // determine constant pool cache field offsets
aoqi@1 2631 const int method_offset = in_bytes(
aoqi@6880 2632 ConstantPoolCache::base_offset() +
aoqi@1 2633 ((byte_no == f2_byte)
aoqi@1 2634 ? ConstantPoolCacheEntry::f2_offset()
aoqi@6880 2635 : ConstantPoolCacheEntry::f1_offset()));
aoqi@1 2636 const int flags_offset = in_bytes(ConstantPoolCache::base_offset() +
aoqi@6880 2637 ConstantPoolCacheEntry::flags_offset());
aoqi@1 2638 // access constant pool cache fields
aoqi@1 2639 const int index_offset = in_bytes(ConstantPoolCache::base_offset() +
aoqi@6880 2640 ConstantPoolCacheEntry::f2_offset());
aoqi@6880 2641
aoqi@1 2642 size_t index_size = (is_invokedynamic ? sizeof(u4): sizeof(u2));
aoqi@1 2643 resolve_cache_and_index(byte_no, cache, index, index_size);
aoqi@1 2644
aoqi@1 2645 //assert(wordSize == 8, "adjust code below");
aoqi@6880 2646 // note we shift 4 not 2, for we get is the true inde
aoqi@1 2647 // of ConstantPoolCacheEntry, not the shifted 2-bit index as x86 version
aoqi@1 2648 __ dsll(AT, index, Address::times_ptr);
aoqi@1 2649 __ dadd(AT, cache, AT);
aoqi@1 2650 __ ld(method, AT, method_offset);
aoqi@1 2651
aoqi@1 2652 if (itable_index != NOREG) {
aoqi@1 2653 __ ld(itable_index, AT, index_offset);
aoqi@1 2654 }
aoqi@1 2655 __ ld(flags, AT, flags_offset);
aoqi@1 2656 }
aoqi@1 2657
aoqi@1 2658 // The registers cache and index expected to be set before call.
aoqi@1 2659 // Correct values of the cache and index registers are preserved.
aoqi@1 2660 void TemplateTable::jvmti_post_field_access(Register cache, Register index,
aoqi@1 2661 bool is_static, bool has_tos) {
aoqi@1 2662 // do the JVMTI work here to avoid disturbing the register state below
aoqi@1 2663 // We use c_rarg registers here because we want to use the register used in
aoqi@1 2664 // the call to the VM
aoqi@6880 2665 if (JvmtiExport::can_post_field_access()) {
aoqi@6880 2666 // Check to see if a field access watch has been set before we
aoqi@6880 2667 // take the time to call into the VM.
aoqi@6880 2668 Label L1;
aoqi@6883 2669 // kill FSR
aoqi@6883 2670 Register tmp1 = T2;
aoqi@6883 2671 Register tmp2 = T1;
aoqi@6883 2672 Register tmp3 = T3;
aoqi@6883 2673 assert_different_registers(cache, index, AT);
aoqi@6880 2674 __ li(AT, (intptr_t)JvmtiExport::get_field_access_count_addr());
aoqi@6883 2675 __ lw(AT, AT, 0);
aoqi@6883 2676 __ beq(AT, R0, L1);
aoqi@6880 2677 __ delayed()->nop();
aoqi@6880 2678
aoqi@6883 2679 __ get_cache_and_index_at_bcp(tmp2, tmp3, 1);
aoqi@6883 2680
aoqi@6880 2681 // cache entry pointer
aoqi@6883 2682 __ daddi(tmp2, tmp2, in_bytes(ConstantPoolCache::base_offset()));
aoqi@6883 2683 __ shl(tmp3, LogBytesPerWord);
aoqi@6883 2684 __ dadd(tmp2, tmp2, tmp3);
aoqi@6880 2685 if (is_static) {
aoqi@6883 2686 __ move(tmp1, R0);
aoqi@6880 2687 } else {
aoqi@6883 2688 __ ld(tmp1, SP, 0);
aoqi@6883 2689 __ verify_oop(tmp1);
aoqi@6880 2690 }
aoqi@6883 2691 // tmp1: object pointer or NULL
aoqi@6883 2692 // tmp2: cache entry pointer
aoqi@6883 2693 // tmp3: jvalue object on the stack
aoqi@6880 2694 __ call_VM(NOREG, CAST_FROM_FN_PTR(address,
aoqi@6883 2695 InterpreterRuntime::post_field_access),
aoqi@6883 2696 tmp1, tmp2, tmp3);
aoqi@6880 2697 __ get_cache_and_index_at_bcp(cache, index, 1);
aoqi@6880 2698 __ bind(L1);
aoqi@6880 2699 }
aoqi@1 2700 }
aoqi@1 2701
aoqi@1 2702 void TemplateTable::pop_and_check_object(Register r) {
aoqi@1 2703 __ pop_ptr(r);
aoqi@1 2704 __ null_check(r); // for field access must check obj.
aoqi@1 2705 __ verify_oop(r);
aoqi@1 2706 }
aoqi@1 2707
aoqi@1 2708 // used registers : T1, T2, T3, T1
aoqi@1 2709 // T1 : flags
aoqi@1 2710 // T2 : off
aoqi@1 2711 // T3 : obj
aoqi@1 2712 // T1 : field address
aoqi@1 2713 // The flags 31, 30, 29, 28 together build a 4 bit number 0 to 8 with the
aoqi@1 2714 // following mapping to the TosState states:
aoqi@1 2715 // btos: 0
aoqi@1 2716 // ctos: 1
aoqi@1 2717 // stos: 2
aoqi@1 2718 // itos: 3
aoqi@1 2719 // ltos: 4
aoqi@1 2720 // ftos: 5
aoqi@1 2721 // dtos: 6
aoqi@1 2722 // atos: 7
aoqi@1 2723 // vtos: 8
aoqi@1 2724 // see ConstantPoolCacheEntry::set_field for more info
aoqi@1 2725 void TemplateTable::getfield_or_static(int byte_no, bool is_static) {
aoqi@1 2726 transition(vtos, vtos);
aoqi@1 2727
aoqi@1 2728 const Register cache = T3;
aoqi@1 2729 const Register index = T0;
aoqi@1 2730
aoqi@1 2731 const Register obj = T3;
aoqi@1 2732 const Register off = T2;
aoqi@1 2733 const Register flags = T1;
aoqi@1 2734 resolve_cache_and_index(byte_no, cache, index, sizeof(u2));
aoqi@6883 2735 jvmti_post_field_access(cache, index, is_static, false);
aoqi@1 2736 load_field_cp_cache_entry(obj, cache, index, off, flags, is_static);
aoqi@1 2737
aoqi@1 2738 if (!is_static) pop_and_check_object(obj);
aoqi@1 2739 __ dadd(index, obj, off);
aoqi@1 2740
aoqi@1 2741
aoqi@6880 2742 Label Done, notByte, notInt, notShort, notChar,
aoqi@6880 2743 notLong, notFloat, notObj, notDouble;
aoqi@1 2744
aoqi@1 2745 assert(btos == 0, "change code, btos != 0");
aoqi@1 2746 __ dsrl(flags, flags, ConstantPoolCacheEntry::tos_state_shift);
aoqi@1 2747 __ andi(flags, flags, 0xf);
aoqi@1 2748 __ bne(flags, R0, notByte);
aoqi@1 2749 __ delayed()->nop();
aoqi@1 2750
aoqi@1 2751 // btos
aoqi@6880 2752 __ lb(FSR, index, 0);
aoqi@1 2753 __ sd(FSR, SP, - wordSize);
aoqi@1 2754
aoqi@1 2755 // Rewrite bytecode to be faster
aoqi@1 2756 if (!is_static) {
aoqi@1 2757 patch_bytecode(Bytecodes::_fast_bgetfield, T3, T2);
aoqi@1 2758 }
aoqi@1 2759 __ b(Done);
aoqi@1 2760 __ delayed()->daddi(SP, SP, - wordSize);
aoqi@1 2761
aoqi@1 2762 __ bind(notByte);
aoqi@1 2763 __ move(AT, itos);
aoqi@1 2764 __ bne(flags, AT, notInt);
aoqi@1 2765 __ delayed()->nop();
aoqi@1 2766
aoqi@1 2767 // itos
aoqi@1 2768 __ lw(FSR, index, 0);
aoqi@1 2769 __ sd(FSR, SP, - wordSize);
aoqi@1 2770
aoqi@1 2771 // Rewrite bytecode to be faster
aoqi@1 2772 if (!is_static) {
aoqi@1 2773 // patch_bytecode(Bytecodes::_fast_igetfield, T3, T2);
aoqi@1 2774 patch_bytecode(Bytecodes::_fast_igetfield, T3, T2);
aoqi@1 2775 }
aoqi@1 2776 __ b(Done);
aoqi@1 2777 __ delayed()->daddi(SP, SP, - wordSize);
aoqi@1 2778
aoqi@1 2779 __ bind(notInt);
aoqi@1 2780 __ move(AT, atos);
aoqi@1 2781 __ bne(flags, AT, notObj);
aoqi@1 2782 __ delayed()->nop();
aoqi@1 2783
aoqi@1 2784 // atos
aoqi@1 2785 //add for compressedoops
aoqi@1 2786 __ load_heap_oop(FSR, Address(index, 0));
aoqi@1 2787 __ sd(FSR, SP, - wordSize);
aoqi@1 2788
aoqi@1 2789 if (!is_static) {
aoqi@1 2790 //patch_bytecode(Bytecodes::_fast_agetfield, T3, T2);
aoqi@1 2791 patch_bytecode(Bytecodes::_fast_agetfield, T3, T2);
aoqi@1 2792 }
aoqi@1 2793 __ b(Done);
aoqi@1 2794 __ delayed()->daddi(SP, SP, - wordSize);
aoqi@1 2795
aoqi@1 2796 __ bind(notObj);
aoqi@1 2797 __ move(AT, ctos);
aoqi@1 2798 __ bne(flags, AT, notChar);
aoqi@1 2799 __ delayed()->nop();
aoqi@1 2800
aoqi@1 2801 // ctos
aoqi@1 2802 __ lhu(FSR, index, 0);
aoqi@1 2803 __ sd(FSR, SP, - wordSize);
aoqi@1 2804
aoqi@1 2805 if (!is_static) {
aoqi@1 2806 patch_bytecode(Bytecodes::_fast_cgetfield, T3, T2);
aoqi@1 2807 }
aoqi@1 2808 __ b(Done);
aoqi@1 2809 __ delayed()->daddi(SP, SP, - wordSize);
aoqi@1 2810
aoqi@1 2811 __ bind(notChar);
aoqi@1 2812 __ move(AT, stos);
aoqi@1 2813 __ bne(flags, AT, notShort);
aoqi@1 2814 __ delayed()->nop();
aoqi@1 2815
aoqi@1 2816 // stos
aoqi@1 2817 __ lh(FSR, index, 0);
aoqi@1 2818 __ sd(FSR, SP, - wordSize);
aoqi@1 2819
aoqi@1 2820 if (!is_static) {
aoqi@1 2821 patch_bytecode(Bytecodes::_fast_sgetfield, T3, T2);
aoqi@1 2822 }
aoqi@1 2823 __ b(Done);
aoqi@1 2824 __ delayed()->daddi(SP, SP, - wordSize);
aoqi@1 2825
aoqi@1 2826 __ bind(notShort);
aoqi@1 2827 __ move(AT, ltos);
aoqi@1 2828 __ bne(flags, AT, notLong);
aoqi@1 2829 __ delayed()->nop();
aoqi@1 2830
aoqi@1 2831 // FIXME : the load/store should be atomic, we have no simple method to do this in mips32
aoqi@1 2832 // ltos
aoqi@1 2833 __ ld(FSR, index, 0 * wordSize);
aoqi@1 2834 __ sd(FSR, SP, -2 * wordSize);
aoqi@1 2835 __ sd(R0, SP, -1 * wordSize);
aoqi@1 2836
aoqi@1 2837 // Don't rewrite to _fast_lgetfield for potential volatile case.
aoqi@1 2838 __ b(Done);
aoqi@1 2839 __ delayed()->daddi(SP, SP, - 2 * wordSize);
aoqi@1 2840
aoqi@1 2841 __ bind(notLong);
aoqi@1 2842 __ move(AT, ftos);
aoqi@1 2843 __ bne(flags, AT, notFloat);
aoqi@1 2844 __ delayed()->nop();
aoqi@1 2845
aoqi@1 2846 // ftos
aoqi@1 2847 __ lwc1(FSF, index, 0);
aoqi@1 2848 __ sdc1(FSF, SP, - wordSize);
aoqi@1 2849
aoqi@1 2850 if (!is_static) {
aoqi@1 2851 patch_bytecode(Bytecodes::_fast_fgetfield, T3, T2);
aoqi@1 2852 }
aoqi@1 2853 __ b(Done);
aoqi@1 2854 __ delayed()->daddi(SP, SP, - wordSize);
aoqi@1 2855
aoqi@1 2856 __ bind(notFloat);
aoqi@1 2857 __ move(AT, dtos);
aoqi@1 2858 __ bne(flags, AT, notDouble);
aoqi@1 2859 __ delayed()->nop();
aoqi@1 2860
aoqi@1 2861 // dtos
aoqi@1 2862 __ ldc1(FSF, index, 0 * wordSize);
aoqi@1 2863 __ sdc1(FSF, SP, - 2 * wordSize);
aoqi@1 2864 __ sd(R0, SP, - 1 * wordSize);
aoqi@1 2865
aoqi@1 2866 if (!is_static) {
aoqi@1 2867 patch_bytecode(Bytecodes::_fast_dgetfield, T3, T2);
aoqi@1 2868 }
aoqi@1 2869 __ b(Done);
aoqi@1 2870 __ delayed()->daddi(SP, SP, - 2 * wordSize);
aoqi@1 2871
aoqi@1 2872 __ bind(notDouble);
aoqi@1 2873
aoqi@1 2874 __ stop("Bad state");
aoqi@1 2875
aoqi@1 2876 __ bind(Done);
aoqi@1 2877 }
aoqi@1 2878
aoqi@6880 2879
aoqi@1 2880 void TemplateTable::getfield(int byte_no) {
aoqi@1 2881 getfield_or_static(byte_no, false);
aoqi@1 2882 }
aoqi@1 2883
aoqi@1 2884 void TemplateTable::getstatic(int byte_no) {
aoqi@1 2885 getfield_or_static(byte_no, true);
aoqi@1 2886 }
aoqi@1 2887
aoqi@1 2888 // The registers cache and index expected to be set before call.
aoqi@1 2889 // The function may destroy various registers, just not the cache and index registers.
aoqi@1 2890 void TemplateTable::jvmti_post_field_mod(Register cache, Register index, bool is_static) {
aoqi@6883 2891 transition(vtos, vtos);
aoqi@6883 2892
aoqi@6880 2893 ByteSize cp_base_offset = ConstantPoolCache::base_offset();
aoqi@6880 2894
aoqi@6880 2895 if (JvmtiExport::can_post_field_modification()) {
aoqi@6883 2896 // Check to see if a field modification watch has been set before
aoqi@6883 2897 // we take the time to call into the VM.
aoqi@6880 2898 Label L1;
aoqi@6883 2899 //kill AT, T1, T2, T3, T9
aoqi@6883 2900 Register tmp1 = T2;
aoqi@6883 2901 Register tmp2 = T1;
aoqi@6883 2902 Register tmp3 = T3;
aoqi@6883 2903 Register tmp4 = T9;
aoqi@6883 2904 assert_different_registers(cache, index, tmp4);
aoqi@6880 2905
aoqi@6880 2906 __ li(AT, JvmtiExport::get_field_modification_count_addr());
aoqi@6883 2907 __ lw(AT, AT, 0);
aoqi@6883 2908 __ beq(AT, R0, L1);
aoqi@6880 2909 __ delayed()->nop();
aoqi@6880 2910
aoqi@6883 2911 __ get_cache_and_index_at_bcp(tmp2, tmp4, 1);
aoqi@6880 2912
aoqi@6880 2913 if (is_static) {
aoqi@6883 2914 __ move(tmp1, R0);
aoqi@6880 2915 } else {
aoqi@6883 2916 // Life is harder. The stack holds the value on top, followed by
aoqi@6883 2917 // the object. We don't know the size of the value, though; it
aoqi@6883 2918 // could be one or two words depending on its type. As a result,
aoqi@6883 2919 // we must find the type to determine where the object is.
aoqi@6880 2920 Label two_word, valsize_known;
aoqi@6883 2921 __ dsll(AT, tmp4, Address::times_8);
aoqi@6883 2922 __ dadd(AT, tmp2, AT);
aoqi@6883 2923 __ ld(tmp3, AT, in_bytes(cp_base_offset +
aoqi@6883 2924 ConstantPoolCacheEntry::flags_offset()));
aoqi@6883 2925 __ shr(tmp3, ConstantPoolCacheEntry::tos_state_shift);
aoqi@6880 2926
aoqi@6880 2927 // Make sure we don't need to mask ecx for tos_state_shift
aoqi@6880 2928 // after the above shift
aoqi@6880 2929 ConstantPoolCacheEntry::verify_tos_state_shift();
aoqi@6883 2930 __ move(tmp1, SP);
aoqi@6880 2931 __ move(AT, ltos);
aoqi@6883 2932 __ beq(tmp3, AT, two_word);
aoqi@6880 2933 __ delayed()->nop();
aoqi@6880 2934 __ move(AT, dtos);
aoqi@6883 2935 __ beq(tmp3, AT, two_word);
aoqi@6880 2936 __ delayed()->nop();
aoqi@6880 2937 __ b(valsize_known);
aoqi@6883 2938 __ delayed()->daddi(tmp1, tmp1, Interpreter::expr_offset_in_bytes(1) );
aoqi@6880 2939
aoqi@6880 2940 __ bind(two_word);
aoqi@6883 2941 __ daddi(tmp1, tmp1, Interpreter::expr_offset_in_bytes(2));
aoqi@6880 2942
aoqi@6880 2943 __ bind(valsize_known);
aoqi@6880 2944 // setup object pointer
aoqi@6883 2945 __ ld(tmp1, tmp1, 0*wordSize);
aoqi@6880 2946 }
aoqi@6880 2947 // cache entry pointer
aoqi@6883 2948 __ daddi(tmp2, tmp2, in_bytes(cp_base_offset));
aoqi@6883 2949 __ shl(tmp4, LogBytesPerWord);
aoqi@6883 2950 __ daddu(tmp2, tmp2, tmp4);
aoqi@6880 2951 // object (tos)
aoqi@6883 2952 __ move(tmp3, SP);
aoqi@6883 2953 // tmp1: object pointer set up above (NULL if static)
aoqi@6883 2954 // tmp2: cache entry pointer
aoqi@6883 2955 // tmp3: jvalue object on the stack
aoqi@6883 2956 __ call_VM(NOREG,
aoqi@6883 2957 CAST_FROM_FN_PTR(address,
aoqi@6883 2958 InterpreterRuntime::post_field_modification),
aoqi@6883 2959 tmp1, tmp2, tmp3);
aoqi@6880 2960 __ get_cache_and_index_at_bcp(cache, index, 1);
aoqi@6880 2961 __ bind(L1);
aoqi@6880 2962 }
aoqi@1 2963 }
aoqi@1 2964
aoqi@1 2965 // used registers : T0, T1, T2, T3, T8
aoqi@1 2966 // T1 : flags
aoqi@1 2967 // T2 : off
aoqi@1 2968 // T3 : obj
aoqi@1 2969 // T8 : volatile bit
aoqi@1 2970 // see ConstantPoolCacheEntry::set_field for more info
aoqi@1 2971 void TemplateTable::putfield_or_static(int byte_no, bool is_static) {
aoqi@1 2972 transition(vtos, vtos);
aoqi@1 2973
aoqi@1 2974 const Register cache = T3;
aoqi@1 2975 const Register index = T0;
aoqi@1 2976 const Register obj = T3;
aoqi@1 2977 const Register off = T2;
aoqi@1 2978 const Register flags = T1;
aoqi@1 2979 const Register bc = T3;
aoqi@1 2980
aoqi@1 2981 resolve_cache_and_index(byte_no, cache, index, sizeof(u2));
aoqi@6883 2982 jvmti_post_field_mod(cache, index, is_static);
aoqi@1 2983 load_field_cp_cache_entry(obj, cache, index, off, flags, is_static);
aoqi@1 2984
aoqi@1 2985 Label notVolatile, Done;
aoqi@1 2986 __ move(AT, 1<<ConstantPoolCacheEntry::is_volatile_shift);
aoqi@1 2987 __ andr(T8, flags, AT);
aoqi@1 2988
aoqi@1 2989 Label notByte, notInt, notShort, notChar, notLong, notFloat, notObj, notDouble;
aoqi@6880 2990
aoqi@1 2991 assert(btos == 0, "change code, btos != 0");
aoqi@1 2992 // btos
aoqi@1 2993 __ dsrl(flags, flags, ConstantPoolCacheEntry::tos_state_shift);
aoqi@1 2994 __ andi(flags, flags, ConstantPoolCacheEntry::tos_state_mask);
aoqi@1 2995 __ bne(flags, R0, notByte);
aoqi@1 2996 __ delayed()->nop();
aoqi@1 2997
aoqi@1 2998 __ pop(btos);
aoqi@1 2999 if (!is_static) {
aoqi@6880 3000 pop_and_check_object(obj);
aoqi@1 3001 }
aoqi@1 3002 __ dadd(AT, obj, off);
aoqi@1 3003 __ sb(FSR, AT, 0);
aoqi@1 3004
aoqi@1 3005 if (!is_static) {
aoqi@1 3006 patch_bytecode(Bytecodes::_fast_bputfield, bc, off, true, byte_no);
aoqi@1 3007 }
aoqi@1 3008 __ b(Done);
aoqi@1 3009 __ delayed()->nop();
aoqi@1 3010
aoqi@1 3011 __ bind(notByte);
aoqi@1 3012 // itos
aoqi@1 3013 __ move(AT, itos);
aoqi@1 3014 __ bne(flags, AT, notInt);
aoqi@1 3015 __ delayed()->nop();
aoqi@1 3016
aoqi@1 3017 __ pop(itos);
aoqi@1 3018 if (!is_static) {
aoqi@6880 3019 pop_and_check_object(obj);
aoqi@1 3020 }
aoqi@1 3021 __ dadd(AT, obj, off);
aoqi@1 3022 __ sw(FSR, AT, 0);
aoqi@1 3023
aoqi@1 3024 if (!is_static) {
aoqi@1 3025 patch_bytecode(Bytecodes::_fast_iputfield, bc, off, true, byte_no);
aoqi@1 3026 }
aoqi@1 3027 __ b(Done);
aoqi@6880 3028 __ delayed()->nop();
aoqi@1 3029 __ bind(notInt);
aoqi@1 3030 // atos
aoqi@1 3031 __ move(AT, atos);
aoqi@1 3032 __ bne(flags, AT, notObj);
aoqi@1 3033 __ delayed()->nop();
aoqi@1 3034
aoqi@1 3035 __ pop(atos);
aoqi@1 3036 if (!is_static) {
aoqi@6880 3037 pop_and_check_object(obj);
aoqi@1 3038 }
aoqi@1 3039
aoqi@1 3040 __ dadd(AT, obj, off);
aoqi@1 3041 __ store_heap_oop(Address(AT, 0), FSR);
aoqi@1 3042 __ store_check(obj);
aoqi@1 3043
aoqi@1 3044 if (!is_static) {
aoqi@1 3045 patch_bytecode(Bytecodes::_fast_aputfield, bc, off, true, byte_no);
aoqi@1 3046 }
aoqi@1 3047 __ b(Done);
aoqi@1 3048 __ delayed()->nop();
aoqi@1 3049 __ bind(notObj);
aoqi@1 3050 // ctos
aoqi@1 3051 __ move(AT, ctos);
aoqi@1 3052 __ bne(flags, AT, notChar);
aoqi@1 3053 __ delayed()->nop();
aoqi@1 3054
aoqi@1 3055 __ pop(ctos);
aoqi@1 3056 if (!is_static) {
aoqi@6880 3057 pop_and_check_object(obj);
aoqi@1 3058 }
aoqi@1 3059 __ dadd(AT, obj, off);
aoqi@1 3060 __ sh(FSR, AT, 0);
aoqi@1 3061 if (!is_static) {
aoqi@1 3062 patch_bytecode(Bytecodes::_fast_cputfield, bc, off, true, byte_no);
aoqi@1 3063 }
aoqi@1 3064 __ b(Done);
aoqi@1 3065 __ delayed()->nop();
aoqi@1 3066 __ bind(notChar);
aoqi@1 3067 // stos
aoqi@1 3068 __ move(AT, stos);
aoqi@1 3069 __ bne(flags, AT, notShort);
aoqi@1 3070 __ delayed()->nop();
aoqi@1 3071
aoqi@1 3072 __ pop(stos);
aoqi@1 3073 if (!is_static) {
aoqi@6880 3074 pop_and_check_object(obj);
aoqi@1 3075 }
aoqi@1 3076 __ dadd(AT, obj, off);
aoqi@1 3077 __ sh(FSR, AT, 0);
aoqi@1 3078 if (!is_static) {
aoqi@1 3079 patch_bytecode(Bytecodes::_fast_sputfield, bc, off, true, byte_no);
aoqi@1 3080 }
aoqi@1 3081 __ b(Done);
aoqi@1 3082 __ delayed()->nop();
aoqi@1 3083 __ bind(notShort);
aoqi@1 3084 // ltos
aoqi@1 3085 __ move(AT, ltos);
aoqi@1 3086 __ bne(flags, AT, notLong);
aoqi@1 3087 __ delayed()->nop();
aoqi@1 3088
aoqi@1 3089 // FIXME: there is no simple method to load/store 64-bit data in a atomic operation
aoqi@1 3090 // we just ignore the volatile flag.
aoqi@1 3091 //Label notVolatileLong;
aoqi@1 3092 //__ beq(T1, R0, notVolatileLong);
aoqi@1 3093 //__ delayed()->nop();
aoqi@1 3094
aoqi@1 3095 //addent = 2 * wordSize;
aoqi@1 3096 // no need
aoqi@1 3097 //__ lw(FSR, SP, 0);
aoqi@1 3098 //__ lw(SSR, SP, 1 * wordSize);
aoqi@1 3099 //if (!is_static) {
aoqi@6880 3100 // __ lw(T3, SP, addent);
aoqi@6880 3101 // addent += 1 * wordSize;
aoqi@6880 3102 // __ verify_oop(T3);
aoqi@1 3103 //}
aoqi@1 3104
aoqi@1 3105 //__ daddu(AT, T3, T2);
aoqi@1 3106
aoqi@1 3107 // Replace with real volatile test
aoqi@1 3108 // NOTE : we assume that sdc1&ldc1 operate in 32-bit, this is true for Godson2 even in 64-bit kernel
aoqi@1 3109 // last modified by yjl 7/12/2005
aoqi@6880 3110 //__ ldc1(FSF, SP, 0);
aoqi@1 3111 //__ sdc1(FSF, AT, 0);
aoqi@1 3112 //volatile_barrier();
aoqi@1 3113
aoqi@1 3114 // Don't rewrite volatile version
aoqi@1 3115 //__ b(notVolatile);
aoqi@1 3116 //__ delayed()->addiu(SP, SP, addent);
aoqi@1 3117
aoqi@1 3118 //__ bind(notVolatileLong);
aoqi@1 3119
aoqi@1 3120 //__ pop(ltos); // overwrites edx
aoqi@6880 3121 // __ lw(FSR, SP, 0 * wordSize);
aoqi@6880 3122 // __ lw(SSR, SP, 1 * wordSize);
aoqi@6880 3123 // __ daddi(SP, SP, 2*wordSize);
aoqi@1 3124 __ pop(ltos);
aoqi@1 3125 if (!is_static) {
aoqi@6880 3126 pop_and_check_object(obj);
aoqi@1 3127 }
aoqi@1 3128 __ dadd(AT, obj, off);
aoqi@1 3129 __ sd(FSR, AT, 0);
aoqi@1 3130 if (!is_static) {
aoqi@1 3131 patch_bytecode(Bytecodes::_fast_lputfield, bc, off, true, byte_no);
aoqi@1 3132 }
aoqi@1 3133 __ b(notVolatile);
aoqi@1 3134 __ delayed()->nop();
aoqi@1 3135
aoqi@1 3136 __ bind(notLong);
aoqi@1 3137 // ftos
aoqi@1 3138 __ move(AT, ftos);
aoqi@1 3139 __ bne(flags, AT, notFloat);
aoqi@1 3140 __ delayed()->nop();
aoqi@1 3141
aoqi@1 3142 __ pop(ftos);
aoqi@1 3143 if (!is_static) {
aoqi@6880 3144 pop_and_check_object(obj);
aoqi@1 3145 }
aoqi@1 3146 __ dadd(AT, obj, off);
aoqi@1 3147 __ swc1(FSF, AT, 0);
aoqi@1 3148 if (!is_static) {
aoqi@1 3149 patch_bytecode(Bytecodes::_fast_fputfield, bc, off, true, byte_no);
aoqi@1 3150 }
aoqi@1 3151 __ b(Done);
aoqi@1 3152 __ delayed()->nop();
aoqi@1 3153 __ bind(notFloat);
aoqi@1 3154 // dtos
aoqi@1 3155 __ move(AT, dtos);
aoqi@1 3156 __ bne(flags, AT, notDouble);
aoqi@1 3157 __ delayed()->nop();
aoqi@1 3158
aoqi@1 3159 __ pop(dtos);
aoqi@1 3160 if (!is_static) {
aoqi@6880 3161 pop_and_check_object(obj);
aoqi@1 3162 }
aoqi@1 3163 __ dadd(AT, obj, off);
aoqi@1 3164 __ sdc1(FSF, AT, 0);
aoqi@1 3165 if (!is_static) {
aoqi@1 3166 patch_bytecode(Bytecodes::_fast_dputfield, bc, off, true, byte_no);
aoqi@1 3167 }
aoqi@6880 3168
aoqi@6880 3169 #ifdef ASSERT
aoqi@1 3170 __ b(Done);
aoqi@1 3171 __ delayed()->nop();
aoqi@6880 3172
aoqi@1 3173 __ bind(notDouble);
aoqi@1 3174 __ stop("Bad state");
aoqi@6880 3175 #endif
aoqi@1 3176
aoqi@1 3177 __ bind(Done);
aoqi@1 3178
aoqi@1 3179 // Check for volatile store
aoqi@1 3180 __ beq(T8, R0, notVolatile);
aoqi@1 3181 __ delayed()->nop();
aoqi@1 3182 volatile_barrier( );
aoqi@1 3183 __ bind(notVolatile);
aoqi@1 3184 }
aoqi@1 3185
aoqi@1 3186 void TemplateTable::putfield(int byte_no) {
aoqi@1 3187 putfield_or_static(byte_no, false);
aoqi@1 3188 }
aoqi@1 3189
aoqi@1 3190 void TemplateTable::putstatic(int byte_no) {
aoqi@1 3191 putfield_or_static(byte_no, true);
aoqi@1 3192 }
aoqi@1 3193
aoqi@1 3194 // used registers : T1, T2, T3
aoqi@1 3195 // T1 : cp_entry
aoqi@1 3196 // T2 : obj
aoqi@1 3197 // T3 : value pointer
aoqi@1 3198 void TemplateTable::jvmti_post_fast_field_mod() {
aoqi@6880 3199 if (JvmtiExport::can_post_field_modification()) {
aoqi@6880 3200 // Check to see if a field modification watch has been set before
aoqi@6880 3201 // we take the time to call into the VM.
aoqi@6880 3202 Label L2;
aoqi@6883 3203 //kill AT, T1, T2, T3, T9
aoqi@6883 3204 Register tmp1 = T2;
aoqi@6883 3205 Register tmp2 = T1;
aoqi@6883 3206 Register tmp3 = T3;
aoqi@6883 3207 Register tmp4 = T9;
aoqi@6880 3208 __ li(AT, JvmtiExport::get_field_modification_count_addr());
aoqi@6883 3209 __ lw(tmp3, AT, 0);
aoqi@6883 3210 __ beq(tmp3, R0, L2);
aoqi@6880 3211 __ delayed()->nop();
aoqi@6883 3212 __ pop_ptr(tmp1);
aoqi@6883 3213 __ verify_oop(tmp1);
aoqi@6883 3214 __ push_ptr(tmp1);
aoqi@6880 3215 switch (bytecode()) { // load values into the jvalue object
aoqi@6883 3216 case Bytecodes::_fast_aputfield: __ push_ptr(FSR); break;
aoqi@6883 3217 case Bytecodes::_fast_bputfield: // fall through
aoqi@6883 3218 case Bytecodes::_fast_sputfield: // fall through
aoqi@6883 3219 case Bytecodes::_fast_cputfield: // fall through
aoqi@6883 3220 case Bytecodes::_fast_iputfield: __ push_i(FSR); break;
aoqi@6883 3221 case Bytecodes::_fast_dputfield: __ push_d(FSF); break;
aoqi@6883 3222 case Bytecodes::_fast_fputfield: __ push_f(); break;
aoqi@6883 3223 case Bytecodes::_fast_lputfield: __ push_l(FSR); break;
aoqi@6880 3224 default: ShouldNotReachHere();
aoqi@6880 3225 }
aoqi@6883 3226 __ move(tmp3, SP);
aoqi@6880 3227 // access constant pool cache entry
aoqi@6883 3228 __ get_cache_entry_pointer_at_bcp(tmp2, FSR, 1);
aoqi@6883 3229 __ verify_oop(tmp1);
aoqi@6883 3230 // tmp1: object pointer copied above
aoqi@6883 3231 // tmp2: cache entry pointer
aoqi@6883 3232 // tmp3: jvalue object on the stack
aoqi@6883 3233 __ call_VM(NOREG,
aoqi@6883 3234 CAST_FROM_FN_PTR(address,
aoqi@6883 3235 InterpreterRuntime::post_field_modification),
aoqi@6883 3236 tmp1, tmp2, tmp3);
aoqi@6883 3237
aoqi@6883 3238 switch (bytecode()) { // restore tos values
aoqi@6883 3239 case Bytecodes::_fast_aputfield: __ pop_ptr(FSR); break;
aoqi@6883 3240 case Bytecodes::_fast_bputfield: // fall through
aoqi@6883 3241 case Bytecodes::_fast_sputfield: // fall through
aoqi@6883 3242 case Bytecodes::_fast_cputfield: // fall through
aoqi@6883 3243 case Bytecodes::_fast_iputfield: __ pop_i(FSR); break;
aoqi@6883 3244 case Bytecodes::_fast_dputfield: __ pop_d(); break;
aoqi@6883 3245 case Bytecodes::_fast_fputfield: __ pop_f(); break;
aoqi@6883 3246 case Bytecodes::_fast_lputfield: __ pop_l(FSR); break;
aoqi@6883 3247 }
aoqi@6880 3248 __ bind(L2);
aoqi@6880 3249 }
aoqi@1 3250 }
aoqi@1 3251
aoqi@1 3252 // used registers : T2, T3, T1
aoqi@1 3253 // T2 : index & off & field address
aoqi@1 3254 // T3 : cache & obj
aoqi@1 3255 // T1 : flags
aoqi@1 3256 void TemplateTable::fast_storefield(TosState state) {
aoqi@1 3257 transition(state, vtos);
aoqi@1 3258
aoqi@1 3259 ByteSize base = ConstantPoolCache::base_offset();
aoqi@1 3260
aoqi@1 3261 jvmti_post_fast_field_mod();
aoqi@1 3262
aoqi@1 3263 // access constant pool cache
aoqi@1 3264 __ get_cache_and_index_at_bcp(T3, T2, 1);
aoqi@1 3265
aoqi@1 3266 // test for volatile with edx but edx is tos register for lputfield.
aoqi@6880 3267 __ dsll(AT, T2, Address::times_8);
aoqi@1 3268 __ dadd(AT, T3, AT);
aoqi@1 3269 __ ld(T1, AT, in_bytes(base + ConstantPoolCacheEntry::flags_offset()));
aoqi@1 3270
aoqi@1 3271 // replace index with field offset from cache entry
aoqi@1 3272 __ ld(T2, AT, in_bytes(base + ConstantPoolCacheEntry::f2_offset()));
aoqi@1 3273
aoqi@1 3274 // Doug Lea believes this is not needed with current Sparcs (TSO) and Intel (PSO).
aoqi@1 3275 // volatile_barrier( );
aoqi@1 3276
aoqi@1 3277 Label notVolatile, Done;
aoqi@1 3278 // Check for volatile store
aoqi@1 3279 __ move(AT, 1<<ConstantPoolCacheEntry::is_volatile_shift);
aoqi@1 3280 __ andr(AT, T1, AT);
aoqi@1 3281 __ beq(AT, R0, notVolatile);
aoqi@1 3282 __ delayed()->nop();
aoqi@1 3283
aoqi@1 3284
aoqi@1 3285 // Get object from stack
aoqi@1 3286 pop_and_check_object(T3);
aoqi@6880 3287
aoqi@6880 3288 // field address
aoqi@1 3289 __ dadd(T2, T3, T2);
aoqi@1 3290
aoqi@1 3291 // access field
aoqi@1 3292 switch (bytecode()) {
aoqi@6880 3293 case Bytecodes::_fast_bputfield:
aoqi@1 3294 __ sb(FSR, T2, 0);
aoqi@1 3295 break;
aoqi@1 3296 case Bytecodes::_fast_sputfield: // fall through
aoqi@6880 3297 case Bytecodes::_fast_cputfield:
aoqi@1 3298 __ sh(FSR, T2, 0);
aoqi@1 3299 break;
aoqi@6880 3300 case Bytecodes::_fast_iputfield:
aoqi@1 3301 __ sw(FSR, T2, 0);
aoqi@1 3302 break;
aoqi@6880 3303 case Bytecodes::_fast_lputfield:
aoqi@1 3304 __ sd(FSR, T2, 0 * wordSize);
aoqi@1 3305 break;
aoqi@6880 3306 case Bytecodes::_fast_fputfield:
aoqi@1 3307 __ swc1(FSF, T2, 0);
aoqi@1 3308 break;
aoqi@6880 3309 case Bytecodes::_fast_dputfield:
aoqi@1 3310 __ sdc1(FSF, T2, 0 * wordSize);
aoqi@1 3311 break;
aoqi@6880 3312 case Bytecodes::_fast_aputfield:
aoqi@1 3313 __ store_heap_oop(Address(T2, 0), FSR);
aoqi@1 3314 __ store_check(T3);
aoqi@1 3315 break;
aoqi@1 3316 default:
aoqi@1 3317 ShouldNotReachHere();
aoqi@1 3318 }
aoqi@1 3319
aoqi@1 3320 Label done;
aoqi@1 3321 volatile_barrier( );
aoqi@1 3322 __ b(done);
aoqi@1 3323 __ delayed()->nop();
aoqi@1 3324
aoqi@1 3325 // Same code as above, but don't need edx to test for volatile.
aoqi@1 3326 __ bind(notVolatile);
aoqi@1 3327 pop_and_check_object(T3);
aoqi@1 3328 //get the field address
aoqi@1 3329 __ dadd(T2, T3, T2);
aoqi@1 3330
aoqi@1 3331 // access field
aoqi@1 3332 switch (bytecode()) {
aoqi@6880 3333 case Bytecodes::_fast_bputfield:
aoqi@6880 3334 __ sb(FSR, T2, 0);
aoqi@1 3335 break;
aoqi@1 3336 case Bytecodes::_fast_sputfield: // fall through
aoqi@6880 3337 case Bytecodes::_fast_cputfield:
aoqi@1 3338 __ sh(FSR, T2, 0);
aoqi@1 3339 break;
aoqi@6880 3340 case Bytecodes::_fast_iputfield:
aoqi@1 3341 __ sw(FSR, T2, 0);
aoqi@1 3342 break;
aoqi@6880 3343 case Bytecodes::_fast_lputfield:
aoqi@1 3344 __ sd(FSR, T2, 0 * wordSize);
aoqi@1 3345 break;
aoqi@6880 3346 case Bytecodes::_fast_fputfield:
aoqi@1 3347 __ swc1(FSF, T2, 0);
aoqi@1 3348 break;
aoqi@6880 3349 case Bytecodes::_fast_dputfield:
aoqi@1 3350 __ sdc1(FSF, T2, 0 * wordSize);
aoqi@1 3351 break;
aoqi@6880 3352 case Bytecodes::_fast_aputfield:
aoqi@1 3353 //add for compressedoops
aoqi@1 3354 __ store_heap_oop(Address(T2, 0), FSR);
aoqi@1 3355 __ store_check(T3);
aoqi@1 3356 break;
aoqi@1 3357 default:
aoqi@1 3358 ShouldNotReachHere();
aoqi@1 3359 }
aoqi@1 3360 __ bind(done);
aoqi@1 3361 }
aoqi@1 3362
aoqi@1 3363 // used registers : T2, T3, T1
aoqi@1 3364 // T3 : cp_entry & cache
aoqi@1 3365 // T2 : index & offset
aoqi@1 3366 void TemplateTable::fast_accessfield(TosState state) {
aoqi@1 3367 transition(atos, state);
aoqi@1 3368
aoqi@1 3369 // do the JVMTI work here to avoid disturbing the register state below
aoqi@1 3370 if (JvmtiExport::can_post_field_access()) {
aoqi@1 3371 // Check to see if a field access watch has been set before we take
aoqi@1 3372 // the time to call into the VM.
aoqi@1 3373 Label L1;
aoqi@1 3374 __ li(AT, (intptr_t)JvmtiExport::get_field_access_count_addr());
aoqi@1 3375 __ lw(T3, AT, 0);
aoqi@1 3376 __ beq(T3, R0, L1);
aoqi@1 3377 __ delayed()->nop();
aoqi@1 3378 // access constant pool cache entry
aoqi@1 3379 __ get_cache_entry_pointer_at_bcp(T3, T1, 1);
aoqi@1 3380 __ move(TSR, FSR);
aoqi@1 3381 __ verify_oop(FSR);
aoqi@1 3382 // FSR: object pointer copied above
aoqi@1 3383 // T3: cache entry pointer
aoqi@6880 3384 __ call_VM(NOREG,
aoqi@6880 3385 CAST_FROM_FN_PTR(address, InterpreterRuntime::post_field_access),
aoqi@6880 3386 FSR, T3);
aoqi@1 3387 __ move(FSR, TSR);
aoqi@1 3388 __ bind(L1);
aoqi@1 3389 }
aoqi@1 3390
aoqi@1 3391 // access constant pool cache
aoqi@1 3392 __ get_cache_and_index_at_bcp(T3, T2, 1);
aoqi@1 3393 // replace index with field offset from cache entry
aoqi@1 3394 __ dsll(AT, T2, Address::times_8);
aoqi@1 3395 __ dadd(AT, T3, AT);
aoqi@6880 3396 __ ld(T2, AT, in_bytes(ConstantPoolCache::base_offset()
aoqi@6880 3397 + ConstantPoolCacheEntry::f2_offset()));
aoqi@1 3398
aoqi@1 3399 // eax: object
aoqi@1 3400 __ verify_oop(FSR);
aoqi@1 3401 __ null_check(FSR);
aoqi@1 3402 // field addresses
aoqi@1 3403 __ dadd(FSR, FSR, T2);
aoqi@1 3404
aoqi@1 3405 // access field
aoqi@1 3406 switch (bytecode()) {
aoqi@6880 3407 case Bytecodes::_fast_bgetfield:
aoqi@1 3408 __ lb(FSR, FSR, 0);
aoqi@1 3409 break;
aoqi@6880 3410 case Bytecodes::_fast_sgetfield:
aoqi@1 3411 __ lh(FSR, FSR, 0);
aoqi@1 3412 break;
aoqi@6880 3413 case Bytecodes::_fast_cgetfield:
aoqi@1 3414 __ lhu(FSR, FSR, 0);
aoqi@1 3415 break;
aoqi@1 3416 case Bytecodes::_fast_igetfield:
aoqi@1 3417 __ lw(FSR, FSR, 0);
aoqi@1 3418 break;
aoqi@6880 3419 case Bytecodes::_fast_lgetfield:
aoqi@6880 3420 __ stop("should not be rewritten");
aoqi@1 3421 break;
aoqi@6880 3422 case Bytecodes::_fast_fgetfield:
aoqi@1 3423 __ lwc1(FSF, FSR, 0);
aoqi@1 3424 break;
aoqi@6880 3425 case Bytecodes::_fast_dgetfield:
aoqi@1 3426 __ ldc1(FSF, FSR, 0);
aoqi@1 3427 break;
aoqi@1 3428 case Bytecodes::_fast_agetfield:
aoqi@1 3429 //add for compressedoops
aoqi@1 3430 __ load_heap_oop(FSR, Address(FSR, 0));
aoqi@1 3431 __ verify_oop(FSR);
aoqi@1 3432 break;
aoqi@1 3433 default:
aoqi@1 3434 ShouldNotReachHere();
aoqi@1 3435 }
aoqi@1 3436
aoqi@1 3437 // Doug Lea believes this is not needed with current Sparcs(TSO) and Intel(PSO)
aoqi@1 3438 // volatile_barrier( );
aoqi@1 3439 }
aoqi@1 3440
aoqi@1 3441 // generator for _fast_iaccess_0, _fast_aaccess_0, _fast_faccess_0
aoqi@1 3442 // used registers : T1, T2, T3, T1
aoqi@1 3443 // T1 : obj & field address
aoqi@1 3444 // T2 : off
aoqi@1 3445 // T3 : cache
aoqi@1 3446 // T1 : index
aoqi@1 3447 void TemplateTable::fast_xaccess(TosState state) {
aoqi@1 3448 transition(vtos, state);
aoqi@6880 3449
aoqi@1 3450 // get receiver
aoqi@1 3451 __ ld(T1, aaddress(0));
aoqi@1 3452 // access constant pool cache
aoqi@1 3453 __ get_cache_and_index_at_bcp(T3, T2, 2);
aoqi@1 3454 __ dsll(AT, T2, Address::times_8);
aoqi@1 3455 __ dadd(AT, T3, AT);
aoqi@6880 3456 __ ld(T2, AT, in_bytes(ConstantPoolCache::base_offset() + ConstantPoolCacheEntry::f2_offset()));
aoqi@6880 3457
aoqi@6880 3458 // make sure exception is reported in correct bcp range (getfield is
aoqi@6880 3459 // next instruction)
aoqi@1 3460 __ daddi(BCP, BCP, 1);
aoqi@1 3461 __ null_check(T1);
aoqi@1 3462 __ dadd(T1, T1, T2);
aoqi@1 3463
aoqi@1 3464 if (state == itos) {
aoqi@1 3465 __ lw(FSR, T1, 0);
aoqi@1 3466 } else if (state == atos) {
aoqi@1 3467 __ load_heap_oop(FSR, Address(T1, 0));
aoqi@1 3468 __ verify_oop(FSR);
aoqi@1 3469 } else if (state == ftos) {
aoqi@1 3470 __ lwc1(FSF, T1, 0);
aoqi@1 3471 } else {
aoqi@1 3472 ShouldNotReachHere();
aoqi@1 3473 }
aoqi@1 3474 __ daddi(BCP, BCP, -1);
aoqi@1 3475 }
aoqi@1 3476
aoqi@6880 3477
aoqi@6880 3478
aoqi@6880 3479 //-----------------------------------------------------------------------------
aoqi@1 3480 // Calls
aoqi@1 3481
aoqi@6880 3482 void TemplateTable::count_calls(Register method, Register temp) {
aoqi@6880 3483 // implemented elsewhere
aoqi@6880 3484 ShouldNotReachHere();
aoqi@1 3485 }
aoqi@1 3486
aoqi@1 3487 // method, index, recv, flags: T1, T2, T3, T1
aoqi@1 3488 // byte_no = 2 for _invokevirtual, 1 else
aoqi@1 3489 // T0 : return address
aoqi@6880 3490 // get the method & index of the invoke, and push the return address of
aoqi@1 3491 // the invoke(first word in the frame)
aoqi@1 3492 // this address is where the return code jmp to.
aoqi@1 3493 // NOTE : this method will set T3&T1 as recv&flags
aoqi@1 3494 void TemplateTable::prepare_invoke(int byte_no,
aoqi@6880 3495 Register method, // linked method (or i-klass)
aoqi@6880 3496 Register index, // itable index, MethodType, etc.
aoqi@6880 3497 Register recv, // if caller wants to see it
aoqi@6880 3498 Register flags // if caller wants to test it
aoqi@6880 3499 ) {
aoqi@1 3500 // determine flags
aoqi@1 3501 const Bytecodes::Code code = bytecode();
aoqi@1 3502 const bool is_invokeinterface = code == Bytecodes::_invokeinterface;
aoqi@1 3503 const bool is_invokedynamic = code == Bytecodes::_invokedynamic;
aoqi@1 3504 const bool is_invokehandle = code == Bytecodes::_invokehandle;
aoqi@1 3505 const bool is_invokevirtual = code == Bytecodes::_invokevirtual;
aoqi@1 3506 const bool is_invokespecial = code == Bytecodes::_invokespecial;
aoqi@1 3507 const bool load_receiver = (recv != noreg);
aoqi@1 3508 const bool save_flags = (flags != noreg);
aoqi@1 3509 assert(load_receiver == (code != Bytecodes::_invokestatic && code != Bytecodes::_invokedynamic),"");
aoqi@1 3510 assert(save_flags == (is_invokeinterface || is_invokevirtual), "need flags for vfinal");
aoqi@1 3511 assert(flags == noreg || flags == T1, "error flags reg.");
aoqi@1 3512 assert(recv == noreg || recv == T3, "error recv reg.");
aoqi@6880 3513
aoqi@1 3514 // setup registers & access constant pool cache
aoqi@1 3515 if(recv == noreg) recv = T3;
aoqi@1 3516 if(flags == noreg) flags = T1;
aoqi@1 3517 assert_different_registers(method, index, recv, flags);
aoqi@1 3518
aoqi@1 3519 // save 'interpreter return address'
aoqi@1 3520 __ save_bcp();
aoqi@1 3521
aoqi@1 3522 load_invoke_cp_cache_entry(byte_no, method, index, flags, is_invokevirtual, false, is_invokedynamic);
aoqi@6880 3523
aoqi@1 3524 if (is_invokedynamic || is_invokehandle) {
aoqi@1 3525 Label L_no_push;
aoqi@1 3526 __ move(AT, (1 << ConstantPoolCacheEntry::has_appendix_shift));
aoqi@1 3527 __ andr(AT, AT, flags);
aoqi@1 3528 __ beq(AT, R0, L_no_push);
aoqi@1 3529 __ delayed()->nop();
aoqi@1 3530 // Push the appendix as a trailing parameter.
aoqi@1 3531 // This must be done before we get the receiver,
aoqi@1 3532 // since the parameter_size includes it.
aoqi@1 3533 Register tmp = SSR;
aoqi@1 3534 __ push(tmp);
aoqi@1 3535 __ move(tmp, index);
aoqi@1 3536 assert(ConstantPoolCacheEntry::_indy_resolved_references_appendix_offset == 0, "appendix expected at index+0");
aoqi@1 3537 __ load_resolved_reference_at_index(index, tmp);
aoqi@1 3538 __ pop(tmp);
aoqi@1 3539 __ push(index); // push appendix (MethodType, CallSite, etc.)
aoqi@1 3540 __ bind(L_no_push);
aoqi@1 3541 }
aoqi@1 3542
aoqi@6880 3543 // load receiver if needed (after appendix is pushed so parameter size is correct)
aoqi@6880 3544 // Note: no return address pushed yet
aoqi@1 3545 if (load_receiver) {
aoqi@6880 3546 __ move(AT, ConstantPoolCacheEntry::parameter_size_mask);
aoqi@6880 3547 __ andr(recv, flags, AT);
aoqi@6880 3548 // 2014/07/31 Fu: Since we won't push RA on stack, no_return_pc_pushed_yet should be 0.
aoqi@6880 3549 const int no_return_pc_pushed_yet = 0; // argument slot correction before we push return address
aoqi@6880 3550 const int receiver_is_at_end = -1; // back off one slot to get receiver
aoqi@6880 3551 Address recv_addr = __ argument_address(recv, no_return_pc_pushed_yet + receiver_is_at_end);
aoqi@6880 3552 __ ld(recv, recv_addr);
aoqi@6880 3553 __ verify_oop(recv);
aoqi@1 3554 }
aoqi@1 3555 if(save_flags) {
aoqi@1 3556 __ move(BCP, flags);
aoqi@1 3557 }
aoqi@6880 3558
aoqi@1 3559 // compute return type
aoqi@1 3560 __ dsrl(flags, flags, ConstantPoolCacheEntry::tos_state_shift);
aoqi@1 3561 __ andi(flags, flags, 0xf);
aoqi@1 3562
aoqi@1 3563 // Make sure we don't need to mask flags for tos_state_shift after the above shift
aoqi@1 3564 ConstantPoolCacheEntry::verify_tos_state_shift();
aoqi@1 3565 // load return address
aoqi@6880 3566 {
aoqi@1 3567 const address table = (address) Interpreter::invoke_return_entry_table_for(code);
aoqi@1 3568 __ li(AT, (long)table);
aoqi@1 3569 __ dsll(flags, flags, LogBytesPerWord);
aoqi@1 3570 __ dadd(AT, AT, flags);
aoqi@1 3571 __ ld(RA, AT, 0);
aoqi@1 3572 }
aoqi@6880 3573
aoqi@1 3574 if (save_flags) {
aoqi@1 3575 __ move(flags, BCP);
aoqi@1 3576 __ restore_bcp();
aoqi@1 3577 }
aoqi@1 3578 }
aoqi@1 3579
aoqi@1 3580 // used registers : T0, T3, T1, T2
aoqi@1 3581 // T3 : recv, this two register using convention is by prepare_invoke
aoqi@1 3582 // T1 : flags, klass
aoqi@1 3583 // Rmethod : method, index must be Rmethod
aoqi@6880 3584 void TemplateTable::invokevirtual_helper(Register index,
aoqi@6880 3585 Register recv,
aoqi@6880 3586 Register flags) {
aoqi@1 3587
aoqi@1 3588 assert_different_registers(index, recv, flags, T2);
aoqi@1 3589
aoqi@1 3590 // Test for an invoke of a final method
aoqi@1 3591 Label notFinal;
aoqi@1 3592 __ move(AT, (1 << ConstantPoolCacheEntry::is_vfinal_shift));
aoqi@1 3593 __ andr(AT, flags, AT);
aoqi@1 3594 __ beq(AT, R0, notFinal);
aoqi@1 3595 __ delayed()->nop();
aoqi@1 3596
aoqi@1 3597 Register method = index; // method must be Rmethod
aoqi@1 3598 assert(method == Rmethod, "methodOop must be Rmethod for interpreter calling convention");
aoqi@1 3599
aoqi@1 3600 // do the call - the index is actually the method to call
aoqi@6880 3601 // the index is indeed methodOop, for this is vfinal,
aoqi@1 3602 // see ConstantPoolCacheEntry::set_method for more info
aoqi@1 3603
aoqi@1 3604 __ verify_oop(method);
aoqi@1 3605
aoqi@1 3606 // It's final, need a null check here!
aoqi@1 3607 __ null_check(recv);
aoqi@1 3608
aoqi@1 3609 // profile this call
aoqi@1 3610 __ profile_final_call(T2);
aoqi@1 3611
aoqi@6880 3612 // 2014/11/24 Fu
aoqi@1 3613 // T2: tmp, used for mdp
aoqi@1 3614 // method: callee
aoqi@1 3615 // T9: tmp
aoqi@6880 3616 // is_virtual: true
aoqi@1 3617 __ profile_arguments_type(T2, method, T9, true);
aoqi@1 3618
aoqi@1 3619 __ jump_from_interpreted(method, T2);
aoqi@1 3620
aoqi@1 3621 __ bind(notFinal);
aoqi@1 3622
aoqi@1 3623 // get receiver klass
aoqi@1 3624 __ null_check(recv, oopDesc::klass_offset_in_bytes());
aoqi@1 3625 __ load_klass(T2, recv);
aoqi@1 3626 __ verify_oop(T2);
aoqi@6880 3627
aoqi@1 3628 // profile this call
aoqi@1 3629 __ profile_virtual_call(T2, T0, T1);
aoqi@1 3630
aoqi@1 3631 // get target methodOop & entry point
aoqi@6880 3632 const int base = InstanceKlass::vtable_start_offset() * wordSize;
fujie@211 3633 assert(vtableEntry::size() * wordSize == wordSize, "adjust the scaling in the code below");
fujie@211 3634 __ dsll(AT, index, Address::times_ptr);
fujie@211 3635 // T2: receiver
aoqi@1 3636 __ dadd(AT, T2, AT);
aoqi@6880 3637 //this is a ualign read
aoqi@1 3638 __ ld(method, AT, base + vtableEntry::method_offset_in_bytes());
fujie@211 3639 __ profile_arguments_type(T2, method, T9, true);
aoqi@1 3640 __ jump_from_interpreted(method, T2);
aoqi@1 3641
aoqi@1 3642 }
aoqi@1 3643
aoqi@1 3644 void TemplateTable::invokevirtual(int byte_no) {
aoqi@1 3645 transition(vtos, vtos);
aoqi@1 3646 assert(byte_no == f2_byte, "use this argument");
aoqi@1 3647 prepare_invoke(byte_no, Rmethod, NOREG, T3, T1);
aoqi@1 3648 // now recv & flags in T3, T1
aoqi@1 3649 invokevirtual_helper(Rmethod, T3, T1);
aoqi@1 3650 }
aoqi@1 3651
aoqi@1 3652 // T9 : entry
aoqi@1 3653 // Rmethod : method
aoqi@1 3654 void TemplateTable::invokespecial(int byte_no) {
aoqi@1 3655 transition(vtos, vtos);
aoqi@1 3656 assert(byte_no == f1_byte, "use this argument");
aoqi@1 3657 prepare_invoke(byte_no, Rmethod, NOREG, T3);
aoqi@1 3658 // now recv & flags in T3, T1
aoqi@1 3659 __ verify_oop(T3);
aoqi@1 3660 __ null_check(T3);
aoqi@1 3661 __ profile_call(T9);
aoqi@1 3662
aoqi@6880 3663 // 2014/11/24 Fu
aoqi@1 3664 // T8: tmp, used for mdp
aoqi@1 3665 // Rmethod: callee
aoqi@1 3666 // T9: tmp
aoqi@6880 3667 // is_virtual: false
aoqi@1 3668 __ profile_arguments_type(T8, Rmethod, T9, false);
aoqi@1 3669
aoqi@1 3670 __ jump_from_interpreted(Rmethod, T9);
aoqi@1 3671 __ move(T0, T3);//aoqi ?
aoqi@1 3672 }
aoqi@1 3673
aoqi@1 3674 void TemplateTable::invokestatic(int byte_no) {
aoqi@1 3675 transition(vtos, vtos);
aoqi@1 3676 assert(byte_no == f1_byte, "use this argument");
aoqi@1 3677 prepare_invoke(byte_no, Rmethod, NOREG);
aoqi@1 3678 __ verify_oop(Rmethod);
aoqi@1 3679
aoqi@1 3680 __ profile_call(T9);
aoqi@1 3681
aoqi@6880 3682 // 2014/11/24 Fu
aoqi@1 3683 // T8: tmp, used for mdp
aoqi@1 3684 // Rmethod: callee
aoqi@1 3685 // T9: tmp
aoqi@6880 3686 // is_virtual: false
aoqi@1 3687 __ profile_arguments_type(T8, Rmethod, T9, false);
aoqi@1 3688
aoqi@1 3689 __ jump_from_interpreted(Rmethod, T9);
aoqi@1 3690 }
aoqi@1 3691
aoqi@6880 3692 // i have no idea what to do here, now. for future change. FIXME.
aoqi@1 3693 void TemplateTable::fast_invokevfinal(int byte_no) {
aoqi@6880 3694 transition(vtos, vtos);
aoqi@6880 3695 assert(byte_no == f2_byte, "use this argument");
aoqi@6880 3696 __ stop("fast_invokevfinal not used on mips64");
aoqi@1 3697 }
aoqi@1 3698
aoqi@1 3699 // used registers : T0, T1, T2, T3, T1, A7
aoqi@1 3700 // T0 : itable, vtable, entry
aoqi@1 3701 // T1 : interface
aoqi@1 3702 // T3 : receiver
aoqi@1 3703 // T1 : flags, klass
aoqi@1 3704 // Rmethod : index, method, this is required by interpreter_entry
aoqi@1 3705 void TemplateTable::invokeinterface(int byte_no) {
aoqi@1 3706 transition(vtos, vtos);
aoqi@1 3707 //this method will use T1-T4 and T0
aoqi@1 3708 assert(byte_no == f1_byte, "use this argument");
aoqi@1 3709 prepare_invoke(byte_no, T2, Rmethod, T3, T1);
aoqi@1 3710 // T2: Interface
aoqi@1 3711 // Rmethod: index
aoqi@6880 3712 // T3: receiver
aoqi@1 3713 // T1: flags
aoqi@6880 3714
aoqi@6880 3715 // Special case of invokeinterface called for virtual method of
aoqi@6880 3716 // java.lang.Object. See cpCacheOop.cpp for details.
aoqi@6880 3717 // This code isn't produced by javac, but could be produced by
aoqi@6880 3718 // another compliant java compiler.
aoqi@1 3719 Label notMethod;
aoqi@1 3720 __ move(AT, (1 << ConstantPoolCacheEntry::is_forced_virtual_shift));
aoqi@1 3721 __ andr(AT, T1, AT);
aoqi@1 3722 __ beq(AT, R0, notMethod);
aoqi@1 3723 __ delayed()->nop();
aoqi@1 3724
aoqi@1 3725 invokevirtual_helper(Rmethod, T3, T1);
aoqi@1 3726 __ bind(notMethod);
aoqi@1 3727 // Get receiver klass into T1 - also a null check
aoqi@1 3728 //add for compressedoops
aoqi@1 3729 __ load_klass(T1, T3);
aoqi@1 3730 __ verify_oop(T1);
aoqi@1 3731
aoqi@1 3732 // profile this call
aoqi@1 3733 __ profile_virtual_call(T1, T0, FSR);
aoqi@1 3734
aoqi@1 3735 // Compute start of first itableOffsetEntry (which is at the end of the vtable)
aoqi@1 3736 // TODO: x86 add a new method lookup_interface_method // LEE
aoqi@6880 3737 const int base = InstanceKlass::vtable_start_offset() * wordSize;
aoqi@1 3738 assert(vtableEntry::size() * wordSize == 8, "adjust the scaling in the code below");
aoqi@1 3739 __ lw(AT, T1, InstanceKlass::vtable_length_offset() * wordSize);
aoqi@1 3740 __ dsll(AT, AT, Address::times_8);
aoqi@1 3741 __ dadd(T0, T1, AT);
aoqi@1 3742 __ daddi(T0, T0, base);
aoqi@1 3743 if (HeapWordsPerLong > 1) {
aoqi@1 3744 // Round up to align_object_offset boundary
aoqi@1 3745 __ round_to(T0, BytesPerLong);
aoqi@1 3746 }
aoqi@1 3747 // now T0 is the begin of the itable
aoqi@1 3748
aoqi@1 3749 Label entry, search, interface_ok;
aoqi@1 3750
aoqi@6880 3751 ///__ jmp(entry);
aoqi@1 3752 __ b(entry);
aoqi@1 3753 __ delayed()->nop();
aoqi@1 3754
aoqi@1 3755 __ bind(search);
aoqi@1 3756 __ increment(T0, itableOffsetEntry::size() * wordSize);
aoqi@1 3757
aoqi@1 3758 __ bind(entry);
aoqi@1 3759
aoqi@1 3760 // Check that the entry is non-null. A null entry means that the receiver
aoqi@1 3761 // class doesn't implement the interface, and wasn't the same as the
aoqi@1 3762 // receiver class checked when the interface was resolved.
aoqi@1 3763 __ ld(AT, T0, itableOffsetEntry::interface_offset_in_bytes());
aoqi@1 3764 __ bne(AT, R0, interface_ok);
aoqi@1 3765 __ delayed()->nop();
aoqi@1 3766 // throw exception
aoqi@1 3767 // the call_VM checks for exception, so we should never return here.
aoqi@1 3768
aoqi@6880 3769 //__ pop();//FIXME here,
aoqi@6880 3770 // pop return address (pushed by prepare_invoke).
aoqi@1 3771 // no need now, we just save the value in RA now
aoqi@1 3772
aoqi@1 3773 __ call_VM(NOREG, CAST_FROM_FN_PTR(address, InterpreterRuntime::throw_IncompatibleClassChangeError));
aoqi@1 3774 __ should_not_reach_here();
aoqi@1 3775
aoqi@1 3776 __ bind(interface_ok);
aoqi@6880 3777 //NOTICE here, no pop as x86 do
aoqi@1 3778 __ bne(AT, T2, search);
aoqi@1 3779 __ delayed()->nop();
aoqi@1 3780
aoqi@1 3781 // now we get vtable of the interface
aoqi@1 3782 __ ld(T0, T0, itableOffsetEntry::offset_offset_in_bytes());
aoqi@1 3783 __ daddu(T0, T1, T0);
aoqi@1 3784 assert(itableMethodEntry::size() * wordSize == 8, "adjust the scaling in the code below");
aoqi@1 3785 __ dsll(AT, Rmethod, Address::times_8);
aoqi@1 3786 __ daddu(AT, T0, AT);
aoqi@1 3787 // now we get the method
aoqi@1 3788 __ ld(Rmethod, AT, 0);
aoqi@1 3789 // Rnext: methodOop to call
aoqi@1 3790 // T3: receiver
aoqi@1 3791 // Check for abstract method error
aoqi@1 3792 // Note: This should be done more efficiently via a throw_abstract_method_error
aoqi@1 3793 // interpreter entry point and a conditional jump to it in case of a null
aoqi@1 3794 // method.
aoqi@6880 3795 {
aoqi@1 3796 Label L;
aoqi@1 3797 __ bne(Rmethod, R0, L);
aoqi@1 3798 __ delayed()->nop();
aoqi@1 3799
aoqi@1 3800 // throw exception
aoqi@1 3801 // note: must restore interpreter registers to canonical
aoqi@1 3802 // state for exception handling to work correctly!
aoqi@1 3803 ///__ popl(ebx); // pop return address (pushed by prepare_invoke)
aoqi@6880 3804 //__ restore_bcp(); // esi must be correct for exception handler
aoqi@1 3805 //(was destroyed)
aoqi@6880 3806 //__ restore_locals(); // make sure locals pointer
aoqi@1 3807 //is correct as well (was destroyed)
aoqi@6880 3808 ///__ call_VM(noreg, CAST_FROM_FN_PTR(address,
aoqi@1 3809 //InterpreterRuntime::throw_AbstractMethodError));
aoqi@1 3810 __ call_VM(NOREG, CAST_FROM_FN_PTR(address, InterpreterRuntime::throw_AbstractMethodError));
aoqi@1 3811 // the call_VM checks for exception, so we should never return here.
aoqi@1 3812 __ should_not_reach_here();
aoqi@1 3813 __ bind(L);
aoqi@1 3814 }
aoqi@6880 3815
aoqi@6880 3816 // 2014/11/24 Fu
aoqi@1 3817 // T8: tmp, used for mdp
aoqi@1 3818 // Rmethod: callee
aoqi@1 3819 // T9: tmp
aoqi@1 3820 // is_virtual: true
aoqi@1 3821 __ profile_arguments_type(T8, Rmethod, T9, true);
aoqi@1 3822
aoqi@1 3823 __ jump_from_interpreted(Rmethod, T9);
aoqi@1 3824 }
aoqi@1 3825
aoqi@6880 3826
aoqi@1 3827 void TemplateTable::invokehandle(int byte_no) {
aoqi@1 3828 transition(vtos, vtos);
aoqi@1 3829 assert(byte_no == f1_byte, "use this argument");
aoqi@1 3830 const Register T2_method = Rmethod;
aoqi@1 3831 const Register FSR_mtype = FSR;
aoqi@1 3832 const Register T3_recv = T3;
aoqi@1 3833
aoqi@1 3834 if (!EnableInvokeDynamic) {
aoqi@1 3835 // rewriter does not generate this bytecode
aoqi@1 3836 __ should_not_reach_here();
aoqi@1 3837 return;
aoqi@1 3838 }
aoqi@6880 3839
aoqi@1 3840 prepare_invoke(byte_no, T2_method, FSR_mtype, T3_recv);
aoqi@1 3841 //??__ verify_method_ptr(T2_method);
aoqi@1 3842 __ verify_oop(T3_recv);
aoqi@1 3843 __ null_check(T3_recv);
aoqi@6880 3844
aoqi@1 3845 // rax: MethodType object (from cpool->resolved_references[f1], if necessary)
aoqi@1 3846 // rbx: MH.invokeExact_MT method (from f2)
aoqi@6880 3847
aoqi@1 3848 // Note: rax_mtype is already pushed (if necessary) by prepare_invoke
aoqi@6880 3849
aoqi@1 3850 // FIXME: profile the LambdaForm also
aoqi@1 3851 __ profile_final_call(T9);
aoqi@1 3852
aoqi@6880 3853 // 2014/11/24 Fu
aoqi@1 3854 // T8: tmp, used for mdp
aoqi@1 3855 // T2_method: callee
aoqi@1 3856 // T9: tmp
aoqi@1 3857 // is_virtual: true
aoqi@1 3858 __ profile_arguments_type(T8, T2_method, T9, true);
aoqi@6880 3859
aoqi@1 3860 __ jump_from_interpreted(T2_method, T9);
aoqi@1 3861 }
aoqi@1 3862
aoqi@1 3863 void TemplateTable::invokedynamic(int byte_no) {
aoqi@1 3864 transition(vtos, vtos);
aoqi@1 3865 assert(byte_no == f1_byte, "use this argument");
aoqi@6880 3866
aoqi@1 3867 if (!EnableInvokeDynamic) {
aoqi@1 3868 // We should not encounter this bytecode if !EnableInvokeDynamic.
aoqi@1 3869 // The verifier will stop it. However, if we get past the verifier,
aoqi@1 3870 // this will stop the thread in a reasonable way, without crashing the JVM.
aoqi@1 3871 __ call_VM(noreg, CAST_FROM_FN_PTR(address,
aoqi@1 3872 InterpreterRuntime::throw_IncompatibleClassChangeError));
aoqi@1 3873 // the call_VM checks for exception, so we should never return here.
aoqi@1 3874 __ should_not_reach_here();
aoqi@1 3875 return;
aoqi@1 3876 }
aoqi@6880 3877
aoqi@1 3878 //const Register Rmethod = T2;
aoqi@1 3879 const Register T2_callsite = T2;
aoqi@6880 3880
aoqi@1 3881 prepare_invoke(byte_no, Rmethod, T2_callsite);
aoqi@6880 3882
aoqi@1 3883 // rax: CallSite object (from cpool->resolved_references[f1])
aoqi@1 3884 // rbx: MH.linkToCallSite method (from f2)
aoqi@6880 3885
aoqi@1 3886 // Note: rax_callsite is already pushed by prepare_invoke
aoqi@1 3887 // %%% should make a type profile for any invokedynamic that takes a ref argument
aoqi@1 3888 // profile this call
aoqi@1 3889 __ profile_call(T9);
aoqi@1 3890
aoqi@6880 3891 // 2014/11/24 Fu
aoqi@1 3892 // T8: tmp, used for mdp
aoqi@1 3893 // Rmethod: callee
aoqi@1 3894 // T9: tmp
aoqi@6880 3895 // is_virtual: false
aoqi@1 3896 __ profile_arguments_type(T8, Rmethod, T9, false);
aoqi@1 3897
aoqi@1 3898 __ verify_oop(T2_callsite);
aoqi@6880 3899
aoqi@1 3900 __ jump_from_interpreted(Rmethod, T9);
aoqi@1 3901 }
aoqi@1 3902
aoqi@6880 3903 //-----------------------------------------------------------------------------
aoqi@1 3904 // Allocation
aoqi@1 3905 // T1 : tags & buffer end & thread
aoqi@1 3906 // T2 : object end
aoqi@1 3907 // T3 : klass
aoqi@1 3908 // T1 : object size
aoqi@1 3909 // A1 : cpool
aoqi@1 3910 // A2 : cp index
aoqi@1 3911 // return object in FSR
aoqi@1 3912 void TemplateTable::_new() {
aoqi@1 3913 transition(vtos, atos);
fujie@6884 3914 __ get_unsigned_2_byte_index_at_bcp(A2, 1);
aoqi@1 3915
aoqi@1 3916 Label slow_case;
aoqi@1 3917 Label done;
aoqi@1 3918 Label initialize_header;
aoqi@6880 3919 Label initialize_object; // including clearing the fields
aoqi@1 3920 Label allocate_shared;
aoqi@1 3921
aoqi@1 3922 // get InstanceKlass in T3
aoqi@1 3923 __ get_cpool_and_tags(A1, T1);
fujie@6884 3924
aoqi@1 3925 __ dsll(AT, A2, Address::times_8);
fujie@6884 3926 if (UseLoongsonISA && Assembler::is_simm(sizeof(ConstantPool), 8)) {
fujie@6884 3927 __ gsldx(T3, A1, AT, sizeof(ConstantPool));
fujie@6884 3928 } else {
fujie@6884 3929 __ dadd(AT, A1, AT);
fujie@6884 3930 __ ld(T3, AT, sizeof(ConstantPool));
fujie@6884 3931 }
aoqi@1 3932
aoqi@6880 3933 // make sure the class we're about to instantiate has been resolved.
aoqi@1 3934 // Note: slow_case does a pop of stack, which is why we loaded class/pushed above
aoqi@1 3935 const int tags_offset = Array<u1>::base_offset_in_bytes();
fujie@6884 3936 if (UseLoongsonISA && Assembler::is_simm(tags_offset, 8)) {
fujie@6884 3937 __ gslbx(AT, T1, A2, tags_offset);
fujie@6884 3938 } else {
fujie@6884 3939 __ dadd(T1, T1, A2);
fujie@6884 3940 __ lb(AT, T1, tags_offset);
fujie@6884 3941 }
aoqi@1 3942 __ daddiu(AT, AT, - (int)JVM_CONSTANT_Class);
aoqi@1 3943 __ bne(AT, R0, slow_case);
fujie@6884 3944 //__ delayed()->nop();
aoqi@1 3945
aoqi@6880 3946
aoqi@6880 3947 // make sure klass is initialized & doesn't have finalizer
aoqi@1 3948 // make sure klass is fully initialized
Jin@2 3949 __ lhu(T1, T3, in_bytes(InstanceKlass::init_state_offset()));
aoqi@1 3950 __ daddiu(AT, T1, - (int)InstanceKlass::fully_initialized);
aoqi@1 3951 __ bne(AT, R0, slow_case);
fujie@6884 3952 //__ delayed()->nop();
aoqi@1 3953
aoqi@1 3954 // has_finalizer
fujie@6884 3955 __ lw(T0, T3, in_bytes(Klass::layout_helper_offset()) );
fujie@6884 3956 __ andi(AT, T0, Klass::_lh_instance_slow_path_bit);
aoqi@1 3957 __ bne(AT, R0, slow_case);
fujie@6884 3958 //__ delayed()->nop();
aoqi@1 3959
aoqi@1 3960 // Allocate the instance
aoqi@1 3961 // 1) Try to allocate in the TLAB
aoqi@1 3962 // 2) if fail and the object is large allocate in the shared Eden
aoqi@1 3963 // 3) if the above fails (or is not applicable), go to a slow case
aoqi@1 3964 // (creates a new TLAB, etc.)
aoqi@1 3965
aoqi@1 3966 const bool allow_shared_alloc =
aoqi@1 3967 Universe::heap()->supports_inline_contig_alloc() && !CMSIncrementalMode;
aoqi@1 3968
aoqi@1 3969 if (UseTLAB) {
aoqi@1 3970 #ifndef OPT_THREAD
aoqi@1 3971 const Register thread = T8;
aoqi@1 3972 __ get_thread(thread);
aoqi@1 3973 #else
aoqi@1 3974 const Register thread = TREG;
aoqi@1 3975 #endif
aoqi@1 3976 // get tlab_top
aoqi@1 3977 __ ld(FSR, thread, in_bytes(JavaThread::tlab_top_offset()));
aoqi@1 3978 // get tlab_end
aoqi@1 3979 __ ld(AT, thread, in_bytes(JavaThread::tlab_end_offset()));
fujie@6884 3980 __ dadd(T2, FSR, T0);
aoqi@1 3981 __ slt(AT, AT, T2);
aoqi@1 3982 __ bne(AT, R0, allow_shared_alloc ? allocate_shared : slow_case);
aoqi@1 3983 __ delayed()->nop();
aoqi@1 3984 __ sd(T2, thread, in_bytes(JavaThread::tlab_top_offset()));
aoqi@1 3985
aoqi@1 3986 if (ZeroTLAB) {
aoqi@1 3987 // the fields have been already cleared
fujie@6884 3988 __ beq(R0, R0, initialize_header);
aoqi@1 3989 } else {
aoqi@1 3990 // initialize both the header and fields
fujie@6884 3991 __ beq(R0, R0, initialize_object);
aoqi@1 3992 }
aoqi@1 3993 __ delayed()->nop();
aoqi@1 3994 }
aoqi@1 3995
aoqi@1 3996 // Allocation in the shared Eden , if allowed
aoqi@1 3997 // T0 : instance size in words
aoqi@6880 3998 if(allow_shared_alloc){
aoqi@1 3999 __ bind(allocate_shared);
aoqi@6880 4000
aoqi@1 4001 Label retry;
aoqi@1 4002 Address heap_top(T1);
fujie@6884 4003 __ set64(T1, (long)Universe::heap()->top_addr());
aoqi@1 4004 __ ld(FSR, heap_top);
fujie@6884 4005
aoqi@1 4006 __ bind(retry);
fujie@6884 4007 __ set64(AT, (long)Universe::heap()->end_addr());
fujie@6884 4008 __ ld(AT, AT, 0);
aoqi@1 4009 __ dadd(T2, FSR, T0);
aoqi@1 4010 __ slt(AT, AT, T2);
aoqi@1 4011 __ bne(AT, R0, slow_case);
aoqi@1 4012 __ delayed()->nop();
aoqi@1 4013
aoqi@1 4014 // Compare FSR with the top addr, and if still equal, store the new
aoqi@1 4015 // top addr in ebx at the address of the top addr pointer. Sets ZF if was
aoqi@1 4016 // equal, and clears it otherwise. Use lock prefix for atomicity on MPs.
aoqi@1 4017 //
aoqi@1 4018 // FSR: object begin
aoqi@1 4019 // T2: object end
aoqi@1 4020 // T0: instance size in words
aoqi@1 4021
aoqi@6880 4022 // if someone beat us on the allocation, try again, otherwise continue
aoqi@1 4023 __ cmpxchg(T2, heap_top, FSR);
aoqi@1 4024 __ beq(AT, R0, retry);
aoqi@1 4025 __ delayed()->nop();
aoqi@1 4026 }
aoqi@1 4027
aoqi@1 4028 if (UseTLAB || Universe::heap()->supports_inline_contig_alloc()) {
aoqi@1 4029 // The object is initialized before the header. If the object size is
aoqi@1 4030 // zero, go directly to the header initialization.
aoqi@1 4031 __ bind(initialize_object);
fujie@6884 4032 __ set64(AT, - sizeof(oopDesc));
aoqi@1 4033 __ daddu(T0, T0, AT);
fujie@6884 4034 __ beq(T0, R0, initialize_header);
aoqi@1 4035 __ delayed()->nop();
aoqi@1 4036
aoqi@1 4037 // initialize remaining object fields: T0 is a multiple of 2
aoqi@6880 4038 {
aoqi@1 4039 Label loop;
aoqi@1 4040 __ dadd(T1, FSR, T0);
aoqi@1 4041 __ daddi(T1, T1, -oopSize);
aoqi@1 4042
aoqi@1 4043 __ bind(loop);
aoqi@1 4044 __ sd(R0, T1, sizeof(oopDesc) + 0 * oopSize);
aoqi@1 4045 __ bne(T1, FSR, loop); //dont clear header
aoqi@1 4046 __ delayed()->daddi(T1, T1, -oopSize);
aoqi@1 4047 }
fujie@6884 4048
aoqi@6880 4049 //klass in T3,
aoqi@1 4050 // initialize object header only.
aoqi@1 4051 __ bind(initialize_header);
aoqi@1 4052 if (UseBiasedLocking) {
aoqi@6880 4053 __ ld(AT, T3, in_bytes(Klass::prototype_header_offset()));
aoqi@6880 4054 __ sd(AT, FSR, oopDesc::mark_offset_in_bytes ());
aoqi@1 4055 } else {
fujie@6884 4056 __ set64(AT, (long)markOopDesc::prototype());
aoqi@1 4057 __ sd(AT, FSR, oopDesc::mark_offset_in_bytes());
aoqi@1 4058 }
aoqi@1 4059
aoqi@1 4060 __ store_klass_gap(FSR, R0);
aoqi@1 4061 __ store_klass(FSR, T3);
aoqi@1 4062
aoqi@1 4063 {
aoqi@1 4064 SkipIfEqual skip_if(_masm, &DTraceAllocProbes, 0);
aoqi@1 4065 // Trigger dtrace event for fastpath
aoqi@1 4066 __ push(atos);
aoqi@1 4067 __ call_VM_leaf(
aoqi@6880 4068 CAST_FROM_FN_PTR(address, SharedRuntime::dtrace_object_alloc), FSR);
aoqi@1 4069 __ pop(atos);
aoqi@6880 4070
aoqi@1 4071 }
aoqi@1 4072 __ b(done);
aoqi@1 4073 __ delayed()->nop();
aoqi@6880 4074 }
aoqi@6880 4075
aoqi@1 4076 // slow case
aoqi@1 4077 __ bind(slow_case);
aoqi@1 4078 call_VM(FSR, CAST_FROM_FN_PTR(address, InterpreterRuntime::_new), A1, A2);
aoqi@1 4079
aoqi@1 4080 // continue
aoqi@1 4081 __ bind(done);
fujie@32 4082 __ sync();
aoqi@1 4083 }
aoqi@1 4084
aoqi@1 4085 void TemplateTable::newarray() {
aoqi@6880 4086 transition(itos, atos);
aoqi@6880 4087 __ lbu(A1, at_bcp(1));
aoqi@6880 4088 //type, count
aoqi@6880 4089 call_VM(FSR, CAST_FROM_FN_PTR(address, InterpreterRuntime::newarray), A1, FSR);
aoqi@6880 4090 __ sync();
aoqi@1 4091 }
aoqi@1 4092
aoqi@1 4093 void TemplateTable::anewarray() {
aoqi@1 4094 transition(itos, atos);
aoqi@16 4095 __ get_2_byte_integer_at_bcp(A2, AT, 1);
aoqi@1 4096 __ huswap(A2);
aoqi@1 4097 __ get_constant_pool(A1);
aoqi@1 4098 // cp, index, count
aoqi@1 4099 call_VM(FSR, CAST_FROM_FN_PTR(address, InterpreterRuntime::anewarray), A1, A2, FSR);
fujie@32 4100 __ sync();
aoqi@1 4101 }
aoqi@1 4102
aoqi@1 4103 void TemplateTable::arraylength() {
aoqi@1 4104 transition(atos, itos);
aoqi@1 4105 __ null_check(FSR, arrayOopDesc::length_offset_in_bytes());
aoqi@1 4106 __ lw(FSR, FSR, arrayOopDesc::length_offset_in_bytes());
aoqi@1 4107 }
aoqi@1 4108
aoqi@1 4109 // i use T2 as ebx, T3 as ecx, T1 as edx
aoqi@1 4110 // when invoke gen_subtype_check, super in T3, sub in T2, object in FSR(it's always)
aoqi@1 4111 // T2 : sub klass
aoqi@1 4112 // T3 : cpool
aoqi@1 4113 // T3 : super klass
aoqi@1 4114 void TemplateTable::checkcast() {
aoqi@1 4115 transition(atos, atos);
aoqi@1 4116 Label done, is_null, ok_is_subtype, quicked, resolved;
aoqi@1 4117 __ beq(FSR, R0, is_null);
aoqi@1 4118 __ delayed()->nop();
aoqi@1 4119
aoqi@1 4120 // Get cpool & tags index
aoqi@1 4121 __ get_cpool_and_tags(T3, T1);
aoqi@16 4122 __ get_2_byte_integer_at_bcp(T2, AT, 1);
aoqi@1 4123 __ huswap(T2);
aoqi@1 4124
aoqi@1 4125 // See if bytecode has already been quicked
aoqi@1 4126 __ dadd(AT, T1, T2);
aoqi@1 4127 __ lb(AT, AT, Array<u1>::base_offset_in_bytes());
aoqi@1 4128 __ daddiu(AT, AT, - (int)JVM_CONSTANT_Class);
aoqi@1 4129 __ beq(AT, R0, quicked);
aoqi@1 4130 __ delayed()->nop();
aoqi@1 4131
aoqi@1 4132 /* 2012/6/2 Jin: In InterpreterRuntime::quicken_io_cc, lots of new classes may be loaded.
aoqi@1 4133 * Then, GC will move the object in V0 to another places in heap.
aoqi@1 4134 * Therefore, We should never save such an object in register.
aoqi@1 4135 * Instead, we should save it in the stack. It can be modified automatically by the GC thread.
aoqi@1 4136 * After GC, the object address in FSR is changed to a new place.
aoqi@1 4137 */
aoqi@1 4138 __ push(atos);
aoqi@1 4139 const Register thread = TREG;
aoqi@1 4140 #ifndef OPT_THREAD
aoqi@1 4141 __ get_thread(thread);
aoqi@1 4142 #endif
aoqi@1 4143 call_VM(NOREG, CAST_FROM_FN_PTR(address, InterpreterRuntime::quicken_io_cc));
aoqi@1 4144 __ get_vm_result_2(T3, thread);
aoqi@1 4145 __ pop_ptr(FSR);
aoqi@1 4146 __ b(resolved);
aoqi@1 4147 __ delayed()->nop();
aoqi@1 4148
aoqi@1 4149 // klass already in cp, get superklass in T3
aoqi@1 4150 __ bind(quicked);
aoqi@1 4151 __ dsll(AT, T2, Address::times_8);
aoqi@1 4152 __ dadd(AT, T3, AT);
aoqi@1 4153 __ ld(T3, AT, sizeof(ConstantPool));
aoqi@1 4154
aoqi@1 4155 __ bind(resolved);
aoqi@1 4156
aoqi@1 4157 // get subklass in T2
aoqi@1 4158 //add for compressedoops
aoqi@1 4159 __ load_klass(T2, FSR);
aoqi@1 4160 // Superklass in T3. Subklass in T2.
aoqi@1 4161 __ gen_subtype_check(T3, T2, ok_is_subtype);
aoqi@1 4162
aoqi@1 4163 // Come here on failure
aoqi@1 4164 // object is at FSR
aoqi@1 4165 __ jmp(Interpreter::_throw_ClassCastException_entry);
aoqi@1 4166 __ delayed()->nop();
aoqi@1 4167
aoqi@1 4168 // Come here on success
aoqi@1 4169 __ bind(ok_is_subtype);
aoqi@1 4170
aoqi@1 4171 // Collect counts on whether this check-cast sees NULLs a lot or not.
aoqi@1 4172 if (ProfileInterpreter) {
aoqi@6880 4173 __ b(done);
aoqi@6880 4174 __ delayed()->nop();
aoqi@6880 4175 __ bind(is_null);
aoqi@6880 4176 __ profile_null_seen(T3);
aoqi@1 4177 } else {
aoqi@6880 4178 __ bind(is_null);
aoqi@1 4179 }
aoqi@1 4180 __ bind(done);
aoqi@1 4181 }
aoqi@1 4182
aoqi@1 4183 // i use T3 as cpool, T1 as tags, T2 as index
aoqi@1 4184 // object always in FSR, superklass in T3, subklass in T2
aoqi@1 4185 void TemplateTable::instanceof() {
aoqi@1 4186 transition(atos, itos);
aoqi@1 4187 Label done, is_null, ok_is_subtype, quicked, resolved;
aoqi@1 4188
aoqi@1 4189 __ beq(FSR, R0, is_null);
aoqi@1 4190 __ delayed()->nop();
aoqi@1 4191
aoqi@1 4192 // Get cpool & tags index
aoqi@1 4193 __ get_cpool_and_tags(T3, T1);
aoqi@1 4194 // get index
aoqi@16 4195 __ get_2_byte_integer_at_bcp(T2, AT, 1);
aoqi@1 4196 __ hswap(T2);
aoqi@1 4197
aoqi@1 4198 // See if bytecode has already been quicked
aoqi@1 4199 // quicked
aoqi@1 4200 __ daddu(AT, T1, T2);
aoqi@1 4201 __ lb(AT, AT, Array<u1>::base_offset_in_bytes());
aoqi@1 4202 __ daddiu(AT, AT, - (int)JVM_CONSTANT_Class);
aoqi@1 4203 __ beq(AT, R0, quicked);
aoqi@1 4204 __ delayed()->nop();
aoqi@1 4205
aoqi@1 4206 __ push(atos);
aoqi@1 4207 const Register thread = TREG;
aoqi@1 4208 #ifndef OPT_THREAD
aoqi@1 4209 __ get_thread(thread);
aoqi@1 4210 #endif
aoqi@1 4211 call_VM(NOREG, CAST_FROM_FN_PTR(address, InterpreterRuntime::quicken_io_cc));
aoqi@1 4212 __ get_vm_result_2(T3, thread);
aoqi@6880 4213 __ pop_ptr(FSR);
aoqi@1 4214 __ b(resolved);
aoqi@1 4215 __ delayed()->nop();
aoqi@1 4216
aoqi@1 4217 // get superklass in T3, subklass in T2
aoqi@1 4218 __ bind(quicked);
aoqi@1 4219 __ dsll(AT, T2, Address::times_8);
aoqi@1 4220 __ daddu(AT, T3, AT);
aoqi@6880 4221 __ ld(T3, AT, sizeof(ConstantPool));
aoqi@1 4222
aoqi@1 4223 __ bind(resolved);
aoqi@1 4224 // get subklass in T2
aoqi@1 4225 //add for compressedoops
aoqi@1 4226 __ load_klass(T2, FSR);
aoqi@6880 4227
aoqi@1 4228 // Superklass in T3. Subklass in T2.
aoqi@1 4229 __ gen_subtype_check(T3, T2, ok_is_subtype);
aoqi@1 4230 // Come here on failure
aoqi@1 4231 __ b(done);
aoqi@1 4232 __ delayed(); __ move(FSR, R0);
aoqi@1 4233
aoqi@1 4234 // Come here on success
aoqi@1 4235 __ bind(ok_is_subtype);
aoqi@1 4236 __ move(FSR, 1);
aoqi@1 4237
aoqi@1 4238 // Collect counts on whether this test sees NULLs a lot or not.
aoqi@1 4239 if (ProfileInterpreter) {
aoqi@6880 4240 __ beq(R0, R0, done);
aoqi@6880 4241 __ nop();
aoqi@6880 4242 __ bind(is_null);
aoqi@6880 4243 __ profile_null_seen(T3);
aoqi@1 4244 } else {
aoqi@6880 4245 __ bind(is_null); // same as 'done'
aoqi@1 4246 }
aoqi@1 4247 __ bind(done);
aoqi@1 4248 // FSR = 0: obj == NULL or obj is not an instanceof the specified klass
aoqi@1 4249 // FSR = 1: obj != NULL and obj is an instanceof the specified klass
aoqi@1 4250 }
aoqi@1 4251
aoqi@1 4252 //--------------------------------------------------------
aoqi@1 4253 //--------------------------------------------
aoqi@1 4254 // Breakpoints
aoqi@1 4255 void TemplateTable::_breakpoint() {
aoqi@6880 4256 // Note: We get here even if we are single stepping..
aoqi@6880 4257 // jbug inists on setting breakpoints at every bytecode
aoqi@6880 4258 // even if we are in single step mode.
aoqi@6880 4259
aoqi@6880 4260 transition(vtos, vtos);
aoqi@6880 4261
aoqi@6880 4262 // get the unpatched byte code
aoqi@6880 4263 __ get_method(A1);
aoqi@6880 4264 __ call_VM(NOREG,
aoqi@6880 4265 CAST_FROM_FN_PTR(address,
aoqi@6880 4266 InterpreterRuntime::get_original_bytecode_at),
aoqi@6880 4267 A1, BCP);
aoqi@6880 4268 __ move(Rnext, V0); // Jin: Rnext will be used in dispatch_only_normal
aoqi@6880 4269
aoqi@6880 4270 // post the breakpoint event
aoqi@6880 4271 __ get_method(A1);
aoqi@6880 4272 __ call_VM(NOREG, CAST_FROM_FN_PTR(address, InterpreterRuntime::_breakpoint), A1, BCP);
aoqi@6880 4273
aoqi@6880 4274 // complete the execution of original bytecode
aoqi@6880 4275 __ dispatch_only_normal(vtos);
aoqi@6880 4276 }
aoqi@6880 4277
aoqi@6880 4278 //-----------------------------------------------------------------------------
aoqi@1 4279 // Exceptions
aoqi@1 4280
aoqi@1 4281 void TemplateTable::athrow() {
aoqi@6880 4282 transition(atos, vtos);
aoqi@6880 4283 __ null_check(FSR);
aoqi@6880 4284 __ jmp(Interpreter::throw_exception_entry());
aoqi@6880 4285 __ delayed()->nop();
aoqi@1 4286 }
aoqi@1 4287
aoqi@6880 4288 //-----------------------------------------------------------------------------
aoqi@1 4289 // Synchronization
aoqi@1 4290 //
aoqi@1 4291 // Note: monitorenter & exit are symmetric routines; which is reflected
aoqi@1 4292 // in the assembly code structure as well
aoqi@1 4293 //
aoqi@1 4294 // Stack layout:
aoqi@1 4295 //
aoqi@1 4296 // [expressions ] <--- SP = expression stack top
aoqi@1 4297 // ..
aoqi@1 4298 // [expressions ]
aoqi@1 4299 // [monitor entry] <--- monitor block top = expression stack bot
aoqi@1 4300 // ..
aoqi@1 4301 // [monitor entry]
aoqi@1 4302 // [frame data ] <--- monitor block bot
aoqi@1 4303 // ...
aoqi@1 4304 // [return addr ] <--- FP
aoqi@1 4305
aoqi@1 4306 // we use T2 as monitor entry pointer, T3 as monitor top pointer, c_rarg0 as free slot pointer
aoqi@1 4307 // object always in FSR
aoqi@1 4308 void TemplateTable::monitorenter() {
aoqi@1 4309 transition(atos, vtos);
aoqi@6880 4310
aoqi@1 4311 // check for NULL object
aoqi@1 4312 __ null_check(FSR);
aoqi@1 4313
aoqi@6880 4314 const Address monitor_block_top(FP, frame::interpreter_frame_monitor_block_top_offset
aoqi@1 4315 * wordSize);
aoqi@1 4316 const int entry_size = (frame::interpreter_frame_monitor_size()* wordSize);
aoqi@1 4317 Label allocated;
aoqi@1 4318
aoqi@1 4319 // initialize entry pointer
aoqi@1 4320 __ move(c_rarg0, R0);
aoqi@1 4321
aoqi@1 4322 // find a free slot in the monitor block (result in edx)
aoqi@6880 4323 {
aoqi@1 4324 Label entry, loop, exit, next;
aoqi@1 4325 __ ld(T2, monitor_block_top);
aoqi@1 4326 __ b(entry);
aoqi@1 4327 __ delayed()->daddi(T3, FP, frame::interpreter_frame_initial_sp_offset * wordSize);
aoqi@1 4328
aoqi@1 4329 // free slot?
aoqi@1 4330 __ bind(loop);
aoqi@1 4331 __ ld(AT, T2, BasicObjectLock::obj_offset_in_bytes());
aoqi@1 4332 __ bne(AT, R0, next);
aoqi@1 4333 __ delayed()->nop();
aoqi@1 4334 __ move(c_rarg0, T2);
aoqi@1 4335
aoqi@1 4336 __ bind(next);
aoqi@1 4337 __ beq(FSR, AT, exit);
aoqi@1 4338 __ delayed()->nop();
aoqi@1 4339 __ daddi(T2, T2, entry_size);
aoqi@1 4340
aoqi@1 4341 __ bind(entry);
aoqi@1 4342 __ bne(T3, T2, loop);
aoqi@1 4343 __ delayed()->nop();
aoqi@1 4344 __ bind(exit);
aoqi@1 4345 }
aoqi@1 4346
aoqi@1 4347 __ bne(c_rarg0, R0, allocated);
aoqi@1 4348 __ delayed()->nop();
aoqi@1 4349
aoqi@1 4350 // allocate one if there's no free slot
aoqi@6880 4351 {
aoqi@1 4352 Label entry, loop;
aoqi@1 4353 // 1. compute new pointers // SP: old expression stack top
aoqi@1 4354 __ ld(c_rarg0, monitor_block_top);
aoqi@1 4355 __ daddi(SP, SP, - entry_size);
aoqi@1 4356 __ daddi(c_rarg0, c_rarg0, - entry_size);
aoqi@1 4357 __ sd(c_rarg0, monitor_block_top);
aoqi@1 4358 __ b(entry);
aoqi@1 4359 __ delayed(); __ move(T3, SP);
aoqi@1 4360
aoqi@1 4361 // 2. move expression stack contents
aoqi@1 4362 __ bind(loop);
aoqi@1 4363 __ ld(AT, T3, entry_size);
aoqi@1 4364 __ sd(AT, T3, 0);
aoqi@6880 4365 __ daddi(T3, T3, wordSize);
aoqi@1 4366 __ bind(entry);
aoqi@1 4367 __ bne(T3, c_rarg0, loop);
aoqi@1 4368 __ delayed()->nop();
aoqi@1 4369 }
aoqi@1 4370
aoqi@1 4371 __ bind(allocated);
aoqi@6880 4372 // Increment bcp to point to the next bytecode,
aoqi@6880 4373 // so exception handling for async. exceptions work correctly.
aoqi@6880 4374 // The object has already been poped from the stack, so the
aoqi@1 4375 // expression stack looks correct.
aoqi@6880 4376 __ daddi(BCP, BCP, 1);
aoqi@1 4377 __ sd(FSR, c_rarg0, BasicObjectLock::obj_offset_in_bytes());
aoqi@1 4378 __ lock_object(c_rarg0);
aoqi@1 4379 // check to make sure this monitor doesn't cause stack overflow after locking
aoqi@1 4380 __ save_bcp(); // in case of exception
aoqi@1 4381 __ generate_stack_overflow_check(0);
aoqi@1 4382 // The bcp has already been incremented. Just need to dispatch to next instruction.
aoqi@1 4383
aoqi@1 4384 __ dispatch_next(vtos);
aoqi@1 4385 }
aoqi@1 4386
aoqi@1 4387 // T2 : top
aoqi@1 4388 // c_rarg0 : entry
aoqi@1 4389 void TemplateTable::monitorexit() {
aoqi@1 4390 transition(atos, vtos);
aoqi@1 4391
aoqi@1 4392 __ null_check(FSR);
aoqi@1 4393
aoqi@1 4394 const int entry_size =(frame::interpreter_frame_monitor_size()* wordSize);
aoqi@1 4395 Label found;
aoqi@1 4396
aoqi@1 4397 // find matching slot
aoqi@6880 4398 {
aoqi@1 4399 Label entry, loop;
aoqi@1 4400 __ ld(c_rarg0, FP, frame::interpreter_frame_monitor_block_top_offset * wordSize);
aoqi@1 4401 __ b(entry);
aoqi@1 4402 __ delayed()->daddiu(T2, FP, frame::interpreter_frame_initial_sp_offset * wordSize);
aoqi@1 4403
aoqi@1 4404 __ bind(loop);
aoqi@1 4405 __ ld(AT, c_rarg0, BasicObjectLock::obj_offset_in_bytes());
aoqi@1 4406 __ beq(FSR, AT, found);
aoqi@1 4407 __ delayed()->nop();
aoqi@1 4408 __ daddiu(c_rarg0, c_rarg0, entry_size);
aoqi@1 4409 __ bind(entry);
aoqi@1 4410 __ bne(T2, c_rarg0, loop);
aoqi@1 4411 __ delayed()->nop();
aoqi@1 4412 }
aoqi@1 4413
aoqi@1 4414 // error handling. Unlocking was not block-structured
aoqi@1 4415 Label end;
aoqi@6880 4416 __ call_VM(NOREG, CAST_FROM_FN_PTR(address,
aoqi@6880 4417 InterpreterRuntime::throw_illegal_monitor_state_exception));
aoqi@1 4418 __ should_not_reach_here();
aoqi@1 4419
aoqi@1 4420 // call run-time routine
aoqi@1 4421 // c_rarg0: points to monitor entry
aoqi@1 4422 __ bind(found);
aoqi@1 4423 __ move(TSR, FSR);
aoqi@1 4424 __ unlock_object(c_rarg0);
aoqi@1 4425 __ move(FSR, TSR);
aoqi@1 4426 __ bind(end);
aoqi@1 4427 }
aoqi@1 4428
aoqi@6880 4429
aoqi@6880 4430 // Wide instructions
aoqi@1 4431 void TemplateTable::wide() {
aoqi@1 4432 transition(vtos, vtos);
aoqi@1 4433 // Note: the esi increment step is part of the individual wide bytecode implementations
aoqi@1 4434 __ lbu(Rnext, at_bcp(1));
aoqi@1 4435 __ dsll(T9, Rnext, Address::times_8);
aoqi@1 4436 __ li(AT, (long)Interpreter::_wentry_point);
aoqi@1 4437 __ dadd(AT, T9, AT);
aoqi@1 4438 __ ld(T9, AT, 0);
aoqi@1 4439 __ jr(T9);
aoqi@1 4440 __ delayed()->nop();
aoqi@1 4441 }
aoqi@1 4442
aoqi@1 4443
aoqi@1 4444 void TemplateTable::multianewarray() {
aoqi@1 4445 transition(vtos, atos);
aoqi@1 4446 // last dim is on top of stack; we want address of first one:
aoqi@1 4447 // first_addr = last_addr + (ndims - 1) * wordSize
aoqi@6880 4448 __ lbu(A1, at_bcp(3)); // dimension
aoqi@6880 4449 __ daddi(A1, A1, -1);
aoqi@1 4450 __ dsll(A1, A1, Address::times_8);
aoqi@6880 4451 __ dadd(A1, SP, A1); // now A1 pointer to the count array on the stack
aoqi@1 4452 call_VM(FSR, CAST_FROM_FN_PTR(address, InterpreterRuntime::multianewarray), A1);
aoqi@1 4453 __ lbu(AT, at_bcp(3));
aoqi@1 4454 __ dsll(AT, AT, Address::times_8);
aoqi@1 4455 __ dadd(SP, SP, AT);
fujie@32 4456 __ sync();
aoqi@1 4457 }
aoqi@1 4458 #endif // !CC_INTERP

mercurial