1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
1.2 +++ b/src/cpu/x86/vm/interpreterRT_x86_64.cpp Wed Apr 27 01:25:04 2016 +0800
1.3 @@ -0,0 +1,494 @@
1.4 +/*
1.5 + * Copyright (c) 2003, 2012, Oracle and/or its affiliates. All rights reserved.
1.6 + * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
1.7 + *
1.8 + * This code is free software; you can redistribute it and/or modify it
1.9 + * under the terms of the GNU General Public License version 2 only, as
1.10 + * published by the Free Software Foundation.
1.11 + *
1.12 + * This code is distributed in the hope that it will be useful, but WITHOUT
1.13 + * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1.14 + * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
1.15 + * version 2 for more details (a copy is included in the LICENSE file that
1.16 + * accompanied this code).
1.17 + *
1.18 + * You should have received a copy of the GNU General Public License version
1.19 + * 2 along with this work; if not, write to the Free Software Foundation,
1.20 + * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
1.21 + *
1.22 + * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
1.23 + * or visit www.oracle.com if you need additional information or have any
1.24 + * questions.
1.25 + *
1.26 + */
1.27 +
1.28 +#include "precompiled.hpp"
1.29 +#include "interpreter/interpreter.hpp"
1.30 +#include "interpreter/interpreterRuntime.hpp"
1.31 +#include "memory/allocation.inline.hpp"
1.32 +#include "memory/universe.inline.hpp"
1.33 +#include "oops/method.hpp"
1.34 +#include "oops/oop.inline.hpp"
1.35 +#include "runtime/handles.inline.hpp"
1.36 +#include "runtime/icache.hpp"
1.37 +#include "runtime/interfaceSupport.hpp"
1.38 +#include "runtime/signature.hpp"
1.39 +
1.40 +#define __ _masm->
1.41 +
1.42 +// Implementation of SignatureHandlerGenerator
1.43 +
1.44 +Register InterpreterRuntime::SignatureHandlerGenerator::from() { return r14; }
1.45 +Register InterpreterRuntime::SignatureHandlerGenerator::to() { return rsp; }
1.46 +Register InterpreterRuntime::SignatureHandlerGenerator::temp() { return rscratch1; }
1.47 +
1.48 +void InterpreterRuntime::SignatureHandlerGenerator::pass_int() {
1.49 + const Address src(from(), Interpreter::local_offset_in_bytes(offset()));
1.50 +
1.51 +#ifdef _WIN64
1.52 + switch (_num_args) {
1.53 + case 0:
1.54 + __ movl(c_rarg1, src);
1.55 + _num_args++;
1.56 + break;
1.57 + case 1:
1.58 + __ movl(c_rarg2, src);
1.59 + _num_args++;
1.60 + break;
1.61 + case 2:
1.62 + __ movl(c_rarg3, src);
1.63 + _num_args++;
1.64 + break;
1.65 + default:
1.66 + __ movl(rax, src);
1.67 + __ movl(Address(to(), _stack_offset), rax);
1.68 + _stack_offset += wordSize;
1.69 + break;
1.70 + }
1.71 +#else
1.72 + switch (_num_int_args) {
1.73 + case 0:
1.74 + __ movl(c_rarg1, src);
1.75 + _num_int_args++;
1.76 + break;
1.77 + case 1:
1.78 + __ movl(c_rarg2, src);
1.79 + _num_int_args++;
1.80 + break;
1.81 + case 2:
1.82 + __ movl(c_rarg3, src);
1.83 + _num_int_args++;
1.84 + break;
1.85 + case 3:
1.86 + __ movl(c_rarg4, src);
1.87 + _num_int_args++;
1.88 + break;
1.89 + case 4:
1.90 + __ movl(c_rarg5, src);
1.91 + _num_int_args++;
1.92 + break;
1.93 + default:
1.94 + __ movl(rax, src);
1.95 + __ movl(Address(to(), _stack_offset), rax);
1.96 + _stack_offset += wordSize;
1.97 + break;
1.98 + }
1.99 +#endif
1.100 +}
1.101 +
1.102 +void InterpreterRuntime::SignatureHandlerGenerator::pass_long() {
1.103 + const Address src(from(), Interpreter::local_offset_in_bytes(offset() + 1));
1.104 +
1.105 +#ifdef _WIN64
1.106 + switch (_num_args) {
1.107 + case 0:
1.108 + __ movptr(c_rarg1, src);
1.109 + _num_args++;
1.110 + break;
1.111 + case 1:
1.112 + __ movptr(c_rarg2, src);
1.113 + _num_args++;
1.114 + break;
1.115 + case 2:
1.116 + __ movptr(c_rarg3, src);
1.117 + _num_args++;
1.118 + break;
1.119 + case 3:
1.120 + default:
1.121 + __ movptr(rax, src);
1.122 + __ movptr(Address(to(), _stack_offset), rax);
1.123 + _stack_offset += wordSize;
1.124 + break;
1.125 + }
1.126 +#else
1.127 + switch (_num_int_args) {
1.128 + case 0:
1.129 + __ movptr(c_rarg1, src);
1.130 + _num_int_args++;
1.131 + break;
1.132 + case 1:
1.133 + __ movptr(c_rarg2, src);
1.134 + _num_int_args++;
1.135 + break;
1.136 + case 2:
1.137 + __ movptr(c_rarg3, src);
1.138 + _num_int_args++;
1.139 + break;
1.140 + case 3:
1.141 + __ movptr(c_rarg4, src);
1.142 + _num_int_args++;
1.143 + break;
1.144 + case 4:
1.145 + __ movptr(c_rarg5, src);
1.146 + _num_int_args++;
1.147 + break;
1.148 + default:
1.149 + __ movptr(rax, src);
1.150 + __ movptr(Address(to(), _stack_offset), rax);
1.151 + _stack_offset += wordSize;
1.152 + break;
1.153 + }
1.154 +#endif
1.155 +}
1.156 +
1.157 +void InterpreterRuntime::SignatureHandlerGenerator::pass_float() {
1.158 + const Address src(from(), Interpreter::local_offset_in_bytes(offset()));
1.159 +
1.160 +#ifdef _WIN64
1.161 + if (_num_args < Argument::n_float_register_parameters_c-1) {
1.162 + __ movflt(as_XMMRegister(++_num_args), src);
1.163 + } else {
1.164 + __ movl(rax, src);
1.165 + __ movl(Address(to(), _stack_offset), rax);
1.166 + _stack_offset += wordSize;
1.167 + }
1.168 +#else
1.169 + if (_num_fp_args < Argument::n_float_register_parameters_c) {
1.170 + __ movflt(as_XMMRegister(_num_fp_args++), src);
1.171 + } else {
1.172 + __ movl(rax, src);
1.173 + __ movl(Address(to(), _stack_offset), rax);
1.174 + _stack_offset += wordSize;
1.175 + }
1.176 +#endif
1.177 +}
1.178 +
1.179 +void InterpreterRuntime::SignatureHandlerGenerator::pass_double() {
1.180 + const Address src(from(), Interpreter::local_offset_in_bytes(offset() + 1));
1.181 +
1.182 +#ifdef _WIN64
1.183 + if (_num_args < Argument::n_float_register_parameters_c-1) {
1.184 + __ movdbl(as_XMMRegister(++_num_args), src);
1.185 + } else {
1.186 + __ movptr(rax, src);
1.187 + __ movptr(Address(to(), _stack_offset), rax);
1.188 + _stack_offset += wordSize;
1.189 + }
1.190 +#else
1.191 + if (_num_fp_args < Argument::n_float_register_parameters_c) {
1.192 + __ movdbl(as_XMMRegister(_num_fp_args++), src);
1.193 + } else {
1.194 + __ movptr(rax, src);
1.195 + __ movptr(Address(to(), _stack_offset), rax);
1.196 + _stack_offset += wordSize;
1.197 + }
1.198 +#endif
1.199 +}
1.200 +
1.201 +void InterpreterRuntime::SignatureHandlerGenerator::pass_object() {
1.202 + const Address src(from(), Interpreter::local_offset_in_bytes(offset()));
1.203 +
1.204 +#ifdef _WIN64
1.205 + switch (_num_args) {
1.206 + case 0:
1.207 + assert(offset() == 0, "argument register 1 can only be (non-null) receiver");
1.208 + __ lea(c_rarg1, src);
1.209 + _num_args++;
1.210 + break;
1.211 + case 1:
1.212 + __ lea(rax, src);
1.213 + __ xorl(c_rarg2, c_rarg2);
1.214 + __ cmpptr(src, 0);
1.215 + __ cmov(Assembler::notEqual, c_rarg2, rax);
1.216 + _num_args++;
1.217 + break;
1.218 + case 2:
1.219 + __ lea(rax, src);
1.220 + __ xorl(c_rarg3, c_rarg3);
1.221 + __ cmpptr(src, 0);
1.222 + __ cmov(Assembler::notEqual, c_rarg3, rax);
1.223 + _num_args++;
1.224 + break;
1.225 + default:
1.226 + __ lea(rax, src);
1.227 + __ xorl(temp(), temp());
1.228 + __ cmpptr(src, 0);
1.229 + __ cmov(Assembler::notEqual, temp(), rax);
1.230 + __ movptr(Address(to(), _stack_offset), temp());
1.231 + _stack_offset += wordSize;
1.232 + break;
1.233 + }
1.234 +#else
1.235 + switch (_num_int_args) {
1.236 + case 0:
1.237 + assert(offset() == 0, "argument register 1 can only be (non-null) receiver");
1.238 + __ lea(c_rarg1, src);
1.239 + _num_int_args++;
1.240 + break;
1.241 + case 1:
1.242 + __ lea(rax, src);
1.243 + __ xorl(c_rarg2, c_rarg2);
1.244 + __ cmpptr(src, 0);
1.245 + __ cmov(Assembler::notEqual, c_rarg2, rax);
1.246 + _num_int_args++;
1.247 + break;
1.248 + case 2:
1.249 + __ lea(rax, src);
1.250 + __ xorl(c_rarg3, c_rarg3);
1.251 + __ cmpptr(src, 0);
1.252 + __ cmov(Assembler::notEqual, c_rarg3, rax);
1.253 + _num_int_args++;
1.254 + break;
1.255 + case 3:
1.256 + __ lea(rax, src);
1.257 + __ xorl(c_rarg4, c_rarg4);
1.258 + __ cmpptr(src, 0);
1.259 + __ cmov(Assembler::notEqual, c_rarg4, rax);
1.260 + _num_int_args++;
1.261 + break;
1.262 + case 4:
1.263 + __ lea(rax, src);
1.264 + __ xorl(c_rarg5, c_rarg5);
1.265 + __ cmpptr(src, 0);
1.266 + __ cmov(Assembler::notEqual, c_rarg5, rax);
1.267 + _num_int_args++;
1.268 + break;
1.269 + default:
1.270 + __ lea(rax, src);
1.271 + __ xorl(temp(), temp());
1.272 + __ cmpptr(src, 0);
1.273 + __ cmov(Assembler::notEqual, temp(), rax);
1.274 + __ movptr(Address(to(), _stack_offset), temp());
1.275 + _stack_offset += wordSize;
1.276 + break;
1.277 + }
1.278 +#endif
1.279 +}
1.280 +
1.281 +void InterpreterRuntime::SignatureHandlerGenerator::generate(uint64_t fingerprint) {
1.282 + // generate code to handle arguments
1.283 + iterate(fingerprint);
1.284 +
1.285 + // return result handler
1.286 + __ lea(rax, ExternalAddress(Interpreter::result_handler(method()->result_type())));
1.287 + __ ret(0);
1.288 +
1.289 + __ flush();
1.290 +}
1.291 +
1.292 +
1.293 +// Implementation of SignatureHandlerLibrary
1.294 +
1.295 +void SignatureHandlerLibrary::pd_set_handler(address handler) {}
1.296 +
1.297 +
1.298 +#ifdef _WIN64
1.299 +class SlowSignatureHandler
1.300 + : public NativeSignatureIterator {
1.301 + private:
1.302 + address _from;
1.303 + intptr_t* _to;
1.304 + intptr_t* _reg_args;
1.305 + intptr_t* _fp_identifiers;
1.306 + unsigned int _num_args;
1.307 +
1.308 + virtual void pass_int()
1.309 + {
1.310 + jint from_obj = *(jint *)(_from+Interpreter::local_offset_in_bytes(0));
1.311 + _from -= Interpreter::stackElementSize;
1.312 +
1.313 + if (_num_args < Argument::n_int_register_parameters_c-1) {
1.314 + *_reg_args++ = from_obj;
1.315 + _num_args++;
1.316 + } else {
1.317 + *_to++ = from_obj;
1.318 + }
1.319 + }
1.320 +
1.321 + virtual void pass_long()
1.322 + {
1.323 + intptr_t from_obj = *(intptr_t*)(_from+Interpreter::local_offset_in_bytes(1));
1.324 + _from -= 2*Interpreter::stackElementSize;
1.325 +
1.326 + if (_num_args < Argument::n_int_register_parameters_c-1) {
1.327 + *_reg_args++ = from_obj;
1.328 + _num_args++;
1.329 + } else {
1.330 + *_to++ = from_obj;
1.331 + }
1.332 + }
1.333 +
1.334 + virtual void pass_object()
1.335 + {
1.336 + intptr_t *from_addr = (intptr_t*)(_from + Interpreter::local_offset_in_bytes(0));
1.337 + _from -= Interpreter::stackElementSize;
1.338 + if (_num_args < Argument::n_int_register_parameters_c-1) {
1.339 + *_reg_args++ = (*from_addr == 0) ? NULL : (intptr_t) from_addr;
1.340 + _num_args++;
1.341 + } else {
1.342 + *_to++ = (*from_addr == 0) ? NULL : (intptr_t) from_addr;
1.343 + }
1.344 + }
1.345 +
1.346 + virtual void pass_float()
1.347 + {
1.348 + jint from_obj = *(jint *)(_from+Interpreter::local_offset_in_bytes(0));
1.349 + _from -= Interpreter::stackElementSize;
1.350 +
1.351 + if (_num_args < Argument::n_float_register_parameters_c-1) {
1.352 + *_reg_args++ = from_obj;
1.353 + *_fp_identifiers |= (intptr_t)(0x01 << (_num_args*2)); // mark as float
1.354 + _num_args++;
1.355 + } else {
1.356 + *_to++ = from_obj;
1.357 + }
1.358 + }
1.359 +
1.360 + virtual void pass_double()
1.361 + {
1.362 + intptr_t from_obj = *(intptr_t*)(_from+Interpreter::local_offset_in_bytes(1));
1.363 + _from -= 2*Interpreter::stackElementSize;
1.364 +
1.365 + if (_num_args < Argument::n_float_register_parameters_c-1) {
1.366 + *_reg_args++ = from_obj;
1.367 + *_fp_identifiers |= (intptr_t)(0x3 << (_num_args*2)); // mark as double
1.368 + _num_args++;
1.369 + } else {
1.370 + *_to++ = from_obj;
1.371 + }
1.372 + }
1.373 +
1.374 + public:
1.375 + SlowSignatureHandler(methodHandle method, address from, intptr_t* to)
1.376 + : NativeSignatureIterator(method)
1.377 + {
1.378 + _from = from;
1.379 + _to = to;
1.380 +
1.381 + _reg_args = to - (method->is_static() ? 4 : 5);
1.382 + _fp_identifiers = to - 2;
1.383 + _to = _to + 4; // Windows reserves stack space for register arguments
1.384 + *(int*) _fp_identifiers = 0;
1.385 + _num_args = (method->is_static() ? 1 : 0);
1.386 + }
1.387 +};
1.388 +#else
1.389 +class SlowSignatureHandler
1.390 + : public NativeSignatureIterator {
1.391 + private:
1.392 + address _from;
1.393 + intptr_t* _to;
1.394 + intptr_t* _int_args;
1.395 + intptr_t* _fp_args;
1.396 + intptr_t* _fp_identifiers;
1.397 + unsigned int _num_int_args;
1.398 + unsigned int _num_fp_args;
1.399 +
1.400 + virtual void pass_int()
1.401 + {
1.402 + jint from_obj = *(jint *)(_from+Interpreter::local_offset_in_bytes(0));
1.403 + _from -= Interpreter::stackElementSize;
1.404 +
1.405 + if (_num_int_args < Argument::n_int_register_parameters_c-1) {
1.406 + *_int_args++ = from_obj;
1.407 + _num_int_args++;
1.408 + } else {
1.409 + *_to++ = from_obj;
1.410 + }
1.411 + }
1.412 +
1.413 + virtual void pass_long()
1.414 + {
1.415 + intptr_t from_obj = *(intptr_t*)(_from+Interpreter::local_offset_in_bytes(1));
1.416 + _from -= 2*Interpreter::stackElementSize;
1.417 +
1.418 + if (_num_int_args < Argument::n_int_register_parameters_c-1) {
1.419 + *_int_args++ = from_obj;
1.420 + _num_int_args++;
1.421 + } else {
1.422 + *_to++ = from_obj;
1.423 + }
1.424 + }
1.425 +
1.426 + virtual void pass_object()
1.427 + {
1.428 + intptr_t *from_addr = (intptr_t*)(_from + Interpreter::local_offset_in_bytes(0));
1.429 + _from -= Interpreter::stackElementSize;
1.430 +
1.431 + if (_num_int_args < Argument::n_int_register_parameters_c-1) {
1.432 + *_int_args++ = (*from_addr == 0) ? NULL : (intptr_t)from_addr;
1.433 + _num_int_args++;
1.434 + } else {
1.435 + *_to++ = (*from_addr == 0) ? NULL : (intptr_t) from_addr;
1.436 + }
1.437 + }
1.438 +
1.439 + virtual void pass_float()
1.440 + {
1.441 + jint from_obj = *(jint*)(_from+Interpreter::local_offset_in_bytes(0));
1.442 + _from -= Interpreter::stackElementSize;
1.443 +
1.444 + if (_num_fp_args < Argument::n_float_register_parameters_c) {
1.445 + *_fp_args++ = from_obj;
1.446 + _num_fp_args++;
1.447 + } else {
1.448 + *_to++ = from_obj;
1.449 + }
1.450 + }
1.451 +
1.452 + virtual void pass_double()
1.453 + {
1.454 + intptr_t from_obj = *(intptr_t*)(_from+Interpreter::local_offset_in_bytes(1));
1.455 + _from -= 2*Interpreter::stackElementSize;
1.456 +
1.457 + if (_num_fp_args < Argument::n_float_register_parameters_c) {
1.458 + *_fp_args++ = from_obj;
1.459 + *_fp_identifiers |= (1 << _num_fp_args); // mark as double
1.460 + _num_fp_args++;
1.461 + } else {
1.462 + *_to++ = from_obj;
1.463 + }
1.464 + }
1.465 +
1.466 + public:
1.467 + SlowSignatureHandler(methodHandle method, address from, intptr_t* to)
1.468 + : NativeSignatureIterator(method)
1.469 + {
1.470 + _from = from;
1.471 + _to = to;
1.472 +
1.473 + _int_args = to - (method->is_static() ? 14 : 15);
1.474 + _fp_args = to - 9;
1.475 + _fp_identifiers = to - 10;
1.476 + *(int*) _fp_identifiers = 0;
1.477 + _num_int_args = (method->is_static() ? 1 : 0);
1.478 + _num_fp_args = 0;
1.479 + }
1.480 +};
1.481 +#endif
1.482 +
1.483 +
1.484 +IRT_ENTRY(address,
1.485 + InterpreterRuntime::slow_signature_handler(JavaThread* thread,
1.486 + Method* method,
1.487 + intptr_t* from,
1.488 + intptr_t* to))
1.489 + methodHandle m(thread, (Method*)method);
1.490 + assert(m->is_native(), "sanity check");
1.491 +
1.492 + // handle arguments
1.493 + SlowSignatureHandler(m, (address)from, to + 1).iterate(UCONST64(-1));
1.494 +
1.495 + // return result handler
1.496 + return Interpreter::result_handler(m->result_type());
1.497 +IRT_END
