• file
• revisions
• annotate
• diff
• comparison
• raw

src/cpu/zero/vm/cppInterpreter_zero.cpp@c09ee209b65c (annotated)

src/cpu/zero/vm/cppInterpreter_zero.cpp

Fri, 12 Feb 2010 10:34:11 -0800

author

kvn

date

Fri, 12 Feb 2010 10:34:11 -0800

changeset 1691

c09ee209b65c

parent 1574

b6f06e395428

child 1780

747d26efc5fa

permissions

-rw-r--r--

6926048: Improve Zero performance
Summary: Make Zero figure out result types in a similar way to C++ interpreter implementation.
Reviewed-by: kvn
Contributed-by: gbenson@redhat.com

never@1445	1	/*
never@1445	2	* Copyright 2003-2007 Sun Microsystems, Inc. All Rights Reserved.
kvn@1691	3	* Copyright 2007, 2008, 2009, 2010 Red Hat, Inc.
never@1445	4	* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
never@1445	5	*
never@1445	6	* This code is free software; you can redistribute it and/or modify it
never@1445	7	* under the terms of the GNU General Public License version 2 only, as
never@1445	8	* published by the Free Software Foundation.
never@1445	9	*
never@1445	10	* This code is distributed in the hope that it will be useful, but WITHOUT
never@1445	11	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
never@1445	12	* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
never@1445	13	* version 2 for more details (a copy is included in the LICENSE file that
never@1445	14	* accompanied this code).
never@1445	15	*
never@1445	16	* You should have received a copy of the GNU General Public License version
never@1445	17	* 2 along with this work; if not, write to the Free Software Foundation,
never@1445	18	* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
never@1445	19	*
never@1445	20	* Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
never@1445	21	* CA 95054 USA or visit www.sun.com if you need additional information or
never@1445	22	* have any questions.
never@1445	23	*
never@1445	24	*/
never@1445	25
never@1445	26	#include "incls/_precompiled.incl"
never@1445	27	#include "incls/_cppInterpreter_zero.cpp.incl"
never@1445	28
never@1445	29	#ifdef CC_INTERP
never@1445	30
never@1445	31	#define fixup_after_potential_safepoint() \
never@1445	32	method = istate->method()
never@1445	33
never@1445	34	#define CALL_VM_NOCHECK(func) \
never@1445	35	thread->set_last_Java_frame(); \
never@1445	36	func; \
never@1445	37	thread->reset_last_Java_frame(); \
never@1445	38	fixup_after_potential_safepoint()
never@1445	39
never@1445	40	void CppInterpreter::normal_entry(methodOop method, intptr_t UNUSED, TRAPS) {
never@1445	41	JavaThread *thread = (JavaThread *) THREAD;
never@1445	42	ZeroStack *stack = thread->zero_stack();
never@1445	43
never@1445	44	// Adjust the caller's stack frame to accomodate any additional
never@1445	45	// local variables we have contiguously with our parameters.
never@1445	46	int extra_locals = method->max_locals() - method->size_of_parameters();
never@1445	47	if (extra_locals > 0) {
never@1445	48	if (extra_locals > stack->available_words()) {
never@1445	49	Unimplemented();
never@1445	50	}
never@1445	51	for (int i = 0; i < extra_locals; i++)
never@1445	52	stack->push(0);
never@1445	53	}
never@1445	54
never@1445	55	// Allocate and initialize our frame.
never@1445	56	InterpreterFrame *frame = InterpreterFrame::build(stack, method, thread);
never@1445	57	thread->push_zero_frame(frame);
never@1445	58
never@1445	59	// Execute those bytecodes!
never@1445	60	main_loop(0, THREAD);
never@1445	61	}
never@1445	62
never@1445	63	void CppInterpreter::main_loop(int recurse, TRAPS) {
never@1445	64	JavaThread *thread = (JavaThread *) THREAD;
never@1445	65	ZeroStack *stack = thread->zero_stack();
never@1445	66
never@1445	67	// If we are entering from a deopt we may need to call
never@1445	68	// ourself a few times in order to get to our frame.
never@1445	69	if (recurse)
never@1445	70	main_loop(recurse - 1, THREAD);
never@1445	71
never@1445	72	InterpreterFrame *frame = thread->top_zero_frame()->as_interpreter_frame();
never@1445	73	interpreterState istate = frame->interpreter_state();
never@1445	74	methodOop method = istate->method();
never@1445	75
never@1445	76	intptr_t *result = NULL;
never@1445	77	int result_slots = 0;
never@1445	78
never@1445	79	// Check we're not about to run out of stack
never@1445	80	if (stack_overflow_imminent(thread)) {
never@1445	81	CALL_VM_NOCHECK(InterpreterRuntime::throw_StackOverflowError(thread));
never@1445	82	goto unwind_and_return;
never@1445	83	}
never@1445	84
never@1445	85	while (true) {
never@1445	86	// We can set up the frame anchor with everything we want at
never@1445	87	// this point as we are thread_in_Java and no safepoints can
never@1445	88	// occur until we go to vm mode. We do have to clear flags
never@1445	89	// on return from vm but that is it.
never@1445	90	thread->set_last_Java_frame();
never@1445	91
never@1445	92	// Call the interpreter
never@1445	93	if (JvmtiExport::can_post_interpreter_events())
never@1445	94	BytecodeInterpreter::runWithChecks(istate);
never@1445	95	else
never@1445	96	BytecodeInterpreter::run(istate);
never@1445	97	fixup_after_potential_safepoint();
never@1445	98
never@1445	99	// Clear the frame anchor
never@1445	100	thread->reset_last_Java_frame();
never@1445	101
never@1445	102	// Examine the message from the interpreter to decide what to do
never@1445	103	if (istate->msg() == BytecodeInterpreter::call_method) {
never@1445	104	methodOop callee = istate->callee();
never@1445	105
never@1445	106	// Trim back the stack to put the parameters at the top
never@1445	107	stack->set_sp(istate->stack() + 1);
never@1445	108
never@1445	109	// Make the call
never@1445	110	Interpreter::invoke_method(callee, istate->callee_entry_point(), THREAD);
never@1445	111	fixup_after_potential_safepoint();
never@1445	112
never@1445	113	// Convert the result
never@1445	114	istate->set_stack(stack->sp() - 1);
never@1445	115
never@1445	116	// Restore the stack
never@1445	117	stack->set_sp(istate->stack_limit() + 1);
never@1445	118
never@1445	119	// Resume the interpreter
never@1445	120	istate->set_msg(BytecodeInterpreter::method_resume);
never@1445	121	}
never@1445	122	else if (istate->msg() == BytecodeInterpreter::more_monitors) {
never@1445	123	int monitor_words = frame::interpreter_frame_monitor_size();
never@1445	124
never@1445	125	// Allocate the space
never@1445	126	if (monitor_words > stack->available_words()) {
never@1445	127	Unimplemented();
never@1445	128	}
never@1445	129	stack->alloc(monitor_words * wordSize);
never@1445	130
never@1445	131	// Move the expression stack contents
never@1445	132	for (intptr_t *p = istate->stack() + 1; p < istate->stack_base(); p++)
never@1445	133	*(p - monitor_words) = *p;
never@1445	134
never@1445	135	// Move the expression stack pointers
never@1445	136	istate->set_stack_limit(istate->stack_limit() - monitor_words);
never@1445	137	istate->set_stack(istate->stack() - monitor_words);
never@1445	138	istate->set_stack_base(istate->stack_base() - monitor_words);
never@1445	139
never@1445	140	// Zero the new monitor so the interpreter can find it.
never@1445	141	((BasicObjectLock *) istate->stack_base())->set_obj(NULL);
never@1445	142
never@1445	143	// Resume the interpreter
never@1445	144	istate->set_msg(BytecodeInterpreter::got_monitors);
never@1445	145	}
never@1445	146	else if (istate->msg() == BytecodeInterpreter::return_from_method) {
never@1445	147	// Copy the result into the caller's frame
kvn@1691	148	result_slots = type2size[result_type_of(method)];
never@1445	149	assert(result_slots >= 0 && result_slots <= 2, "what?");
never@1445	150	result = istate->stack() + result_slots;
never@1445	151	break;
never@1445	152	}
never@1445	153	else if (istate->msg() == BytecodeInterpreter::throwing_exception) {
never@1445	154	assert(HAS_PENDING_EXCEPTION, "should do");
never@1445	155	break;
never@1445	156	}
never@1445	157	else if (istate->msg() == BytecodeInterpreter::do_osr) {
never@1445	158	// Unwind the current frame
never@1445	159	thread->pop_zero_frame();
never@1445	160
never@1445	161	// Remove any extension of the previous frame
never@1445	162	int extra_locals = method->max_locals() - method->size_of_parameters();
never@1445	163	stack->set_sp(stack->sp() + extra_locals);
never@1445	164
never@1445	165	// Jump into the OSR method
never@1445	166	Interpreter::invoke_osr(
never@1445	167	method, istate->osr_entry(), istate->osr_buf(), THREAD);
never@1445	168	return;
never@1445	169	}
never@1445	170	else {
never@1445	171	ShouldNotReachHere();
never@1445	172	}
never@1445	173	}
never@1445	174
never@1445	175	unwind_and_return:
never@1445	176
never@1445	177	// Unwind the current frame
never@1445	178	thread->pop_zero_frame();
never@1445	179
never@1445	180	// Pop our local variables
never@1445	181	stack->set_sp(stack->sp() + method->max_locals());
never@1445	182
never@1445	183	// Push our result
never@1445	184	for (int i = 0; i < result_slots; i++)
never@1445	185	stack->push(result[-i]);
never@1445	186	}
never@1445	187
never@1445	188	void CppInterpreter::native_entry(methodOop method, intptr_t UNUSED, TRAPS) {
never@1445	189	// Make sure method is native and not abstract
never@1445	190	assert(method->is_native() && !method->is_abstract(), "should be");
never@1445	191
never@1445	192	JavaThread *thread = (JavaThread *) THREAD;
never@1445	193	ZeroStack *stack = thread->zero_stack();
never@1445	194
never@1445	195	// Allocate and initialize our frame
never@1445	196	InterpreterFrame *frame = InterpreterFrame::build(stack, method, thread);
never@1445	197	thread->push_zero_frame(frame);
never@1445	198	interpreterState istate = frame->interpreter_state();
never@1445	199	intptr_t *locals = istate->locals();
never@1445	200
never@1445	201	// Check we're not about to run out of stack
never@1445	202	if (stack_overflow_imminent(thread)) {
never@1445	203	CALL_VM_NOCHECK(InterpreterRuntime::throw_StackOverflowError(thread));
never@1445	204	goto unwind_and_return;
never@1445	205	}
never@1445	206
twisti@1513	207	// Update the invocation counter
twisti@1513	208	if ((UseCompiler || CountCompiledCalls) && !method->is_synchronized()) {
twisti@1513	209	thread->set_do_not_unlock();
twisti@1513	210	InvocationCounter *counter = method->invocation_counter();
twisti@1513	211	counter->increment();
twisti@1513	212	if (counter->reached_InvocationLimit()) {
twisti@1513	213	CALL_VM_NOCHECK(
twisti@1513	214	InterpreterRuntime::frequency_counter_overflow(thread, NULL));
twisti@1513	215	if (HAS_PENDING_EXCEPTION)
twisti@1513	216	goto unwind_and_return;
twisti@1513	217	}
twisti@1513	218	thread->clr_do_not_unlock();
twisti@1513	219	}
twisti@1513	220
never@1445	221	// Lock if necessary
never@1445	222	BasicObjectLock *monitor;
never@1445	223	monitor = NULL;
never@1445	224	if (method->is_synchronized()) {
never@1445	225	monitor = (BasicObjectLock*) istate->stack_base();
never@1445	226	oop lockee = monitor->obj();
never@1445	227	markOop disp = lockee->mark()->set_unlocked();
never@1445	228
never@1445	229	monitor->lock()->set_displaced_header(disp);
never@1445	230	if (Atomic::cmpxchg_ptr(monitor, lockee->mark_addr(), disp) != disp) {
never@1445	231	if (thread->is_lock_owned((address) disp->clear_lock_bits())) {
never@1445	232	monitor->lock()->set_displaced_header(NULL);
never@1445	233	}
never@1445	234	else {
never@1445	235	CALL_VM_NOCHECK(InterpreterRuntime::monitorenter(thread, monitor));
never@1445	236	if (HAS_PENDING_EXCEPTION)
never@1445	237	goto unwind_and_return;
never@1445	238	}
never@1445	239	}
never@1445	240	}
never@1445	241
never@1445	242	// Get the signature handler
never@1445	243	InterpreterRuntime::SignatureHandler *handler; {
never@1445	244	address handlerAddr = method->signature_handler();
never@1445	245	if (handlerAddr == NULL) {
never@1445	246	CALL_VM_NOCHECK(InterpreterRuntime::prepare_native_call(thread, method));
never@1445	247	if (HAS_PENDING_EXCEPTION)
never@1574	248	goto unlock_unwind_and_return;
never@1445	249
never@1445	250	handlerAddr = method->signature_handler();
never@1445	251	assert(handlerAddr != NULL, "eh?");
never@1445	252	}
never@1445	253	if (handlerAddr == (address) InterpreterRuntime::slow_signature_handler) {
never@1445	254	CALL_VM_NOCHECK(handlerAddr =
never@1445	255	InterpreterRuntime::slow_signature_handler(thread, method, NULL,NULL));
never@1445	256	if (HAS_PENDING_EXCEPTION)
never@1574	257	goto unlock_unwind_and_return;
never@1445	258	}
never@1445	259	handler = \
never@1445	260	InterpreterRuntime::SignatureHandler::from_handlerAddr(handlerAddr);
never@1445	261	}
never@1445	262
never@1445	263	// Get the native function entry point
never@1445	264	address function;
never@1445	265	function = method->native_function();
never@1445	266	assert(function != NULL, "should be set if signature handler is");
never@1445	267
never@1445	268	// Build the argument list
never@1445	269	if (handler->argument_count() * 2 > stack->available_words()) {
never@1445	270	Unimplemented();
never@1445	271	}
never@1445	272	void **arguments;
never@1445	273	void *mirror; {
never@1445	274	arguments =
never@1445	275	(void **) stack->alloc(handler->argument_count() * sizeof(void **));
never@1445	276	void **dst = arguments;
never@1445	277
never@1445	278	void *env = thread->jni_environment();
never@1445	279	*(dst++) = &env;
never@1445	280
never@1445	281	if (method->is_static()) {
never@1445	282	istate->set_oop_temp(
never@1445	283	method->constants()->pool_holder()->klass_part()->java_mirror());
never@1445	284	mirror = istate->oop_temp_addr();
never@1445	285	*(dst++) = &mirror;
never@1445	286	}
never@1445	287
never@1445	288	intptr_t *src = locals;
never@1445	289	for (int i = dst - arguments; i < handler->argument_count(); i++) {
never@1445	290	ffi_type *type = handler->argument_type(i);
never@1445	291	if (type == &ffi_type_pointer) {
never@1445	292	if (*src) {
never@1445	293	stack->push((intptr_t) src);
never@1445	294	*(dst++) = stack->sp();
never@1445	295	}
never@1445	296	else {
never@1445	297	*(dst++) = src;
never@1445	298	}
never@1445	299	src--;
never@1445	300	}
never@1445	301	else if (type->size == 4) {
never@1445	302	*(dst++) = src--;
never@1445	303	}
never@1445	304	else if (type->size == 8) {
never@1445	305	src--;
never@1445	306	*(dst++) = src--;
never@1445	307	}
never@1445	308	else {
never@1445	309	ShouldNotReachHere();
never@1445	310	}
never@1445	311	}
never@1445	312	}
never@1445	313
never@1445	314	// Set up the Java frame anchor
never@1445	315	thread->set_last_Java_frame();
never@1445	316
never@1445	317	// Change the thread state to _thread_in_native
never@1445	318	ThreadStateTransition::transition_from_java(thread, _thread_in_native);
never@1445	319
never@1445	320	// Make the call
never@1445	321	intptr_t result[4 - LogBytesPerWord];
never@1445	322	ffi_call(handler->cif(), (void (*)()) function, result, arguments);
never@1445	323
never@1445	324	// Change the thread state back to _thread_in_Java.
never@1445	325	// ThreadStateTransition::transition_from_native() cannot be used
never@1445	326	// here because it does not check for asynchronous exceptions.
never@1445	327	// We have to manage the transition ourself.
never@1445	328	thread->set_thread_state(_thread_in_native_trans);
never@1445	329
never@1445	330	// Make sure new state is visible in the GC thread
never@1445	331	if (os::is_MP()) {
never@1445	332	if (UseMembar) {
never@1445	333	OrderAccess::fence();
never@1445	334	}
never@1445	335	else {
never@1445	336	InterfaceSupport::serialize_memory(thread);
never@1445	337	}
never@1445	338	}
never@1445	339
never@1445	340	// Handle safepoint operations, pending suspend requests,
never@1445	341	// and pending asynchronous exceptions.
never@1445	342	if (SafepointSynchronize::do_call_back() ||
never@1445	343	thread->has_special_condition_for_native_trans()) {
never@1445	344	JavaThread::check_special_condition_for_native_trans(thread);
never@1445	345	CHECK_UNHANDLED_OOPS_ONLY(thread->clear_unhandled_oops());
never@1445	346	}
never@1445	347
never@1445	348	// Finally we can change the thread state to _thread_in_Java.
never@1445	349	thread->set_thread_state(_thread_in_Java);
never@1445	350	fixup_after_potential_safepoint();
never@1445	351
never@1445	352	// Clear the frame anchor
never@1445	353	thread->reset_last_Java_frame();
never@1445	354
never@1445	355	// If the result was an oop then unbox it and store it in
never@1445	356	// oop_temp where the garbage collector can see it before
never@1445	357	// we release the handle it might be protected by.
never@1445	358	if (handler->result_type() == &ffi_type_pointer) {
never@1445	359	if (result[0])
never@1445	360	istate->set_oop_temp(*(oop *) result[0]);
never@1445	361	else
never@1445	362	istate->set_oop_temp(NULL);
never@1445	363	}
never@1445	364
never@1445	365	// Reset handle block
never@1445	366	thread->active_handles()->clear();
never@1445	367
never@1574	368	unlock_unwind_and_return:
never@1574	369
never@1574	370	// Unlock if necessary
never@1574	371	if (monitor) {
never@1445	372	BasicLock *lock = monitor->lock();
never@1445	373	markOop header = lock->displaced_header();
never@1445	374	oop rcvr = monitor->obj();
never@1445	375	monitor->set_obj(NULL);
never@1445	376
never@1445	377	if (header != NULL) {
never@1445	378	if (Atomic::cmpxchg_ptr(header, rcvr->mark_addr(), lock) != lock) {
never@1445	379	monitor->set_obj(rcvr); {
never@1445	380	HandleMark hm(thread);
never@1445	381	CALL_VM_NOCHECK(InterpreterRuntime::monitorexit(thread, monitor));
never@1445	382	}
never@1445	383	}
never@1445	384	}
never@1445	385	}
never@1445	386
never@1445	387	unwind_and_return:
never@1445	388
never@1445	389	// Unwind the current activation
never@1445	390	thread->pop_zero_frame();
never@1445	391
never@1445	392	// Pop our parameters
never@1445	393	stack->set_sp(stack->sp() + method->size_of_parameters());
never@1445	394
never@1445	395	// Push our result
never@1445	396	if (!HAS_PENDING_EXCEPTION) {
kvn@1691	397	BasicType type = result_type_of(method);
kvn@1691	398	stack->set_sp(stack->sp() - type2size[type]);
never@1445	399
kvn@1691	400	switch (type) {
never@1445	401	case T_VOID:
never@1445	402	break;
never@1445	403
never@1445	404	case T_BOOLEAN:
never@1445	405	#ifndef VM_LITTLE_ENDIAN
never@1445	406	result[0] <<= (BitsPerWord - BitsPerByte);
never@1445	407	#endif
never@1445	408	SET_LOCALS_INT(*(jboolean *) result != 0, 0);
never@1445	409	break;
never@1445	410
never@1445	411	case T_CHAR:
never@1445	412	#ifndef VM_LITTLE_ENDIAN
never@1445	413	result[0] <<= (BitsPerWord - BitsPerShort);
never@1445	414	#endif
never@1445	415	SET_LOCALS_INT(*(jchar *) result, 0);
never@1445	416	break;
never@1445	417
never@1445	418	case T_BYTE:
never@1445	419	#ifndef VM_LITTLE_ENDIAN
never@1445	420	result[0] <<= (BitsPerWord - BitsPerByte);
never@1445	421	#endif
never@1445	422	SET_LOCALS_INT(*(jbyte *) result, 0);
never@1445	423	break;
never@1445	424
never@1445	425	case T_SHORT:
never@1445	426	#ifndef VM_LITTLE_ENDIAN
never@1445	427	result[0] <<= (BitsPerWord - BitsPerShort);
never@1445	428	#endif
never@1445	429	SET_LOCALS_INT(*(jshort *) result, 0);
never@1445	430	break;
never@1445	431
never@1445	432	case T_INT:
never@1445	433	#ifndef VM_LITTLE_ENDIAN
never@1445	434	result[0] <<= (BitsPerWord - BitsPerInt);
never@1445	435	#endif
never@1445	436	SET_LOCALS_INT(*(jint *) result, 0);
never@1445	437	break;
never@1445	438
never@1445	439	case T_LONG:
never@1445	440	SET_LOCALS_LONG(*(jlong *) result, 0);
never@1445	441	break;
never@1445	442
never@1445	443	case T_FLOAT:
never@1445	444	SET_LOCALS_FLOAT(*(jfloat *) result, 0);
never@1445	445	break;
never@1445	446
never@1445	447	case T_DOUBLE:
never@1445	448	SET_LOCALS_DOUBLE(*(jdouble *) result, 0);
never@1445	449	break;
never@1445	450
never@1445	451	case T_OBJECT:
never@1445	452	case T_ARRAY:
never@1445	453	SET_LOCALS_OBJECT(istate->oop_temp(), 0);
never@1445	454	break;
never@1445	455
never@1445	456	default:
never@1445	457	ShouldNotReachHere();
never@1445	458	}
never@1445	459	}
never@1445	460	}
never@1445	461
never@1445	462	void CppInterpreter::accessor_entry(methodOop method, intptr_t UNUSED, TRAPS) {
never@1445	463	JavaThread *thread = (JavaThread *) THREAD;
never@1445	464	ZeroStack *stack = thread->zero_stack();
never@1445	465	intptr_t *locals = stack->sp();
never@1445	466
never@1445	467	// Drop into the slow path if we need a safepoint check
never@1445	468	if (SafepointSynchronize::do_call_back()) {
never@1445	469	normal_entry(method, 0, THREAD);
never@1445	470	return;
never@1445	471	}
never@1445	472
never@1445	473	// Load the object pointer and drop into the slow path
never@1445	474	// if we have a NullPointerException
never@1445	475	oop object = LOCALS_OBJECT(0);
never@1445	476	if (object == NULL) {
never@1445	477	normal_entry(method, 0, THREAD);
never@1445	478	return;
never@1445	479	}
never@1445	480
never@1445	481	// Read the field index from the bytecode, which looks like this:
never@1445	482	// 0: aload_0
never@1445	483	// 1: getfield
never@1445	484	// 2: index
never@1445	485	// 3: index
never@1445	486	// 4: ireturn/areturn
never@1445	487	// NB this is not raw bytecode: index is in machine order
never@1445	488	u1 *code = method->code_base();
never@1445	489	assert(code[0] == Bytecodes::_aload_0 &&
never@1445	490	code[1] == Bytecodes::_getfield &&
never@1445	491	(code[4] == Bytecodes::_ireturn ||
never@1445	492	code[4] == Bytecodes::_areturn), "should do");
never@1445	493	u2 index = Bytes::get_native_u2(&code[2]);
never@1445	494
never@1445	495	// Get the entry from the constant pool cache, and drop into
never@1445	496	// the slow path if it has not been resolved
never@1445	497	constantPoolCacheOop cache = method->constants()->cache();
never@1445	498	ConstantPoolCacheEntry* entry = cache->entry_at(index);
never@1445	499	if (!entry->is_resolved(Bytecodes::_getfield)) {
never@1445	500	normal_entry(method, 0, THREAD);
never@1445	501	return;
never@1445	502	}
never@1445	503
never@1445	504	// Get the result and push it onto the stack
never@1445	505	switch (entry->flag_state()) {
never@1445	506	case ltos:
never@1445	507	case dtos:
never@1445	508	if (stack->available_words() < 1) {
never@1445	509	Unimplemented();
never@1445	510	}
never@1445	511	stack->alloc(wordSize);
never@1445	512	break;
never@1445	513	}
never@1445	514	if (entry->is_volatile()) {
never@1445	515	switch (entry->flag_state()) {
never@1445	516	case ctos:
never@1445	517	SET_LOCALS_INT(object->char_field_acquire(entry->f2()), 0);
never@1445	518	break;
never@1445	519
never@1445	520	case btos:
never@1445	521	SET_LOCALS_INT(object->byte_field_acquire(entry->f2()), 0);
never@1445	522	break;
never@1445	523
never@1445	524	case stos:
never@1445	525	SET_LOCALS_INT(object->short_field_acquire(entry->f2()), 0);
never@1445	526	break;
never@1445	527
never@1445	528	case itos:
never@1445	529	SET_LOCALS_INT(object->int_field_acquire(entry->f2()), 0);
never@1445	530	break;
never@1445	531
never@1445	532	case ltos:
never@1445	533	SET_LOCALS_LONG(object->long_field_acquire(entry->f2()), 0);
never@1445	534	break;
never@1445	535
never@1445	536	case ftos:
never@1445	537	SET_LOCALS_FLOAT(object->float_field_acquire(entry->f2()), 0);
never@1445	538	break;
never@1445	539
never@1445	540	case dtos:
never@1445	541	SET_LOCALS_DOUBLE(object->double_field_acquire(entry->f2()), 0);
never@1445	542	break;
never@1445	543
never@1445	544	case atos:
never@1445	545	SET_LOCALS_OBJECT(object->obj_field_acquire(entry->f2()), 0);
never@1445	546	break;
never@1445	547
never@1445	548	default:
never@1445	549	ShouldNotReachHere();
never@1445	550	}
never@1445	551	}
never@1445	552	else {
never@1445	553	switch (entry->flag_state()) {
never@1445	554	case ctos:
never@1445	555	SET_LOCALS_INT(object->char_field(entry->f2()), 0);
never@1445	556	break;
never@1445	557
never@1445	558	case btos:
never@1445	559	SET_LOCALS_INT(object->byte_field(entry->f2()), 0);
never@1445	560	break;
never@1445	561
never@1445	562	case stos:
never@1445	563	SET_LOCALS_INT(object->short_field(entry->f2()), 0);
never@1445	564	break;
never@1445	565
never@1445	566	case itos:
never@1445	567	SET_LOCALS_INT(object->int_field(entry->f2()), 0);
never@1445	568	break;
never@1445	569
never@1445	570	case ltos:
never@1445	571	SET_LOCALS_LONG(object->long_field(entry->f2()), 0);
never@1445	572	break;
never@1445	573
never@1445	574	case ftos:
never@1445	575	SET_LOCALS_FLOAT(object->float_field(entry->f2()), 0);
never@1445	576	break;
never@1445	577
never@1445	578	case dtos:
never@1445	579	SET_LOCALS_DOUBLE(object->double_field(entry->f2()), 0);
never@1445	580	break;
never@1445	581
never@1445	582	case atos:
never@1445	583	SET_LOCALS_OBJECT(object->obj_field(entry->f2()), 0);
never@1445	584	break;
never@1445	585
never@1445	586	default:
never@1445	587	ShouldNotReachHere();
never@1445	588	}
never@1445	589	}
never@1445	590	}
never@1445	591
never@1445	592	void CppInterpreter::empty_entry(methodOop method, intptr_t UNUSED, TRAPS) {
never@1445	593	JavaThread *thread = (JavaThread *) THREAD;
never@1445	594	ZeroStack *stack = thread->zero_stack();
never@1445	595
never@1445	596	// Drop into the slow path if we need a safepoint check
never@1445	597	if (SafepointSynchronize::do_call_back()) {
never@1445	598	normal_entry(method, 0, THREAD);
never@1445	599	return;
never@1445	600	}
never@1445	601
never@1445	602	// Pop our parameters
never@1445	603	stack->set_sp(stack->sp() + method->size_of_parameters());
never@1445	604	}
never@1445	605
never@1445	606	bool CppInterpreter::stack_overflow_imminent(JavaThread *thread) {
never@1445	607	// How is the ABI stack?
never@1445	608	address stack_top = thread->stack_base() - thread->stack_size();
never@1445	609	int free_stack = os::current_stack_pointer() - stack_top;
never@1445	610	if (free_stack < StackShadowPages * os::vm_page_size()) {
never@1445	611	return true;
never@1445	612	}
never@1445	613
never@1445	614	// How is the Zero stack?
never@1445	615	// Throwing a StackOverflowError involves a VM call, which means
never@1445	616	// we need a frame on the stack. We should be checking here to
never@1445	617	// ensure that methods we call have enough room to install the
never@1445	618	// largest possible frame, but that's more than twice the size
never@1445	619	// of the entire Zero stack we get by default, so we just check
never@1445	620	// we have *some* space instead...
never@1445	621	free_stack = thread->zero_stack()->available_words() * wordSize;
never@1445	622	if (free_stack < StackShadowPages * os::vm_page_size()) {
never@1445	623	return true;
never@1445	624	}
never@1445	625
never@1445	626	return false;
never@1445	627	}
never@1445	628
never@1445	629	InterpreterFrame *InterpreterFrame::build(ZeroStack* stack,
never@1445	630	const methodOop method,
never@1445	631	JavaThread* thread) {
never@1445	632	int monitor_words =
never@1445	633	method->is_synchronized() ? frame::interpreter_frame_monitor_size() : 0;
never@1445	634	int stack_words = method->is_native() ? 0 : method->max_stack();
never@1445	635
never@1445	636	if (header_words + monitor_words + stack_words > stack->available_words()) {
never@1445	637	Unimplemented();
never@1445	638	}
never@1445	639
never@1445	640	intptr_t *locals;
never@1445	641	if (method->is_native())
never@1445	642	locals = stack->sp() + (method->size_of_parameters() - 1);
never@1445	643	else
never@1445	644	locals = stack->sp() + (method->max_locals() - 1);
never@1445	645
never@1445	646	stack->push(0); // next_frame, filled in later
never@1445	647	intptr_t *fp = stack->sp();
never@1445	648	assert(fp - stack->sp() == next_frame_off, "should be");
never@1445	649
never@1445	650	stack->push(INTERPRETER_FRAME);
never@1445	651	assert(fp - stack->sp() == frame_type_off, "should be");
never@1445	652
never@1445	653	interpreterState istate =
never@1445	654	(interpreterState) stack->alloc(sizeof(BytecodeInterpreter));
never@1445	655	assert(fp - stack->sp() == istate_off, "should be");
never@1445	656
never@1445	657	istate->set_locals(locals);
never@1445	658	istate->set_method(method);
never@1445	659	istate->set_self_link(istate);
never@1445	660	istate->set_prev_link(NULL);
never@1445	661	istate->set_thread(thread);
never@1445	662	istate->set_bcp(method->is_native() ? NULL : method->code_base());
never@1445	663	istate->set_constants(method->constants()->cache());
never@1445	664	istate->set_msg(BytecodeInterpreter::method_entry);
never@1445	665	istate->set_oop_temp(NULL);
never@1445	666	istate->set_mdx(NULL);
never@1445	667	istate->set_callee(NULL);
never@1445	668
never@1445	669	istate->set_monitor_base((BasicObjectLock *) stack->sp());
never@1445	670	if (method->is_synchronized()) {
never@1445	671	BasicObjectLock *monitor =
never@1445	672	(BasicObjectLock *) stack->alloc(monitor_words * wordSize);
never@1445	673	oop object;
never@1445	674	if (method->is_static())
never@1445	675	object = method->constants()->pool_holder()->klass_part()->java_mirror();
never@1445	676	else
never@1445	677	object = (oop) locals[0];
never@1445	678	monitor->set_obj(object);
never@1445	679	}
never@1445	680
never@1445	681	istate->set_stack_base(stack->sp());
never@1445	682	istate->set_stack(stack->sp() - 1);
never@1445	683	if (stack_words)
never@1445	684	stack->alloc(stack_words * wordSize);
never@1445	685	istate->set_stack_limit(stack->sp() - 1);
never@1445	686
never@1445	687	return (InterpreterFrame *) fp;
never@1445	688	}
never@1445	689
never@1445	690	int AbstractInterpreter::BasicType_as_index(BasicType type) {
never@1445	691	int i = 0;
never@1445	692	switch (type) {
never@1445	693	case T_BOOLEAN: i = 0; break;
never@1445	694	case T_CHAR : i = 1; break;
never@1445	695	case T_BYTE : i = 2; break;
never@1445	696	case T_SHORT : i = 3; break;
never@1445	697	case T_INT : i = 4; break;
never@1445	698	case T_LONG : i = 5; break;
never@1445	699	case T_VOID : i = 6; break;
never@1445	700	case T_FLOAT : i = 7; break;
never@1445	701	case T_DOUBLE : i = 8; break;
never@1445	702	case T_OBJECT : i = 9; break;
never@1445	703	case T_ARRAY : i = 9; break;
never@1445	704	default : ShouldNotReachHere();
never@1445	705	}
never@1445	706	assert(0 <= i && i < AbstractInterpreter::number_of_result_handlers,
never@1445	707	"index out of bounds");
never@1445	708	return i;
never@1445	709	}
never@1445	710
kvn@1691	711	BasicType CppInterpreter::result_type_of(methodOop method) {
kvn@1691	712	BasicType t;
kvn@1691	713	switch (method->result_index()) {
kvn@1691	714	case 0 : t = T_BOOLEAN; break;
kvn@1691	715	case 1 : t = T_CHAR; break;
kvn@1691	716	case 2 : t = T_BYTE; break;
kvn@1691	717	case 3 : t = T_SHORT; break;
kvn@1691	718	case 4 : t = T_INT; break;
kvn@1691	719	case 5 : t = T_LONG; break;
kvn@1691	720	case 6 : t = T_VOID; break;
kvn@1691	721	case 7 : t = T_FLOAT; break;
kvn@1691	722	case 8 : t = T_DOUBLE; break;
kvn@1691	723	case 9 : t = T_OBJECT; break;
kvn@1691	724	default: ShouldNotReachHere();
kvn@1691	725	}
kvn@1691	726	assert(AbstractInterpreter::BasicType_as_index(t) == method->result_index(),
kvn@1691	727	"out of step with AbstractInterpreter::BasicType_as_index");
kvn@1691	728	return t;
kvn@1691	729	}
kvn@1691	730
never@1445	731	address InterpreterGenerator::generate_empty_entry() {
never@1445	732	if (!UseFastEmptyMethods)
never@1445	733	return NULL;
never@1445	734
never@1445	735	return generate_entry((address) CppInterpreter::empty_entry);
never@1445	736	}
never@1445	737
never@1445	738	address InterpreterGenerator::generate_accessor_entry() {
never@1445	739	if (!UseFastAccessorMethods)
never@1445	740	return NULL;
never@1445	741
never@1445	742	return generate_entry((address) CppInterpreter::accessor_entry);
never@1445	743	}
never@1445	744
never@1445	745	address InterpreterGenerator::generate_native_entry(bool synchronized) {
never@1445	746	assert(synchronized == false, "should be");
never@1445	747
never@1445	748	return generate_entry((address) CppInterpreter::native_entry);
never@1445	749	}
never@1445	750
never@1445	751	address InterpreterGenerator::generate_normal_entry(bool synchronized) {
never@1445	752	assert(synchronized == false, "should be");
never@1445	753
never@1445	754	return generate_entry((address) CppInterpreter::normal_entry);
never@1445	755	}
never@1445	756
never@1445	757	address AbstractInterpreterGenerator::generate_method_entry(
never@1445	758	AbstractInterpreter::MethodKind kind) {
never@1445	759	address entry_point = NULL;
never@1445	760
never@1445	761	switch (kind) {
never@1445	762	case Interpreter::zerolocals:
never@1445	763	case Interpreter::zerolocals_synchronized:
never@1445	764	break;
never@1445	765
never@1445	766	case Interpreter::native:
never@1445	767	entry_point = ((InterpreterGenerator*) this)->generate_native_entry(false);
never@1445	768	break;
never@1445	769
never@1445	770	case Interpreter::native_synchronized:
never@1445	771	entry_point = ((InterpreterGenerator*) this)->generate_native_entry(false);
never@1445	772	break;
never@1445	773
never@1445	774	case Interpreter::empty:
never@1445	775	entry_point = ((InterpreterGenerator*) this)->generate_empty_entry();
never@1445	776	break;
never@1445	777
never@1445	778	case Interpreter::accessor:
never@1445	779	entry_point = ((InterpreterGenerator*) this)->generate_accessor_entry();
never@1445	780	break;
never@1445	781
never@1445	782	case Interpreter::abstract:
never@1445	783	entry_point = ((InterpreterGenerator*) this)->generate_abstract_entry();
never@1445	784	break;
never@1445	785
never@1445	786	case Interpreter::method_handle:
never@1445	787	entry_point = ((InterpreterGenerator*) this)->generate_method_handle_entry();
never@1445	788	break;
never@1445	789
never@1445	790	case Interpreter::java_lang_math_sin:
never@1445	791	case Interpreter::java_lang_math_cos:
never@1445	792	case Interpreter::java_lang_math_tan:
never@1445	793	case Interpreter::java_lang_math_abs:
never@1445	794	case Interpreter::java_lang_math_log:
never@1445	795	case Interpreter::java_lang_math_log10:
never@1445	796	case Interpreter::java_lang_math_sqrt:
never@1445	797	entry_point = ((InterpreterGenerator*) this)->generate_math_entry(kind);
never@1445	798	break;
never@1445	799
never@1445	800	default:
never@1445	801	ShouldNotReachHere();
never@1445	802	}
never@1445	803
never@1445	804	if (entry_point == NULL)
never@1445	805	entry_point = ((InterpreterGenerator*) this)->generate_normal_entry(false);
never@1445	806
never@1445	807	return entry_point;
never@1445	808	}
never@1445	809
never@1445	810	InterpreterGenerator::InterpreterGenerator(StubQueue* code)
never@1445	811	: CppInterpreterGenerator(code) {
never@1445	812	generate_all();
never@1445	813	}
never@1445	814
never@1445	815	// Deoptimization helpers
never@1445	816
never@1445	817	InterpreterFrame *InterpreterFrame::build(ZeroStack* stack, int size) {
never@1445	818	int size_in_words = size >> LogBytesPerWord;
never@1445	819	assert(size_in_words * wordSize == size, "unaligned");
never@1445	820	assert(size_in_words >= header_words, "too small");
never@1445	821
never@1445	822	if (size_in_words > stack->available_words()) {
never@1445	823	Unimplemented();
never@1445	824	}
never@1445	825
never@1445	826	stack->push(0); // next_frame, filled in later
never@1445	827	intptr_t *fp = stack->sp();
never@1445	828	assert(fp - stack->sp() == next_frame_off, "should be");
never@1445	829
never@1445	830	stack->push(INTERPRETER_FRAME);
never@1445	831	assert(fp - stack->sp() == frame_type_off, "should be");
never@1445	832
never@1445	833	interpreterState istate =
never@1445	834	(interpreterState) stack->alloc(sizeof(BytecodeInterpreter));
never@1445	835	assert(fp - stack->sp() == istate_off, "should be");
never@1445	836	istate->set_self_link(NULL); // mark invalid
never@1445	837
never@1445	838	stack->alloc((size_in_words - header_words) * wordSize);
never@1445	839
never@1445	840	return (InterpreterFrame *) fp;
never@1445	841	}
never@1445	842
never@1445	843	int AbstractInterpreter::layout_activation(methodOop method,
never@1445	844	int tempcount,
never@1445	845	int popframe_extra_args,
never@1445	846	int moncount,
never@1445	847	int callee_param_count,
never@1445	848	int callee_locals,
never@1445	849	frame* caller,
never@1445	850	frame* interpreter_frame,
never@1445	851	bool is_top_frame) {
never@1445	852	assert(popframe_extra_args == 0, "what to do?");
never@1445	853	assert(!is_top_frame || (!callee_locals && !callee_param_count),
never@1445	854	"top frame should have no caller")
never@1445	855
never@1445	856	// This code must exactly match what InterpreterFrame::build
never@1445	857	// does (the full InterpreterFrame::build, that is, not the
never@1445	858	// one that creates empty frames for the deoptimizer).
never@1445	859	//
never@1445	860	// If interpreter_frame is not NULL then it will be filled in.
never@1445	861	// It's size is determined by a previous call to this method,
never@1445	862	// so it should be correct.
never@1445	863	//
never@1445	864	// Note that tempcount is the current size of the expression
never@1445	865	// stack. For top most frames we will allocate a full sized
never@1445	866	// expression stack and not the trimmed version that non-top
never@1445	867	// frames have.
never@1445	868
never@1445	869	int header_words = InterpreterFrame::header_words;
never@1445	870	int monitor_words = moncount * frame::interpreter_frame_monitor_size();
never@1445	871	int stack_words = is_top_frame ? method->max_stack() : tempcount;
never@1445	872	int callee_extra_locals = callee_locals - callee_param_count;
never@1445	873
never@1445	874	if (interpreter_frame) {
never@1445	875	intptr_t *locals = interpreter_frame->sp() + method->max_locals();
never@1445	876	interpreterState istate = interpreter_frame->get_interpreterState();
never@1445	877	intptr_t *monitor_base = (intptr_t*) istate;
never@1445	878	intptr_t *stack_base = monitor_base - monitor_words;
never@1445	879	intptr_t *stack = stack_base - tempcount - 1;
never@1445	880
never@1445	881	BytecodeInterpreter::layout_interpreterState(istate,
never@1445	882	caller,
never@1445	883	NULL,
never@1445	884	method,
never@1445	885	locals,
never@1445	886	stack,
never@1445	887	stack_base,
never@1445	888	monitor_base,
never@1445	889	NULL,
never@1445	890	is_top_frame);
never@1445	891	}
never@1445	892	return header_words + monitor_words + stack_words + callee_extra_locals;
never@1445	893	}
never@1445	894
never@1445	895	void BytecodeInterpreter::layout_interpreterState(interpreterState istate,
never@1445	896	frame* caller,
never@1445	897	frame* current,
never@1445	898	methodOop method,
never@1445	899	intptr_t* locals,
never@1445	900	intptr_t* stack,
never@1445	901	intptr_t* stack_base,
never@1445	902	intptr_t* monitor_base,
never@1445	903	intptr_t* frame_bottom,
never@1445	904	bool is_top_frame) {
never@1445	905	istate->set_locals(locals);
never@1445	906	istate->set_method(method);
never@1445	907	istate->set_self_link(istate);
never@1445	908	istate->set_prev_link(NULL);
never@1445	909	// thread will be set by a hacky repurposing of frame::patch_pc()
never@1445	910	// bcp will be set by vframeArrayElement::unpack_on_stack()
never@1445	911	istate->set_constants(method->constants()->cache());
never@1445	912	istate->set_msg(BytecodeInterpreter::method_resume);
never@1445	913	istate->set_bcp_advance(0);
never@1445	914	istate->set_oop_temp(NULL);
never@1445	915	istate->set_mdx(NULL);
never@1445	916	if (caller->is_interpreted_frame()) {
never@1445	917	interpreterState prev = caller->get_interpreterState();
never@1445	918	prev->set_callee(method);
never@1445	919	if (*prev->bcp() == Bytecodes::_invokeinterface)
never@1445	920	prev->set_bcp_advance(5);
never@1445	921	else
never@1445	922	prev->set_bcp_advance(3);
never@1445	923	}
never@1445	924	istate->set_callee(NULL);
never@1445	925	istate->set_monitor_base((BasicObjectLock *) monitor_base);
never@1445	926	istate->set_stack_base(stack_base);
never@1445	927	istate->set_stack(stack);
never@1445	928	istate->set_stack_limit(stack_base - method->max_stack() - 1);
never@1445	929	}
never@1445	930
never@1445	931	address CppInterpreter::return_entry(TosState state, int length) {
never@1445	932	ShouldNotCallThis();
never@1445	933	}
never@1445	934
never@1445	935	address CppInterpreter::deopt_entry(TosState state, int length) {
never@1445	936	return NULL;
never@1445	937	}
never@1445	938
never@1445	939	// Helper for (runtime) stack overflow checks
never@1445	940
never@1445	941	int AbstractInterpreter::size_top_interpreter_activation(methodOop method) {
never@1445	942	return 0;
never@1445	943	}
never@1445	944
never@1445	945	// Helper for figuring out if frames are interpreter frames
never@1445	946
never@1445	947	bool CppInterpreter::contains(address pc) {
never@1445	948	#ifdef PRODUCT
never@1445	949	ShouldNotCallThis();
never@1445	950	#else
never@1445	951	return false; // make frame::print_value_on work
never@1445	952	#endif // !PRODUCT
never@1445	953	}
never@1445	954
never@1445	955	// Result handlers and convertors
never@1445	956
never@1445	957	address CppInterpreterGenerator::generate_result_handler_for(
never@1445	958	BasicType type) {
never@1445	959	assembler()->advance(1);
never@1445	960	return ShouldNotCallThisStub();
never@1445	961	}
never@1445	962
never@1445	963	address CppInterpreterGenerator::generate_tosca_to_stack_converter(
never@1445	964	BasicType type) {
never@1445	965	assembler()->advance(1);
never@1445	966	return ShouldNotCallThisStub();
never@1445	967	}
never@1445	968
never@1445	969	address CppInterpreterGenerator::generate_stack_to_stack_converter(
never@1445	970	BasicType type) {
never@1445	971	assembler()->advance(1);
never@1445	972	return ShouldNotCallThisStub();
never@1445	973	}
never@1445	974
never@1445	975	address CppInterpreterGenerator::generate_stack_to_native_abi_converter(
never@1445	976	BasicType type) {
never@1445	977	assembler()->advance(1);
never@1445	978	return ShouldNotCallThisStub();
never@1445	979	}
never@1445	980
never@1445	981	#endif // CC_INTERP