• file
• revisions
• annotate
• diff
• comparison
• raw

src/cpu/x86/vm/c1_CodeStubs_x86.cpp@d5d065957597 (annotated)

src/cpu/x86/vm/c1_CodeStubs_x86.cpp

Fri, 03 Sep 2010 17:51:07 -0700

author

iveresov

date

Fri, 03 Sep 2010 17:51:07 -0700

changeset 2138

d5d065957597

parent 1907

c18cbe5936b8

child 2174

f02a8bbe6ed4

permissions

-rw-r--r--

6953144: Tiered compilation
Summary: Infrastructure for tiered compilation support (interpreter + c1 + c2) for 32 and 64 bit. Simple tiered policy implementation.
Reviewed-by: kvn, never, phh, twisti

duke@435	1	/*
trims@1907	2	* Copyright (c) 1999, 2010, Oracle and/or its affiliates. All rights reserved.
duke@435	3	* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@435	4	*
duke@435	5	* This code is free software; you can redistribute it and/or modify it
duke@435	6	* under the terms of the GNU General Public License version 2 only, as
duke@435	7	* published by the Free Software Foundation.
duke@435	8	*
duke@435	9	* This code is distributed in the hope that it will be useful, but WITHOUT
duke@435	10	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@435	11	* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
duke@435	12	* version 2 for more details (a copy is included in the LICENSE file that
duke@435	13	* accompanied this code).
duke@435	14	*
duke@435	15	* You should have received a copy of the GNU General Public License version
duke@435	16	* 2 along with this work; if not, write to the Free Software Foundation,
duke@435	17	* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@435	18	*
trims@1907	19	* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
trims@1907	20	* or visit www.oracle.com if you need additional information or have any
trims@1907	21	* questions.
duke@435	22	*
duke@435	23	*/
duke@435	24
duke@435	25	#include "incls/_precompiled.incl"
duke@435	26	#include "incls/_c1_CodeStubs_x86.cpp.incl"
duke@435	27
duke@435	28
duke@435	29	#define __ ce->masm()->
duke@435	30
duke@435	31	float ConversionStub::float_zero = 0.0;
duke@435	32	double ConversionStub::double_zero = 0.0;
duke@435	33
duke@435	34	void ConversionStub::emit_code(LIR_Assembler* ce) {
duke@435	35	__ bind(_entry);
duke@435	36	assert(bytecode() == Bytecodes::_f2i || bytecode() == Bytecodes::_d2i, "other conversions do not require stub");
duke@435	37
duke@435	38
duke@435	39	if (input()->is_single_xmm()) {
duke@435	40	__ comiss(input()->as_xmm_float_reg(),
duke@435	41	ExternalAddress((address)&float_zero));
duke@435	42	} else if (input()->is_double_xmm()) {
duke@435	43	__ comisd(input()->as_xmm_double_reg(),
duke@435	44	ExternalAddress((address)&double_zero));
duke@435	45	} else {
never@739	46	LP64_ONLY(ShouldNotReachHere());
never@739	47	__ push(rax);
duke@435	48	__ ftst();
duke@435	49	__ fnstsw_ax();
duke@435	50	__ sahf();
never@739	51	__ pop(rax);
duke@435	52	}
duke@435	53
duke@435	54	Label NaN, do_return;
duke@435	55	__ jccb(Assembler::parity, NaN);
duke@435	56	__ jccb(Assembler::below, do_return);
duke@435	57
duke@435	58	// input is > 0 -> return maxInt
duke@435	59	// result register already contains 0x80000000, so subtracting 1 gives 0x7fffffff
duke@435	60	__ decrement(result()->as_register());
duke@435	61	__ jmpb(do_return);
duke@435	62
duke@435	63	// input is NaN -> return 0
duke@435	64	__ bind(NaN);
never@739	65	__ xorptr(result()->as_register(), result()->as_register());
duke@435	66
duke@435	67	__ bind(do_return);
duke@435	68	__ jmp(_continuation);
duke@435	69	}
duke@435	70
duke@435	71	void CounterOverflowStub::emit_code(LIR_Assembler* ce) {
duke@435	72	__ bind(_entry);
iveresov@2138	73	ce->store_parameter(_method->as_register(), 1);
duke@435	74	ce->store_parameter(_bci, 0);
duke@435	75	__ call(RuntimeAddress(Runtime1::entry_for(Runtime1::counter_overflow_id)));
duke@435	76	ce->add_call_info_here(_info);
duke@435	77	ce->verify_oop_map(_info);
duke@435	78	__ jmp(_continuation);
duke@435	79	}
duke@435	80
duke@435	81	RangeCheckStub::RangeCheckStub(CodeEmitInfo* info, LIR_Opr index,
duke@435	82	bool throw_index_out_of_bounds_exception)
duke@435	83	: _throw_index_out_of_bounds_exception(throw_index_out_of_bounds_exception)
duke@435	84	, _index(index)
duke@435	85	{
duke@435	86	_info = info == NULL ? NULL : new CodeEmitInfo(info);
duke@435	87	}
duke@435	88
duke@435	89
duke@435	90	void RangeCheckStub::emit_code(LIR_Assembler* ce) {
duke@435	91	__ bind(_entry);
duke@435	92	// pass the array index on stack because all registers must be preserved
duke@435	93	if (_index->is_cpu_register()) {
duke@435	94	ce->store_parameter(_index->as_register(), 0);
duke@435	95	} else {
duke@435	96	ce->store_parameter(_index->as_jint(), 0);
duke@435	97	}
duke@435	98	Runtime1::StubID stub_id;
duke@435	99	if (_throw_index_out_of_bounds_exception) {
duke@435	100	stub_id = Runtime1::throw_index_exception_id;
duke@435	101	} else {
duke@435	102	stub_id = Runtime1::throw_range_check_failed_id;
duke@435	103	}
duke@435	104	__ call(RuntimeAddress(Runtime1::entry_for(stub_id)));
duke@435	105	ce->add_call_info_here(_info);
duke@435	106	debug_only(__ should_not_reach_here());
duke@435	107	}
duke@435	108
duke@435	109
duke@435	110	void DivByZeroStub::emit_code(LIR_Assembler* ce) {
duke@435	111	if (_offset != -1) {
duke@435	112	ce->compilation()->implicit_exception_table()->append(_offset, __ offset());
duke@435	113	}
duke@435	114	__ bind(_entry);
duke@435	115	__ call(RuntimeAddress(Runtime1::entry_for(Runtime1::throw_div0_exception_id)));
duke@435	116	ce->add_call_info_here(_info);
duke@435	117	debug_only(__ should_not_reach_here());
duke@435	118	}
duke@435	119
duke@435	120
duke@435	121	// Implementation of NewInstanceStub
duke@435	122
duke@435	123	NewInstanceStub::NewInstanceStub(LIR_Opr klass_reg, LIR_Opr result, ciInstanceKlass* klass, CodeEmitInfo* info, Runtime1::StubID stub_id) {
duke@435	124	_result = result;
duke@435	125	_klass = klass;
duke@435	126	_klass_reg = klass_reg;
duke@435	127	_info = new CodeEmitInfo(info);
duke@435	128	assert(stub_id == Runtime1::new_instance_id ||
duke@435	129	stub_id == Runtime1::fast_new_instance_id ||
duke@435	130	stub_id == Runtime1::fast_new_instance_init_check_id,
duke@435	131	"need new_instance id");
duke@435	132	_stub_id = stub_id;
duke@435	133	}
duke@435	134
duke@435	135
duke@435	136	void NewInstanceStub::emit_code(LIR_Assembler* ce) {
duke@435	137	assert(__ rsp_offset() == 0, "frame size should be fixed");
duke@435	138	__ bind(_entry);
never@739	139	__ movptr(rdx, _klass_reg->as_register());
duke@435	140	__ call(RuntimeAddress(Runtime1::entry_for(_stub_id)));
duke@435	141	ce->add_call_info_here(_info);
duke@435	142	ce->verify_oop_map(_info);
duke@435	143	assert(_result->as_register() == rax, "result must in rax,");
duke@435	144	__ jmp(_continuation);
duke@435	145	}
duke@435	146
duke@435	147
duke@435	148	// Implementation of NewTypeArrayStub
duke@435	149
duke@435	150	NewTypeArrayStub::NewTypeArrayStub(LIR_Opr klass_reg, LIR_Opr length, LIR_Opr result, CodeEmitInfo* info) {
duke@435	151	_klass_reg = klass_reg;
duke@435	152	_length = length;
duke@435	153	_result = result;
duke@435	154	_info = new CodeEmitInfo(info);
duke@435	155	}
duke@435	156
duke@435	157
duke@435	158	void NewTypeArrayStub::emit_code(LIR_Assembler* ce) {
duke@435	159	assert(__ rsp_offset() == 0, "frame size should be fixed");
duke@435	160	__ bind(_entry);
duke@435	161	assert(_length->as_register() == rbx, "length must in rbx,");
duke@435	162	assert(_klass_reg->as_register() == rdx, "klass_reg must in rdx");
duke@435	163	__ call(RuntimeAddress(Runtime1::entry_for(Runtime1::new_type_array_id)));
duke@435	164	ce->add_call_info_here(_info);
duke@435	165	ce->verify_oop_map(_info);
duke@435	166	assert(_result->as_register() == rax, "result must in rax,");
duke@435	167	__ jmp(_continuation);
duke@435	168	}
duke@435	169
duke@435	170
duke@435	171	// Implementation of NewObjectArrayStub
duke@435	172
duke@435	173	NewObjectArrayStub::NewObjectArrayStub(LIR_Opr klass_reg, LIR_Opr length, LIR_Opr result, CodeEmitInfo* info) {
duke@435	174	_klass_reg = klass_reg;
duke@435	175	_result = result;
duke@435	176	_length = length;
duke@435	177	_info = new CodeEmitInfo(info);
duke@435	178	}
duke@435	179
duke@435	180
duke@435	181	void NewObjectArrayStub::emit_code(LIR_Assembler* ce) {
duke@435	182	assert(__ rsp_offset() == 0, "frame size should be fixed");
duke@435	183	__ bind(_entry);
duke@435	184	assert(_length->as_register() == rbx, "length must in rbx,");
duke@435	185	assert(_klass_reg->as_register() == rdx, "klass_reg must in rdx");
duke@435	186	__ call(RuntimeAddress(Runtime1::entry_for(Runtime1::new_object_array_id)));
duke@435	187	ce->add_call_info_here(_info);
duke@435	188	ce->verify_oop_map(_info);
duke@435	189	assert(_result->as_register() == rax, "result must in rax,");
duke@435	190	__ jmp(_continuation);
duke@435	191	}
duke@435	192
duke@435	193
duke@435	194	// Implementation of MonitorAccessStubs
duke@435	195
duke@435	196	MonitorEnterStub::MonitorEnterStub(LIR_Opr obj_reg, LIR_Opr lock_reg, CodeEmitInfo* info)
duke@435	197	: MonitorAccessStub(obj_reg, lock_reg)
duke@435	198	{
duke@435	199	_info = new CodeEmitInfo(info);
duke@435	200	}
duke@435	201
duke@435	202
duke@435	203	void MonitorEnterStub::emit_code(LIR_Assembler* ce) {
duke@435	204	assert(__ rsp_offset() == 0, "frame size should be fixed");
duke@435	205	__ bind(_entry);
duke@435	206	ce->store_parameter(_obj_reg->as_register(), 1);
duke@435	207	ce->store_parameter(_lock_reg->as_register(), 0);
duke@435	208	Runtime1::StubID enter_id;
duke@435	209	if (ce->compilation()->has_fpu_code()) {
duke@435	210	enter_id = Runtime1::monitorenter_id;
duke@435	211	} else {
duke@435	212	enter_id = Runtime1::monitorenter_nofpu_id;
duke@435	213	}
duke@435	214	__ call(RuntimeAddress(Runtime1::entry_for(enter_id)));
duke@435	215	ce->add_call_info_here(_info);
duke@435	216	ce->verify_oop_map(_info);
duke@435	217	__ jmp(_continuation);
duke@435	218	}
duke@435	219
duke@435	220
duke@435	221	void MonitorExitStub::emit_code(LIR_Assembler* ce) {
duke@435	222	__ bind(_entry);
duke@435	223	if (_compute_lock) {
duke@435	224	// lock_reg was destroyed by fast unlocking attempt => recompute it
duke@435	225	ce->monitor_address(_monitor_ix, _lock_reg);
duke@435	226	}
duke@435	227	ce->store_parameter(_lock_reg->as_register(), 0);
duke@435	228	// note: non-blocking leaf routine => no call info needed
duke@435	229	Runtime1::StubID exit_id;
duke@435	230	if (ce->compilation()->has_fpu_code()) {
duke@435	231	exit_id = Runtime1::monitorexit_id;
duke@435	232	} else {
duke@435	233	exit_id = Runtime1::monitorexit_nofpu_id;
duke@435	234	}
duke@435	235	__ call(RuntimeAddress(Runtime1::entry_for(exit_id)));
duke@435	236	__ jmp(_continuation);
duke@435	237	}
duke@435	238
duke@435	239
duke@435	240	// Implementation of patching:
duke@435	241	// - Copy the code at given offset to an inlined buffer (first the bytes, then the number of bytes)
duke@435	242	// - Replace original code with a call to the stub
duke@435	243	// At Runtime:
duke@435	244	// - call to stub, jump to runtime
duke@435	245	// - in runtime: preserve all registers (rspecially objects, i.e., source and destination object)
duke@435	246	// - in runtime: after initializing class, restore original code, reexecute instruction
duke@435	247
duke@435	248	int PatchingStub::_patch_info_offset = -NativeGeneralJump::instruction_size;
duke@435	249
duke@435	250	void PatchingStub::align_patch_site(MacroAssembler* masm) {
duke@435	251	// We're patching a 5-7 byte instruction on intel and we need to
duke@435	252	// make sure that we don't see a piece of the instruction. It
duke@435	253	// appears mostly impossible on Intel to simply invalidate other
duke@435	254	// processors caches and since they may do aggressive prefetch it's
duke@435	255	// very hard to make a guess about what code might be in the icache.
duke@435	256	// Force the instruction to be double word aligned so that it
duke@435	257	// doesn't span a cache line.
duke@435	258	masm->align(round_to(NativeGeneralJump::instruction_size, wordSize));
duke@435	259	}
duke@435	260
duke@435	261	void PatchingStub::emit_code(LIR_Assembler* ce) {
duke@435	262	assert(NativeCall::instruction_size <= _bytes_to_copy && _bytes_to_copy <= 0xFF, "not enough room for call");
duke@435	263
duke@435	264	Label call_patch;
duke@435	265
duke@435	266	// static field accesses have special semantics while the class
duke@435	267	// initializer is being run so we emit a test which can be used to
duke@435	268	// check that this code is being executed by the initializing
duke@435	269	// thread.
duke@435	270	address being_initialized_entry = __ pc();
duke@435	271	if (CommentedAssembly) {
duke@435	272	__ block_comment(" patch template");
duke@435	273	}
duke@435	274	if (_id == load_klass_id) {
duke@435	275	// produce a copy of the load klass instruction for use by the being initialized case
duke@435	276	address start = __ pc();
duke@435	277	jobject o = NULL;
duke@435	278	__ movoop(_obj, o);
duke@435	279	#ifdef ASSERT
duke@435	280	for (int i = 0; i < _bytes_to_copy; i++) {
duke@435	281	address ptr = (address)(_pc_start + i);
duke@435	282	int a_byte = (*ptr) & 0xFF;
duke@435	283	assert(a_byte == *start++, "should be the same code");
duke@435	284	}
duke@435	285	#endif
duke@435	286	} else {
duke@435	287	// make a copy the code which is going to be patched.
duke@435	288	for ( int i = 0; i < _bytes_to_copy; i++) {
duke@435	289	address ptr = (address)(_pc_start + i);
duke@435	290	int a_byte = (*ptr) & 0xFF;
duke@435	291	__ a_byte (a_byte);
duke@435	292	*ptr = 0x90; // make the site look like a nop
duke@435	293	}
duke@435	294	}
duke@435	295
duke@435	296	address end_of_patch = __ pc();
duke@435	297	int bytes_to_skip = 0;
duke@435	298	if (_id == load_klass_id) {
duke@435	299	int offset = __ offset();
duke@435	300	if (CommentedAssembly) {
duke@435	301	__ block_comment(" being_initialized check");
duke@435	302	}
duke@435	303	assert(_obj != noreg, "must be a valid register");
duke@435	304	Register tmp = rax;
duke@435	305	if (_obj == tmp) tmp = rbx;
never@739	306	__ push(tmp);
duke@435	307	__ get_thread(tmp);
never@739	308	__ cmpptr(tmp, Address(_obj, instanceKlass::init_thread_offset_in_bytes() + sizeof(klassOopDesc)));
never@739	309	__ pop(tmp);
duke@435	310	__ jcc(Assembler::notEqual, call_patch);
duke@435	311
duke@435	312	// access_field patches may execute the patched code before it's
duke@435	313	// copied back into place so we need to jump back into the main
duke@435	314	// code of the nmethod to continue execution.
duke@435	315	__ jmp(_patch_site_continuation);
duke@435	316
duke@435	317	// make sure this extra code gets skipped
duke@435	318	bytes_to_skip += __ offset() - offset;
duke@435	319	}
duke@435	320	if (CommentedAssembly) {
duke@435	321	__ block_comment("patch data encoded as movl");
duke@435	322	}
duke@435	323	// Now emit the patch record telling the runtime how to find the
duke@435	324	// pieces of the patch. We only need 3 bytes but for readability of
duke@435	325	// the disassembly we make the data look like a movl reg, imm32,
duke@435	326	// which requires 5 bytes
duke@435	327	int sizeof_patch_record = 5;
duke@435	328	bytes_to_skip += sizeof_patch_record;
duke@435	329
duke@435	330	// emit the offsets needed to find the code to patch
duke@435	331	int being_initialized_entry_offset = __ pc() - being_initialized_entry + sizeof_patch_record;
duke@435	332
duke@435	333	__ a_byte(0xB8);
duke@435	334	__ a_byte(0);
duke@435	335	__ a_byte(being_initialized_entry_offset);
duke@435	336	__ a_byte(bytes_to_skip);
duke@435	337	__ a_byte(_bytes_to_copy);
duke@435	338	address patch_info_pc = __ pc();
duke@435	339	assert(patch_info_pc - end_of_patch == bytes_to_skip, "incorrect patch info");
duke@435	340
duke@435	341	address entry = __ pc();
duke@435	342	NativeGeneralJump::insert_unconditional((address)_pc_start, entry);
duke@435	343	address target = NULL;
duke@435	344	switch (_id) {
duke@435	345	case access_field_id: target = Runtime1::entry_for(Runtime1::access_field_patching_id); break;
duke@435	346	case load_klass_id: target = Runtime1::entry_for(Runtime1::load_klass_patching_id); break;
duke@435	347	default: ShouldNotReachHere();
duke@435	348	}
duke@435	349	__ bind(call_patch);
duke@435	350
duke@435	351	if (CommentedAssembly) {
duke@435	352	__ block_comment("patch entry point");
duke@435	353	}
duke@435	354	__ call(RuntimeAddress(target));
duke@435	355	assert(_patch_info_offset == (patch_info_pc - __ pc()), "must not change");
duke@435	356	ce->add_call_info_here(_info);
duke@435	357	int jmp_off = __ offset();
duke@435	358	__ jmp(_patch_site_entry);
duke@435	359	// Add enough nops so deoptimization can overwrite the jmp above with a call
duke@435	360	// and not destroy the world.
duke@435	361	for (int j = __ offset() ; j < jmp_off + 5 ; j++ ) {
duke@435	362	__ nop();
duke@435	363	}
duke@435	364	if (_id == load_klass_id) {
duke@435	365	CodeSection* cs = __ code_section();
duke@435	366	RelocIterator iter(cs, (address)_pc_start, (address)(_pc_start + 1));
duke@435	367	relocInfo::change_reloc_info_for_address(&iter, (address) _pc_start, relocInfo::oop_type, relocInfo::none);
duke@435	368	}
duke@435	369	}
duke@435	370
duke@435	371
twisti@1730	372	void DeoptimizeStub::emit_code(LIR_Assembler* ce) {
twisti@1730	373	__ bind(_entry);
twisti@1730	374	__ call(RuntimeAddress(SharedRuntime::deopt_blob()->unpack_with_reexecution()));
twisti@1730	375	ce->add_call_info_here(_info);
twisti@1730	376	debug_only(__ should_not_reach_here());
twisti@1730	377	}
twisti@1730	378
twisti@1730	379
duke@435	380	void ImplicitNullCheckStub::emit_code(LIR_Assembler* ce) {
duke@435	381	ce->compilation()->implicit_exception_table()->append(_offset, __ offset());
duke@435	382	__ bind(_entry);
duke@435	383	__ call(RuntimeAddress(Runtime1::entry_for(Runtime1::throw_null_pointer_exception_id)));
duke@435	384	ce->add_call_info_here(_info);
duke@435	385	debug_only(__ should_not_reach_here());
duke@435	386	}
duke@435	387
duke@435	388
duke@435	389	void SimpleExceptionStub::emit_code(LIR_Assembler* ce) {
duke@435	390	assert(__ rsp_offset() == 0, "frame size should be fixed");
duke@435	391
duke@435	392	__ bind(_entry);
duke@435	393	// pass the object on stack because all registers must be preserved
duke@435	394	if (_obj->is_cpu_register()) {
duke@435	395	ce->store_parameter(_obj->as_register(), 0);
duke@435	396	}
duke@435	397	__ call(RuntimeAddress(Runtime1::entry_for(_stub)));
duke@435	398	ce->add_call_info_here(_info);
duke@435	399	debug_only(__ should_not_reach_here());
duke@435	400	}
duke@435	401
duke@435	402
duke@435	403	ArrayStoreExceptionStub::ArrayStoreExceptionStub(CodeEmitInfo* info):
duke@435	404	_info(info) {
duke@435	405	}
duke@435	406
duke@435	407
duke@435	408	void ArrayStoreExceptionStub::emit_code(LIR_Assembler* ce) {
duke@435	409	assert(__ rsp_offset() == 0, "frame size should be fixed");
duke@435	410	__ bind(_entry);
duke@435	411	__ call(RuntimeAddress(Runtime1::entry_for(Runtime1::throw_array_store_exception_id)));
duke@435	412	ce->add_call_info_here(_info);
duke@435	413	debug_only(__ should_not_reach_here());
duke@435	414	}
duke@435	415
duke@435	416
duke@435	417	void ArrayCopyStub::emit_code(LIR_Assembler* ce) {
duke@435	418	//---------------slow case: call to native-----------------
duke@435	419	__ bind(_entry);
duke@435	420	// Figure out where the args should go
duke@435	421	// This should really convert the IntrinsicID to the methodOop and signature
duke@435	422	// but I don't know how to do that.
duke@435	423	//
duke@435	424	VMRegPair args[5];
duke@435	425	BasicType signature[5] = { T_OBJECT, T_INT, T_OBJECT, T_INT, T_INT};
duke@435	426	SharedRuntime::java_calling_convention(signature, args, 5, true);
duke@435	427
duke@435	428	// push parameters
duke@435	429	// (src, src_pos, dest, destPos, length)
duke@435	430	Register r[5];
duke@435	431	r[0] = src()->as_register();
duke@435	432	r[1] = src_pos()->as_register();
duke@435	433	r[2] = dst()->as_register();
duke@435	434	r[3] = dst_pos()->as_register();
duke@435	435	r[4] = length()->as_register();
duke@435	436
duke@435	437	// next registers will get stored on the stack
duke@435	438	for (int i = 0; i < 5 ; i++ ) {
duke@435	439	VMReg r_1 = args[i].first();
duke@435	440	if (r_1->is_stack()) {
duke@435	441	int st_off = r_1->reg2stack() * wordSize;
never@739	442	__ movptr (Address(rsp, st_off), r[i]);
duke@435	443	} else {
duke@435	444	assert(r[i] == args[i].first()->as_Register(), "Wrong register for arg ");
duke@435	445	}
duke@435	446	}
duke@435	447
duke@435	448	ce->align_call(lir_static_call);
duke@435	449
duke@435	450	ce->emit_static_call_stub();
duke@435	451	AddressLiteral resolve(SharedRuntime::get_resolve_static_call_stub(),
duke@435	452	relocInfo::static_call_type);
duke@435	453	__ call(resolve);
duke@435	454	ce->add_call_info_here(info());
duke@435	455
duke@435	456	#ifndef PRODUCT
never@739	457	__ incrementl(ExternalAddress((address)&Runtime1::_arraycopy_slowcase_cnt));
duke@435	458	#endif
duke@435	459
duke@435	460	__ jmp(_continuation);
duke@435	461	}
duke@435	462
ysr@777	463	/////////////////////////////////////////////////////////////////////////////
ysr@777	464	#ifndef SERIALGC
ysr@777	465
ysr@777	466	void G1PreBarrierStub::emit_code(LIR_Assembler* ce) {
ysr@777	467
ysr@777	468	// At this point we know that marking is in progress
ysr@777	469
ysr@777	470	__ bind(_entry);
ysr@777	471	assert(pre_val()->is_register(), "Precondition.");
ysr@777	472
ysr@777	473	Register pre_val_reg = pre_val()->as_register();
ysr@777	474
ysr@777	475	ce->mem2reg(addr(), pre_val(), T_OBJECT, patch_code(), info(), false);
ysr@777	476
apetrusenko@797	477	__ cmpptr(pre_val_reg, (int32_t) NULL_WORD);
ysr@777	478	__ jcc(Assembler::equal, _continuation);
ysr@777	479	ce->store_parameter(pre_val()->as_register(), 0);
ysr@777	480	__ call(RuntimeAddress(Runtime1::entry_for(Runtime1::g1_pre_barrier_slow_id)));
ysr@777	481	__ jmp(_continuation);
ysr@777	482
ysr@777	483	}
ysr@777	484
ysr@777	485	jbyte* G1PostBarrierStub::_byte_map_base = NULL;
ysr@777	486
ysr@777	487	jbyte* G1PostBarrierStub::byte_map_base_slow() {
ysr@777	488	BarrierSet* bs = Universe::heap()->barrier_set();
ysr@777	489	assert(bs->is_a(BarrierSet::G1SATBCTLogging),
ysr@777	490	"Must be if we're using this.");
ysr@777	491	return ((G1SATBCardTableModRefBS*)bs)->byte_map_base;
ysr@777	492	}
ysr@777	493
ysr@777	494	void G1PostBarrierStub::emit_code(LIR_Assembler* ce) {
ysr@777	495	__ bind(_entry);
ysr@777	496	assert(addr()->is_register(), "Precondition.");
ysr@777	497	assert(new_val()->is_register(), "Precondition.");
ysr@777	498	Register new_val_reg = new_val()->as_register();
apetrusenko@797	499	__ cmpptr(new_val_reg, (int32_t) NULL_WORD);
ysr@777	500	__ jcc(Assembler::equal, _continuation);
ysr@777	501	ce->store_parameter(addr()->as_register(), 0);
ysr@777	502	__ call(RuntimeAddress(Runtime1::entry_for(Runtime1::g1_post_barrier_slow_id)));
ysr@777	503	__ jmp(_continuation);
ysr@777	504	}
ysr@777	505
ysr@777	506	#endif // SERIALGC
ysr@777	507	/////////////////////////////////////////////////////////////////////////////
duke@435	508
duke@435	509	#undef __