• file
• revisions
• annotate
• diff
• comparison
• raw

src/share/vm/runtime/stubRoutines.hpp@72053ed6f8d4 (annotated)

src/share/vm/runtime/stubRoutines.hpp

Thu, 24 Nov 2016 11:27:57 +0100

author

tschatzl

date

Thu, 24 Nov 2016 11:27:57 +0100

changeset 9982

72053ed6f8d4

parent 9788

44ef77ad417c

child 9806

758c07667682

permissions

-rw-r--r--

8057003: Large reference arrays cause extremely long synchronization times
Summary: Slice large object arrays into parts so that the synchronization of marking threads with an STW pause request does not take long.
Reviewed-by: ehelin, pliden
Contributed-by: maoliang.ml@alibaba-inc.com

duke@435	1	/*
dlong@7598	2	* Copyright (c) 1997, 2015, Oracle and/or its affiliates. All rights reserved.
duke@435	3	* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@435	4	*
duke@435	5	* This code is free software; you can redistribute it and/or modify it
duke@435	6	* under the terms of the GNU General Public License version 2 only, as
duke@435	7	* published by the Free Software Foundation.
duke@435	8	*
duke@435	9	* This code is distributed in the hope that it will be useful, but WITHOUT
duke@435	10	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@435	11	* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
duke@435	12	* version 2 for more details (a copy is included in the LICENSE file that
duke@435	13	* accompanied this code).
duke@435	14	*
duke@435	15	* You should have received a copy of the GNU General Public License version
duke@435	16	* 2 along with this work; if not, write to the Free Software Foundation,
duke@435	17	* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@435	18	*
trims@1907	19	* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
trims@1907	20	* or visit www.oracle.com if you need additional information or have any
trims@1907	21	* questions.
duke@435	22	*
duke@435	23	*/
duke@435	24
stefank@2314	25	#ifndef SHARE_VM_RUNTIME_STUBROUTINES_HPP
stefank@2314	26	#define SHARE_VM_RUNTIME_STUBROUTINES_HPP
stefank@2314	27
stefank@2314	28	#include "code/codeBlob.hpp"
stefank@2314	29	#include "memory/allocation.hpp"
stefank@2314	30	#include "runtime/frame.hpp"
stefank@2314	31	#include "runtime/mutexLocker.hpp"
stefank@2314	32	#include "runtime/stubCodeGenerator.hpp"
stefank@2314	33	#include "utilities/top.hpp"
stefank@2314	34	#ifdef TARGET_ARCH_x86
stefank@2314	35	# include "nativeInst_x86.hpp"
stefank@2314	36	#endif
stefank@2314	37	#ifdef TARGET_ARCH_sparc
stefank@2314	38	# include "nativeInst_sparc.hpp"
stefank@2314	39	#endif
stefank@2314	40	#ifdef TARGET_ARCH_zero
stefank@2314	41	# include "nativeInst_zero.hpp"
stefank@2314	42	#endif
bobv@2508	43	#ifdef TARGET_ARCH_arm
bobv@2508	44	# include "nativeInst_arm.hpp"
bobv@2508	45	#endif
bobv@2508	46	#ifdef TARGET_ARCH_ppc
bobv@2508	47	# include "nativeInst_ppc.hpp"
bobv@2508	48	#endif
stefank@2314	49
duke@435	50	// StubRoutines provides entry points to assembly routines used by
duke@435	51	// compiled code and the run-time system. Platform-specific entry
duke@435	52	// points are defined in the platform-specific inner class.
duke@435	53	//
duke@435	54	// Class scheme:
duke@435	55	//
duke@435	56	// platform-independent platform-dependent
duke@435	57	//
duke@435	58	// stubRoutines.hpp <-- included -- stubRoutines_<arch>.hpp
duke@435	59	// ^ ^
duke@435	60	// | |
duke@435	61	// implements implements
duke@435	62	// | |
duke@435	63	// | |
duke@435	64	// stubRoutines.cpp stubRoutines_<arch>.cpp
duke@435	65	// stubRoutines_<os_family>.cpp stubGenerator_<arch>.cpp
duke@435	66	// stubRoutines_<os_arch>.cpp
duke@435	67	//
duke@435	68	// Note 1: The important thing is a clean decoupling between stub
duke@435	69	// entry points (interfacing to the whole vm; i.e., 1-to-n
duke@435	70	// relationship) and stub generators (interfacing only to
duke@435	71	// the entry points implementation; i.e., 1-to-1 relationship).
duke@435	72	// This significantly simplifies changes in the generator
duke@435	73	// structure since the rest of the vm is not affected.
duke@435	74	//
duke@435	75	// Note 2: stubGenerator_<arch>.cpp contains a minimal portion of
duke@435	76	// machine-independent code; namely the generator calls of
duke@435	77	// the generator functions that are used platform-independently.
duke@435	78	// However, it comes with the advantage of having a 1-file
duke@435	79	// implementation of the generator. It should be fairly easy
duke@435	80	// to change, should it become a problem later.
duke@435	81	//
duke@435	82	// Scheme for adding a new entry point:
duke@435	83	//
duke@435	84	// 1. determine if it's a platform-dependent or independent entry point
duke@435	85	// a) if platform independent: make subsequent changes in the independent files
duke@435	86	// b) if platform dependent: make subsequent changes in the dependent files
duke@435	87	// 2. add a private instance variable holding the entry point address
duke@435	88	// 3. add a public accessor function to the instance variable
duke@435	89	// 4. implement the corresponding generator function in the platform-dependent
duke@435	90	// stubGenerator_<arch>.cpp file and call the function in generate_all() of that file
duke@435	91
duke@435	92
duke@435	93	class StubRoutines: AllStatic {
duke@435	94
duke@435	95	public:
duke@435	96	enum platform_independent_constants {
duke@435	97	max_size_of_parameters = 256 // max. parameter size supported by megamorphic lookups
duke@435	98	};
duke@435	99
duke@435	100	// Dependencies
duke@435	101	friend class StubGenerator;
dlong@7598	102	#if defined STUBROUTINES_MD_HPP
dlong@7598	103	# include STUBROUTINES_MD_HPP
dlong@7598	104	#elif defined TARGET_ARCH_MODEL_x86_32
stefank@2314	105	# include "stubRoutines_x86_32.hpp"
dlong@7598	106	#elif defined TARGET_ARCH_MODEL_x86_64
stefank@2314	107	# include "stubRoutines_x86_64.hpp"
dlong@7598	108	#elif defined TARGET_ARCH_MODEL_sparc
stefank@2314	109	# include "stubRoutines_sparc.hpp"
dlong@7598	110	#elif defined TARGET_ARCH_MODEL_zero
stefank@2314	111	# include "stubRoutines_zero.hpp"
dlong@7598	112	#elif defined TARGET_ARCH_MODEL_ppc_64
goetz@6441	113	# include "stubRoutines_ppc_64.hpp"
bobv@2508	114	#endif
stefank@2314	115
duke@435	116	static jint _verify_oop_count;
duke@435	117	static address _verify_oop_subroutine_entry;
duke@435	118
duke@435	119	static address _call_stub_return_address; // the return PC, when returning to a call stub
duke@435	120	static address _call_stub_entry;
duke@435	121	static address _forward_exception_entry;
duke@435	122	static address _catch_exception_entry;
duke@435	123	static address _throw_AbstractMethodError_entry;
dcubed@451	124	static address _throw_IncompatibleClassChangeError_entry;
duke@435	125	static address _throw_NullPointerException_at_call_entry;
duke@435	126	static address _throw_StackOverflowError_entry;
duke@435	127	static address _handler_for_unsafe_access_entry;
duke@435	128
duke@435	129	static address _atomic_xchg_entry;
duke@435	130	static address _atomic_xchg_ptr_entry;
duke@435	131	static address _atomic_store_entry;
duke@435	132	static address _atomic_store_ptr_entry;
duke@435	133	static address _atomic_cmpxchg_entry;
duke@435	134	static address _atomic_cmpxchg_ptr_entry;
duke@435	135	static address _atomic_cmpxchg_long_entry;
duke@435	136	static address _atomic_add_entry;
duke@435	137	static address _atomic_add_ptr_entry;
duke@435	138	static address _fence_entry;
duke@435	139	static address _d2i_wrapper;
duke@435	140	static address _d2l_wrapper;
duke@435	141
duke@435	142	static jint _fpu_cntrl_wrd_std;
duke@435	143	static jint _fpu_cntrl_wrd_24;
duke@435	144	static jint _fpu_cntrl_wrd_64;
duke@435	145	static jint _fpu_cntrl_wrd_trunc;
duke@435	146	static jint _mxcsr_std;
duke@435	147	static jint _fpu_subnormal_bias1[3];
duke@435	148	static jint _fpu_subnormal_bias2[3];
duke@435	149
duke@435	150	static BufferBlob* _code1; // code buffer for initial routines
duke@435	151	static BufferBlob* _code2; // code buffer for all other routines
duke@435	152
duke@435	153	// Leaf routines which implement arraycopy and their addresses
duke@435	154	// arraycopy operands aligned on element type boundary
duke@435	155	static address _jbyte_arraycopy;
duke@435	156	static address _jshort_arraycopy;
duke@435	157	static address _jint_arraycopy;
duke@435	158	static address _jlong_arraycopy;
iveresov@2606	159	static address _oop_arraycopy, _oop_arraycopy_uninit;
duke@435	160	static address _jbyte_disjoint_arraycopy;
duke@435	161	static address _jshort_disjoint_arraycopy;
duke@435	162	static address _jint_disjoint_arraycopy;
duke@435	163	static address _jlong_disjoint_arraycopy;
iveresov@2606	164	static address _oop_disjoint_arraycopy, _oop_disjoint_arraycopy_uninit;
duke@435	165
duke@435	166	// arraycopy operands aligned on zero'th element boundary
duke@435	167	// These are identical to the ones aligned aligned on an
duke@435	168	// element type boundary, except that they assume that both
duke@435	169	// source and destination are HeapWord aligned.
duke@435	170	static address _arrayof_jbyte_arraycopy;
duke@435	171	static address _arrayof_jshort_arraycopy;
duke@435	172	static address _arrayof_jint_arraycopy;
duke@435	173	static address _arrayof_jlong_arraycopy;
iveresov@2606	174	static address _arrayof_oop_arraycopy, _arrayof_oop_arraycopy_uninit;
duke@435	175	static address _arrayof_jbyte_disjoint_arraycopy;
duke@435	176	static address _arrayof_jshort_disjoint_arraycopy;
duke@435	177	static address _arrayof_jint_disjoint_arraycopy;
duke@435	178	static address _arrayof_jlong_disjoint_arraycopy;
iveresov@2606	179	static address _arrayof_oop_disjoint_arraycopy, _arrayof_oop_disjoint_arraycopy_uninit;
duke@435	180
duke@435	181	// these are recommended but optional:
iveresov@2606	182	static address _checkcast_arraycopy, _checkcast_arraycopy_uninit;
duke@435	183	static address _unsafe_arraycopy;
duke@435	184	static address _generic_arraycopy;
duke@435	185
never@2118	186	static address _jbyte_fill;
never@2118	187	static address _jshort_fill;
never@2118	188	static address _jint_fill;
never@2118	189	static address _arrayof_jbyte_fill;
never@2118	190	static address _arrayof_jshort_fill;
never@2118	191	static address _arrayof_jint_fill;
never@2118	192
kvn@3092	193	// zero heap space aligned to jlong (8 bytes)
kvn@3092	194	static address _zero_aligned_words;
kvn@3092	195
kvn@4205	196	static address _aescrypt_encryptBlock;
kvn@4205	197	static address _aescrypt_decryptBlock;
kvn@4205	198	static address _cipherBlockChaining_encryptAESCrypt;
kvn@4205	199	static address _cipherBlockChaining_decryptAESCrypt;
ascarpino@9788	200	static address _ghash_processBlocks;
kvn@4205	201
kvn@7027	202	static address _sha1_implCompress;
kvn@7027	203	static address _sha1_implCompressMB;
kvn@7027	204	static address _sha256_implCompress;
kvn@7027	205	static address _sha256_implCompressMB;
kvn@7027	206	static address _sha512_implCompress;
kvn@7027	207	static address _sha512_implCompressMB;
kvn@7027	208
drchase@5353	209	static address _updateBytesCRC32;
drchase@5353	210	static address _crc_table_adr;
drchase@5353	211
kvn@7152	212	static address _multiplyToLen;
igerasim@8307	213	static address _squareToLen;
igerasim@8307	214	static address _mulAdd;
vkempik@8318	215	static address _montgomeryMultiply;
vkempik@8318	216	static address _montgomerySquare;
kvn@7152	217
never@1609	218	// These are versions of the java.lang.Math methods which perform
never@1609	219	// the same operations as the intrinsic version. They are used for
never@1609	220	// constant folding in the compiler to ensure equivalence. If the
never@1609	221	// intrinsic version returns the same result as the strict version
never@1609	222	// then they can be set to the appropriate function from
never@1609	223	// SharedRuntime.
never@1609	224	static double (*_intrinsic_log)(double);
never@1609	225	static double (*_intrinsic_log10)(double);
never@1609	226	static double (*_intrinsic_exp)(double);
never@1609	227	static double (*_intrinsic_pow)(double, double);
never@1609	228	static double (*_intrinsic_sin)(double);
never@1609	229	static double (*_intrinsic_cos)(double);
never@1609	230	static double (*_intrinsic_tan)(double);
never@1609	231
goetz@5400	232	// Safefetch stubs.
goetz@5400	233	static address _safefetch32_entry;
goetz@5400	234	static address _safefetch32_fault_pc;
goetz@5400	235	static address _safefetch32_continuation_pc;
goetz@5400	236	static address _safefetchN_entry;
goetz@5400	237	static address _safefetchN_fault_pc;
goetz@5400	238	static address _safefetchN_continuation_pc;
goetz@5400	239
duke@435	240	public:
duke@435	241	// Initialization/Testing
duke@435	242	static void initialize1(); // must happen before universe::genesis
duke@435	243	static void initialize2(); // must happen after universe::genesis
duke@435	244
sla@5237	245	static bool is_stub_code(address addr) { return contains(addr); }
sla@5237	246
duke@435	247	static bool contains(address addr) {
duke@435	248	return
duke@435	249	(_code1 != NULL && _code1->blob_contains(addr)) ||
duke@435	250	(_code2 != NULL && _code2->blob_contains(addr)) ;
duke@435	251	}
duke@435	252
twisti@3969	253	static CodeBlob* code1() { return _code1; }
twisti@3969	254	static CodeBlob* code2() { return _code2; }
twisti@3969	255
duke@435	256	// Debugging
duke@435	257	static jint verify_oop_count() { return _verify_oop_count; }
duke@435	258	static jint* verify_oop_count_addr() { return &_verify_oop_count; }
duke@435	259	// a subroutine for debugging the GC
duke@435	260	static address verify_oop_subroutine_entry_address() { return (address)&_verify_oop_subroutine_entry; }
duke@435	261
duke@435	262	static address catch_exception_entry() { return _catch_exception_entry; }
duke@435	263
duke@435	264	// Calls to Java
duke@435	265	typedef void (*CallStub)(
duke@435	266	address link,
duke@435	267	intptr_t* result,
duke@435	268	BasicType result_type,
coleenp@4037	269	Method* method,
duke@435	270	address entry_point,
duke@435	271	intptr_t* parameters,
duke@435	272	int size_of_parameters,
duke@435	273	TRAPS
duke@435	274	);
duke@435	275
duke@435	276	static CallStub call_stub() { return CAST_TO_FN_PTR(CallStub, _call_stub_entry); }
duke@435	277
duke@435	278	// Exceptions
duke@435	279	static address forward_exception_entry() { return _forward_exception_entry; }
duke@435	280	// Implicit exceptions
duke@435	281	static address throw_AbstractMethodError_entry() { return _throw_AbstractMethodError_entry; }
dcubed@451	282	static address throw_IncompatibleClassChangeError_entry(){ return _throw_IncompatibleClassChangeError_entry; }
duke@435	283	static address throw_NullPointerException_at_call_entry(){ return _throw_NullPointerException_at_call_entry; }
duke@435	284	static address throw_StackOverflowError_entry() { return _throw_StackOverflowError_entry; }
duke@435	285
duke@435	286	// Exceptions during unsafe access - should throw Java exception rather
duke@435	287	// than crash.
duke@435	288	static address handler_for_unsafe_access() { return _handler_for_unsafe_access_entry; }
duke@435	289
duke@435	290	static address atomic_xchg_entry() { return _atomic_xchg_entry; }
duke@435	291	static address atomic_xchg_ptr_entry() { return _atomic_xchg_ptr_entry; }
duke@435	292	static address atomic_store_entry() { return _atomic_store_entry; }
duke@435	293	static address atomic_store_ptr_entry() { return _atomic_store_ptr_entry; }
duke@435	294	static address atomic_cmpxchg_entry() { return _atomic_cmpxchg_entry; }
duke@435	295	static address atomic_cmpxchg_ptr_entry() { return _atomic_cmpxchg_ptr_entry; }
duke@435	296	static address atomic_cmpxchg_long_entry() { return _atomic_cmpxchg_long_entry; }
duke@435	297	static address atomic_add_entry() { return _atomic_add_entry; }
duke@435	298	static address atomic_add_ptr_entry() { return _atomic_add_ptr_entry; }
duke@435	299	static address fence_entry() { return _fence_entry; }
duke@435	300
duke@435	301	static address d2i_wrapper() { return _d2i_wrapper; }
duke@435	302	static address d2l_wrapper() { return _d2l_wrapper; }
duke@435	303	static jint fpu_cntrl_wrd_std() { return _fpu_cntrl_wrd_std; }
duke@435	304	static address addr_fpu_cntrl_wrd_std() { return (address)&_fpu_cntrl_wrd_std; }
duke@435	305	static address addr_fpu_cntrl_wrd_24() { return (address)&_fpu_cntrl_wrd_24; }
duke@435	306	static address addr_fpu_cntrl_wrd_64() { return (address)&_fpu_cntrl_wrd_64; }
duke@435	307	static address addr_fpu_cntrl_wrd_trunc() { return (address)&_fpu_cntrl_wrd_trunc; }
duke@435	308	static address addr_mxcsr_std() { return (address)&_mxcsr_std; }
duke@435	309	static address addr_fpu_subnormal_bias1() { return (address)&_fpu_subnormal_bias1; }
duke@435	310	static address addr_fpu_subnormal_bias2() { return (address)&_fpu_subnormal_bias2; }
duke@435	311
duke@435	312
roland@2728	313	static address select_arraycopy_function(BasicType t, bool aligned, bool disjoint, const char* &name, bool dest_uninitialized);
roland@2728	314
duke@435	315	static address jbyte_arraycopy() { return _jbyte_arraycopy; }
duke@435	316	static address jshort_arraycopy() { return _jshort_arraycopy; }
duke@435	317	static address jint_arraycopy() { return _jint_arraycopy; }
duke@435	318	static address jlong_arraycopy() { return _jlong_arraycopy; }
iveresov@2606	319	static address oop_arraycopy(bool dest_uninitialized = false) {
iveresov@2606	320	return dest_uninitialized ? _oop_arraycopy_uninit : _oop_arraycopy;
iveresov@2606	321	}
duke@435	322	static address jbyte_disjoint_arraycopy() { return _jbyte_disjoint_arraycopy; }
duke@435	323	static address jshort_disjoint_arraycopy() { return _jshort_disjoint_arraycopy; }
duke@435	324	static address jint_disjoint_arraycopy() { return _jint_disjoint_arraycopy; }
duke@435	325	static address jlong_disjoint_arraycopy() { return _jlong_disjoint_arraycopy; }
iveresov@2606	326	static address oop_disjoint_arraycopy(bool dest_uninitialized = false) {
iveresov@2606	327	return dest_uninitialized ? _oop_disjoint_arraycopy_uninit : _oop_disjoint_arraycopy;
iveresov@2606	328	}
duke@435	329
duke@435	330	static address arrayof_jbyte_arraycopy() { return _arrayof_jbyte_arraycopy; }
duke@435	331	static address arrayof_jshort_arraycopy() { return _arrayof_jshort_arraycopy; }
duke@435	332	static address arrayof_jint_arraycopy() { return _arrayof_jint_arraycopy; }
duke@435	333	static address arrayof_jlong_arraycopy() { return _arrayof_jlong_arraycopy; }
iveresov@2606	334	static address arrayof_oop_arraycopy(bool dest_uninitialized = false) {
iveresov@2606	335	return dest_uninitialized ? _arrayof_oop_arraycopy_uninit : _arrayof_oop_arraycopy;
iveresov@2606	336	}
duke@435	337
duke@435	338	static address arrayof_jbyte_disjoint_arraycopy() { return _arrayof_jbyte_disjoint_arraycopy; }
duke@435	339	static address arrayof_jshort_disjoint_arraycopy() { return _arrayof_jshort_disjoint_arraycopy; }
duke@435	340	static address arrayof_jint_disjoint_arraycopy() { return _arrayof_jint_disjoint_arraycopy; }
duke@435	341	static address arrayof_jlong_disjoint_arraycopy() { return _arrayof_jlong_disjoint_arraycopy; }
iveresov@2606	342	static address arrayof_oop_disjoint_arraycopy(bool dest_uninitialized = false) {
iveresov@2606	343	return dest_uninitialized ? _arrayof_oop_disjoint_arraycopy_uninit : _arrayof_oop_disjoint_arraycopy;
iveresov@2606	344	}
duke@435	345
iveresov@2606	346	static address checkcast_arraycopy(bool dest_uninitialized = false) {
iveresov@2606	347	return dest_uninitialized ? _checkcast_arraycopy_uninit : _checkcast_arraycopy;
iveresov@2606	348	}
duke@435	349	static address unsafe_arraycopy() { return _unsafe_arraycopy; }
duke@435	350	static address generic_arraycopy() { return _generic_arraycopy; }
duke@435	351
never@2118	352	static address jbyte_fill() { return _jbyte_fill; }
never@2118	353	static address jshort_fill() { return _jshort_fill; }
never@2118	354	static address jint_fill() { return _jint_fill; }
never@2118	355	static address arrayof_jbyte_fill() { return _arrayof_jbyte_fill; }
never@2118	356	static address arrayof_jshort_fill() { return _arrayof_jshort_fill; }
never@2118	357	static address arrayof_jint_fill() { return _arrayof_jint_fill; }
never@2118	358
kvn@4205	359	static address aescrypt_encryptBlock() { return _aescrypt_encryptBlock; }
kvn@4205	360	static address aescrypt_decryptBlock() { return _aescrypt_decryptBlock; }
kvn@4205	361	static address cipherBlockChaining_encryptAESCrypt() { return _cipherBlockChaining_encryptAESCrypt; }
kvn@4205	362	static address cipherBlockChaining_decryptAESCrypt() { return _cipherBlockChaining_decryptAESCrypt; }
ascarpino@9788	363	static address ghash_processBlocks() { return _ghash_processBlocks; }
kvn@4205	364
kvn@7027	365	static address sha1_implCompress() { return _sha1_implCompress; }
kvn@7027	366	static address sha1_implCompressMB() { return _sha1_implCompressMB; }
kvn@7027	367	static address sha256_implCompress() { return _sha256_implCompress; }
kvn@7027	368	static address sha256_implCompressMB() { return _sha256_implCompressMB; }
kvn@7027	369	static address sha512_implCompress() { return _sha512_implCompress; }
kvn@7027	370	static address sha512_implCompressMB() { return _sha512_implCompressMB; }
kvn@7027	371
drchase@5353	372	static address updateBytesCRC32() { return _updateBytesCRC32; }
drchase@5353	373	static address crc_table_addr() { return _crc_table_adr; }
drchase@5353	374
kvn@7152	375	static address multiplyToLen() {return _multiplyToLen; }
igerasim@8307	376	static address squareToLen() {return _squareToLen; }
igerasim@8307	377	static address mulAdd() {return _mulAdd; }
vkempik@8318	378	static address montgomeryMultiply() { return _montgomeryMultiply; }
vkempik@8318	379	static address montgomerySquare() { return _montgomerySquare; }
kvn@7152	380
never@2118	381	static address select_fill_function(BasicType t, bool aligned, const char* &name);
never@2118	382
kvn@3092	383	static address zero_aligned_words() { return _zero_aligned_words; }
never@2118	384
never@1609	385	static double intrinsic_log(double d) {
never@1609	386	assert(_intrinsic_log != NULL, "must be defined");
never@1609	387	return _intrinsic_log(d);
never@1609	388	}
never@1609	389	static double intrinsic_log10(double d) {
never@1609	390	assert(_intrinsic_log != NULL, "must be defined");
never@1609	391	return _intrinsic_log10(d);
never@1609	392	}
never@1609	393	static double intrinsic_exp(double d) {
never@1609	394	assert(_intrinsic_exp != NULL, "must be defined");
never@1609	395	return _intrinsic_exp(d);
never@1609	396	}
never@1609	397	static double intrinsic_pow(double d, double d2) {
never@1609	398	assert(_intrinsic_pow != NULL, "must be defined");
never@1609	399	return _intrinsic_pow(d, d2);
never@1609	400	}
never@1609	401	static double intrinsic_sin(double d) {
never@1609	402	assert(_intrinsic_sin != NULL, "must be defined");
never@1609	403	return _intrinsic_sin(d);
never@1609	404	}
never@1609	405	static double intrinsic_cos(double d) {
never@1609	406	assert(_intrinsic_cos != NULL, "must be defined");
never@1609	407	return _intrinsic_cos(d);
never@1609	408	}
never@1609	409	static double intrinsic_tan(double d) {
never@1609	410	assert(_intrinsic_tan != NULL, "must be defined");
never@1609	411	return _intrinsic_tan(d);
never@1609	412	}
never@1609	413
duke@435	414	//
goetz@5400	415	// Safefetch stub support
goetz@5400	416	//
goetz@5400	417
goetz@5400	418	typedef int (*SafeFetch32Stub)(int* adr, int errValue);
goetz@5400	419	typedef intptr_t (*SafeFetchNStub) (intptr_t* adr, intptr_t errValue);
goetz@5400	420
goetz@5400	421	static SafeFetch32Stub SafeFetch32_stub() { return CAST_TO_FN_PTR(SafeFetch32Stub, _safefetch32_entry); }
goetz@5400	422	static SafeFetchNStub SafeFetchN_stub() { return CAST_TO_FN_PTR(SafeFetchNStub, _safefetchN_entry); }
goetz@5400	423
goetz@5400	424	static bool is_safefetch_fault(address pc) {
goetz@5400	425	return pc != NULL &&
goetz@5400	426	(pc == _safefetch32_fault_pc ||
goetz@5400	427	pc == _safefetchN_fault_pc);
goetz@5400	428	}
goetz@5400	429
goetz@5400	430	static address continuation_for_safefetch_fault(address pc) {
goetz@5400	431	assert(_safefetch32_continuation_pc != NULL &&
goetz@5400	432	_safefetchN_continuation_pc != NULL,
goetz@5400	433	"not initialized");
goetz@5400	434
goetz@5400	435	if (pc == _safefetch32_fault_pc) return _safefetch32_continuation_pc;
goetz@5400	436	if (pc == _safefetchN_fault_pc) return _safefetchN_continuation_pc;
goetz@5400	437
goetz@5400	438	ShouldNotReachHere();
goetz@5400	439	return NULL;
goetz@5400	440	}
goetz@5400	441
goetz@5400	442	//
duke@435	443	// Default versions of the above arraycopy functions for platforms which do
duke@435	444	// not have specialized versions
duke@435	445	//
iveresov@2606	446	static void jbyte_copy (jbyte* src, jbyte* dest, size_t count);
iveresov@2606	447	static void jshort_copy (jshort* src, jshort* dest, size_t count);
iveresov@2606	448	static void jint_copy (jint* src, jint* dest, size_t count);
iveresov@2606	449	static void jlong_copy (jlong* src, jlong* dest, size_t count);
iveresov@2606	450	static void oop_copy (oop* src, oop* dest, size_t count);
iveresov@2606	451	static void oop_copy_uninit(oop* src, oop* dest, size_t count);
duke@435	452
iveresov@2606	453	static void arrayof_jbyte_copy (HeapWord* src, HeapWord* dest, size_t count);
iveresov@2606	454	static void arrayof_jshort_copy (HeapWord* src, HeapWord* dest, size_t count);
iveresov@2606	455	static void arrayof_jint_copy (HeapWord* src, HeapWord* dest, size_t count);
iveresov@2606	456	static void arrayof_jlong_copy (HeapWord* src, HeapWord* dest, size_t count);
iveresov@2606	457	static void arrayof_oop_copy (HeapWord* src, HeapWord* dest, size_t count);
iveresov@2606	458	static void arrayof_oop_copy_uninit(HeapWord* src, HeapWord* dest, size_t count);
duke@435	459	};
stefank@2314	460
goetz@5400	461	// Safefetch allows to load a value from a location that's not known
goetz@5400	462	// to be valid. If the load causes a fault, the error value is returned.
goetz@5400	463	inline int SafeFetch32(int* adr, int errValue) {
goetz@5400	464	assert(StubRoutines::SafeFetch32_stub(), "stub not yet generated");
goetz@5400	465	return StubRoutines::SafeFetch32_stub()(adr, errValue);
goetz@5400	466	}
goetz@5400	467	inline intptr_t SafeFetchN(intptr_t* adr, intptr_t errValue) {
goetz@5400	468	assert(StubRoutines::SafeFetchN_stub(), "stub not yet generated");
goetz@5400	469	return StubRoutines::SafeFetchN_stub()(adr, errValue);
goetz@5400	470	}
goetz@5400	471
stefank@2314	472	#endif // SHARE_VM_RUNTIME_STUBROUTINES_HPP