• file
• revisions
• annotate
• diff
• comparison
• raw

src/os_cpu/bsd_x86/vm/copy_bsd_x86.inline.hpp@758935f7c23f (annotated)

src/os_cpu/bsd_x86/vm/copy_bsd_x86.inline.hpp

Fri, 08 Feb 2013 12:48:24 +0100

author

sla

date

Fri, 08 Feb 2013 12:48:24 +0100

changeset 4564

758935f7c23f

parent 0

f90c822e73f8

permissions

-rw-r--r--

8006423: SA: NullPointerException in sun.jvm.hotspot.debugger.bsd.BsdThread.getContext(BsdThread.java:67)
Summary: Do not rely on mach thread port names to identify threads from SA
Reviewed-by: dholmes, minqi, rbackman

aoqi@0	1	/*
aoqi@0	2	* Copyright (c) 2003, 2010, Oracle and/or its affiliates. All rights reserved.
aoqi@0	3	* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
aoqi@0	4	*
aoqi@0	5	* This code is free software; you can redistribute it and/or modify it
aoqi@0	6	* under the terms of the GNU General Public License version 2 only, as
aoqi@0	7	* published by the Free Software Foundation.
aoqi@0	8	*
aoqi@0	9	* This code is distributed in the hope that it will be useful, but WITHOUT
aoqi@0	10	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
aoqi@0	11	* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
aoqi@0	12	* version 2 for more details (a copy is included in the LICENSE file that
aoqi@0	13	* accompanied this code).
aoqi@0	14	*
aoqi@0	15	* You should have received a copy of the GNU General Public License version
aoqi@0	16	* 2 along with this work; if not, write to the Free Software Foundation,
aoqi@0	17	* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
aoqi@0	18	*
aoqi@0	19	* Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
aoqi@0	20	* or visit www.oracle.com if you need additional information or have any
aoqi@0	21	* questions.
aoqi@0	22	*
aoqi@0	23	*/
aoqi@0	24
aoqi@0	25	#ifndef OS_CPU_BSD_X86_VM_COPY_BSD_X86_INLINE_HPP
aoqi@0	26	#define OS_CPU_BSD_X86_VM_COPY_BSD_X86_INLINE_HPP
aoqi@0	27
aoqi@0	28	static void pd_conjoint_words(HeapWord* from, HeapWord* to, size_t count) {
aoqi@0	29	#ifdef AMD64
aoqi@0	30	(void)memmove(to, from, count * HeapWordSize);
aoqi@0	31	#else
aoqi@0	32	// Includes a zero-count check.
aoqi@0	33	intx temp;
aoqi@0	34	__asm__ volatile(" testl %6,%6 ;"
aoqi@0	35	" jz 7f ;"
aoqi@0	36	" cmpl %4,%5 ;"
aoqi@0	37	" leal -4(%4,%6,4),%3;"
aoqi@0	38	" jbe 1f ;"
aoqi@0	39	" cmpl %7,%5 ;"
aoqi@0	40	" jbe 4f ;"
aoqi@0	41	"1: cmpl $32,%6 ;"
aoqi@0	42	" ja 3f ;"
aoqi@0	43	" subl %4,%1 ;"
aoqi@0	44	"2: movl (%4),%3 ;"
aoqi@0	45	" movl %7,(%5,%4,1) ;"
aoqi@0	46	" addl $4,%0 ;"
aoqi@0	47	" subl $1,%2 ;"
aoqi@0	48	" jnz 2b ;"
aoqi@0	49	" jmp 7f ;"
aoqi@0	50	"3: rep; smovl ;"
aoqi@0	51	" jmp 7f ;"
aoqi@0	52	"4: cmpl $32,%2 ;"
aoqi@0	53	" movl %7,%0 ;"
aoqi@0	54	" leal -4(%5,%6,4),%1;"
aoqi@0	55	" ja 6f ;"
aoqi@0	56	" subl %4,%1 ;"
aoqi@0	57	"5: movl (%4),%3 ;"
aoqi@0	58	" movl %7,(%5,%4,1) ;"
aoqi@0	59	" subl $4,%0 ;"
aoqi@0	60	" subl $1,%2 ;"
aoqi@0	61	" jnz 5b ;"
aoqi@0	62	" jmp 7f ;"
aoqi@0	63	"6: std ;"
aoqi@0	64	" rep; smovl ;"
aoqi@0	65	" cld ;"
aoqi@0	66	"7: nop "
aoqi@0	67	: "=S" (from), "=D" (to), "=c" (count), "=r" (temp)
aoqi@0	68	: "0" (from), "1" (to), "2" (count), "3" (temp)
aoqi@0	69	: "memory", "flags");
aoqi@0	70	#endif // AMD64
aoqi@0	71	}
aoqi@0	72
aoqi@0	73	static void pd_disjoint_words(HeapWord* from, HeapWord* to, size_t count) {
aoqi@0	74	#ifdef AMD64
aoqi@0	75	switch (count) {
aoqi@0	76	case 8: to[7] = from[7];
aoqi@0	77	case 7: to[6] = from[6];
aoqi@0	78	case 6: to[5] = from[5];
aoqi@0	79	case 5: to[4] = from[4];
aoqi@0	80	case 4: to[3] = from[3];
aoqi@0	81	case 3: to[2] = from[2];
aoqi@0	82	case 2: to[1] = from[1];
aoqi@0	83	case 1: to[0] = from[0];
aoqi@0	84	case 0: break;
aoqi@0	85	default:
aoqi@0	86	(void)memcpy(to, from, count * HeapWordSize);
aoqi@0	87	break;
aoqi@0	88	}
aoqi@0	89	#else
aoqi@0	90	// Includes a zero-count check.
aoqi@0	91	intx temp;
aoqi@0	92	__asm__ volatile(" testl %6,%6 ;"
aoqi@0	93	" jz 3f ;"
aoqi@0	94	" cmpl $32,%6 ;"
aoqi@0	95	" ja 2f ;"
aoqi@0	96	" subl %4,%1 ;"
aoqi@0	97	"1: movl (%4),%3 ;"
aoqi@0	98	" movl %7,(%5,%4,1);"
aoqi@0	99	" addl $4,%0 ;"
aoqi@0	100	" subl $1,%2 ;"
aoqi@0	101	" jnz 1b ;"
aoqi@0	102	" jmp 3f ;"
aoqi@0	103	"2: rep; smovl ;"
aoqi@0	104	"3: nop "
aoqi@0	105	: "=S" (from), "=D" (to), "=c" (count), "=r" (temp)
aoqi@0	106	: "0" (from), "1" (to), "2" (count), "3" (temp)
aoqi@0	107	: "memory", "cc");
aoqi@0	108	#endif // AMD64
aoqi@0	109	}
aoqi@0	110
aoqi@0	111	static void pd_disjoint_words_atomic(HeapWord* from, HeapWord* to, size_t count) {
aoqi@0	112	#ifdef AMD64
aoqi@0	113	switch (count) {
aoqi@0	114	case 8: to[7] = from[7];
aoqi@0	115	case 7: to[6] = from[6];
aoqi@0	116	case 6: to[5] = from[5];
aoqi@0	117	case 5: to[4] = from[4];
aoqi@0	118	case 4: to[3] = from[3];
aoqi@0	119	case 3: to[2] = from[2];
aoqi@0	120	case 2: to[1] = from[1];
aoqi@0	121	case 1: to[0] = from[0];
aoqi@0	122	case 0: break;
aoqi@0	123	default:
aoqi@0	124	while (count-- > 0) {
aoqi@0	125	*to++ = *from++;
aoqi@0	126	}
aoqi@0	127	break;
aoqi@0	128	}
aoqi@0	129	#else
aoqi@0	130	// pd_disjoint_words is word-atomic in this implementation.
aoqi@0	131	pd_disjoint_words(from, to, count);
aoqi@0	132	#endif // AMD64
aoqi@0	133	}
aoqi@0	134
aoqi@0	135	static void pd_aligned_conjoint_words(HeapWord* from, HeapWord* to, size_t count) {
aoqi@0	136	pd_conjoint_words(from, to, count);
aoqi@0	137	}
aoqi@0	138
aoqi@0	139	static void pd_aligned_disjoint_words(HeapWord* from, HeapWord* to, size_t count) {
aoqi@0	140	pd_disjoint_words(from, to, count);
aoqi@0	141	}
aoqi@0	142
aoqi@0	143	static void pd_conjoint_bytes(void* from, void* to, size_t count) {
aoqi@0	144	#ifdef AMD64
aoqi@0	145	(void)memmove(to, from, count);
aoqi@0	146	#else
aoqi@0	147	// Includes a zero-count check.
aoqi@0	148	intx temp;
aoqi@0	149	__asm__ volatile(" testl %6,%6 ;"
aoqi@0	150	" jz 13f ;"
aoqi@0	151	" cmpl %4,%5 ;"
aoqi@0	152	" leal -1(%4,%6),%3 ;"
aoqi@0	153	" jbe 1f ;"
aoqi@0	154	" cmpl %7,%5 ;"
aoqi@0	155	" jbe 8f ;"
aoqi@0	156	"1: cmpl $3,%6 ;"
aoqi@0	157	" jbe 6f ;"
aoqi@0	158	" movl %6,%3 ;"
aoqi@0	159	" movl $4,%2 ;"
aoqi@0	160	" subl %4,%2 ;"
aoqi@0	161	" andl $3,%2 ;"
aoqi@0	162	" jz 2f ;"
aoqi@0	163	" subl %6,%3 ;"
aoqi@0	164	" rep; smovb ;"
aoqi@0	165	"2: movl %7,%2 ;"
aoqi@0	166	" shrl $2,%2 ;"
aoqi@0	167	" jz 5f ;"
aoqi@0	168	" cmpl $32,%2 ;"
aoqi@0	169	" ja 4f ;"
aoqi@0	170	" subl %4,%1 ;"
aoqi@0	171	"3: movl (%4),%%edx ;"
aoqi@0	172	" movl %%edx,(%5,%4,1);"
aoqi@0	173	" addl $4,%0 ;"
aoqi@0	174	" subl $1,%2 ;"
aoqi@0	175	" jnz 3b ;"
aoqi@0	176	" addl %4,%1 ;"
aoqi@0	177	" jmp 5f ;"
aoqi@0	178	"4: rep; smovl ;"
aoqi@0	179	"5: movl %7,%2 ;"
aoqi@0	180	" andl $3,%2 ;"
aoqi@0	181	" jz 13f ;"
aoqi@0	182	"6: xorl %7,%3 ;"
aoqi@0	183	"7: movb (%4,%7,1),%%dl ;"
aoqi@0	184	" movb %%dl,(%5,%7,1) ;"
aoqi@0	185	" addl $1,%3 ;"
aoqi@0	186	" subl $1,%2 ;"
aoqi@0	187	" jnz 7b ;"
aoqi@0	188	" jmp 13f ;"
aoqi@0	189	"8: std ;"
aoqi@0	190	" cmpl $12,%2 ;"
aoqi@0	191	" ja 9f ;"
aoqi@0	192	" movl %7,%0 ;"
aoqi@0	193	" leal -1(%6,%5),%1 ;"
aoqi@0	194	" jmp 11f ;"
aoqi@0	195	"9: xchgl %3,%2 ;"
aoqi@0	196	" movl %6,%0 ;"
aoqi@0	197	" addl $1,%2 ;"
aoqi@0	198	" leal -1(%7,%5),%1 ;"
aoqi@0	199	" andl $3,%2 ;"
aoqi@0	200	" jz 10f ;"
aoqi@0	201	" subl %6,%3 ;"
aoqi@0	202	" rep; smovb ;"
aoqi@0	203	"10: movl %7,%2 ;"
aoqi@0	204	" subl $3,%0 ;"
aoqi@0	205	" shrl $2,%2 ;"
aoqi@0	206	" subl $3,%1 ;"
aoqi@0	207	" rep; smovl ;"
aoqi@0	208	" andl $3,%3 ;"
aoqi@0	209	" jz 12f ;"
aoqi@0	210	" movl %7,%2 ;"
aoqi@0	211	" addl $3,%0 ;"
aoqi@0	212	" addl $3,%1 ;"
aoqi@0	213	"11: rep; smovb ;"
aoqi@0	214	"12: cld ;"
aoqi@0	215	"13: nop ;"
aoqi@0	216	: "=S" (from), "=D" (to), "=c" (count), "=r" (temp)
aoqi@0	217	: "0" (from), "1" (to), "2" (count), "3" (temp)
aoqi@0	218	: "memory", "flags", "%edx");
aoqi@0	219	#endif // AMD64
aoqi@0	220	}
aoqi@0	221
aoqi@0	222	static void pd_conjoint_bytes_atomic(void* from, void* to, size_t count) {
aoqi@0	223	pd_conjoint_bytes(from, to, count);
aoqi@0	224	}
aoqi@0	225
aoqi@0	226	static void pd_conjoint_jshorts_atomic(jshort* from, jshort* to, size_t count) {
aoqi@0	227	_Copy_conjoint_jshorts_atomic(from, to, count);
aoqi@0	228	}
aoqi@0	229
aoqi@0	230	static void pd_conjoint_jints_atomic(jint* from, jint* to, size_t count) {
aoqi@0	231	#ifdef AMD64
aoqi@0	232	_Copy_conjoint_jints_atomic(from, to, count);
aoqi@0	233	#else
aoqi@0	234	assert(HeapWordSize == BytesPerInt, "heapwords and jints must be the same size");
aoqi@0	235	// pd_conjoint_words is word-atomic in this implementation.
aoqi@0	236	pd_conjoint_words((HeapWord*)from, (HeapWord*)to, count);
aoqi@0	237	#endif // AMD64
aoqi@0	238	}
aoqi@0	239
aoqi@0	240	static void pd_conjoint_jlongs_atomic(jlong* from, jlong* to, size_t count) {
aoqi@0	241	#ifdef AMD64
aoqi@0	242	_Copy_conjoint_jlongs_atomic(from, to, count);
aoqi@0	243	#else
aoqi@0	244	// Guarantee use of fild/fistp or xmm regs via some asm code, because compilers won't.
aoqi@0	245	if (from > to) {
aoqi@0	246	while (count-- > 0) {
aoqi@0	247	__asm__ volatile("fildll (%0); fistpll (%1)"
aoqi@0	248	:
aoqi@0	249	: "r" (from), "r" (to)
aoqi@0	250	: "memory" );
aoqi@0	251	++from;
aoqi@0	252	++to;
aoqi@0	253	}
aoqi@0	254	} else {
aoqi@0	255	while (count-- > 0) {
aoqi@0	256	__asm__ volatile("fildll (%0,%2,8); fistpll (%1,%2,8)"
aoqi@0	257	:
aoqi@0	258	: "r" (from), "r" (to), "r" (count)
aoqi@0	259	: "memory" );
aoqi@0	260	}
aoqi@0	261	}
aoqi@0	262	#endif // AMD64
aoqi@0	263	}
aoqi@0	264
aoqi@0	265	static void pd_conjoint_oops_atomic(oop* from, oop* to, size_t count) {
aoqi@0	266	#ifdef AMD64
aoqi@0	267	assert(BytesPerLong == BytesPerOop, "jlongs and oops must be the same size");
aoqi@0	268	_Copy_conjoint_jlongs_atomic((jlong*)from, (jlong*)to, count);
aoqi@0	269	#else
aoqi@0	270	assert(HeapWordSize == BytesPerOop, "heapwords and oops must be the same size");
aoqi@0	271	// pd_conjoint_words is word-atomic in this implementation.
aoqi@0	272	pd_conjoint_words((HeapWord*)from, (HeapWord*)to, count);
aoqi@0	273	#endif // AMD64
aoqi@0	274	}
aoqi@0	275
aoqi@0	276	static void pd_arrayof_conjoint_bytes(HeapWord* from, HeapWord* to, size_t count) {
aoqi@0	277	_Copy_arrayof_conjoint_bytes(from, to, count);
aoqi@0	278	}
aoqi@0	279
aoqi@0	280	static void pd_arrayof_conjoint_jshorts(HeapWord* from, HeapWord* to, size_t count) {
aoqi@0	281	_Copy_arrayof_conjoint_jshorts(from, to, count);
aoqi@0	282	}
aoqi@0	283
aoqi@0	284	static void pd_arrayof_conjoint_jints(HeapWord* from, HeapWord* to, size_t count) {
aoqi@0	285	#ifdef AMD64
aoqi@0	286	_Copy_arrayof_conjoint_jints(from, to, count);
aoqi@0	287	#else
aoqi@0	288	pd_conjoint_jints_atomic((jint*)from, (jint*)to, count);
aoqi@0	289	#endif // AMD64
aoqi@0	290	}
aoqi@0	291
aoqi@0	292	static void pd_arrayof_conjoint_jlongs(HeapWord* from, HeapWord* to, size_t count) {
aoqi@0	293	#ifdef AMD64
aoqi@0	294	_Copy_arrayof_conjoint_jlongs(from, to, count);
aoqi@0	295	#else
aoqi@0	296	pd_conjoint_jlongs_atomic((jlong*)from, (jlong*)to, count);
aoqi@0	297	#endif // AMD64
aoqi@0	298	}
aoqi@0	299
aoqi@0	300	static void pd_arrayof_conjoint_oops(HeapWord* from, HeapWord* to, size_t count) {
aoqi@0	301	#ifdef AMD64
aoqi@0	302	assert(BytesPerLong == BytesPerOop, "jlongs and oops must be the same size");
aoqi@0	303	_Copy_arrayof_conjoint_jlongs(from, to, count);
aoqi@0	304	#else
aoqi@0	305	pd_conjoint_oops_atomic((oop*)from, (oop*)to, count);
aoqi@0	306	#endif // AMD64
aoqi@0	307	}
aoqi@0	308
aoqi@0	309	#endif // OS_CPU_BSD_X86_VM_COPY_BSD_X86_INLINE_HPP