• file
• revisions
• annotate
• diff
• comparison
• raw

src/share/vm/gc_implementation/parallelScavenge/psVirtualspace.cpp@82db0859acbe (annotated)

src/share/vm/gc_implementation/parallelScavenge/psVirtualspace.cpp

Fri, 28 Mar 2008 23:35:42 -0700

author

jcoomes

date

Fri, 28 Mar 2008 23:35:42 -0700

changeset 514

82db0859acbe

parent 435

a61af66fc99e

child 672

1fdb98a17101

permissions

-rw-r--r--

6642862: Code cache allocation fails with large pages after 6588638
Reviewed-by: apetrusenko

duke@435	1	/*
duke@435	2	* Copyright 2003-2005 Sun Microsystems, Inc. All Rights Reserved.
duke@435	3	* DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@435	4	*
duke@435	5	* This code is free software; you can redistribute it and/or modify it
duke@435	6	* under the terms of the GNU General Public License version 2 only, as
duke@435	7	* published by the Free Software Foundation.
duke@435	8	*
duke@435	9	* This code is distributed in the hope that it will be useful, but WITHOUT
duke@435	10	* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@435	11	* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
duke@435	12	* version 2 for more details (a copy is included in the LICENSE file that
duke@435	13	* accompanied this code).
duke@435	14	*
duke@435	15	* You should have received a copy of the GNU General Public License version
duke@435	16	* 2 along with this work; if not, write to the Free Software Foundation,
duke@435	17	* Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@435	18	*
duke@435	19	* Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
duke@435	20	* CA 95054 USA or visit www.sun.com if you need additional information or
duke@435	21	* have any questions.
duke@435	22	*
duke@435	23	*/
duke@435	24
duke@435	25	#include "incls/_precompiled.incl"
duke@435	26	#include "incls/_psVirtualspace.cpp.incl"
duke@435	27
duke@435	28	// PSVirtualSpace
duke@435	29
duke@435	30	PSVirtualSpace::PSVirtualSpace(ReservedSpace rs, size_t alignment) :
duke@435	31	_alignment(alignment)
duke@435	32	{
duke@435	33	set_reserved(rs);
duke@435	34	set_committed(reserved_low_addr(), reserved_low_addr());
duke@435	35	DEBUG_ONLY(verify());
duke@435	36	}
duke@435	37
duke@435	38	PSVirtualSpace::PSVirtualSpace(ReservedSpace rs) :
duke@435	39	_alignment(os::vm_page_size())
duke@435	40	{
duke@435	41	set_reserved(rs);
duke@435	42	set_committed(reserved_low_addr(), reserved_low_addr());
duke@435	43	DEBUG_ONLY(verify());
duke@435	44	}
duke@435	45
duke@435	46	// Deprecated.
duke@435	47	PSVirtualSpace::PSVirtualSpace(): _alignment(os::vm_page_size()) {
duke@435	48	}
duke@435	49
duke@435	50	// Deprecated.
duke@435	51	bool PSVirtualSpace::initialize(ReservedSpace rs,
duke@435	52	size_t commit_size) {
duke@435	53	set_reserved(rs);
duke@435	54	set_committed(reserved_low_addr(), reserved_low_addr());
duke@435	55
duke@435	56	// Commit to initial size.
duke@435	57	assert(commit_size <= rs.size(), "commit_size too big");
duke@435	58	bool result = commit_size > 0 ? expand_by(commit_size) : true;
duke@435	59	DEBUG_ONLY(verify());
duke@435	60	return result;
duke@435	61	}
duke@435	62
duke@435	63	PSVirtualSpace::~PSVirtualSpace() {
duke@435	64	release();
duke@435	65	}
duke@435	66
duke@435	67	bool PSVirtualSpace::contains(void* p) const {
duke@435	68	char* const cp = (char*)p;
duke@435	69	return cp >= committed_low_addr() && cp < committed_high_addr();
duke@435	70	}
duke@435	71
duke@435	72	void PSVirtualSpace::release() {
duke@435	73	DEBUG_ONLY(PSVirtualSpaceVerifier this_verifier(this));
duke@435	74	if (reserved_low_addr() != NULL) {
duke@435	75	if (special()) {
duke@435	76	os::release_memory_special(reserved_low_addr(), reserved_size());
duke@435	77	} else {
duke@435	78	(void)os::release_memory(reserved_low_addr(), reserved_size());
duke@435	79	}
duke@435	80	}
duke@435	81	_reserved_low_addr = _reserved_high_addr = NULL;
duke@435	82	_committed_low_addr = _committed_high_addr = NULL;
duke@435	83	_special = false;
duke@435	84	}
duke@435	85
duke@435	86	bool PSVirtualSpace::expand_by(size_t bytes, bool pre_touch) {
duke@435	87	assert(is_aligned(bytes), "arg not aligned");
duke@435	88	DEBUG_ONLY(PSVirtualSpaceVerifier this_verifier(this));
duke@435	89
duke@435	90	if (uncommitted_size() < bytes) {
duke@435	91	return false;
duke@435	92	}
duke@435	93
duke@435	94	char* const base_addr = committed_high_addr();
duke@435	95	bool result = special() || os::commit_memory(base_addr, bytes, alignment());
duke@435	96	if (result) {
duke@435	97	_committed_high_addr += bytes;
duke@435	98	}
duke@435	99
duke@435	100	if (pre_touch || AlwaysPreTouch) {
duke@435	101	for (char* curr = base_addr;
duke@435	102	curr < _committed_high_addr;
duke@435	103	curr += os::vm_page_size()) {
duke@435	104	char tmp = *curr;
duke@435	105	*curr = 0;
duke@435	106	}
duke@435	107	}
duke@435	108
duke@435	109	return result;
duke@435	110	}
duke@435	111
duke@435	112	bool PSVirtualSpace::shrink_by(size_t bytes) {
duke@435	113	assert(is_aligned(bytes), "arg not aligned");
duke@435	114	DEBUG_ONLY(PSVirtualSpaceVerifier this_verifier(this));
duke@435	115
duke@435	116	if (committed_size() < bytes) {
duke@435	117	return false;
duke@435	118	}
duke@435	119
duke@435	120	char* const base_addr = committed_high_addr() - bytes;
duke@435	121	bool result = special() || os::uncommit_memory(base_addr, bytes);
duke@435	122	if (result) {
duke@435	123	_committed_high_addr -= bytes;
duke@435	124	}
duke@435	125
duke@435	126	return result;
duke@435	127	}
duke@435	128
duke@435	129	size_t
duke@435	130	PSVirtualSpace::expand_into(PSVirtualSpace* other_space, size_t bytes) {
duke@435	131	assert(is_aligned(bytes), "arg not aligned");
duke@435	132	assert(grows_up(), "this space must grow up");
duke@435	133	assert(other_space->grows_down(), "other space must grow down");
duke@435	134	assert(reserved_high_addr() == other_space->reserved_low_addr(),
duke@435	135	"spaces not contiguous");
duke@435	136	assert(special() == other_space->special(), "one space is special, the other is not");
duke@435	137	DEBUG_ONLY(PSVirtualSpaceVerifier this_verifier(this));
duke@435	138	DEBUG_ONLY(PSVirtualSpaceVerifier other_verifier(other_space));
duke@435	139
duke@435	140	size_t bytes_needed = bytes;
duke@435	141
duke@435	142	// First use the uncommitted region in this space.
duke@435	143	size_t tmp_bytes = MIN2(uncommitted_size(), bytes_needed);
duke@435	144	if (tmp_bytes > 0) {
duke@435	145	if (expand_by(tmp_bytes)) {
duke@435	146	bytes_needed -= tmp_bytes;
duke@435	147	} else {
duke@435	148	return 0;
duke@435	149	}
duke@435	150	}
duke@435	151
duke@435	152	// Next take from the uncommitted region in the other space, and commit it.
duke@435	153	tmp_bytes = MIN2(other_space->uncommitted_size(), bytes_needed);
duke@435	154	if (tmp_bytes > 0) {
duke@435	155	char* const commit_base = committed_high_addr();
duke@435	156	if (other_space->special() ||
duke@435	157	os::commit_memory(commit_base, tmp_bytes, alignment())) {
duke@435	158	// Reduce the reserved region in the other space.
duke@435	159	other_space->set_reserved(other_space->reserved_low_addr() + tmp_bytes,
duke@435	160	other_space->reserved_high_addr(),
duke@435	161	other_space->special());
duke@435	162
duke@435	163	// Grow both reserved and committed in this space.
duke@435	164	_reserved_high_addr += tmp_bytes;
duke@435	165	_committed_high_addr += tmp_bytes;
duke@435	166	bytes_needed -= tmp_bytes;
duke@435	167	} else {
duke@435	168	return bytes - bytes_needed;
duke@435	169	}
duke@435	170	}
duke@435	171
duke@435	172	// Finally take from the already committed region in the other space.
duke@435	173	tmp_bytes = bytes_needed;
duke@435	174	if (tmp_bytes > 0) {
duke@435	175	// Reduce both committed and reserved in the other space.
duke@435	176	other_space->set_committed(other_space->committed_low_addr() + tmp_bytes,
duke@435	177	other_space->committed_high_addr());
duke@435	178	other_space->set_reserved(other_space->reserved_low_addr() + tmp_bytes,
duke@435	179	other_space->reserved_high_addr(),
duke@435	180	other_space->special());
duke@435	181
duke@435	182	// Grow both reserved and committed in this space.
duke@435	183	_reserved_high_addr += tmp_bytes;
duke@435	184	_committed_high_addr += tmp_bytes;
duke@435	185	}
duke@435	186
duke@435	187	return bytes;
duke@435	188	}
duke@435	189
duke@435	190	#ifndef PRODUCT
duke@435	191	bool PSVirtualSpace::is_aligned(size_t value, size_t align) {
duke@435	192	const size_t tmp_value = value + align - 1;
duke@435	193	const size_t mask = ~(align - 1);
duke@435	194	return (tmp_value & mask) == value;
duke@435	195	}
duke@435	196
duke@435	197	bool PSVirtualSpace::is_aligned(size_t value) const {
duke@435	198	return is_aligned(value, alignment());
duke@435	199	}
duke@435	200
duke@435	201	bool PSVirtualSpace::is_aligned(char* value) const {
duke@435	202	return is_aligned((size_t)value);
duke@435	203	}
duke@435	204
duke@435	205	void PSVirtualSpace::verify() const {
duke@435	206	assert(is_aligned(alignment(), os::vm_page_size()), "bad alignment");
duke@435	207	assert(is_aligned(reserved_low_addr()), "bad reserved_low_addr");
duke@435	208	assert(is_aligned(reserved_high_addr()), "bad reserved_high_addr");
duke@435	209	assert(is_aligned(committed_low_addr()), "bad committed_low_addr");
duke@435	210	assert(is_aligned(committed_high_addr()), "bad committed_high_addr");
duke@435	211
duke@435	212	// Reserved region must be non-empty or both addrs must be 0.
duke@435	213	assert(reserved_low_addr() < reserved_high_addr() ||
duke@435	214	reserved_low_addr() == NULL && reserved_high_addr() == NULL,
duke@435	215	"bad reserved addrs");
duke@435	216	assert(committed_low_addr() <= committed_high_addr(), "bad committed addrs");
duke@435	217
duke@435	218	if (grows_up()) {
duke@435	219	assert(reserved_low_addr() == committed_low_addr(), "bad low addrs");
duke@435	220	assert(reserved_high_addr() >= committed_high_addr(), "bad high addrs");
duke@435	221	} else {
duke@435	222	assert(reserved_high_addr() == committed_high_addr(), "bad high addrs");
duke@435	223	assert(reserved_low_addr() <= committed_low_addr(), "bad low addrs");
duke@435	224	}
duke@435	225	}
duke@435	226
duke@435	227	void PSVirtualSpace::print() const {
duke@435	228	gclog_or_tty->print_cr("virtual space [" PTR_FORMAT "]: alignment="
duke@435	229	SIZE_FORMAT "K grows %s%s",
duke@435	230	this, alignment() / K, grows_up() ? "up" : "down",
duke@435	231	special() ? " (pinned in memory)" : "");
duke@435	232	gclog_or_tty->print_cr(" reserved=" SIZE_FORMAT "K"
duke@435	233	" [" PTR_FORMAT "," PTR_FORMAT "]"
duke@435	234	" committed=" SIZE_FORMAT "K"
duke@435	235	" [" PTR_FORMAT "," PTR_FORMAT "]",
duke@435	236	reserved_size() / K,
duke@435	237	reserved_low_addr(), reserved_high_addr(),
duke@435	238	committed_size() / K,
duke@435	239	committed_low_addr(), committed_high_addr());
duke@435	240	}
duke@435	241	#endif // #ifndef PRODUCT
duke@435	242
duke@435	243	void PSVirtualSpace::print_space_boundaries_on(outputStream* st) const {
duke@435	244	st->print_cr(" [" PTR_FORMAT ", " PTR_FORMAT ", " PTR_FORMAT ")",
duke@435	245	low_boundary(), high(), high_boundary());
duke@435	246	}
duke@435	247
duke@435	248	PSVirtualSpaceHighToLow::PSVirtualSpaceHighToLow(ReservedSpace rs,
duke@435	249	size_t alignment) :
duke@435	250	PSVirtualSpace(alignment)
duke@435	251	{
duke@435	252	set_reserved(rs);
duke@435	253	set_committed(reserved_high_addr(), reserved_high_addr());
duke@435	254	DEBUG_ONLY(verify());
duke@435	255	}
duke@435	256
duke@435	257	PSVirtualSpaceHighToLow::PSVirtualSpaceHighToLow(ReservedSpace rs) {
duke@435	258	set_reserved(rs);
duke@435	259	set_committed(reserved_high_addr(), reserved_high_addr());
duke@435	260	DEBUG_ONLY(verify());
duke@435	261	}
duke@435	262
duke@435	263	bool PSVirtualSpaceHighToLow::expand_by(size_t bytes, bool pre_touch) {
duke@435	264	assert(is_aligned(bytes), "arg not aligned");
duke@435	265	DEBUG_ONLY(PSVirtualSpaceVerifier this_verifier(this));
duke@435	266
duke@435	267	if (uncommitted_size() < bytes) {
duke@435	268	return false;
duke@435	269	}
duke@435	270
duke@435	271	char* const base_addr = committed_low_addr() - bytes;
duke@435	272	bool result = special() || os::commit_memory(base_addr, bytes, alignment());
duke@435	273	if (result) {
duke@435	274	_committed_low_addr -= bytes;
duke@435	275	}
duke@435	276
duke@435	277	if (pre_touch || AlwaysPreTouch) {
duke@435	278	for (char* curr = base_addr;
duke@435	279	curr < _committed_high_addr;
duke@435	280	curr += os::vm_page_size()) {
duke@435	281	char tmp = *curr;
duke@435	282	*curr = 0;
duke@435	283	}
duke@435	284	}
duke@435	285
duke@435	286	return result;
duke@435	287	}
duke@435	288
duke@435	289	bool PSVirtualSpaceHighToLow::shrink_by(size_t bytes) {
duke@435	290	assert(is_aligned(bytes), "arg not aligned");
duke@435	291	DEBUG_ONLY(PSVirtualSpaceVerifier this_verifier(this));
duke@435	292
duke@435	293	if (committed_size() < bytes) {
duke@435	294	return false;
duke@435	295	}
duke@435	296
duke@435	297	char* const base_addr = committed_low_addr();
duke@435	298	bool result = special() || os::uncommit_memory(base_addr, bytes);
duke@435	299	if (result) {
duke@435	300	_committed_low_addr += bytes;
duke@435	301	}
duke@435	302
duke@435	303	return result;
duke@435	304	}
duke@435	305
duke@435	306	size_t PSVirtualSpaceHighToLow::expand_into(PSVirtualSpace* other_space,
duke@435	307	size_t bytes) {
duke@435	308	assert(is_aligned(bytes), "arg not aligned");
duke@435	309	assert(grows_down(), "this space must grow down");
duke@435	310	assert(other_space->grows_up(), "other space must grow up");
duke@435	311	assert(reserved_low_addr() == other_space->reserved_high_addr(),
duke@435	312	"spaces not contiguous");
duke@435	313	assert(special() == other_space->special(), "one space is special in memory, the other is not");
duke@435	314	DEBUG_ONLY(PSVirtualSpaceVerifier this_verifier(this));
duke@435	315	DEBUG_ONLY(PSVirtualSpaceVerifier other_verifier(other_space));
duke@435	316
duke@435	317	size_t bytes_needed = bytes;
duke@435	318
duke@435	319	// First use the uncommitted region in this space.
duke@435	320	size_t tmp_bytes = MIN2(uncommitted_size(), bytes_needed);
duke@435	321	if (tmp_bytes > 0) {
duke@435	322	if (expand_by(tmp_bytes)) {
duke@435	323	bytes_needed -= tmp_bytes;
duke@435	324	} else {
duke@435	325	return 0;
duke@435	326	}
duke@435	327	}
duke@435	328
duke@435	329	// Next take from the uncommitted region in the other space, and commit it.
duke@435	330	tmp_bytes = MIN2(other_space->uncommitted_size(), bytes_needed);
duke@435	331	if (tmp_bytes > 0) {
duke@435	332	char* const commit_base = committed_low_addr() - tmp_bytes;
duke@435	333	if (other_space->special() ||
duke@435	334	os::commit_memory(commit_base, tmp_bytes, alignment())) {
duke@435	335	// Reduce the reserved region in the other space.
duke@435	336	other_space->set_reserved(other_space->reserved_low_addr(),
duke@435	337	other_space->reserved_high_addr() - tmp_bytes,
duke@435	338	other_space->special());
duke@435	339
duke@435	340	// Grow both reserved and committed in this space.
duke@435	341	_reserved_low_addr -= tmp_bytes;
duke@435	342	_committed_low_addr -= tmp_bytes;
duke@435	343	bytes_needed -= tmp_bytes;
duke@435	344	} else {
duke@435	345	return bytes - bytes_needed;
duke@435	346	}
duke@435	347	}
duke@435	348
duke@435	349	// Finally take from the already committed region in the other space.
duke@435	350	tmp_bytes = bytes_needed;
duke@435	351	if (tmp_bytes > 0) {
duke@435	352	// Reduce both committed and reserved in the other space.
duke@435	353	other_space->set_committed(other_space->committed_low_addr(),
duke@435	354	other_space->committed_high_addr() - tmp_bytes);
duke@435	355	other_space->set_reserved(other_space->reserved_low_addr(),
duke@435	356	other_space->reserved_high_addr() - tmp_bytes,
duke@435	357	other_space->special());
duke@435	358
duke@435	359	// Grow both reserved and committed in this space.
duke@435	360	_reserved_low_addr -= tmp_bytes;
duke@435	361	_committed_low_addr -= tmp_bytes;
duke@435	362	}
duke@435	363
duke@435	364	return bytes;
duke@435	365	}
duke@435	366
duke@435	367	void
duke@435	368	PSVirtualSpaceHighToLow::print_space_boundaries_on(outputStream* st) const {
duke@435	369	st->print_cr(" (" PTR_FORMAT ", " PTR_FORMAT ", " PTR_FORMAT "]",
duke@435	370	high_boundary(), low(), low_boundary());
duke@435	371	}