src/share/vm/memory/dump.cpp

Sun, 13 Apr 2008 17:43:42 -0400

author
coleenp
date
Sun, 13 Apr 2008 17:43:42 -0400
changeset 548
ba764ed4b6f2
parent 435
a61af66fc99e
child 631
d1605aabd0a1
child 698
12eea04c8b06
permissions
-rw-r--r--

6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
Summary: Compressed oops in instances, arrays, and headers. Code contributors are coleenp, phh, never, swamyv
Reviewed-by: jmasa, kamg, acorn, tbell, kvn, rasbold

duke@435 1 /*
duke@435 2 * Copyright 2003-2007 Sun Microsystems, Inc. All Rights Reserved.
duke@435 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
duke@435 4 *
duke@435 5 * This code is free software; you can redistribute it and/or modify it
duke@435 6 * under the terms of the GNU General Public License version 2 only, as
duke@435 7 * published by the Free Software Foundation.
duke@435 8 *
duke@435 9 * This code is distributed in the hope that it will be useful, but WITHOUT
duke@435 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
duke@435 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
duke@435 12 * version 2 for more details (a copy is included in the LICENSE file that
duke@435 13 * accompanied this code).
duke@435 14 *
duke@435 15 * You should have received a copy of the GNU General Public License version
duke@435 16 * 2 along with this work; if not, write to the Free Software Foundation,
duke@435 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
duke@435 18 *
duke@435 19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
duke@435 20 * CA 95054 USA or visit www.sun.com if you need additional information or
duke@435 21 * have any questions.
duke@435 22 *
duke@435 23 */
duke@435 24
duke@435 25 # include "incls/_precompiled.incl"
duke@435 26 # include "incls/_dump.cpp.incl"
duke@435 27
duke@435 28
duke@435 29 // Closure to set up the fingerprint field for all methods.
duke@435 30
duke@435 31 class FingerprintMethodsClosure: public ObjectClosure {
duke@435 32 public:
duke@435 33 void do_object(oop obj) {
duke@435 34 if (obj->is_method()) {
duke@435 35 methodOop mobj = (methodOop)obj;
duke@435 36 ResourceMark rm;
duke@435 37 (new Fingerprinter(mobj))->fingerprint();
duke@435 38 }
duke@435 39 }
duke@435 40 };
duke@435 41
duke@435 42
duke@435 43
duke@435 44 // Closure to set the hash value (String.hash field) in all of the
duke@435 45 // String objects in the heap. Setting the hash value is not required.
duke@435 46 // However, setting the value in advance prevents the value from being
duke@435 47 // written later, increasing the likelihood that the shared page contain
duke@435 48 // the hash can be shared.
duke@435 49 //
duke@435 50 // NOTE THAT the algorithm in StringTable::hash_string() MUST MATCH the
duke@435 51 // algorithm in java.lang.String.hashCode().
duke@435 52
duke@435 53 class StringHashCodeClosure: public OopClosure {
duke@435 54 private:
duke@435 55 Thread* THREAD;
duke@435 56 int hash_offset;
duke@435 57 public:
duke@435 58 StringHashCodeClosure(Thread* t) {
duke@435 59 THREAD = t;
duke@435 60 hash_offset = java_lang_String::hash_offset_in_bytes();
duke@435 61 }
duke@435 62
coleenp@548 63 void do_oop(oop* p) {
coleenp@548 64 if (p != NULL) {
coleenp@548 65 oop obj = *p;
duke@435 66 if (obj->klass() == SystemDictionary::string_klass()) {
duke@435 67
duke@435 68 int hash;
duke@435 69 typeArrayOop value = java_lang_String::value(obj);
duke@435 70 int length = java_lang_String::length(obj);
duke@435 71 if (length == 0) {
duke@435 72 hash = 0;
duke@435 73 } else {
duke@435 74 int offset = java_lang_String::offset(obj);
duke@435 75 jchar* s = value->char_at_addr(offset);
duke@435 76 hash = StringTable::hash_string(s, length);
duke@435 77 }
duke@435 78 obj->int_field_put(hash_offset, hash);
duke@435 79 }
duke@435 80 }
duke@435 81 }
coleenp@548 82 void do_oop(narrowOop* p) { ShouldNotReachHere(); }
duke@435 83 };
duke@435 84
duke@435 85
duke@435 86 // Remove data from objects which should not appear in the shared file
duke@435 87 // (as it pertains only to the current JVM).
duke@435 88
duke@435 89 class RemoveUnshareableInfoClosure : public ObjectClosure {
duke@435 90 public:
duke@435 91 void do_object(oop obj) {
duke@435 92 // Zap data from the objects which is pertains only to this JVM. We
duke@435 93 // want that data recreated in new JVMs when the shared file is used.
duke@435 94 if (obj->is_method()) {
duke@435 95 ((methodOop)obj)->remove_unshareable_info();
duke@435 96 }
duke@435 97 else if (obj->is_klass()) {
duke@435 98 Klass::cast((klassOop)obj)->remove_unshareable_info();
duke@435 99 }
duke@435 100
duke@435 101 // Don't save compiler related special oops (shouldn't be any yet).
duke@435 102 if (obj->is_methodData() || obj->is_compiledICHolder()) {
duke@435 103 ShouldNotReachHere();
duke@435 104 }
duke@435 105 }
duke@435 106 };
duke@435 107
duke@435 108
duke@435 109 static bool mark_object(oop obj) {
duke@435 110 if (obj != NULL &&
duke@435 111 !obj->is_shared() &&
duke@435 112 !obj->is_forwarded() &&
duke@435 113 !obj->is_gc_marked()) {
duke@435 114 obj->set_mark(markOopDesc::prototype()->set_marked());
duke@435 115 return true;
duke@435 116 }
duke@435 117
duke@435 118 return false;
duke@435 119 }
duke@435 120
duke@435 121 // Closure: mark objects closure.
duke@435 122
duke@435 123 class MarkObjectsOopClosure : public OopClosure {
duke@435 124 public:
coleenp@548 125 void do_oop(oop* p) { mark_object(*p); }
coleenp@548 126 void do_oop(narrowOop* p) { ShouldNotReachHere(); }
duke@435 127 };
duke@435 128
duke@435 129
duke@435 130 class MarkObjectsSkippingKlassesOopClosure : public OopClosure {
duke@435 131 public:
duke@435 132 void do_oop(oop* pobj) {
duke@435 133 oop obj = *pobj;
duke@435 134 if (obj != NULL &&
duke@435 135 !obj->is_klass()) {
duke@435 136 mark_object(obj);
duke@435 137 }
duke@435 138 }
coleenp@548 139 void do_oop(narrowOop* pobj) { ShouldNotReachHere(); }
duke@435 140 };
duke@435 141
duke@435 142
duke@435 143 static void mark_object_recursive_skipping_klasses(oop obj) {
duke@435 144 mark_object(obj);
duke@435 145 if (obj != NULL) {
duke@435 146 MarkObjectsSkippingKlassesOopClosure mark_all;
duke@435 147 obj->oop_iterate(&mark_all);
duke@435 148 }
duke@435 149 }
duke@435 150
duke@435 151
duke@435 152 // Closure: mark common read-only objects, excluding symbols
duke@435 153
duke@435 154 class MarkCommonReadOnly : public ObjectClosure {
duke@435 155 private:
duke@435 156 MarkObjectsOopClosure mark_all;
duke@435 157 public:
duke@435 158 void do_object(oop obj) {
duke@435 159
duke@435 160 // Mark all constMethod objects.
duke@435 161
duke@435 162 if (obj->is_constMethod()) {
duke@435 163 mark_object(obj);
duke@435 164 mark_object(constMethodOop(obj)->stackmap_data());
duke@435 165 // Exception tables are needed by ci code during compilation.
duke@435 166 mark_object(constMethodOop(obj)->exception_table());
duke@435 167 }
duke@435 168
duke@435 169 // Mark objects referenced by klass objects which are read-only.
duke@435 170
duke@435 171 else if (obj->is_klass()) {
duke@435 172 Klass* k = Klass::cast((klassOop)obj);
duke@435 173 mark_object(k->secondary_supers());
duke@435 174
duke@435 175 // The METHODS() OBJARRAYS CANNOT BE MADE READ-ONLY, even though
duke@435 176 // it is never modified. Otherwise, they will be pre-marked; the
duke@435 177 // GC marking phase will skip them; and by skipping them will fail
duke@435 178 // to mark the methods objects referenced by the array.
duke@435 179
duke@435 180 if (obj->blueprint()->oop_is_instanceKlass()) {
duke@435 181 instanceKlass* ik = instanceKlass::cast((klassOop)obj);
duke@435 182 mark_object(ik->method_ordering());
duke@435 183 mark_object(ik->local_interfaces());
duke@435 184 mark_object(ik->transitive_interfaces());
duke@435 185 mark_object(ik->fields());
duke@435 186
duke@435 187 mark_object(ik->class_annotations());
duke@435 188
duke@435 189 mark_object_recursive_skipping_klasses(ik->fields_annotations());
duke@435 190 mark_object_recursive_skipping_klasses(ik->methods_annotations());
duke@435 191 mark_object_recursive_skipping_klasses(ik->methods_parameter_annotations());
duke@435 192 mark_object_recursive_skipping_klasses(ik->methods_default_annotations());
duke@435 193
duke@435 194 typeArrayOop inner_classes = ik->inner_classes();
duke@435 195 if (inner_classes != NULL) {
duke@435 196 mark_object(inner_classes);
duke@435 197 }
duke@435 198 }
duke@435 199 }
duke@435 200 }
duke@435 201 };
duke@435 202
duke@435 203
duke@435 204 // Closure: mark common symbols
duke@435 205
duke@435 206 class MarkCommonSymbols : public ObjectClosure {
duke@435 207 private:
duke@435 208 MarkObjectsOopClosure mark_all;
duke@435 209 public:
duke@435 210 void do_object(oop obj) {
duke@435 211
duke@435 212 // Mark symbols refered to by method objects.
duke@435 213
duke@435 214 if (obj->is_method()) {
duke@435 215 methodOop m = methodOop(obj);
duke@435 216 mark_object(m->name());
duke@435 217 mark_object(m->signature());
duke@435 218 }
duke@435 219
duke@435 220 // Mark symbols referenced by klass objects which are read-only.
duke@435 221
duke@435 222 else if (obj->is_klass()) {
duke@435 223
duke@435 224 if (obj->blueprint()->oop_is_instanceKlass()) {
duke@435 225 instanceKlass* ik = instanceKlass::cast((klassOop)obj);
duke@435 226 mark_object(ik->name());
duke@435 227 mark_object(ik->generic_signature());
duke@435 228 mark_object(ik->source_file_name());
duke@435 229 mark_object(ik->source_debug_extension());
duke@435 230
duke@435 231 typeArrayOop inner_classes = ik->inner_classes();
duke@435 232 if (inner_classes != NULL) {
duke@435 233 int length = inner_classes->length();
duke@435 234 for (int i = 0;
duke@435 235 i < length;
duke@435 236 i += instanceKlass::inner_class_next_offset) {
duke@435 237 int ioff = i + instanceKlass::inner_class_inner_name_offset;
duke@435 238 int index = inner_classes->ushort_at(ioff);
duke@435 239 if (index != 0) {
duke@435 240 mark_object(ik->constants()->symbol_at(index));
duke@435 241 }
duke@435 242 }
duke@435 243 }
duke@435 244 ik->field_names_and_sigs_iterate(&mark_all);
duke@435 245 }
duke@435 246 }
duke@435 247
duke@435 248 // Mark symbols referenced by other constantpool entries.
duke@435 249
duke@435 250 if (obj->is_constantPool()) {
duke@435 251 constantPoolOop(obj)->shared_symbols_iterate(&mark_all);
duke@435 252 }
duke@435 253 }
duke@435 254 };
duke@435 255
duke@435 256
duke@435 257 // Closure: mark char arrays used by strings
duke@435 258
duke@435 259 class MarkStringValues : public ObjectClosure {
duke@435 260 private:
duke@435 261 MarkObjectsOopClosure mark_all;
duke@435 262 public:
duke@435 263 void do_object(oop obj) {
duke@435 264
duke@435 265 // Character arrays referenced by String objects are read-only.
duke@435 266
duke@435 267 if (java_lang_String::is_instance(obj)) {
duke@435 268 mark_object(java_lang_String::value(obj));
duke@435 269 }
duke@435 270 }
duke@435 271 };
duke@435 272
duke@435 273
duke@435 274 #ifdef DEBUG
duke@435 275 // Closure: Check for objects left in the heap which have not been moved.
duke@435 276
duke@435 277 class CheckRemainingObjects : public ObjectClosure {
duke@435 278 private:
duke@435 279 int count;
duke@435 280
duke@435 281 public:
duke@435 282 CheckRemainingObjects() {
duke@435 283 count = 0;
duke@435 284 }
duke@435 285
duke@435 286 void do_object(oop obj) {
duke@435 287 if (!obj->is_shared() &&
duke@435 288 !obj->is_forwarded()) {
duke@435 289 ++count;
duke@435 290 if (Verbose) {
duke@435 291 tty->print("Unreferenced object: ");
duke@435 292 obj->print_on(tty);
duke@435 293 }
duke@435 294 }
duke@435 295 }
duke@435 296
duke@435 297 void status() {
duke@435 298 tty->print_cr("%d objects no longer referenced, not shared.", count);
duke@435 299 }
duke@435 300 };
duke@435 301 #endif
duke@435 302
duke@435 303
duke@435 304 // Closure: Mark remaining objects read-write, except Strings.
duke@435 305
duke@435 306 class MarkReadWriteObjects : public ObjectClosure {
duke@435 307 private:
duke@435 308 MarkObjectsOopClosure mark_objects;
duke@435 309 public:
duke@435 310 void do_object(oop obj) {
duke@435 311
duke@435 312 // The METHODS() OBJARRAYS CANNOT BE MADE READ-ONLY, even though
duke@435 313 // it is never modified. Otherwise, they will be pre-marked; the
duke@435 314 // GC marking phase will skip them; and by skipping them will fail
duke@435 315 // to mark the methods objects referenced by the array.
duke@435 316
duke@435 317 if (obj->is_klass()) {
duke@435 318 mark_object(obj);
duke@435 319 Klass* k = klassOop(obj)->klass_part();
duke@435 320 mark_object(k->java_mirror());
duke@435 321 if (obj->blueprint()->oop_is_instanceKlass()) {
duke@435 322 instanceKlass* ik = (instanceKlass*)k;
duke@435 323 mark_object(ik->methods());
duke@435 324 mark_object(ik->constants());
duke@435 325 }
duke@435 326 if (obj->blueprint()->oop_is_javaArray()) {
duke@435 327 arrayKlass* ak = (arrayKlass*)k;
duke@435 328 mark_object(ak->component_mirror());
duke@435 329 }
duke@435 330 return;
duke@435 331 }
duke@435 332
duke@435 333 // Mark constantPool tags and the constantPoolCache.
duke@435 334
duke@435 335 else if (obj->is_constantPool()) {
duke@435 336 constantPoolOop pool = constantPoolOop(obj);
duke@435 337 mark_object(pool->cache());
duke@435 338 pool->shared_tags_iterate(&mark_objects);
duke@435 339 return;
duke@435 340 }
duke@435 341
duke@435 342 // Mark all method objects.
duke@435 343
duke@435 344 if (obj->is_method()) {
duke@435 345 mark_object(obj);
duke@435 346 }
duke@435 347 }
duke@435 348 };
duke@435 349
duke@435 350
duke@435 351 // Closure: Mark String objects read-write.
duke@435 352
duke@435 353 class MarkStringObjects : public ObjectClosure {
duke@435 354 private:
duke@435 355 MarkObjectsOopClosure mark_objects;
duke@435 356 public:
duke@435 357 void do_object(oop obj) {
duke@435 358
duke@435 359 // Mark String objects referenced by constant pool entries.
duke@435 360
duke@435 361 if (obj->is_constantPool()) {
duke@435 362 constantPoolOop pool = constantPoolOop(obj);
duke@435 363 pool->shared_strings_iterate(&mark_objects);
duke@435 364 return;
duke@435 365 }
duke@435 366 }
duke@435 367 };
duke@435 368
duke@435 369
duke@435 370 // Move objects matching specified type (ie. lock_bits) to the specified
duke@435 371 // space.
duke@435 372
duke@435 373 class MoveMarkedObjects : public ObjectClosure {
duke@435 374 private:
duke@435 375 OffsetTableContigSpace* _space;
duke@435 376 bool _read_only;
duke@435 377
duke@435 378 public:
duke@435 379 MoveMarkedObjects(OffsetTableContigSpace* space, bool read_only) {
duke@435 380 _space = space;
duke@435 381 _read_only = read_only;
duke@435 382 }
duke@435 383
duke@435 384 void do_object(oop obj) {
duke@435 385 if (obj->is_shared()) {
duke@435 386 return;
duke@435 387 }
duke@435 388 if (obj->is_gc_marked() && obj->forwardee() == NULL) {
duke@435 389 int s = obj->size();
duke@435 390 oop sh_obj = (oop)_space->allocate(s);
duke@435 391 if (sh_obj == NULL) {
duke@435 392 if (_read_only) {
duke@435 393 warning("\nThe permanent generation read only space is not large "
duke@435 394 "enough to \npreload requested classes. Use "
duke@435 395 "-XX:SharedReadOnlySize= to increase \nthe initial "
duke@435 396 "size of the read only space.\n");
duke@435 397 } else {
duke@435 398 warning("\nThe permanent generation read write space is not large "
duke@435 399 "enough to \npreload requested classes. Use "
duke@435 400 "-XX:SharedReadWriteSize= to increase \nthe initial "
duke@435 401 "size of the read write space.\n");
duke@435 402 }
duke@435 403 exit(2);
duke@435 404 }
duke@435 405 if (PrintSharedSpaces && Verbose && WizardMode) {
duke@435 406 tty->print_cr("\nMoveMarkedObjects: " PTR_FORMAT " -> " PTR_FORMAT " %s", obj, sh_obj,
duke@435 407 (_read_only ? "ro" : "rw"));
duke@435 408 }
duke@435 409 Copy::aligned_disjoint_words((HeapWord*)obj, (HeapWord*)sh_obj, s);
duke@435 410 obj->forward_to(sh_obj);
duke@435 411 if (_read_only) {
duke@435 412 // Readonly objects: set hash value to self pointer and make gc_marked.
duke@435 413 sh_obj->forward_to(sh_obj);
duke@435 414 } else {
duke@435 415 sh_obj->init_mark();
duke@435 416 }
duke@435 417 }
duke@435 418 }
duke@435 419 };
duke@435 420
duke@435 421 static void mark_and_move(oop obj, MoveMarkedObjects* move) {
duke@435 422 if (mark_object(obj)) move->do_object(obj);
duke@435 423 }
duke@435 424
duke@435 425 enum order_policy {
duke@435 426 OP_favor_startup = 0,
duke@435 427 OP_balanced = 1,
duke@435 428 OP_favor_runtime = 2
duke@435 429 };
duke@435 430
duke@435 431 static void mark_and_move_for_policy(order_policy policy, oop obj, MoveMarkedObjects* move) {
duke@435 432 if (SharedOptimizeColdStartPolicy >= policy) mark_and_move(obj, move);
duke@435 433 }
duke@435 434
duke@435 435 class MarkAndMoveOrderedReadOnly : public ObjectClosure {
duke@435 436 private:
duke@435 437 MoveMarkedObjects *_move_ro;
duke@435 438
duke@435 439 public:
duke@435 440 MarkAndMoveOrderedReadOnly(MoveMarkedObjects *move_ro) : _move_ro(move_ro) {}
duke@435 441
duke@435 442 void do_object(oop obj) {
duke@435 443 if (obj->is_klass() && obj->blueprint()->oop_is_instanceKlass()) {
duke@435 444 instanceKlass* ik = instanceKlass::cast((klassOop)obj);
duke@435 445 int i;
duke@435 446
duke@435 447 mark_and_move_for_policy(OP_favor_startup, ik->name(), _move_ro);
duke@435 448
duke@435 449 if (ik->super() != NULL) {
duke@435 450 do_object(ik->super());
duke@435 451 }
duke@435 452
duke@435 453 objArrayOop interfaces = ik->local_interfaces();
duke@435 454 mark_and_move_for_policy(OP_favor_startup, interfaces, _move_ro);
duke@435 455 for(i = 0; i < interfaces->length(); i++) {
duke@435 456 klassOop k = klassOop(interfaces->obj_at(i));
duke@435 457 mark_and_move_for_policy(OP_favor_startup, k->klass_part()->name(), _move_ro);
duke@435 458 do_object(k);
duke@435 459 }
duke@435 460
duke@435 461 objArrayOop methods = ik->methods();
duke@435 462 for(i = 0; i < methods->length(); i++) {
duke@435 463 methodOop m = methodOop(methods->obj_at(i));
duke@435 464 mark_and_move_for_policy(OP_favor_startup, m->constMethod(), _move_ro);
duke@435 465 mark_and_move_for_policy(OP_favor_runtime, m->constMethod()->exception_table(), _move_ro);
duke@435 466 mark_and_move_for_policy(OP_favor_runtime, m->constMethod()->stackmap_data(), _move_ro);
duke@435 467
duke@435 468 // We don't move the name symbolOop here because it may invalidate
duke@435 469 // method ordering, which is dependent on the address of the name
duke@435 470 // symbolOop. It will get promoted later with the other symbols.
duke@435 471 // Method name is rarely accessed during classloading anyway.
duke@435 472 // mark_and_move_for_policy(OP_balanced, m->name(), _move_ro);
duke@435 473
duke@435 474 mark_and_move_for_policy(OP_favor_startup, m->signature(), _move_ro);
duke@435 475 }
duke@435 476
duke@435 477 mark_and_move_for_policy(OP_favor_startup, ik->transitive_interfaces(), _move_ro);
duke@435 478 mark_and_move_for_policy(OP_favor_startup, ik->fields(), _move_ro);
duke@435 479
duke@435 480 mark_and_move_for_policy(OP_favor_runtime, ik->secondary_supers(), _move_ro);
duke@435 481 mark_and_move_for_policy(OP_favor_runtime, ik->method_ordering(), _move_ro);
duke@435 482 mark_and_move_for_policy(OP_favor_runtime, ik->class_annotations(), _move_ro);
duke@435 483 mark_and_move_for_policy(OP_favor_runtime, ik->fields_annotations(), _move_ro);
duke@435 484 mark_and_move_for_policy(OP_favor_runtime, ik->methods_annotations(), _move_ro);
duke@435 485 mark_and_move_for_policy(OP_favor_runtime, ik->methods_parameter_annotations(), _move_ro);
duke@435 486 mark_and_move_for_policy(OP_favor_runtime, ik->methods_default_annotations(), _move_ro);
duke@435 487 mark_and_move_for_policy(OP_favor_runtime, ik->inner_classes(), _move_ro);
duke@435 488 mark_and_move_for_policy(OP_favor_runtime, ik->secondary_supers(), _move_ro);
duke@435 489 }
duke@435 490 }
duke@435 491 };
duke@435 492
duke@435 493 class MarkAndMoveOrderedReadWrite: public ObjectClosure {
duke@435 494 private:
duke@435 495 MoveMarkedObjects *_move_rw;
duke@435 496
duke@435 497 public:
duke@435 498 MarkAndMoveOrderedReadWrite(MoveMarkedObjects *move_rw) : _move_rw(move_rw) {}
duke@435 499
duke@435 500 void do_object(oop obj) {
duke@435 501 if (obj->is_klass() && obj->blueprint()->oop_is_instanceKlass()) {
duke@435 502 instanceKlass* ik = instanceKlass::cast((klassOop)obj);
duke@435 503 int i;
duke@435 504
duke@435 505 mark_and_move_for_policy(OP_favor_startup, ik->as_klassOop(), _move_rw);
duke@435 506
duke@435 507 if (ik->super() != NULL) {
duke@435 508 do_object(ik->super());
duke@435 509 }
duke@435 510
duke@435 511 objArrayOop interfaces = ik->local_interfaces();
duke@435 512 for(i = 0; i < interfaces->length(); i++) {
duke@435 513 klassOop k = klassOop(interfaces->obj_at(i));
duke@435 514 mark_and_move_for_policy(OP_favor_startup, k, _move_rw);
duke@435 515 do_object(k);
duke@435 516 }
duke@435 517
duke@435 518 objArrayOop methods = ik->methods();
duke@435 519 mark_and_move_for_policy(OP_favor_startup, methods, _move_rw);
duke@435 520 for(i = 0; i < methods->length(); i++) {
duke@435 521 methodOop m = methodOop(methods->obj_at(i));
duke@435 522 mark_and_move_for_policy(OP_favor_startup, m, _move_rw);
duke@435 523 mark_and_move_for_policy(OP_favor_startup, ik->constants(), _move_rw); // idempotent
duke@435 524 mark_and_move_for_policy(OP_balanced, ik->constants()->cache(), _move_rw); // idempotent
duke@435 525 mark_and_move_for_policy(OP_balanced, ik->constants()->tags(), _move_rw); // idempotent
duke@435 526 }
duke@435 527
duke@435 528 mark_and_move_for_policy(OP_favor_startup, ik->as_klassOop()->klass(), _move_rw);
duke@435 529 mark_and_move_for_policy(OP_favor_startup, ik->constants()->klass(), _move_rw);
duke@435 530
duke@435 531 // Although Java mirrors are marked in MarkReadWriteObjects,
duke@435 532 // apparently they were never moved into shared spaces since
duke@435 533 // MoveMarkedObjects skips marked instance oops. This may
duke@435 534 // be a bug in the original implementation or simply the vestige
duke@435 535 // of an abandoned experiment. Nevertheless we leave a hint
duke@435 536 // here in case this capability is ever correctly implemented.
duke@435 537 //
duke@435 538 // mark_and_move_for_policy(OP_favor_runtime, ik->java_mirror(), _move_rw);
duke@435 539 }
duke@435 540 }
duke@435 541
duke@435 542 };
duke@435 543
duke@435 544 // Adjust references in oops to refer to shared spaces.
duke@435 545
duke@435 546 class ResolveForwardingClosure: public OopClosure {
duke@435 547 public:
duke@435 548 void do_oop(oop* p) {
duke@435 549 oop obj = *p;
duke@435 550 if (!obj->is_shared()) {
duke@435 551 if (obj != NULL) {
duke@435 552 oop f = obj->forwardee();
duke@435 553 guarantee(f->is_shared(), "Oop doesn't refer to shared space.");
duke@435 554 *p = f;
duke@435 555 }
duke@435 556 }
duke@435 557 }
coleenp@548 558 void do_oop(narrowOop* pobj) { ShouldNotReachHere(); }
duke@435 559 };
duke@435 560
duke@435 561
duke@435 562 void sort_methods(instanceKlass* ik, TRAPS) {
duke@435 563 klassOop super = ik->super();
duke@435 564 if (super != NULL) {
duke@435 565 sort_methods(instanceKlass::cast(super), THREAD);
duke@435 566 }
duke@435 567
duke@435 568 // The methods array must be ordered by symbolOop address. (See
duke@435 569 // classFileParser.cpp where methods in a class are originally
duke@435 570 // sorted.) Since objects have just be reordered, this must be
duke@435 571 // corrected.
duke@435 572 methodOopDesc::sort_methods(ik->methods(),
duke@435 573 ik->methods_annotations(),
duke@435 574 ik->methods_parameter_annotations(),
duke@435 575 ik->methods_default_annotations(),
duke@435 576 true /* idempotent, slow */);
duke@435 577
duke@435 578 // Itable indices are calculated based on methods array order
duke@435 579 // (see klassItable::compute_itable_index()). Must reinitialize.
duke@435 580 // We assume that since checkconstraints is false, this method
duke@435 581 // cannot throw an exception. An exception here would be
duke@435 582 // problematic since this is the VMThread, not a JavaThread.
duke@435 583 ik->itable()->initialize_itable(false, THREAD);
duke@435 584 }
duke@435 585
duke@435 586 // Sort methods if the oop is an instanceKlass.
duke@435 587
duke@435 588 class SortMethodsClosure: public ObjectClosure {
duke@435 589 private:
duke@435 590 Thread* _thread;
duke@435 591
duke@435 592 public:
duke@435 593 SortMethodsClosure(Thread* thread) : _thread(thread) {}
duke@435 594
duke@435 595 void do_object(oop obj) {
duke@435 596 // instanceKlass objects need some adjustment.
duke@435 597 if (obj->blueprint()->oop_is_instanceKlass()) {
duke@435 598 instanceKlass* ik = instanceKlass::cast((klassOop)obj);
duke@435 599
duke@435 600 sort_methods(ik, _thread);
duke@435 601 }
duke@435 602 }
duke@435 603 };
duke@435 604
duke@435 605
duke@435 606 // Adjust references in oops to refer to shared spaces.
duke@435 607
duke@435 608 class PatchOopsClosure: public ObjectClosure {
duke@435 609 private:
duke@435 610 Thread* _thread;
duke@435 611 ResolveForwardingClosure resolve;
duke@435 612
duke@435 613 public:
duke@435 614 PatchOopsClosure(Thread* thread) : _thread(thread) {}
duke@435 615
duke@435 616 void do_object(oop obj) {
duke@435 617 obj->oop_iterate_header(&resolve);
duke@435 618 obj->oop_iterate(&resolve);
duke@435 619
duke@435 620 assert(obj->klass()->is_shared(), "Klass not pointing into shared space.");
duke@435 621
duke@435 622 // If the object is a Java object or class which might (in the
duke@435 623 // future) contain a reference to a young gen object, add it to the
duke@435 624 // list.
duke@435 625
duke@435 626 if (obj->is_klass() || obj->is_instance()) {
duke@435 627 if (obj->is_klass() ||
duke@435 628 obj->is_a(SystemDictionary::class_klass()) ||
duke@435 629 obj->is_a(SystemDictionary::throwable_klass())) {
duke@435 630 // Do nothing
duke@435 631 }
duke@435 632 else if (obj->is_a(SystemDictionary::string_klass())) {
duke@435 633 // immutable objects.
duke@435 634 } else {
duke@435 635 // someone added an object we hadn't accounted for.
duke@435 636 ShouldNotReachHere();
duke@435 637 }
duke@435 638 }
duke@435 639 }
duke@435 640 };
duke@435 641
duke@435 642
duke@435 643 // Empty the young and old generations.
duke@435 644
duke@435 645 class ClearSpaceClosure : public SpaceClosure {
duke@435 646 public:
duke@435 647 void do_space(Space* s) {
duke@435 648 s->clear();
duke@435 649 }
duke@435 650 };
duke@435 651
duke@435 652
duke@435 653 // Closure for serializing initialization data out to a data area to be
duke@435 654 // written to the shared file.
duke@435 655
duke@435 656 class WriteClosure : public SerializeOopClosure {
duke@435 657 private:
duke@435 658 oop* top;
duke@435 659 char* end;
duke@435 660
duke@435 661 void out_of_space() {
duke@435 662 warning("\nThe shared miscellaneous data space is not large "
duke@435 663 "enough to \npreload requested classes. Use "
duke@435 664 "-XX:SharedMiscDataSize= to increase \nthe initial "
duke@435 665 "size of the miscellaneous data space.\n");
duke@435 666 exit(2);
duke@435 667 }
duke@435 668
duke@435 669
duke@435 670 inline void check_space() {
duke@435 671 if ((char*)top + sizeof(oop) > end) {
duke@435 672 out_of_space();
duke@435 673 }
duke@435 674 }
duke@435 675
duke@435 676
duke@435 677 public:
duke@435 678 WriteClosure(char* md_top, char* md_end) {
duke@435 679 top = (oop*)md_top;
duke@435 680 end = md_end;
duke@435 681 }
duke@435 682
duke@435 683 char* get_top() { return (char*)top; }
duke@435 684
duke@435 685 void do_oop(oop* p) {
duke@435 686 check_space();
duke@435 687 oop obj = *p;
duke@435 688 assert(obj->is_oop_or_null(), "invalid oop");
duke@435 689 assert(obj == NULL || obj->is_shared(),
duke@435 690 "Oop in shared space not pointing into shared space.");
duke@435 691 *top = obj;
duke@435 692 ++top;
duke@435 693 }
duke@435 694
coleenp@548 695 void do_oop(narrowOop* pobj) { ShouldNotReachHere(); }
coleenp@548 696
duke@435 697 void do_int(int* p) {
duke@435 698 check_space();
duke@435 699 *top = (oop)(intptr_t)*p;
duke@435 700 ++top;
duke@435 701 }
duke@435 702
duke@435 703 void do_size_t(size_t* p) {
duke@435 704 check_space();
duke@435 705 *top = (oop)(intptr_t)*p;
duke@435 706 ++top;
duke@435 707 }
duke@435 708
duke@435 709 void do_ptr(void** p) {
duke@435 710 check_space();
duke@435 711 *top = (oop)*p;
duke@435 712 ++top;
duke@435 713 }
duke@435 714
duke@435 715 void do_ptr(HeapWord** p) { do_ptr((void **) p); }
duke@435 716
duke@435 717 void do_tag(int tag) {
duke@435 718 check_space();
duke@435 719 *top = (oop)(intptr_t)tag;
duke@435 720 ++top;
duke@435 721 }
duke@435 722
duke@435 723 void do_region(u_char* start, size_t size) {
duke@435 724 if ((char*)top + size > end) {
duke@435 725 out_of_space();
duke@435 726 }
duke@435 727 assert((intptr_t)start % sizeof(oop) == 0, "bad alignment");
duke@435 728 assert(size % sizeof(oop) == 0, "bad size");
duke@435 729 do_tag((int)size);
duke@435 730 while (size > 0) {
duke@435 731 *top = *(oop*)start;
duke@435 732 ++top;
duke@435 733 start += sizeof(oop);
duke@435 734 size -= sizeof(oop);
duke@435 735 }
duke@435 736 }
duke@435 737
duke@435 738 bool reading() const { return false; }
duke@435 739 };
duke@435 740
duke@435 741
duke@435 742 class ResolveConstantPoolsClosure : public ObjectClosure {
duke@435 743 private:
duke@435 744 TRAPS;
duke@435 745 public:
duke@435 746 ResolveConstantPoolsClosure(Thread *t) {
duke@435 747 __the_thread__ = t;
duke@435 748 }
duke@435 749 void do_object(oop obj) {
duke@435 750 if (obj->is_constantPool()) {
duke@435 751 constantPoolOop cpool = (constantPoolOop)obj;
duke@435 752 int unresolved = cpool->pre_resolve_shared_klasses(THREAD);
duke@435 753 }
duke@435 754 }
duke@435 755 };
duke@435 756
duke@435 757
duke@435 758 // Print a summary of the contents of the read/write spaces to help
duke@435 759 // identify objects which might be able to be made read-only. At this
duke@435 760 // point, the objects have been written, and we can trash them as
duke@435 761 // needed.
duke@435 762
duke@435 763 static void print_contents() {
duke@435 764 if (PrintSharedSpaces) {
duke@435 765 GenCollectedHeap* gch = GenCollectedHeap::heap();
duke@435 766 CompactingPermGenGen* gen = (CompactingPermGenGen*)gch->perm_gen();
duke@435 767
duke@435 768 // High level summary of the read-only space:
duke@435 769
duke@435 770 ClassifyObjectClosure coc;
duke@435 771 tty->cr(); tty->print_cr("ReadOnly space:");
duke@435 772 gen->ro_space()->object_iterate(&coc);
duke@435 773 coc.print();
duke@435 774
duke@435 775 // High level summary of the read-write space:
duke@435 776
duke@435 777 coc.reset();
duke@435 778 tty->cr(); tty->print_cr("ReadWrite space:");
duke@435 779 gen->rw_space()->object_iterate(&coc);
duke@435 780 coc.print();
duke@435 781
duke@435 782 // Reset counters
duke@435 783
duke@435 784 ClearAllocCountClosure cacc;
duke@435 785 gen->ro_space()->object_iterate(&cacc);
duke@435 786 gen->rw_space()->object_iterate(&cacc);
duke@435 787 coc.reset();
duke@435 788
duke@435 789 // Lower level summary of the read-only space:
duke@435 790
duke@435 791 gen->ro_space()->object_iterate(&coc);
duke@435 792 tty->cr(); tty->print_cr("ReadOnly space:");
duke@435 793 ClassifyInstanceKlassClosure cikc;
duke@435 794 gen->rw_space()->object_iterate(&cikc);
duke@435 795 cikc.print();
duke@435 796
duke@435 797 // Reset counters
duke@435 798
duke@435 799 gen->ro_space()->object_iterate(&cacc);
duke@435 800 gen->rw_space()->object_iterate(&cacc);
duke@435 801 coc.reset();
duke@435 802
duke@435 803 // Lower level summary of the read-write space:
duke@435 804
duke@435 805 gen->rw_space()->object_iterate(&coc);
duke@435 806 cikc.reset();
duke@435 807 tty->cr(); tty->print_cr("ReadWrite space:");
duke@435 808 gen->rw_space()->object_iterate(&cikc);
duke@435 809 cikc.print();
duke@435 810 }
duke@435 811 }
duke@435 812
duke@435 813
duke@435 814 // Patch C++ vtable pointer in klass oops.
duke@435 815
duke@435 816 // Klass objects contain references to c++ vtables in the JVM library.
duke@435 817 // Fix them to point to our constructed vtables. However, don't iterate
duke@435 818 // across the space while doing this, as that causes the vtables to be
duke@435 819 // patched, undoing our useful work. Instead, iterate to make a list,
duke@435 820 // then use the list to do the fixing.
duke@435 821
duke@435 822 class PatchKlassVtables: public ObjectClosure {
duke@435 823 private:
duke@435 824 void* _vtbl_ptr;
duke@435 825 VirtualSpace* _md_vs;
duke@435 826 GrowableArray<klassOop>* _klass_objects;
duke@435 827
duke@435 828 public:
duke@435 829
duke@435 830 PatchKlassVtables(void* vtbl_ptr, VirtualSpace* md_vs) {
duke@435 831 _vtbl_ptr = vtbl_ptr;
duke@435 832 _md_vs = md_vs;
duke@435 833 _klass_objects = new GrowableArray<klassOop>();
duke@435 834 }
duke@435 835
duke@435 836
duke@435 837 void do_object(oop obj) {
duke@435 838 if (obj->is_klass()) {
duke@435 839 _klass_objects->append(klassOop(obj));
duke@435 840 }
duke@435 841 }
duke@435 842
duke@435 843
duke@435 844 void patch(void** vtbl_list, int vtbl_list_size) {
duke@435 845 for (int i = 0; i < _klass_objects->length(); ++i) {
duke@435 846 klassOop obj = (klassOop)_klass_objects->at(i);
duke@435 847 Klass* k = obj->klass_part();
duke@435 848 void* v = *(void**)k;
duke@435 849
duke@435 850 int n;
duke@435 851 for (n = 0; n < vtbl_list_size; ++n) {
duke@435 852 *(void**)k = NULL;
duke@435 853 if (vtbl_list[n] == v) {
duke@435 854 *(void**)k = (void**)_vtbl_ptr +
duke@435 855 (n * CompactingPermGenGen::num_virtuals);
duke@435 856 break;
duke@435 857 }
duke@435 858 }
duke@435 859 guarantee(n < vtbl_list_size, "unable to find matching vtbl pointer");
duke@435 860 }
duke@435 861 }
duke@435 862 };
duke@435 863
duke@435 864
duke@435 865 // Populate the shared space.
duke@435 866
duke@435 867 class VM_PopulateDumpSharedSpace: public VM_Operation {
duke@435 868 private:
duke@435 869 GrowableArray<oop> *_class_promote_order;
duke@435 870 OffsetTableContigSpace* _ro_space;
duke@435 871 OffsetTableContigSpace* _rw_space;
duke@435 872 VirtualSpace* _md_vs;
duke@435 873 VirtualSpace* _mc_vs;
duke@435 874
duke@435 875 public:
duke@435 876 VM_PopulateDumpSharedSpace(GrowableArray<oop> *class_promote_order,
duke@435 877 OffsetTableContigSpace* ro_space,
duke@435 878 OffsetTableContigSpace* rw_space,
duke@435 879 VirtualSpace* md_vs, VirtualSpace* mc_vs) {
duke@435 880 _class_promote_order = class_promote_order;
duke@435 881 _ro_space = ro_space;
duke@435 882 _rw_space = rw_space;
duke@435 883 _md_vs = md_vs;
duke@435 884 _mc_vs = mc_vs;
duke@435 885 }
duke@435 886
duke@435 887 VMOp_Type type() const { return VMOp_PopulateDumpSharedSpace; }
duke@435 888 void doit() {
duke@435 889 Thread* THREAD = VMThread::vm_thread();
duke@435 890 NOT_PRODUCT(SystemDictionary::verify();)
duke@435 891 // The following guarantee is meant to ensure that no loader constraints
duke@435 892 // exist yet, since the constraints table is not shared. This becomes
duke@435 893 // more important now that we don't re-initialize vtables/itables for
duke@435 894 // shared classes at runtime, where constraints were previously created.
duke@435 895 guarantee(SystemDictionary::constraints()->number_of_entries() == 0,
duke@435 896 "loader constraints are not saved");
duke@435 897 GenCollectedHeap* gch = GenCollectedHeap::heap();
duke@435 898
duke@435 899 // At this point, many classes have been loaded.
duke@435 900
duke@435 901 // Update all the fingerprints in the shared methods.
duke@435 902
duke@435 903 tty->print("Calculating fingerprints ... ");
duke@435 904 FingerprintMethodsClosure fpmc;
duke@435 905 gch->object_iterate(&fpmc);
duke@435 906 tty->print_cr("done. ");
duke@435 907
duke@435 908 // Remove all references outside the heap.
duke@435 909
duke@435 910 tty->print("Removing unshareable information ... ");
duke@435 911 RemoveUnshareableInfoClosure ruic;
duke@435 912 gch->object_iterate(&ruic);
duke@435 913 tty->print_cr("done. ");
duke@435 914
duke@435 915 // Move the objects in three passes.
duke@435 916
duke@435 917 MarkObjectsOopClosure mark_all;
duke@435 918 MarkCommonReadOnly mark_common_ro;
duke@435 919 MarkCommonSymbols mark_common_symbols;
duke@435 920 MarkStringValues mark_string_values;
duke@435 921 MarkReadWriteObjects mark_rw;
duke@435 922 MarkStringObjects mark_strings;
duke@435 923 MoveMarkedObjects move_ro(_ro_space, true);
duke@435 924 MoveMarkedObjects move_rw(_rw_space, false);
duke@435 925
duke@435 926 // The SharedOptimizeColdStart VM option governs the new layout
duke@435 927 // algorithm for promoting classes into the shared archive.
duke@435 928 // The general idea is to minimize cold start time by laying
duke@435 929 // out the objects in the order they are accessed at startup time.
duke@435 930 // By doing this we are trying to eliminate out-of-order accesses
duke@435 931 // in the shared archive. This benefits cold startup time by making
duke@435 932 // disk reads as sequential as possible during class loading and
duke@435 933 // bootstrapping activities. There may also be a small secondary
duke@435 934 // effect of better "packing" of more commonly used data on a smaller
duke@435 935 // number of pages, although no direct benefit has been measured from
duke@435 936 // this effect.
duke@435 937 //
duke@435 938 // At the class level of granularity, the promotion order is dictated
duke@435 939 // by the classlist file whose generation is discussed elsewhere.
duke@435 940 //
duke@435 941 // At smaller granularity, optimal ordering was determined by an
duke@435 942 // offline analysis of object access order in the shared archive.
duke@435 943 // The dbx watchpoint facility, combined with SA post-processing,
duke@435 944 // was used to observe common access patterns primarily during
duke@435 945 // classloading. This information was used to craft the promotion
duke@435 946 // order seen in the following closures.
duke@435 947 //
duke@435 948 // The observed access order is mostly governed by what happens
duke@435 949 // in SystemDictionary::load_shared_class(). NOTE WELL - care
duke@435 950 // should be taken when making changes to this method, because it
duke@435 951 // may invalidate assumptions made about access order!
duke@435 952 //
duke@435 953 // (Ideally, there would be a better way to manage changes to
duke@435 954 // the access order. Unfortunately a generic in-VM solution for
duke@435 955 // dynamically observing access order and optimizing shared
duke@435 956 // archive layout is pretty difficult. We go with the static
duke@435 957 // analysis because the code is fairly mature at this point
duke@435 958 // and we're betting that the access order won't change much.)
duke@435 959
duke@435 960 MarkAndMoveOrderedReadOnly mark_and_move_ordered_ro(&move_ro);
duke@435 961 MarkAndMoveOrderedReadWrite mark_and_move_ordered_rw(&move_rw);
duke@435 962
duke@435 963 // Phase 1a: move commonly used read-only objects to the read-only space.
duke@435 964
duke@435 965 if (SharedOptimizeColdStart) {
duke@435 966 tty->print("Moving pre-ordered read-only objects to shared space at " PTR_FORMAT " ... ",
duke@435 967 _ro_space->top());
duke@435 968 for (int i = 0; i < _class_promote_order->length(); i++) {
duke@435 969 oop obj = _class_promote_order->at(i);
duke@435 970 mark_and_move_ordered_ro.do_object(obj);
duke@435 971 }
duke@435 972 tty->print_cr("done. ");
duke@435 973 }
duke@435 974
duke@435 975 tty->print("Moving read-only objects to shared space at " PTR_FORMAT " ... ",
duke@435 976 _ro_space->top());
duke@435 977 gch->object_iterate(&mark_common_ro);
duke@435 978 gch->object_iterate(&move_ro);
duke@435 979 tty->print_cr("done. ");
duke@435 980
duke@435 981 // Phase 1b: move commonly used symbols to the read-only space.
duke@435 982
duke@435 983 tty->print("Moving common symbols to shared space at " PTR_FORMAT " ... ",
duke@435 984 _ro_space->top());
duke@435 985 gch->object_iterate(&mark_common_symbols);
duke@435 986 gch->object_iterate(&move_ro);
duke@435 987 tty->print_cr("done. ");
duke@435 988
duke@435 989 // Phase 1c: move remaining symbols to the read-only space
duke@435 990 // (e.g. String initializers).
duke@435 991
duke@435 992 tty->print("Moving remaining symbols to shared space at " PTR_FORMAT " ... ",
duke@435 993 _ro_space->top());
duke@435 994 vmSymbols::oops_do(&mark_all, true);
duke@435 995 gch->object_iterate(&move_ro);
duke@435 996 tty->print_cr("done. ");
duke@435 997
duke@435 998 // Phase 1d: move String character arrays to the read-only space.
duke@435 999
duke@435 1000 tty->print("Moving string char arrays to shared space at " PTR_FORMAT " ... ",
duke@435 1001 _ro_space->top());
duke@435 1002 gch->object_iterate(&mark_string_values);
duke@435 1003 gch->object_iterate(&move_ro);
duke@435 1004 tty->print_cr("done. ");
duke@435 1005
duke@435 1006 // Phase 2: move all remaining symbols to the read-only space. The
duke@435 1007 // remaining symbols are assumed to be string initializers no longer
duke@435 1008 // referenced.
duke@435 1009
duke@435 1010 void* extra_symbols = _ro_space->top();
duke@435 1011 tty->print("Moving additional symbols to shared space at " PTR_FORMAT " ... ",
duke@435 1012 _ro_space->top());
duke@435 1013 SymbolTable::oops_do(&mark_all);
duke@435 1014 gch->object_iterate(&move_ro);
duke@435 1015 tty->print_cr("done. ");
duke@435 1016 tty->print_cr("Read-only space ends at " PTR_FORMAT ", %d bytes.",
duke@435 1017 _ro_space->top(), _ro_space->used());
duke@435 1018
duke@435 1019 // Phase 3: move read-write objects to the read-write space, except
duke@435 1020 // Strings.
duke@435 1021
duke@435 1022 if (SharedOptimizeColdStart) {
duke@435 1023 tty->print("Moving pre-ordered read-write objects to shared space at " PTR_FORMAT " ... ",
duke@435 1024 _rw_space->top());
duke@435 1025 for (int i = 0; i < _class_promote_order->length(); i++) {
duke@435 1026 oop obj = _class_promote_order->at(i);
duke@435 1027 mark_and_move_ordered_rw.do_object(obj);
duke@435 1028 }
duke@435 1029 tty->print_cr("done. ");
duke@435 1030 }
duke@435 1031 tty->print("Moving read-write objects to shared space at " PTR_FORMAT " ... ",
duke@435 1032 _rw_space->top());
duke@435 1033 Universe::oops_do(&mark_all, true);
duke@435 1034 SystemDictionary::oops_do(&mark_all);
duke@435 1035 oop tmp = Universe::arithmetic_exception_instance();
duke@435 1036 mark_object(java_lang_Throwable::message(tmp));
duke@435 1037 gch->object_iterate(&mark_rw);
duke@435 1038 gch->object_iterate(&move_rw);
duke@435 1039 tty->print_cr("done. ");
duke@435 1040
duke@435 1041 // Phase 4: move String objects to the read-write space.
duke@435 1042
duke@435 1043 tty->print("Moving String objects to shared space at " PTR_FORMAT " ... ",
duke@435 1044 _rw_space->top());
duke@435 1045 StringTable::oops_do(&mark_all);
duke@435 1046 gch->object_iterate(&mark_strings);
duke@435 1047 gch->object_iterate(&move_rw);
duke@435 1048 tty->print_cr("done. ");
duke@435 1049 tty->print_cr("Read-write space ends at " PTR_FORMAT ", %d bytes.",
duke@435 1050 _rw_space->top(), _rw_space->used());
duke@435 1051
duke@435 1052 #ifdef DEBUG
duke@435 1053 // Check: scan for objects which were not moved.
duke@435 1054
duke@435 1055 CheckRemainingObjects check_objects;
duke@435 1056 gch->object_iterate(&check_objects);
duke@435 1057 check_objects.status();
duke@435 1058 #endif
duke@435 1059
duke@435 1060 // Resolve forwarding in objects and saved C++ structures
duke@435 1061 tty->print("Updating references to shared objects ... ");
duke@435 1062 ResolveForwardingClosure resolve;
duke@435 1063 Universe::oops_do(&resolve);
duke@435 1064 SystemDictionary::oops_do(&resolve);
duke@435 1065 StringTable::oops_do(&resolve);
duke@435 1066 SymbolTable::oops_do(&resolve);
duke@435 1067 vmSymbols::oops_do(&resolve);
duke@435 1068
duke@435 1069 // Set up the share data and shared code segments.
duke@435 1070
duke@435 1071 char* md_top = _md_vs->low();
duke@435 1072 char* md_end = _md_vs->high();
duke@435 1073 char* mc_top = _mc_vs->low();
duke@435 1074 char* mc_end = _mc_vs->high();
duke@435 1075
duke@435 1076 // Reserve space for the list of klassOops whose vtables are used
duke@435 1077 // for patching others as needed.
duke@435 1078
duke@435 1079 void** vtbl_list = (void**)md_top;
duke@435 1080 int vtbl_list_size = CompactingPermGenGen::vtbl_list_size;
duke@435 1081 Universe::init_self_patching_vtbl_list(vtbl_list, vtbl_list_size);
duke@435 1082
duke@435 1083 md_top += vtbl_list_size * sizeof(void*);
duke@435 1084 void* vtable = md_top;
duke@435 1085
duke@435 1086 // Reserve space for a new dummy vtable for klass objects in the
duke@435 1087 // heap. Generate self-patching vtable entries.
duke@435 1088
duke@435 1089 CompactingPermGenGen::generate_vtable_methods(vtbl_list,
duke@435 1090 &vtable,
duke@435 1091 &md_top, md_end,
duke@435 1092 &mc_top, mc_end);
duke@435 1093
duke@435 1094 // Fix (forward) all of the references in these shared objects (which
duke@435 1095 // are required to point ONLY to objects in the shared spaces).
duke@435 1096 // Also, create a list of all objects which might later contain a
duke@435 1097 // reference to a younger generation object.
duke@435 1098
duke@435 1099 CompactingPermGenGen* gen = (CompactingPermGenGen*)gch->perm_gen();
duke@435 1100 PatchOopsClosure patch(THREAD);
duke@435 1101 gen->ro_space()->object_iterate(&patch);
duke@435 1102 gen->rw_space()->object_iterate(&patch);
duke@435 1103
duke@435 1104 // Previously method sorting was done concurrently with forwarding
duke@435 1105 // pointer resolution in the shared spaces. This imposed an ordering
duke@435 1106 // restriction in that methods were required to be promoted/patched
duke@435 1107 // before their holder classes. (Because constant pool pointers in
duke@435 1108 // methodKlasses are required to be resolved before their holder class
duke@435 1109 // is visited for sorting, otherwise methods are sorted by incorrect,
duke@435 1110 // pre-forwarding addresses.)
duke@435 1111 //
duke@435 1112 // Now, we reorder methods as a separate step after ALL forwarding
duke@435 1113 // pointer resolution, so that methods can be promoted in any order
duke@435 1114 // with respect to their holder classes.
duke@435 1115
duke@435 1116 SortMethodsClosure sort(THREAD);
duke@435 1117 gen->ro_space()->object_iterate(&sort);
duke@435 1118 gen->rw_space()->object_iterate(&sort);
duke@435 1119 tty->print_cr("done. ");
duke@435 1120 tty->cr();
duke@435 1121
duke@435 1122 // Reorder the system dictionary. (Moving the symbols opps affects
duke@435 1123 // how the hash table indices are calculated.)
duke@435 1124
duke@435 1125 SystemDictionary::reorder_dictionary();
duke@435 1126
duke@435 1127 // Empty the non-shared heap (because most of the objects were
duke@435 1128 // copied out, and the remainder cannot be considered valid oops).
duke@435 1129
duke@435 1130 ClearSpaceClosure csc;
duke@435 1131 for (int i = 0; i < gch->n_gens(); ++i) {
duke@435 1132 gch->get_gen(i)->space_iterate(&csc);
duke@435 1133 }
duke@435 1134 csc.do_space(gen->the_space());
duke@435 1135 NOT_PRODUCT(SystemDictionary::verify();)
duke@435 1136
duke@435 1137 // Copy the String table, the symbol table, and the system
duke@435 1138 // dictionary to the shared space in usable form. Copy the hastable
duke@435 1139 // buckets first [read-write], then copy the linked lists of entries
duke@435 1140 // [read-only].
duke@435 1141
duke@435 1142 SymbolTable::reverse(extra_symbols);
duke@435 1143 NOT_PRODUCT(SymbolTable::verify());
duke@435 1144 SymbolTable::copy_buckets(&md_top, md_end);
duke@435 1145
duke@435 1146 StringTable::reverse();
duke@435 1147 NOT_PRODUCT(StringTable::verify());
duke@435 1148 StringTable::copy_buckets(&md_top, md_end);
duke@435 1149
duke@435 1150 SystemDictionary::reverse();
duke@435 1151 SystemDictionary::copy_buckets(&md_top, md_end);
duke@435 1152
duke@435 1153 ClassLoader::verify();
duke@435 1154 ClassLoader::copy_package_info_buckets(&md_top, md_end);
duke@435 1155 ClassLoader::verify();
duke@435 1156
duke@435 1157 SymbolTable::copy_table(&md_top, md_end);
duke@435 1158 StringTable::copy_table(&md_top, md_end);
duke@435 1159 SystemDictionary::copy_table(&md_top, md_end);
duke@435 1160 ClassLoader::verify();
duke@435 1161 ClassLoader::copy_package_info_table(&md_top, md_end);
duke@435 1162 ClassLoader::verify();
duke@435 1163
duke@435 1164 // Print debug data.
duke@435 1165
duke@435 1166 if (PrintSharedSpaces) {
duke@435 1167 const char* fmt = "%s space: " PTR_FORMAT " out of " PTR_FORMAT " bytes allocated at " PTR_FORMAT ".";
duke@435 1168 tty->print_cr(fmt, "ro", _ro_space->used(), _ro_space->capacity(),
duke@435 1169 _ro_space->bottom());
duke@435 1170 tty->print_cr(fmt, "rw", _rw_space->used(), _rw_space->capacity(),
duke@435 1171 _rw_space->bottom());
duke@435 1172 }
duke@435 1173
duke@435 1174 // Write the oop data to the output array.
duke@435 1175
duke@435 1176 WriteClosure wc(md_top, md_end);
duke@435 1177 CompactingPermGenGen::serialize_oops(&wc);
duke@435 1178 md_top = wc.get_top();
duke@435 1179
duke@435 1180 // Update the vtable pointers in all of the Klass objects in the
duke@435 1181 // heap. They should point to newly generated vtable.
duke@435 1182
duke@435 1183 PatchKlassVtables pkvt(vtable, _md_vs);
duke@435 1184 _rw_space->object_iterate(&pkvt);
duke@435 1185 pkvt.patch(vtbl_list, vtbl_list_size);
duke@435 1186
duke@435 1187 char* saved_vtbl = (char*)malloc(vtbl_list_size * sizeof(void*));
duke@435 1188 memmove(saved_vtbl, vtbl_list, vtbl_list_size * sizeof(void*));
duke@435 1189 memset(vtbl_list, 0, vtbl_list_size * sizeof(void*));
duke@435 1190
duke@435 1191 // Create and write the archive file that maps the shared spaces.
duke@435 1192
duke@435 1193 FileMapInfo* mapinfo = new FileMapInfo();
duke@435 1194 mapinfo->populate_header(gch->gen_policy()->max_alignment());
duke@435 1195
duke@435 1196 // Pass 1 - update file offsets in header.
duke@435 1197 mapinfo->write_header();
duke@435 1198 mapinfo->write_space(CompactingPermGenGen::ro, _ro_space, true);
duke@435 1199 _ro_space->set_saved_mark();
duke@435 1200 mapinfo->write_space(CompactingPermGenGen::rw, _rw_space, false);
duke@435 1201 _rw_space->set_saved_mark();
duke@435 1202 mapinfo->write_region(CompactingPermGenGen::md, _md_vs->low(),
duke@435 1203 md_top - _md_vs->low(), SharedMiscDataSize,
duke@435 1204 false, false);
duke@435 1205 mapinfo->write_region(CompactingPermGenGen::mc, _mc_vs->low(),
duke@435 1206 mc_top - _mc_vs->low(), SharedMiscCodeSize,
duke@435 1207 true, true);
duke@435 1208
duke@435 1209 // Pass 2 - write data.
duke@435 1210 mapinfo->open_for_write();
duke@435 1211 mapinfo->write_header();
duke@435 1212 mapinfo->write_space(CompactingPermGenGen::ro, _ro_space, true);
duke@435 1213 mapinfo->write_space(CompactingPermGenGen::rw, _rw_space, false);
duke@435 1214 mapinfo->write_region(CompactingPermGenGen::md, _md_vs->low(),
duke@435 1215 md_top - _md_vs->low(), SharedMiscDataSize,
duke@435 1216 false, false);
duke@435 1217 mapinfo->write_region(CompactingPermGenGen::mc, _mc_vs->low(),
duke@435 1218 mc_top - _mc_vs->low(), SharedMiscCodeSize,
duke@435 1219 true, true);
duke@435 1220 mapinfo->close();
duke@435 1221
duke@435 1222 // Summarize heap.
duke@435 1223 memmove(vtbl_list, saved_vtbl, vtbl_list_size * sizeof(void*));
duke@435 1224 print_contents();
duke@435 1225 }
duke@435 1226 }; // class VM_PopulateDumpSharedSpace
duke@435 1227
duke@435 1228
duke@435 1229 // Populate the shared spaces and dump to a file.
duke@435 1230
duke@435 1231 jint CompactingPermGenGen::dump_shared(GrowableArray<oop>* class_promote_order, TRAPS) {
duke@435 1232 GenCollectedHeap* gch = GenCollectedHeap::heap();
duke@435 1233
duke@435 1234 // Calculate hash values for all of the (interned) strings to avoid
duke@435 1235 // writes to shared pages in the future.
duke@435 1236
duke@435 1237 tty->print("Calculating hash values for String objects .. ");
duke@435 1238 StringHashCodeClosure shcc(THREAD);
duke@435 1239 StringTable::oops_do(&shcc);
duke@435 1240 tty->print_cr("done. ");
duke@435 1241
duke@435 1242 CompactingPermGenGen* gen = (CompactingPermGenGen*)gch->perm_gen();
duke@435 1243 VM_PopulateDumpSharedSpace op(class_promote_order,
duke@435 1244 gen->ro_space(), gen->rw_space(),
duke@435 1245 gen->md_space(), gen->mc_space());
duke@435 1246 VMThread::execute(&op);
duke@435 1247 return JNI_OK;
duke@435 1248 }
duke@435 1249
duke@435 1250
duke@435 1251 class LinkClassesClosure : public ObjectClosure {
duke@435 1252 private:
duke@435 1253 Thread* THREAD;
duke@435 1254
duke@435 1255 public:
duke@435 1256 LinkClassesClosure(Thread* thread) : THREAD(thread) {}
duke@435 1257
duke@435 1258 void do_object(oop obj) {
duke@435 1259 if (obj->is_klass()) {
duke@435 1260 Klass* k = Klass::cast((klassOop) obj);
duke@435 1261 if (k->oop_is_instance()) {
duke@435 1262 instanceKlass* ik = (instanceKlass*) k;
duke@435 1263 // Link the class to cause the bytecodes to be rewritten and the
duke@435 1264 // cpcache to be created.
duke@435 1265 if (ik->get_init_state() < instanceKlass::linked) {
duke@435 1266 ik->link_class(THREAD);
duke@435 1267 guarantee(!HAS_PENDING_EXCEPTION, "exception in class rewriting");
duke@435 1268 }
duke@435 1269
duke@435 1270 // Create String objects from string initializer symbols.
duke@435 1271 ik->constants()->resolve_string_constants(THREAD);
duke@435 1272 guarantee(!HAS_PENDING_EXCEPTION, "exception resolving string constants");
duke@435 1273 }
duke@435 1274 }
duke@435 1275 }
duke@435 1276 };
duke@435 1277
duke@435 1278
duke@435 1279 // Support for a simple checksum of the contents of the class list
duke@435 1280 // file to prevent trivial tampering. The algorithm matches that in
duke@435 1281 // the MakeClassList program used by the J2SE build process.
duke@435 1282 #define JSUM_SEED ((jlong)CONST64(0xcafebabebabecafe))
duke@435 1283 static jlong
duke@435 1284 jsum(jlong start, const char *buf, const int len)
duke@435 1285 {
duke@435 1286 jlong h = start;
duke@435 1287 char *p = (char *)buf, *e = p + len;
duke@435 1288 while (p < e) {
duke@435 1289 char c = *p++;
duke@435 1290 if (c <= ' ') {
duke@435 1291 /* Skip spaces and control characters */
duke@435 1292 continue;
duke@435 1293 }
duke@435 1294 h = 31 * h + c;
duke@435 1295 }
duke@435 1296 return h;
duke@435 1297 }
duke@435 1298
duke@435 1299
duke@435 1300
duke@435 1301
duke@435 1302
duke@435 1303 // Preload classes from a list, populate the shared spaces and dump to a
duke@435 1304 // file.
duke@435 1305
duke@435 1306 void GenCollectedHeap::preload_and_dump(TRAPS) {
duke@435 1307 TraceTime timer("Dump Shared Spaces", TraceStartupTime);
duke@435 1308 ResourceMark rm;
duke@435 1309
duke@435 1310 // Preload classes to be shared.
duke@435 1311 // Should use some hpi:: method rather than fopen() here. aB.
duke@435 1312 // Construct the path to the class list (in jre/lib)
duke@435 1313 // Walk up two directories from the location of the VM and
duke@435 1314 // optionally tack on "lib" (depending on platform)
duke@435 1315 char class_list_path[JVM_MAXPATHLEN];
duke@435 1316 os::jvm_path(class_list_path, sizeof(class_list_path));
duke@435 1317 for (int i = 0; i < 3; i++) {
duke@435 1318 char *end = strrchr(class_list_path, *os::file_separator());
duke@435 1319 if (end != NULL) *end = '\0';
duke@435 1320 }
duke@435 1321 int class_list_path_len = (int)strlen(class_list_path);
duke@435 1322 if (class_list_path_len >= 3) {
duke@435 1323 if (strcmp(class_list_path + class_list_path_len - 3, "lib") != 0) {
duke@435 1324 strcat(class_list_path, os::file_separator());
duke@435 1325 strcat(class_list_path, "lib");
duke@435 1326 }
duke@435 1327 }
duke@435 1328 strcat(class_list_path, os::file_separator());
duke@435 1329 strcat(class_list_path, "classlist");
duke@435 1330
duke@435 1331 FILE* file = fopen(class_list_path, "r");
duke@435 1332 if (file != NULL) {
duke@435 1333 jlong computed_jsum = JSUM_SEED;
duke@435 1334 jlong file_jsum = 0;
duke@435 1335
duke@435 1336 char class_name[256];
duke@435 1337 int class_count = 0;
duke@435 1338 GenCollectedHeap* gch = GenCollectedHeap::heap();
duke@435 1339 gch->_preloading_shared_classes = true;
duke@435 1340 GrowableArray<oop>* class_promote_order = new GrowableArray<oop>();
duke@435 1341
duke@435 1342 // Preload (and intern) strings which will be used later.
duke@435 1343
duke@435 1344 StringTable::intern("main", THREAD);
duke@435 1345 StringTable::intern("([Ljava/lang/String;)V", THREAD);
duke@435 1346 StringTable::intern("Ljava/lang/Class;", THREAD);
duke@435 1347
duke@435 1348 StringTable::intern("I", THREAD); // Needed for StringBuffer persistence?
duke@435 1349 StringTable::intern("Z", THREAD); // Needed for StringBuffer persistence?
duke@435 1350
duke@435 1351 // sun.io.Converters
duke@435 1352 static const char obj_array_sig[] = "[[Ljava/lang/Object;";
duke@435 1353 SymbolTable::lookup(obj_array_sig, (int)strlen(obj_array_sig), THREAD);
duke@435 1354
duke@435 1355 // java.util.HashMap
duke@435 1356 static const char map_entry_array_sig[] = "[Ljava/util/Map$Entry;";
duke@435 1357 SymbolTable::lookup(map_entry_array_sig, (int)strlen(map_entry_array_sig),
duke@435 1358 THREAD);
duke@435 1359
duke@435 1360 tty->print("Loading classes to share ... ");
duke@435 1361 while ((fgets(class_name, sizeof class_name, file)) != NULL) {
duke@435 1362 if (*class_name == '#') {
duke@435 1363 jint fsh, fsl;
duke@435 1364 if (sscanf(class_name, "# %8x%8x\n", &fsh, &fsl) == 2) {
duke@435 1365 file_jsum = ((jlong)(fsh) << 32) | (fsl & 0xffffffff);
duke@435 1366 }
duke@435 1367
duke@435 1368 continue;
duke@435 1369 }
duke@435 1370 // Remove trailing newline
duke@435 1371 size_t name_len = strlen(class_name);
duke@435 1372 class_name[name_len-1] = '\0';
duke@435 1373
duke@435 1374 computed_jsum = jsum(computed_jsum, class_name, (const int)name_len - 1);
duke@435 1375
duke@435 1376 // Got a class name - load it.
duke@435 1377 symbolHandle class_name_symbol = oopFactory::new_symbol(class_name,
duke@435 1378 THREAD);
duke@435 1379 guarantee(!HAS_PENDING_EXCEPTION, "Exception creating a symbol.");
duke@435 1380 klassOop klass = SystemDictionary::resolve_or_null(class_name_symbol,
duke@435 1381 THREAD);
duke@435 1382 guarantee(!HAS_PENDING_EXCEPTION, "Exception resolving a class.");
duke@435 1383 if (klass != NULL) {
duke@435 1384 if (PrintSharedSpaces) {
duke@435 1385 tty->print_cr("Shared spaces preloaded: %s", class_name);
duke@435 1386 }
duke@435 1387
duke@435 1388
duke@435 1389 instanceKlass* ik = instanceKlass::cast(klass);
duke@435 1390
duke@435 1391 // Should be class load order as per -XX:+TraceClassLoadingPreorder
duke@435 1392 class_promote_order->append(ik->as_klassOop());
duke@435 1393
duke@435 1394 // Link the class to cause the bytecodes to be rewritten and the
duke@435 1395 // cpcache to be created. The linking is done as soon as classes
duke@435 1396 // are loaded in order that the related data structures (klass,
duke@435 1397 // cpCache, Sting constants) are located together.
duke@435 1398
duke@435 1399 if (ik->get_init_state() < instanceKlass::linked) {
duke@435 1400 ik->link_class(THREAD);
duke@435 1401 guarantee(!(HAS_PENDING_EXCEPTION), "exception in class rewriting");
duke@435 1402 }
duke@435 1403
duke@435 1404 // Create String objects from string initializer symbols.
duke@435 1405
duke@435 1406 ik->constants()->resolve_string_constants(THREAD);
duke@435 1407
duke@435 1408 class_count++;
duke@435 1409 } else {
duke@435 1410 if (PrintSharedSpaces) {
duke@435 1411 tty->cr();
duke@435 1412 tty->print_cr(" Preload failed: %s", class_name);
duke@435 1413 }
duke@435 1414 }
duke@435 1415 file_jsum = 0; // Checksum must be on last line of file
duke@435 1416 }
duke@435 1417 if (computed_jsum != file_jsum) {
duke@435 1418 tty->cr();
duke@435 1419 tty->print_cr("Preload failed: checksum of class list was incorrect.");
duke@435 1420 exit(1);
duke@435 1421 }
duke@435 1422
duke@435 1423 tty->print_cr("done. ");
duke@435 1424
duke@435 1425 if (PrintSharedSpaces) {
duke@435 1426 tty->print_cr("Shared spaces: preloaded %d classes", class_count);
duke@435 1427 }
duke@435 1428
duke@435 1429 // Rewrite and unlink classes.
duke@435 1430 tty->print("Rewriting and unlinking classes ... ");
duke@435 1431 // Make heap parsable
duke@435 1432 ensure_parsability(false); // arg is actually don't care
duke@435 1433
duke@435 1434 // Link any classes which got missed. (It's not quite clear why
duke@435 1435 // they got missed.) This iteration would be unsafe if we weren't
duke@435 1436 // single-threaded at this point; however we can't do it on the VM
duke@435 1437 // thread because it requires object allocation.
duke@435 1438 LinkClassesClosure lcc(Thread::current());
duke@435 1439 object_iterate(&lcc);
duke@435 1440 tty->print_cr("done. ");
duke@435 1441
duke@435 1442 // Create and dump the shared spaces.
duke@435 1443 jint err = CompactingPermGenGen::dump_shared(class_promote_order, THREAD);
duke@435 1444 if (err != JNI_OK) {
duke@435 1445 fatal("Dumping shared spaces failed.");
duke@435 1446 }
duke@435 1447
duke@435 1448 } else {
duke@435 1449 char errmsg[JVM_MAXPATHLEN];
duke@435 1450 hpi::lasterror(errmsg, JVM_MAXPATHLEN);
duke@435 1451 tty->print_cr("Loading classlist failed: %s", errmsg);
duke@435 1452 exit(1);
duke@435 1453 }
duke@435 1454
duke@435 1455 // Since various initialization steps have been undone by this process,
duke@435 1456 // it is not reasonable to continue running a java process.
duke@435 1457 exit(0);
duke@435 1458 }

mercurial