coleenp@4037: /*
drchase@6680:  * Copyright (c) 2012, 2014, Oracle and/or its affiliates. All rights reserved.
coleenp@4037:  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
coleenp@4037:  *
coleenp@4037:  * This code is free software; you can redistribute it and/or modify it
coleenp@4037:  * under the terms of the GNU General Public License version 2 only, as
coleenp@4037:  * published by the Free Software Foundation.
coleenp@4037:  *
coleenp@4037:  * This code is distributed in the hope that it will be useful, but WITHOUT
coleenp@4037:  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
coleenp@4037:  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
coleenp@4037:  * version 2 for more details (a copy is included in the LICENSE file that
coleenp@4037:  * accompanied this code).
coleenp@4037:  *
coleenp@4037:  * You should have received a copy of the GNU General Public License version
coleenp@4037:  * 2 along with this work; if not, write to the Free Software Foundation,
coleenp@4037:  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
coleenp@4037:  *
coleenp@4037:  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
coleenp@4037:  * or visit www.oracle.com if you need additional information or have any
coleenp@4037:  * questions.
coleenp@4037:  *
coleenp@4037:  */
coleenp@4037: 
coleenp@4037: #include "precompiled.hpp"
coleenp@4037: #include "classfile/dictionary.hpp"
iklam@7322: #include "classfile/classLoaderExt.hpp"
coleenp@4037: #include "classfile/loaderConstraints.hpp"
coleenp@4037: #include "classfile/placeholders.hpp"
iklam@7089: #include "classfile/sharedClassUtil.hpp"
coleenp@4037: #include "classfile/symbolTable.hpp"
coleenp@4037: #include "classfile/systemDictionary.hpp"
coleenp@4037: #include "code/codeCache.hpp"
coleenp@4037: #include "memory/filemap.hpp"
coleenp@4037: #include "memory/gcLocker.hpp"
coleenp@4037: #include "memory/metaspace.hpp"
coleenp@4037: #include "memory/metaspaceShared.hpp"
coleenp@4037: #include "oops/objArrayOop.hpp"
coleenp@4037: #include "oops/oop.inline.hpp"
coleenp@4037: #include "runtime/signature.hpp"
coleenp@4037: #include "runtime/vm_operations.hpp"
coleenp@4037: #include "runtime/vmThread.hpp"
iklam@7322: #include "utilities/hashtable.hpp"
coleenp@4037: #include "utilities/hashtable.inline.hpp"
coleenp@4037: 
drchase@6680: PRAGMA_FORMAT_MUTE_WARNINGS_FOR_GCC
coleenp@4037: 
coleenp@4037: int MetaspaceShared::_max_alignment = 0;
coleenp@4037: 
coleenp@4037: ReservedSpace* MetaspaceShared::_shared_rs = NULL;
coleenp@4037: 
iklam@7089: bool MetaspaceShared::_link_classes_made_progress;
iklam@7089: bool MetaspaceShared::_check_classes_made_progress;
iklam@7089: bool MetaspaceShared::_has_error_classes;
iklam@7089: bool MetaspaceShared::_archive_loading_failed = false;
coleenp@4037: // Read/write a data stream for restoring/preserving metadata pointers and
coleenp@4037: // miscellaneous data from/to the shared archive file.
coleenp@4037: 
coleenp@4037: void MetaspaceShared::serialize(SerializeClosure* soc) {
coleenp@4037:   int tag = 0;
coleenp@4037:   soc->do_tag(--tag);
coleenp@4037: 
coleenp@4037:   // Verify the sizes of various metadata in the system.
coleenp@4037:   soc->do_tag(sizeof(Method));
coleenp@4037:   soc->do_tag(sizeof(ConstMethod));
coleenp@4037:   soc->do_tag(arrayOopDesc::base_offset_in_bytes(T_BYTE));
coleenp@4037:   soc->do_tag(sizeof(ConstantPool));
coleenp@4037:   soc->do_tag(sizeof(ConstantPoolCache));
coleenp@4037:   soc->do_tag(objArrayOopDesc::base_offset_in_bytes());
coleenp@4037:   soc->do_tag(typeArrayOopDesc::base_offset_in_bytes(T_BYTE));
coleenp@4037:   soc->do_tag(sizeof(Symbol));
coleenp@4037: 
coleenp@4037:   // Dump/restore miscellaneous metadata.
coleenp@4037:   Universe::serialize(soc, true);
coleenp@4037:   soc->do_tag(--tag);
coleenp@4037: 
coleenp@4037:   // Dump/restore references to commonly used names and signatures.
coleenp@4037:   vmSymbols::serialize(soc);
coleenp@4037:   soc->do_tag(--tag);
coleenp@4037: 
coleenp@4037:   soc->do_tag(666);
coleenp@4037: }
coleenp@4037: 
coleenp@4037: 
coleenp@4037: // CDS code for dumping shared archive.
coleenp@4037: 
coleenp@4037: // Global object for holding classes that have been loaded.  Since this
coleenp@4037: // is run at a safepoint just before exit, this is the entire set of classes.
coleenp@4037: static GrowableArray<Klass*>* _global_klass_objects;
coleenp@4037: static void collect_classes(Klass* k) {
coleenp@4037:   _global_klass_objects->append_if_missing(k);
coleenp@4037:   if (k->oop_is_instance()) {
coleenp@4037:     // Add in the array classes too
coleenp@4037:     InstanceKlass* ik = InstanceKlass::cast(k);
coleenp@4037:     ik->array_klasses_do(collect_classes);
coleenp@4037:   }
coleenp@4037: }
coleenp@4037: 
coleenp@4037: static void remove_unshareable_in_classes() {
coleenp@4037:   for (int i = 0; i < _global_klass_objects->length(); i++) {
coleenp@4037:     Klass* k = _global_klass_objects->at(i);
coleenp@4037:     k->remove_unshareable_info();
coleenp@4037:   }
coleenp@4037: }
coleenp@4037: 
coleenp@4037: // Walk all methods in the class list and assign a fingerprint.
coleenp@4037: // so that this part of the ConstMethod* is read only.
coleenp@4037: static void calculate_fingerprints() {
coleenp@4037:   for (int i = 0; i < _global_klass_objects->length(); i++) {
coleenp@4037:     Klass* k = _global_klass_objects->at(i);
coleenp@4037:     if (k->oop_is_instance()) {
coleenp@4037:       InstanceKlass* ik = InstanceKlass::cast(k);
coleenp@4037:       for (int i = 0; i < ik->methods()->length(); i++) {
coleenp@4037:         Method* m = ik->methods()->at(i);
coleenp@5749:         Fingerprinter fp(m);
coleenp@5749:         // The side effect of this call sets method's fingerprint field.
coleenp@5749:         fp.fingerprint();
coleenp@4037:       }
coleenp@4037:     }
coleenp@4037:   }
coleenp@4037: }
coleenp@4037: 
coleenp@4037: // Patch C++ vtable pointer in metadata.
coleenp@4037: 
coleenp@4037: // Klass and other metadata objects contain references to c++ vtables in the
coleenp@4037: // JVM library.
coleenp@4037: // Fix them to point to our constructed vtables.  However, don't iterate
coleenp@4037: // across the space while doing this, as that causes the vtables to be
coleenp@4037: // patched, undoing our useful work.  Instead, iterate to make a list,
coleenp@4037: // then use the list to do the fixing.
coleenp@4037: //
coleenp@4037: // Our constructed vtables:
coleenp@4037: // Dump time:
coleenp@4037: //  1. init_self_patching_vtbl_list: table of pointers to current virtual method addrs
coleenp@4037: //  2. generate_vtable_methods: create jump table, appended to above vtbl_list
coleenp@4037: //  3. patch_klass_vtables: for Klass list, patch the vtable entry in klass and
coleenp@4037: //     associated metadata to point to jump table rather than to current vtbl
coleenp@4037: // Table layout: NOTE FIXED SIZE
coleenp@4037: //   1. vtbl pointers
coleenp@4037: //   2. #Klass X #virtual methods per Klass
coleenp@4037: //   1 entry for each, in the order:
coleenp@4037: //   Klass1:method1 entry, Klass1:method2 entry, ... Klass1:method<num_virtuals> entry
coleenp@4037: //   Klass2:method1 entry, Klass2:method2 entry, ... Klass2:method<num_virtuals> entry
coleenp@4037: //   ...
coleenp@4037: //   Klass<vtbl_list_size>:method1 entry, Klass<vtbl_list_size>:method2 entry,
coleenp@4037: //       ... Klass<vtbl_list_size>:method<num_virtuals> entry
coleenp@4037: //  Sample entry: (Sparc):
coleenp@4037: //   save(sp, -256, sp)
coleenp@4037: //   ba,pt common_code
coleenp@4037: //   mov XXX, %L0       %L0 gets: Klass index <<8 + method index (note: max method index 255)
coleenp@4037: //
coleenp@4037: // Restore time:
coleenp@4037: //   1. initialize_shared_space: reserve space for table
coleenp@4037: //   2. init_self_patching_vtbl_list: update pointers to NEW virtual method addrs in text
coleenp@4037: //
coleenp@4037: // Execution time:
coleenp@4037: //   First virtual method call for any object of these metadata types:
coleenp@4045: //   1. object->klass
coleenp@4045: //   2. vtable entry for that klass points to the jump table entries
coleenp@4045: //   3. branches to common_code with %O0/klass, %L0: Klass index <<8 + method index
coleenp@4037: //   4. common_code:
coleenp@4037: //      Get address of new vtbl pointer for this Klass from updated table
coleenp@4037: //      Update new vtbl pointer in the Klass: future virtual calls go direct
coleenp@4037: //      Jump to method, using new vtbl pointer and method index
coleenp@4037: 
coleenp@4037: 
coleenp@4037: static void* find_matching_vtbl_ptr(void** vtbl_list, void* new_vtable_start, void* obj) {
coleenp@4037:   void* old_vtbl_ptr = *(void**)obj;
coleenp@4037:   for (int i = 0; i < MetaspaceShared::vtbl_list_size; i++) {
coleenp@4037:     if (vtbl_list[i] == old_vtbl_ptr) {
coleenp@4037:       return (void**)new_vtable_start + i * MetaspaceShared::num_virtuals;
coleenp@4037:     }
coleenp@4037:   }
coleenp@4037:   ShouldNotReachHere();
coleenp@4037:   return NULL;
coleenp@4037: }
coleenp@4037: 
coleenp@4037: // Assumes the vtable is in first slot in object.
coleenp@4037: static void patch_klass_vtables(void** vtbl_list, void* new_vtable_start) {
coleenp@4037:   int n = _global_klass_objects->length();
coleenp@4037:   for (int i = 0; i < n; i++) {
coleenp@4037:     Klass* obj = _global_klass_objects->at(i);
coleenp@4037:     // Note oop_is_instance() is a virtual call.  After patching vtables
coleenp@4037:     // all virtual calls on the dummy vtables will restore the original!
coleenp@4037:     if (obj->oop_is_instance()) {
coleenp@4037:       InstanceKlass* ik = InstanceKlass::cast(obj);
coleenp@4037:       *(void**)ik = find_matching_vtbl_ptr(vtbl_list, new_vtable_start, ik);
coleenp@4037:       ConstantPool* cp = ik->constants();
coleenp@4037:       *(void**)cp = find_matching_vtbl_ptr(vtbl_list, new_vtable_start, cp);
coleenp@4037:       for (int j = 0; j < ik->methods()->length(); j++) {
coleenp@4037:         Method* m = ik->methods()->at(j);
coleenp@4037:         *(void**)m = find_matching_vtbl_ptr(vtbl_list, new_vtable_start, m);
coleenp@4037:       }
coleenp@4037:     } else {
coleenp@4037:       // Array klasses
coleenp@4037:       Klass* k = obj;
coleenp@4037:       *(void**)k = find_matching_vtbl_ptr(vtbl_list, new_vtable_start, k);
coleenp@4037:     }
coleenp@4037:   }
coleenp@4037: }
coleenp@4037: 
coleenp@4037: // Closure for serializing initialization data out to a data area to be
coleenp@4037: // written to the shared file.
coleenp@4037: 
coleenp@4037: class WriteClosure : public SerializeClosure {
coleenp@4037: private:
coleenp@4037:   intptr_t* top;
coleenp@4037:   char* end;
coleenp@4037: 
coleenp@4037:   inline void check_space() {
coleenp@4037:     if ((char*)top + sizeof(intptr_t) > end) {
coleenp@4037:       report_out_of_shared_space(SharedMiscData);
coleenp@4037:     }
coleenp@4037:   }
coleenp@4037: 
coleenp@4037: public:
coleenp@4037:   WriteClosure(char* md_top, char* md_end) {
coleenp@4037:     top = (intptr_t*)md_top;
coleenp@4037:     end = md_end;
coleenp@4037:   }
coleenp@4037: 
coleenp@4037:   char* get_top() { return (char*)top; }
coleenp@4037: 
coleenp@4037:   void do_ptr(void** p) {
coleenp@4037:     check_space();
coleenp@4037:     *top = (intptr_t)*p;
coleenp@4037:     ++top;
coleenp@4037:   }
coleenp@4037: 
coleenp@4037:   void do_tag(int tag) {
coleenp@4037:     check_space();
coleenp@4037:     *top = (intptr_t)tag;
coleenp@4037:     ++top;
coleenp@4037:   }
coleenp@4037: 
coleenp@4037:   void do_region(u_char* start, size_t size) {
coleenp@4037:     if ((char*)top + size > end) {
coleenp@4037:       report_out_of_shared_space(SharedMiscData);
coleenp@4037:     }
coleenp@4037:     assert((intptr_t)start % sizeof(intptr_t) == 0, "bad alignment");
coleenp@4037:     assert(size % sizeof(intptr_t) == 0, "bad size");
coleenp@4037:     do_tag((int)size);
coleenp@4037:     while (size > 0) {
coleenp@4037:       *top = *(intptr_t*)start;
coleenp@4037:       ++top;
coleenp@4037:       start += sizeof(intptr_t);
coleenp@4037:       size -= sizeof(intptr_t);
coleenp@4037:     }
coleenp@4037:   }
coleenp@4037: 
coleenp@4037:   bool reading() const { return false; }
coleenp@4037: };
coleenp@4037: 
iklam@5208: // This is for dumping detailed statistics for the allocations
iklam@5208: // in the shared spaces.
iklam@5208: class DumpAllocClosure : public Metaspace::AllocRecordClosure {
iklam@5208: public:
iklam@5208: 
iklam@5208:   // Here's poor man's enum inheritance
iklam@5208: #define SHAREDSPACE_OBJ_TYPES_DO(f) \
iklam@5208:   METASPACE_OBJ_TYPES_DO(f) \
iklam@5208:   f(SymbolHashentry) \
iklam@5208:   f(SymbolBuckets) \
iklam@5208:   f(Other)
iklam@5208: 
iklam@5208: #define SHAREDSPACE_OBJ_TYPE_DECLARE(name) name ## Type,
iklam@5208: #define SHAREDSPACE_OBJ_TYPE_NAME_CASE(name) case name ## Type: return #name;
iklam@5208: 
iklam@5208:   enum Type {
iklam@5208:     // Types are MetaspaceObj::ClassType, MetaspaceObj::SymbolType, etc
iklam@5208:     SHAREDSPACE_OBJ_TYPES_DO(SHAREDSPACE_OBJ_TYPE_DECLARE)
iklam@5208:     _number_of_types
iklam@5208:   };
iklam@5208: 
iklam@5208:   static const char * type_name(Type type) {
iklam@5208:     switch(type) {
iklam@5208:     SHAREDSPACE_OBJ_TYPES_DO(SHAREDSPACE_OBJ_TYPE_NAME_CASE)
iklam@5208:     default:
iklam@5208:       ShouldNotReachHere();
iklam@5208:       return NULL;
iklam@5208:     }
iklam@5208:   }
iklam@5208: 
iklam@5208: public:
iklam@5208:   enum {
iklam@5208:     RO = 0,
iklam@5208:     RW = 1
iklam@5208:   };
iklam@5208: 
iklam@5208:   int _counts[2][_number_of_types];
iklam@5208:   int _bytes [2][_number_of_types];
iklam@5208:   int _which;
iklam@5208: 
iklam@5208:   DumpAllocClosure() {
iklam@5208:     memset(_counts, 0, sizeof(_counts));
iklam@5208:     memset(_bytes,  0, sizeof(_bytes));
iklam@5208:   };
iklam@5208: 
iklam@5208:   void iterate_metaspace(Metaspace* space, int which) {
iklam@5208:     assert(which == RO || which == RW, "sanity");
iklam@5208:     _which = which;
iklam@5208:     space->iterate(this);
iklam@5208:   }
iklam@5208: 
iklam@5208:   virtual void doit(address ptr, MetaspaceObj::Type type, int byte_size) {
iklam@5208:     assert(int(type) >= 0 && type < MetaspaceObj::_number_of_types, "sanity");
iklam@5208:     _counts[_which][type] ++;
iklam@5208:     _bytes [_which][type] += byte_size;
iklam@5208:   }
iklam@5208: 
iklam@5208:   void dump_stats(int ro_all, int rw_all, int md_all, int mc_all);
iklam@5208: };
iklam@5208: 
iklam@5208: void DumpAllocClosure::dump_stats(int ro_all, int rw_all, int md_all, int mc_all) {
iklam@5208:   rw_all += (md_all + mc_all); // md and mc are all mapped Read/Write
iklam@5208:   int other_bytes = md_all + mc_all;
iklam@5208: 
iklam@5208:   // Calculate size of data that was not allocated by Metaspace::allocate()
iklam@5208:   int symbol_count = _counts[RO][MetaspaceObj::SymbolType];
iklam@5208:   int symhash_bytes = symbol_count * sizeof (HashtableEntry<Symbol*, mtSymbol>);
iklam@5208:   int symbuck_count = SymbolTable::the_table()->table_size();
iklam@5208:   int symbuck_bytes = symbuck_count * sizeof(HashtableBucket<mtSymbol>);
iklam@5208: 
iklam@5208:   _counts[RW][SymbolHashentryType] = symbol_count;
iklam@5208:   _bytes [RW][SymbolHashentryType] = symhash_bytes;
iklam@5208:   other_bytes -= symhash_bytes;
iklam@5208: 
iklam@5208:   _counts[RW][SymbolBucketsType] = symbuck_count;
iklam@5208:   _bytes [RW][SymbolBucketsType] = symbuck_bytes;
iklam@5208:   other_bytes -= symbuck_bytes;
iklam@5208: 
iklam@5208:   // TODO: count things like dictionary, vtable, etc
iklam@5208:   _bytes[RW][OtherType] =  other_bytes;
iklam@5208: 
iklam@5208:   // prevent divide-by-zero
iklam@5208:   if (ro_all < 1) {
iklam@5208:     ro_all = 1;
iklam@5208:   }
iklam@5208:   if (rw_all < 1) {
iklam@5208:     rw_all = 1;
iklam@5208:   }
iklam@5208: 
iklam@5208:   int all_ro_count = 0;
iklam@5208:   int all_ro_bytes = 0;
iklam@5208:   int all_rw_count = 0;
iklam@5208:   int all_rw_bytes = 0;
iklam@5208: 
drchase@6680: // To make fmt_stats be a syntactic constant (for format warnings), use #define.
drchase@6680: #define fmt_stats "%-20s: %8d %10d %5.1f | %8d %10d %5.1f | %8d %10d %5.1f"
iklam@5208:   const char *sep = "--------------------+---------------------------+---------------------------+--------------------------";
iklam@5208:   const char *hdr = "                        ro_cnt   ro_bytes     % |   rw_cnt   rw_bytes     % |  all_cnt  all_bytes     %";
iklam@5208: 
iklam@5208:   tty->print_cr("Detailed metadata info (rw includes md and mc):");
drchase@6680:   tty->print_cr("%s", hdr);
drchase@6680:   tty->print_cr("%s", sep);
iklam@5208:   for (int type = 0; type < int(_number_of_types); type ++) {
iklam@5208:     const char *name = type_name((Type)type);
iklam@5208:     int ro_count = _counts[RO][type];
iklam@5208:     int ro_bytes = _bytes [RO][type];
iklam@5208:     int rw_count = _counts[RW][type];
iklam@5208:     int rw_bytes = _bytes [RW][type];
iklam@5208:     int count = ro_count + rw_count;
iklam@5208:     int bytes = ro_bytes + rw_bytes;
iklam@5208: 
iklam@5208:     double ro_perc = 100.0 * double(ro_bytes) / double(ro_all);
iklam@5208:     double rw_perc = 100.0 * double(rw_bytes) / double(rw_all);
iklam@5208:     double perc    = 100.0 * double(bytes)    / double(ro_all + rw_all);
iklam@5208: 
drchase@6680:     tty->print_cr(fmt_stats, name,
iklam@5208:                   ro_count, ro_bytes, ro_perc,
iklam@5208:                   rw_count, rw_bytes, rw_perc,
iklam@5208:                   count, bytes, perc);
iklam@5208: 
iklam@5208:     all_ro_count += ro_count;
iklam@5208:     all_ro_bytes += ro_bytes;
iklam@5208:     all_rw_count += rw_count;
iklam@5208:     all_rw_bytes += rw_bytes;
iklam@5208:   }
iklam@5208: 
iklam@5208:   int all_count = all_ro_count + all_rw_count;
iklam@5208:   int all_bytes = all_ro_bytes + all_rw_bytes;
iklam@5208: 
iklam@5208:   double all_ro_perc = 100.0 * double(all_ro_bytes) / double(ro_all);
iklam@5208:   double all_rw_perc = 100.0 * double(all_rw_bytes) / double(rw_all);
iklam@5208:   double all_perc    = 100.0 * double(all_bytes)    / double(ro_all + rw_all);
iklam@5208: 
drchase@6680:   tty->print_cr("%s", sep);
drchase@6680:   tty->print_cr(fmt_stats, "Total",
iklam@5208:                 all_ro_count, all_ro_bytes, all_ro_perc,
iklam@5208:                 all_rw_count, all_rw_bytes, all_rw_perc,
iklam@5208:                 all_count, all_bytes, all_perc);
iklam@5208: 
iklam@5208:   assert(all_ro_bytes == ro_all, "everything should have been counted");
iklam@5208:   assert(all_rw_bytes == rw_all, "everything should have been counted");
drchase@6680: #undef fmt_stats
iklam@5208: }
coleenp@4037: 
coleenp@4037: // Populate the shared space.
coleenp@4037: 
coleenp@4037: class VM_PopulateDumpSharedSpace: public VM_Operation {
coleenp@4037: private:
coleenp@4037:   ClassLoaderData* _loader_data;
coleenp@4037:   GrowableArray<Klass*> *_class_promote_order;
coleenp@4037:   VirtualSpace _md_vs;
coleenp@4037:   VirtualSpace _mc_vs;
coleenp@4037: 
coleenp@4037: public:
coleenp@4037:   VM_PopulateDumpSharedSpace(ClassLoaderData* loader_data,
coleenp@4037:                              GrowableArray<Klass*> *class_promote_order) :
coleenp@4037:     _loader_data(loader_data) {
coleenp@4037: 
coleenp@4037:     // Split up and initialize the misc code and data spaces
coleenp@4037:     ReservedSpace* shared_rs = MetaspaceShared::shared_rs();
coleenp@4037:     int metadata_size = SharedReadOnlySize+SharedReadWriteSize;
coleenp@4037:     ReservedSpace shared_ro_rw = shared_rs->first_part(metadata_size);
coleenp@4037:     ReservedSpace misc_section = shared_rs->last_part(metadata_size);
coleenp@4037: 
coleenp@4037:     // Now split into misc sections.
coleenp@4037:     ReservedSpace md_rs   = misc_section.first_part(SharedMiscDataSize);
coleenp@4037:     ReservedSpace mc_rs   = misc_section.last_part(SharedMiscDataSize);
coleenp@4037:     _md_vs.initialize(md_rs, SharedMiscDataSize);
coleenp@4037:     _mc_vs.initialize(mc_rs, SharedMiscCodeSize);
coleenp@4037:     _class_promote_order = class_promote_order;
coleenp@4037:   }
coleenp@4037: 
coleenp@4037:   VMOp_Type type() const { return VMOp_PopulateDumpSharedSpace; }
coleenp@4037:   void doit();   // outline because gdb sucks
coleenp@4037: }; // class VM_PopulateDumpSharedSpace
coleenp@4037: 
coleenp@4037: 
coleenp@4037: void VM_PopulateDumpSharedSpace::doit() {
coleenp@4037:   Thread* THREAD = VMThread::vm_thread();
coleenp@4037:   NOT_PRODUCT(SystemDictionary::verify();)
coleenp@4037:   // The following guarantee is meant to ensure that no loader constraints
coleenp@4037:   // exist yet, since the constraints table is not shared.  This becomes
coleenp@4037:   // more important now that we don't re-initialize vtables/itables for
coleenp@4037:   // shared classes at runtime, where constraints were previously created.
coleenp@4037:   guarantee(SystemDictionary::constraints()->number_of_entries() == 0,
coleenp@4037:             "loader constraints are not saved");
coleenp@4037:   guarantee(SystemDictionary::placeholders()->number_of_entries() == 0,
coleenp@4037:           "placeholders are not saved");
coleenp@4037:   // Revisit and implement this if we prelink method handle call sites:
coleenp@4037:   guarantee(SystemDictionary::invoke_method_table() == NULL ||
coleenp@4037:             SystemDictionary::invoke_method_table()->number_of_entries() == 0,
coleenp@4037:             "invoke method table is not saved");
coleenp@4037: 
coleenp@4037:   // At this point, many classes have been loaded.
coleenp@4037:   // Gather systemDictionary classes in a global array and do everything to
coleenp@4037:   // that so we don't have to walk the SystemDictionary again.
coleenp@4037:   _global_klass_objects = new GrowableArray<Klass*>(1000);
coleenp@4037:   Universe::basic_type_classes_do(collect_classes);
coleenp@4037:   SystemDictionary::classes_do(collect_classes);
coleenp@4037: 
coleenp@4037:   tty->print_cr("Number of classes %d", _global_klass_objects->length());
iklam@7089:   {
iklam@7089:     int num_type_array = 0, num_obj_array = 0, num_inst = 0;
iklam@7089:     for (int i = 0; i < _global_klass_objects->length(); i++) {
iklam@7089:       Klass* k = _global_klass_objects->at(i);
iklam@7089:       if (k->oop_is_instance()) {
iklam@7089:         num_inst ++;
iklam@7089:       } else if (k->oop_is_objArray()) {
iklam@7089:         num_obj_array ++;
iklam@7089:       } else {
iklam@7089:         assert(k->oop_is_typeArray(), "sanity");
iklam@7089:         num_type_array ++;
iklam@7089:       }
iklam@7089:     }
iklam@7089:     tty->print_cr("    instance classes   = %5d", num_inst);
iklam@7089:     tty->print_cr("    obj array classes  = %5d", num_obj_array);
iklam@7089:     tty->print_cr("    type array classes = %5d", num_type_array);
iklam@7089:   }
coleenp@4037: 
coleenp@4037:   // Update all the fingerprints in the shared methods.
coleenp@4037:   tty->print("Calculating fingerprints ... ");
coleenp@4037:   calculate_fingerprints();
coleenp@4037:   tty->print_cr("done. ");
coleenp@4037: 
coleenp@4037:   // Remove all references outside the metadata
coleenp@4037:   tty->print("Removing unshareable information ... ");
coleenp@4037:   remove_unshareable_in_classes();
coleenp@4037:   tty->print_cr("done. ");
coleenp@4037: 
coleenp@4037:   // Set up the share data and shared code segments.
coleenp@4037:   char* md_low = _md_vs.low();
coleenp@4037:   char* md_top = md_low;
coleenp@4037:   char* md_end = _md_vs.high();
coleenp@4037:   char* mc_low = _mc_vs.low();
coleenp@4037:   char* mc_top = mc_low;
coleenp@4037:   char* mc_end = _mc_vs.high();
coleenp@4037: 
coleenp@4037:   // Reserve space for the list of Klass*s whose vtables are used
coleenp@4037:   // for patching others as needed.
coleenp@4037: 
coleenp@4037:   void** vtbl_list = (void**)md_top;
coleenp@4037:   int vtbl_list_size = MetaspaceShared::vtbl_list_size;
coleenp@4037:   Universe::init_self_patching_vtbl_list(vtbl_list, vtbl_list_size);
coleenp@4037: 
coleenp@4037:   md_top += vtbl_list_size * sizeof(void*);
coleenp@4037:   void* vtable = md_top;
coleenp@4037: 
coleenp@4037:   // Reserve space for a new dummy vtable for klass objects in the
coleenp@4037:   // heap.  Generate self-patching vtable entries.
coleenp@4037: 
coleenp@4037:   MetaspaceShared::generate_vtable_methods(vtbl_list, &vtable,
coleenp@4037:                                      &md_top, md_end,
coleenp@4037:                                      &mc_top, mc_end);
coleenp@4037: 
coleenp@4037:   // Reorder the system dictionary.  (Moving the symbols affects
coleenp@4037:   // how the hash table indices are calculated.)
coleenp@4037:   // Not doing this either.
coleenp@4037: 
coleenp@4037:   SystemDictionary::reorder_dictionary();
coleenp@4037: 
coleenp@4037:   NOT_PRODUCT(SystemDictionary::verify();)
coleenp@4037: 
coleenp@4037:   // Copy the the symbol table, and the system dictionary to the shared
coleenp@4037:   // space in usable form.  Copy the hastable
coleenp@4037:   // buckets first [read-write], then copy the linked lists of entries
coleenp@4037:   // [read-only].
coleenp@4037: 
coleenp@4037:   SymbolTable::reverse(md_top);
coleenp@4037:   NOT_PRODUCT(SymbolTable::verify());
coleenp@4037:   SymbolTable::copy_buckets(&md_top, md_end);
coleenp@4037: 
coleenp@4037:   SystemDictionary::reverse();
coleenp@4037:   SystemDictionary::copy_buckets(&md_top, md_end);
coleenp@4037: 
coleenp@4037:   ClassLoader::verify();
coleenp@4037:   ClassLoader::copy_package_info_buckets(&md_top, md_end);
coleenp@4037:   ClassLoader::verify();
coleenp@4037: 
coleenp@4037:   SymbolTable::copy_table(&md_top, md_end);
coleenp@4037:   SystemDictionary::copy_table(&md_top, md_end);
coleenp@4037:   ClassLoader::verify();
coleenp@4037:   ClassLoader::copy_package_info_table(&md_top, md_end);
coleenp@4037:   ClassLoader::verify();
coleenp@4037: 
iklam@7322:   ClassLoaderExt::copy_lookup_cache_to_archive(&md_top, md_end);
iklam@7322: 
coleenp@4037:   // Write the other data to the output array.
coleenp@4037:   WriteClosure wc(md_top, md_end);
coleenp@4037:   MetaspaceShared::serialize(&wc);
coleenp@4037:   md_top = wc.get_top();
coleenp@4037: 
coleenp@4037:   // Print shared spaces all the time
drchase@6680: // To make fmt_space be a syntactic constant (for format warnings), use #define.
drchase@6680: #define fmt_space "%s space: %9d [ %4.1f%% of total] out of %9d bytes [%4.1f%% used] at " PTR_FORMAT
coleenp@4037:   Metaspace* ro_space = _loader_data->ro_metaspace();
coleenp@4037:   Metaspace* rw_space = _loader_data->rw_metaspace();
coleenp@4434: 
coleenp@4434:   // Allocated size of each space (may not be all occupied)
jmasa@5015:   const size_t ro_alloced = ro_space->capacity_bytes_slow(Metaspace::NonClassType);
jmasa@5015:   const size_t rw_alloced = rw_space->capacity_bytes_slow(Metaspace::NonClassType);
coleenp@4434:   const size_t md_alloced = md_end-md_low;
coleenp@4434:   const size_t mc_alloced = mc_end-mc_low;
coleenp@4434:   const size_t total_alloced = ro_alloced + rw_alloced + md_alloced + mc_alloced;
coleenp@4434: 
coleenp@4434:   // Occupied size of each space.
jmasa@5015:   const size_t ro_bytes = ro_space->used_bytes_slow(Metaspace::NonClassType);
jmasa@5015:   const size_t rw_bytes = rw_space->used_bytes_slow(Metaspace::NonClassType);
coleenp@4434:   const size_t md_bytes = size_t(md_top - md_low);
coleenp@4434:   const size_t mc_bytes = size_t(mc_top - mc_low);
coleenp@4434: 
coleenp@4434:   // Percent of total size
coleenp@4434:   const size_t total_bytes = ro_bytes + rw_bytes + md_bytes + mc_bytes;
coleenp@4434:   const double ro_t_perc = ro_bytes / double(total_bytes) * 100.0;
coleenp@4434:   const double rw_t_perc = rw_bytes / double(total_bytes) * 100.0;
coleenp@4434:   const double md_t_perc = md_bytes / double(total_bytes) * 100.0;
coleenp@4434:   const double mc_t_perc = mc_bytes / double(total_bytes) * 100.0;
coleenp@4434: 
coleenp@4434:   // Percent of fullness of each space
coleenp@4434:   const double ro_u_perc = ro_bytes / double(ro_alloced) * 100.0;
coleenp@4434:   const double rw_u_perc = rw_bytes / double(rw_alloced) * 100.0;
coleenp@4434:   const double md_u_perc = md_bytes / double(md_alloced) * 100.0;
coleenp@4434:   const double mc_u_perc = mc_bytes / double(mc_alloced) * 100.0;
coleenp@4434:   const double total_u_perc = total_bytes / double(total_alloced) * 100.0;
coleenp@4434: 
drchase@6680:   tty->print_cr(fmt_space, "ro", ro_bytes, ro_t_perc, ro_alloced, ro_u_perc, ro_space->bottom());
drchase@6680:   tty->print_cr(fmt_space, "rw", rw_bytes, rw_t_perc, rw_alloced, rw_u_perc, rw_space->bottom());
drchase@6680:   tty->print_cr(fmt_space, "md", md_bytes, md_t_perc, md_alloced, md_u_perc, md_low);
drchase@6680:   tty->print_cr(fmt_space, "mc", mc_bytes, mc_t_perc, mc_alloced, mc_u_perc, mc_low);
coleenp@4434:   tty->print_cr("total   : %9d [100.0%% of total] out of %9d bytes [%4.1f%% used]",
coleenp@4434:                  total_bytes, total_alloced, total_u_perc);
coleenp@4037: 
coleenp@4037:   // Update the vtable pointers in all of the Klass objects in the
coleenp@4037:   // heap. They should point to newly generated vtable.
coleenp@4037:   patch_klass_vtables(vtbl_list, vtable);
coleenp@4037: 
coleenp@4037:   // dunno what this is for.
coleenp@4037:   char* saved_vtbl = (char*)os::malloc(vtbl_list_size * sizeof(void*), mtClass);
coleenp@4037:   memmove(saved_vtbl, vtbl_list, vtbl_list_size * sizeof(void*));
coleenp@4037:   memset(vtbl_list, 0, vtbl_list_size * sizeof(void*));
coleenp@4037: 
coleenp@4037:   // Create and write the archive file that maps the shared spaces.
coleenp@4037: 
coleenp@4037:   FileMapInfo* mapinfo = new FileMapInfo();
coleenp@4037:   mapinfo->populate_header(MetaspaceShared::max_alignment());
coleenp@4037: 
coleenp@4037:   // Pass 1 - update file offsets in header.
coleenp@4037:   mapinfo->write_header();
coleenp@4037:   mapinfo->write_space(MetaspaceShared::ro, _loader_data->ro_metaspace(), true);
coleenp@4037:   mapinfo->write_space(MetaspaceShared::rw, _loader_data->rw_metaspace(), false);
coleenp@4037:   mapinfo->write_region(MetaspaceShared::md, _md_vs.low(),
coleenp@4037:                         pointer_delta(md_top, _md_vs.low(), sizeof(char)),
coleenp@4037:                         SharedMiscDataSize,
coleenp@4037:                         false, false);
coleenp@4037:   mapinfo->write_region(MetaspaceShared::mc, _mc_vs.low(),
coleenp@4037:                         pointer_delta(mc_top, _mc_vs.low(), sizeof(char)),
coleenp@4037:                         SharedMiscCodeSize,
coleenp@4037:                         true, true);
coleenp@4037: 
coleenp@4037:   // Pass 2 - write data.
coleenp@4037:   mapinfo->open_for_write();
jiangli@6868:   mapinfo->set_header_crc(mapinfo->compute_header_crc());
coleenp@4037:   mapinfo->write_header();
coleenp@4037:   mapinfo->write_space(MetaspaceShared::ro, _loader_data->ro_metaspace(), true);
coleenp@4037:   mapinfo->write_space(MetaspaceShared::rw, _loader_data->rw_metaspace(), false);
coleenp@4037:   mapinfo->write_region(MetaspaceShared::md, _md_vs.low(),
coleenp@4037:                         pointer_delta(md_top, _md_vs.low(), sizeof(char)),
coleenp@4037:                         SharedMiscDataSize,
coleenp@4037:                         false, false);
coleenp@4037:   mapinfo->write_region(MetaspaceShared::mc, _mc_vs.low(),
coleenp@4037:                         pointer_delta(mc_top, _mc_vs.low(), sizeof(char)),
coleenp@4037:                         SharedMiscCodeSize,
coleenp@4037:                         true, true);
coleenp@4037:   mapinfo->close();
coleenp@4037: 
coleenp@4037:   memmove(vtbl_list, saved_vtbl, vtbl_list_size * sizeof(void*));
iklam@5208: 
iklam@5208:   if (PrintSharedSpaces) {
iklam@5208:     DumpAllocClosure dac;
iklam@5208:     dac.iterate_metaspace(_loader_data->ro_metaspace(), DumpAllocClosure::RO);
iklam@5208:     dac.iterate_metaspace(_loader_data->rw_metaspace(), DumpAllocClosure::RW);
iklam@5208: 
iklam@5208:     dac.dump_stats(int(ro_bytes), int(rw_bytes), int(md_bytes), int(mc_bytes));
iklam@5208:   }
drchase@6680: #undef fmt_space
coleenp@4037: }
coleenp@4037: 
iklam@7089: 
iklam@7089: void MetaspaceShared::link_one_shared_class(Klass* obj, TRAPS) {
hseigel@4278:   Klass* k = obj;
coleenp@4037:   if (k->oop_is_instance()) {
coleenp@4037:     InstanceKlass* ik = (InstanceKlass*) k;
coleenp@4037:     // Link the class to cause the bytecodes to be rewritten and the
iklam@7089:     // cpcache to be created. Class verification is done according
iklam@7089:     // to -Xverify setting.
iklam@7089:     _link_classes_made_progress |= try_link_class(ik, THREAD);
iklam@7089:     guarantee(!HAS_PENDING_EXCEPTION, "exception in link_class");
iklam@7089:   }
iklam@7089: }
iklam@7089: 
iklam@7089: void MetaspaceShared::check_one_shared_class(Klass* k) {
iklam@7089:   if (k->oop_is_instance() && InstanceKlass::cast(k)->check_sharing_error_state()) {
iklam@7089:     _check_classes_made_progress = true;
iklam@7089:   }
iklam@7089: }
iklam@7089: 
iklam@7089: void MetaspaceShared::link_and_cleanup_shared_classes(TRAPS) {
iklam@7089:   // We need to iterate because verification may cause additional classes
iklam@7089:   // to be loaded.
iklam@7089:   do {
iklam@7089:     _link_classes_made_progress = false;
iklam@7089:     SystemDictionary::classes_do(link_one_shared_class, THREAD);
iklam@7089:     guarantee(!HAS_PENDING_EXCEPTION, "exception in link_class");
iklam@7089:   } while (_link_classes_made_progress);
iklam@7089: 
iklam@7089:   if (_has_error_classes) {
iklam@7089:     // Mark all classes whose super class or interfaces failed verification.
iklam@7089:     do {
iklam@7089:       // Not completely sure if we need to do this iteratively. Anyway,
iklam@7089:       // we should come here only if there are unverifiable classes, which
iklam@7089:       // shouldn't happen in normal cases. So better safe than sorry.
iklam@7089:       _check_classes_made_progress = false;
iklam@7089:       SystemDictionary::classes_do(check_one_shared_class);
iklam@7089:     } while (_check_classes_made_progress);
iklam@7089: 
iklam@7089:     if (IgnoreUnverifiableClassesDuringDump) {
iklam@7089:       // This is useful when running JCK or SQE tests. You should not
iklam@7089:       // enable this when running real apps.
iklam@7089:       SystemDictionary::remove_classes_in_error_state();
iklam@7089:     } else {
iklam@7089:       tty->print_cr("Please remove the unverifiable classes from your class list and try again");
iklam@7089:       exit(1);
coleenp@4037:     }
coleenp@4037:   }
coleenp@4037: }
coleenp@4037: 
iklam@7089: void MetaspaceShared::prepare_for_dumping() {
iklam@7089:   ClassLoader::initialize_shared_path();
iklam@7089:   FileMapInfo::allocate_classpath_entry_table();
coleenp@4037: }
coleenp@4037: 
coleenp@4037: // Preload classes from a list, populate the shared spaces and dump to a
coleenp@4037: // file.
coleenp@4037: void MetaspaceShared::preload_and_dump(TRAPS) {
coleenp@4037:   TraceTime timer("Dump Shared Spaces", TraceStartupTime);
coleenp@4037:   ResourceMark rm;
coleenp@4037: 
iklam@7089:   tty->print_cr("Allocated shared space: %d bytes at " PTR_FORMAT,
iklam@7089:                 MetaspaceShared::shared_rs()->size(),
iklam@7089:                 MetaspaceShared::shared_rs()->base());
iklam@7089: 
coleenp@4037:   // Preload classes to be shared.
coleenp@4037:   // Should use some os:: method rather than fopen() here. aB.
iklam@7089:   const char* class_list_path;
iklam@7089:   if (SharedClassListFile == NULL) {
iklam@7089:     // Construct the path to the class list (in jre/lib)
iklam@7089:     // Walk up two directories from the location of the VM and
iklam@7089:     // optionally tack on "lib" (depending on platform)
iklam@7089:     char class_list_path_str[JVM_MAXPATHLEN];
iklam@7089:     os::jvm_path(class_list_path_str, sizeof(class_list_path_str));
iklam@7089:     for (int i = 0; i < 3; i++) {
iklam@7089:       char *end = strrchr(class_list_path_str, *os::file_separator());
iklam@7089:       if (end != NULL) *end = '\0';
iklam@7089:     }
iklam@7089:     int class_list_path_len = (int)strlen(class_list_path_str);
iklam@7089:     if (class_list_path_len >= 3) {
iklam@7089:       if (strcmp(class_list_path_str + class_list_path_len - 3, "lib") != 0) {
iklam@7089:         strcat(class_list_path_str, os::file_separator());
iklam@7089:         strcat(class_list_path_str, "lib");
iklam@7089:       }
iklam@7089:     }
iklam@7089:     strcat(class_list_path_str, os::file_separator());
iklam@7089:     strcat(class_list_path_str, "classlist");
iklam@7089:     class_list_path = class_list_path_str;
iklam@7089:   } else {
iklam@7089:     class_list_path = SharedClassListFile;
coleenp@4037:   }
iklam@7089: 
iklam@7089:   int class_count = 0;
iklam@7089:   GrowableArray<Klass*>* class_promote_order = new GrowableArray<Klass*>();
iklam@7089: 
iklam@7089:   // sun.io.Converters
iklam@7089:   static const char obj_array_sig[] = "[[Ljava/lang/Object;";
iklam@7089:   SymbolTable::new_permanent_symbol(obj_array_sig, THREAD);
iklam@7089: 
iklam@7089:   // java.util.HashMap
iklam@7089:   static const char map_entry_array_sig[] = "[Ljava/util/Map$Entry;";
iklam@7089:   SymbolTable::new_permanent_symbol(map_entry_array_sig, THREAD);
iklam@7089: 
iklam@7089:   tty->print_cr("Loading classes to share ...");
iklam@7089:   _has_error_classes = false;
iklam@7089:   class_count += preload_and_dump(class_list_path, class_promote_order,
iklam@7089:                                   THREAD);
iklam@7089:   if (ExtraSharedClassListFile) {
iklam@7089:     class_count += preload_and_dump(ExtraSharedClassListFile, class_promote_order,
iklam@7089:                                     THREAD);
coleenp@4037:   }
iklam@7089:   tty->print_cr("Loading classes to share: done.");
coleenp@4037: 
iklam@7322:   ClassLoaderExt::init_lookup_cache(THREAD);
iklam@7322: 
iklam@7089:   if (PrintSharedSpaces) {
iklam@7089:     tty->print_cr("Shared spaces: preloaded %d classes", class_count);
iklam@7089:   }
iklam@7089: 
iklam@7089:   // Rewrite and link classes
iklam@7089:   tty->print_cr("Rewriting and linking classes ...");
iklam@7089: 
iklam@7089:   // Link any classes which got missed. This would happen if we have loaded classes that
iklam@7089:   // were not explicitly specified in the classlist. E.g., if an interface implemented by class K
iklam@7089:   // fails verification, all other interfaces that were not specified in the classlist but
iklam@7089:   // are implemented by K are not verified.
iklam@7089:   link_and_cleanup_shared_classes(CATCH);
iklam@7089:   tty->print_cr("Rewriting and linking classes: done");
iklam@7089: 
iklam@7089:   // Create and dump the shared spaces.   Everything so far is loaded
iklam@7089:   // with the null class loader.
iklam@7089:   ClassLoaderData* loader_data = ClassLoaderData::the_null_class_loader_data();
iklam@7089:   VM_PopulateDumpSharedSpace op(loader_data, class_promote_order);
iklam@7089:   VMThread::execute(&op);
iklam@7089: 
iklam@7089:   // Since various initialization steps have been undone by this process,
iklam@7089:   // it is not reasonable to continue running a java process.
iklam@7089:   exit(0);
iklam@7089: }
iklam@7089: 
iklam@7089: int MetaspaceShared::preload_and_dump(const char * class_list_path,
iklam@7089:                                       GrowableArray<Klass*>* class_promote_order,
iklam@7089:                                       TRAPS) {
coleenp@4037:   FILE* file = fopen(class_list_path, "r");
iklam@7089:   char class_name[256];
iklam@7089:   int class_count = 0;
iklam@7089: 
coleenp@4037:   if (file != NULL) {
coleenp@4037:     while ((fgets(class_name, sizeof class_name, file)) != NULL) {
iklam@7089:       if (*class_name == '#') { // comment
coleenp@4037:         continue;
coleenp@4037:       }
coleenp@4037:       // Remove trailing newline
coleenp@4037:       size_t name_len = strlen(class_name);
iklam@7089:       if (class_name[name_len-1] == '\n') {
iklam@7089:         class_name[name_len-1] = '\0';
iklam@7089:       }
coleenp@4037: 
coleenp@4037:       // Got a class name - load it.
coleenp@4037:       TempNewSymbol class_name_symbol = SymbolTable::new_permanent_symbol(class_name, THREAD);
coleenp@4037:       guarantee(!HAS_PENDING_EXCEPTION, "Exception creating a symbol.");
coleenp@4037:       Klass* klass = SystemDictionary::resolve_or_null(class_name_symbol,
coleenp@4037:                                                          THREAD);
iklam@7089:       CLEAR_PENDING_EXCEPTION;
coleenp@4037:       if (klass != NULL) {
coleenp@4037:         if (PrintSharedSpaces && Verbose && WizardMode) {
coleenp@4037:           tty->print_cr("Shared spaces preloaded: %s", class_name);
coleenp@4037:         }
coleenp@4037: 
coleenp@4037:         InstanceKlass* ik = InstanceKlass::cast(klass);
coleenp@4037: 
coleenp@4037:         // Should be class load order as per -XX:+TraceClassLoadingPreorder
coleenp@4037:         class_promote_order->append(ik);
coleenp@4037: 
coleenp@4037:         // Link the class to cause the bytecodes to be rewritten and the
coleenp@4037:         // cpcache to be created. The linking is done as soon as classes
coleenp@4037:         // are loaded in order that the related data structures (klass and
coleenp@4037:         // cpCache) are located together.
iklam@7089:         try_link_class(ik, THREAD);
iklam@7089:         guarantee(!HAS_PENDING_EXCEPTION, "exception in link_class");
coleenp@4037: 
coleenp@4037:         class_count++;
coleenp@4037:       } else {
iklam@7089:         //tty->print_cr("Preload failed: %s", class_name);
coleenp@4037:       }
coleenp@4037:     }
ccheung@7103:     fclose(file);
coleenp@4037:   } else {
coleenp@4037:     char errmsg[JVM_MAXPATHLEN];
coleenp@4037:     os::lasterror(errmsg, JVM_MAXPATHLEN);
coleenp@4037:     tty->print_cr("Loading classlist failed: %s", errmsg);
coleenp@4037:     exit(1);
coleenp@4037:   }
coleenp@4037: 
iklam@7089:   return class_count;
coleenp@4037: }
coleenp@4037: 
iklam@7089: // Returns true if the class's status has changed
iklam@7089: bool MetaspaceShared::try_link_class(InstanceKlass* ik, TRAPS) {
iklam@7089:   assert(DumpSharedSpaces, "should only be called during dumping");
iklam@7089:   if (ik->init_state() < InstanceKlass::linked) {
iklam@7089:     bool saved = BytecodeVerificationLocal;
iklam@7089:     if (!SharedClassUtil::is_shared_boot_class(ik)) {
iklam@7089:       // The verification decision is based on BytecodeVerificationRemote
iklam@7089:       // for non-system classes. Since we are using the NULL classloader
iklam@7089:       // to load non-system classes during dumping, we need to temporarily
iklam@7089:       // change BytecodeVerificationLocal to be the same as
iklam@7089:       // BytecodeVerificationRemote. Note this can cause the parent system
iklam@7089:       // classes also being verified. The extra overhead is acceptable during
iklam@7089:       // dumping.
iklam@7089:       BytecodeVerificationLocal = BytecodeVerificationRemote;
iklam@7089:     }
iklam@7089:     ik->link_class(THREAD);
iklam@7089:     if (HAS_PENDING_EXCEPTION) {
iklam@7089:       ResourceMark rm;
jiangli@7363:       tty->print_cr("Preload Warning: Verification failed for %s",
iklam@7089:                     ik->external_name());
iklam@7089:       CLEAR_PENDING_EXCEPTION;
iklam@7089:       ik->set_in_error_state();
iklam@7089:       _has_error_classes = true;
iklam@7089:     }
iklam@7089:     BytecodeVerificationLocal = saved;
iklam@7089:     return true;
iklam@7089:   } else {
iklam@7089:     return false;
iklam@7089:   }
iklam@7089: }
coleenp@4037: 
coleenp@4037: // Closure for serializing initialization data in from a data area
coleenp@4037: // (ptr_array) read from the shared file.
coleenp@4037: 
coleenp@4037: class ReadClosure : public SerializeClosure {
coleenp@4037: private:
coleenp@4037:   intptr_t** _ptr_array;
coleenp@4037: 
coleenp@4037:   inline intptr_t nextPtr() {
coleenp@4037:     return *(*_ptr_array)++;
coleenp@4037:   }
coleenp@4037: 
coleenp@4037: public:
coleenp@4037:   ReadClosure(intptr_t** ptr_array) { _ptr_array = ptr_array; }
coleenp@4037: 
coleenp@4037:   void do_ptr(void** p) {
coleenp@4037:     assert(*p == NULL, "initializing previous initialized pointer.");
coleenp@4037:     intptr_t obj = nextPtr();
coleenp@4037:     assert((intptr_t)obj >= 0 || (intptr_t)obj < -100,
coleenp@4037:            "hit tag while initializing ptrs.");
coleenp@4037:     *p = (void*)obj;
coleenp@4037:   }
coleenp@4037: 
coleenp@4037:   void do_tag(int tag) {
coleenp@4037:     int old_tag;
coleenp@4037:     old_tag = (int)(intptr_t)nextPtr();
coleenp@4037:     // do_int(&old_tag);
coleenp@4037:     assert(tag == old_tag, "old tag doesn't match");
coleenp@4037:     FileMapInfo::assert_mark(tag == old_tag);
coleenp@4037:   }
coleenp@4037: 
coleenp@4037:   void do_region(u_char* start, size_t size) {
coleenp@4037:     assert((intptr_t)start % sizeof(intptr_t) == 0, "bad alignment");
coleenp@4037:     assert(size % sizeof(intptr_t) == 0, "bad size");
coleenp@4037:     do_tag((int)size);
coleenp@4037:     while (size > 0) {
coleenp@4037:       *(intptr_t*)start = nextPtr();
coleenp@4037:       start += sizeof(intptr_t);
coleenp@4037:       size -= sizeof(intptr_t);
coleenp@4037:     }
coleenp@4037:   }
coleenp@4037: 
coleenp@4037:   bool reading() const { return true; }
coleenp@4037: };
coleenp@4037: 
coleenp@4037: // Return true if given address is in the mapped shared space.
coleenp@4037: bool MetaspaceShared::is_in_shared_space(const void* p) {
iklam@5329:   return UseSharedSpaces && FileMapInfo::current_info()->is_in_shared_space(p);
coleenp@4037: }
coleenp@4037: 
coleenp@4037: void MetaspaceShared::print_shared_spaces() {
iklam@5329:   if (UseSharedSpaces) {
iklam@5329:     FileMapInfo::current_info()->print_shared_spaces();
iklam@5329:   }
coleenp@4037: }
coleenp@4037: 
coleenp@4037: 
coleenp@4037: // Map shared spaces at requested addresses and return if succeeded.
coleenp@4037: // Need to keep the bounds of the ro and rw space for the Metaspace::contains
coleenp@4037: // call, or is_in_shared_space.
coleenp@4037: bool MetaspaceShared::map_shared_spaces(FileMapInfo* mapinfo) {
coleenp@4037:   size_t image_alignment = mapinfo->alignment();
coleenp@4037: 
hseigel@4396: #ifndef _WINDOWS
hseigel@4396:   // Map in the shared memory and then map the regions on top of it.
hseigel@4396:   // On Windows, don't map the memory here because it will cause the
hseigel@4396:   // mappings of the regions to fail.
coleenp@4037:   ReservedSpace shared_rs = mapinfo->reserve_shared_memory();
coleenp@4037:   if (!shared_rs.is_reserved()) return false;
hseigel@4396: #endif
hseigel@4396: 
hseigel@4396:   assert(!DumpSharedSpaces, "Should not be called with DumpSharedSpaces");
coleenp@4037: 
iklam@5329:   char* _ro_base = NULL;
iklam@5329:   char* _rw_base = NULL;
iklam@5329:   char* _md_base = NULL;
iklam@5329:   char* _mc_base = NULL;
iklam@5329: 
coleenp@4037:   // Map each shared region
coleenp@4037:   if ((_ro_base = mapinfo->map_region(ro)) != NULL &&
jiangli@6868:        mapinfo->verify_region_checksum(ro) &&
coleenp@4037:       (_rw_base = mapinfo->map_region(rw)) != NULL &&
jiangli@6868:        mapinfo->verify_region_checksum(rw) &&
coleenp@4037:       (_md_base = mapinfo->map_region(md)) != NULL &&
jiangli@6868:        mapinfo->verify_region_checksum(md) &&
coleenp@4037:       (_mc_base = mapinfo->map_region(mc)) != NULL &&
jiangli@6868:        mapinfo->verify_region_checksum(mc) &&
iklam@7089:       (image_alignment == (size_t)max_alignment()) &&
iklam@7089:       mapinfo->validate_classpath_entry_table()) {
coleenp@4037:     // Success (no need to do anything)
coleenp@4037:     return true;
coleenp@4037:   } else {
coleenp@4037:     // If there was a failure in mapping any of the spaces, unmap the ones
coleenp@4037:     // that succeeded
coleenp@4037:     if (_ro_base != NULL) mapinfo->unmap_region(ro);
coleenp@4037:     if (_rw_base != NULL) mapinfo->unmap_region(rw);
coleenp@4037:     if (_md_base != NULL) mapinfo->unmap_region(md);
coleenp@4037:     if (_mc_base != NULL) mapinfo->unmap_region(mc);
hseigel@4396: #ifndef _WINDOWS
coleenp@4037:     // Release the entire mapped region
coleenp@4037:     shared_rs.release();
hseigel@4396: #endif
coleenp@4037:     // If -Xshare:on is specified, print out the error message and exit VM,
coleenp@4037:     // otherwise, set UseSharedSpaces to false and continue.
iklam@7414:     if (RequireSharedSpaces || PrintSharedArchiveAndExit) {
iklam@7089:       vm_exit_during_initialization("Unable to use shared archive.", "Failed map_region for using -Xshare:on.");
coleenp@4037:     } else {
coleenp@4037:       FLAG_SET_DEFAULT(UseSharedSpaces, false);
coleenp@4037:     }
coleenp@4037:     return false;
coleenp@4037:   }
coleenp@4037: }
coleenp@4037: 
coleenp@4037: // Read the miscellaneous data from the shared file, and
coleenp@4037: // serialize it out to its various destinations.
coleenp@4037: 
coleenp@4037: void MetaspaceShared::initialize_shared_spaces() {
coleenp@4037:   FileMapInfo *mapinfo = FileMapInfo::current_info();
coleenp@4037: 
coleenp@4037:   char* buffer = mapinfo->region_base(md);
coleenp@4037: 
coleenp@4037:   // Skip over (reserve space for) a list of addresses of C++ vtables
coleenp@4037:   // for Klass objects.  They get filled in later.
coleenp@4037: 
coleenp@4037:   void** vtbl_list = (void**)buffer;
coleenp@4037:   buffer += MetaspaceShared::vtbl_list_size * sizeof(void*);
coleenp@4037:   Universe::init_self_patching_vtbl_list(vtbl_list, vtbl_list_size);
coleenp@4037: 
coleenp@4037:   // Skip over (reserve space for) dummy C++ vtables Klass objects.
coleenp@4037:   // They are used as is.
coleenp@4037: 
coleenp@4037:   intptr_t vtable_size = *(intptr_t*)buffer;
coleenp@4037:   buffer += sizeof(intptr_t);
coleenp@4037:   buffer += vtable_size;
coleenp@4037: 
coleenp@4037:   // Create the symbol table using the bucket array at this spot in the
coleenp@4037:   // misc data space.  Since the symbol table is often modified, this
coleenp@4037:   // region (of mapped pages) will be copy-on-write.
coleenp@4037: 
coleenp@4037:   int symbolTableLen = *(intptr_t*)buffer;
coleenp@4037:   buffer += sizeof(intptr_t);
coleenp@4037:   int number_of_entries = *(intptr_t*)buffer;
coleenp@4037:   buffer += sizeof(intptr_t);
coleenp@4037:   SymbolTable::create_table((HashtableBucket<mtSymbol>*)buffer, symbolTableLen,
coleenp@4037:                             number_of_entries);
coleenp@4037:   buffer += symbolTableLen;
coleenp@4037: 
coleenp@4037:   // Create the shared dictionary using the bucket array at this spot in
coleenp@4037:   // the misc data space.  Since the shared dictionary table is never
coleenp@4037:   // modified, this region (of mapped pages) will be (effectively, if
coleenp@4037:   // not explicitly) read-only.
coleenp@4037: 
coleenp@4037:   int sharedDictionaryLen = *(intptr_t*)buffer;
coleenp@4037:   buffer += sizeof(intptr_t);
coleenp@4037:   number_of_entries = *(intptr_t*)buffer;
coleenp@4037:   buffer += sizeof(intptr_t);
coleenp@4037:   SystemDictionary::set_shared_dictionary((HashtableBucket<mtClass>*)buffer,
coleenp@4037:                                           sharedDictionaryLen,
coleenp@4037:                                           number_of_entries);
coleenp@4037:   buffer += sharedDictionaryLen;
coleenp@4037: 
coleenp@4037:   // Create the package info table using the bucket array at this spot in
coleenp@4037:   // the misc data space.  Since the package info table is never
coleenp@4037:   // modified, this region (of mapped pages) will be (effectively, if
coleenp@4037:   // not explicitly) read-only.
coleenp@4037: 
coleenp@4037:   int pkgInfoLen = *(intptr_t*)buffer;
coleenp@4037:   buffer += sizeof(intptr_t);
coleenp@4037:   number_of_entries = *(intptr_t*)buffer;
coleenp@4037:   buffer += sizeof(intptr_t);
coleenp@4037:   ClassLoader::create_package_info_table((HashtableBucket<mtClass>*)buffer, pkgInfoLen,
coleenp@4037:                                          number_of_entries);
coleenp@4037:   buffer += pkgInfoLen;
coleenp@4037:   ClassLoader::verify();
coleenp@4037: 
coleenp@4037:   // The following data in the shared misc data region are the linked
coleenp@4037:   // list elements (HashtableEntry objects) for the symbol table, string
coleenp@4037:   // table, and shared dictionary.  The heap objects refered to by the
coleenp@4037:   // symbol table, string table, and shared dictionary are permanent and
coleenp@4037:   // unmovable.  Since new entries added to the string and symbol tables
coleenp@4037:   // are always added at the beginning of the linked lists, THESE LINKED
coleenp@4037:   // LIST ELEMENTS ARE READ-ONLY.
coleenp@4037: 
coleenp@4037:   int len = *(intptr_t*)buffer; // skip over symbol table entries
coleenp@4037:   buffer += sizeof(intptr_t);
coleenp@4037:   buffer += len;
coleenp@4037: 
coleenp@4037:   len = *(intptr_t*)buffer;     // skip over shared dictionary entries
coleenp@4037:   buffer += sizeof(intptr_t);
coleenp@4037:   buffer += len;
coleenp@4037: 
coleenp@4037:   len = *(intptr_t*)buffer;     // skip over package info table entries
coleenp@4037:   buffer += sizeof(intptr_t);
coleenp@4037:   buffer += len;
coleenp@4037: 
coleenp@4037:   len = *(intptr_t*)buffer;     // skip over package info table char[] arrays.
coleenp@4037:   buffer += sizeof(intptr_t);
coleenp@4037:   buffer += len;
coleenp@4037: 
iklam@7322:   buffer = ClassLoaderExt::restore_lookup_cache_from_archive(buffer);
iklam@7322: 
coleenp@4037:   intptr_t* array = (intptr_t*)buffer;
coleenp@4037:   ReadClosure rc(&array);
coleenp@4037:   serialize(&rc);
coleenp@4037: 
coleenp@4037:   // Close the mapinfo file
coleenp@4037:   mapinfo->close();
iklam@7089: 
iklam@7089:   if (PrintSharedArchiveAndExit) {
iklam@7089:     if (PrintSharedDictionary) {
iklam@7089:       tty->print_cr("\nShared classes:\n");
iklam@7089:       SystemDictionary::print_shared(false);
iklam@7089:     }
iklam@7089:     if (_archive_loading_failed) {
iklam@7089:       tty->print_cr("archive is invalid");
iklam@7089:       vm_exit(1);
iklam@7089:     } else {
iklam@7089:       tty->print_cr("archive is valid");
iklam@7089:       vm_exit(0);
iklam@7089:     }
iklam@7089:   }
coleenp@4037: }
coleenp@4037: 
coleenp@4037: // JVM/TI RedefineClasses() support:
coleenp@4037: bool MetaspaceShared::remap_shared_readonly_as_readwrite() {
coleenp@4037:   assert(SafepointSynchronize::is_at_safepoint(), "must be at safepoint");
coleenp@4037: 
coleenp@4037:   if (UseSharedSpaces) {
coleenp@4037:     // remap the shared readonly space to shared readwrite, private
coleenp@4037:     FileMapInfo* mapinfo = FileMapInfo::current_info();
coleenp@4037:     if (!mapinfo->remap_shared_readonly_as_readwrite()) {
coleenp@4037:       return false;
coleenp@4037:     }
coleenp@4037:   }
coleenp@4037:   return true;
coleenp@4037: }
ccheung@7103: 
ccheung@7103: int MetaspaceShared::count_class(const char* classlist_file) {
ccheung@7103:   if (classlist_file == NULL) {
ccheung@7103:     return 0;
ccheung@7103:   }
ccheung@7103:   char class_name[256];
ccheung@7103:   int class_count = 0;
ccheung@7103:   FILE* file = fopen(classlist_file, "r");
ccheung@7103:   if (file != NULL) {
ccheung@7103:     while ((fgets(class_name, sizeof class_name, file)) != NULL) {
ccheung@7103:       if (*class_name == '#') { // comment
ccheung@7103:         continue;
ccheung@7103:       }
ccheung@7103:       class_count++;
ccheung@7103:     }
ccheung@7103:     fclose(file);
ccheung@7103:   } else {
ccheung@7103:     char errmsg[JVM_MAXPATHLEN];
ccheung@7103:     os::lasterror(errmsg, JVM_MAXPATHLEN);
ccheung@7103:     tty->print_cr("Loading classlist failed: %s", errmsg);
ccheung@7103:     exit(1);
ccheung@7103:   }
ccheung@7103: 
ccheung@7103:   return class_count;
ccheung@7103: }
ccheung@7103: 
ccheung@7103: // the sizes are good for typical large applications that have a lot of shared
ccheung@7103: // classes
ccheung@7103: void MetaspaceShared::estimate_regions_size() {
ccheung@7103:   int class_count = count_class(SharedClassListFile);
ccheung@7103:   class_count += count_class(ExtraSharedClassListFile);
ccheung@7103: 
ccheung@7103:   if (class_count > LargeThresholdClassCount) {
ccheung@7103:     if (class_count < HugeThresholdClassCount) {
ccheung@7103:       SET_ESTIMATED_SIZE(Large, ReadOnly);
ccheung@7103:       SET_ESTIMATED_SIZE(Large, ReadWrite);
ccheung@7103:       SET_ESTIMATED_SIZE(Large, MiscData);
ccheung@7103:       SET_ESTIMATED_SIZE(Large, MiscCode);
ccheung@7103:     } else {
ccheung@7103:       SET_ESTIMATED_SIZE(Huge,  ReadOnly);
ccheung@7103:       SET_ESTIMATED_SIZE(Huge,  ReadWrite);
ccheung@7103:       SET_ESTIMATED_SIZE(Huge,  MiscData);
ccheung@7103:       SET_ESTIMATED_SIZE(Huge,  MiscCode);
ccheung@7103:     }
ccheung@7103:   }
ccheung@7103: }