Mercurial > jdk8-mips64-public > hotspot / file revision

 /*

  * Copyright (c) 2012, 2016, Oracle and/or its affiliates. All rights reserved.

  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.

  *

  * This code is free software; you can redistribute it and/or modify it

  * under the terms of the GNU General Public License version 2 only, as

  * published by the Free Software Foundation.

  *

  * This code is distributed in the hope that it will be useful, but WITHOUT

  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or

  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License

  * version 2 for more details (a copy is included in the LICENSE file that

  * accompanied this code).

  *

  * You should have received a copy of the GNU General Public License version

  * 2 along with this work; if not, write to the Free Software Foundation,

  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.

  *

  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA

  * or visit www.oracle.com if you need additional information or have any

  * questions.

  *

  */

 #include "precompiled.hpp"

 #include "classfile/dictionary.hpp"

 #include "classfile/classLoaderExt.hpp"

 #include "classfile/loaderConstraints.hpp"

 #include "classfile/placeholders.hpp"

 #include "classfile/sharedClassUtil.hpp"

 #include "classfile/symbolTable.hpp"

 #include "classfile/systemDictionary.hpp"

 #include "classfile/systemDictionaryShared.hpp"

 #include "code/codeCache.hpp"

 #include "memory/filemap.hpp"

 #include "memory/gcLocker.hpp"

 #include "memory/metaspace.hpp"

 #include "memory/metaspaceShared.hpp"

 #include "oops/objArrayOop.hpp"

 #include "oops/oop.inline.hpp"

 #include "runtime/signature.hpp"

 #include "runtime/vm_operations.hpp"

 #include "runtime/vmThread.hpp"

 #include "utilities/hashtable.hpp"

 #include "utilities/hashtable.inline.hpp"

 PRAGMA_FORMAT_MUTE_WARNINGS_FOR_GCC

 int MetaspaceShared::_max_alignment = 0;

 ReservedSpace* MetaspaceShared::_shared_rs = NULL;

 bool MetaspaceShared::_link_classes_made_progress;

 bool MetaspaceShared::_check_classes_made_progress;

 bool MetaspaceShared::_has_error_classes;

 bool MetaspaceShared::_archive_loading_failed = false;

 // Read/write a data stream for restoring/preserving metadata pointers and

 // miscellaneous data from/to the shared archive file.

 void MetaspaceShared::serialize(SerializeClosure* soc) {

   int tag = 0;

   soc->do_tag(--tag);

   // Verify the sizes of various metadata in the system.

   soc->do_tag(sizeof(Method));

   soc->do_tag(sizeof(ConstMethod));

   soc->do_tag(arrayOopDesc::base_offset_in_bytes(T_BYTE));

   soc->do_tag(sizeof(ConstantPool));

   soc->do_tag(sizeof(ConstantPoolCache));

   soc->do_tag(objArrayOopDesc::base_offset_in_bytes());

   soc->do_tag(typeArrayOopDesc::base_offset_in_bytes(T_BYTE));

   soc->do_tag(sizeof(Symbol));

   // Dump/restore miscellaneous metadata.

   Universe::serialize(soc, true);

   soc->do_tag(--tag);

   // Dump/restore references to commonly used names and signatures.

   vmSymbols::serialize(soc);

   soc->do_tag(--tag);

   soc->do_tag(666);

 }

 // CDS code for dumping shared archive.

 // Global object for holding classes that have been loaded.  Since this

 // is run at a safepoint just before exit, this is the entire set of classes.

 static GrowableArray<Klass*>* _global_klass_objects;

 static void collect_classes(Klass* k) {

   _global_klass_objects->append_if_missing(k);

   if (k->oop_is_instance()) {

     // Add in the array classes too

     InstanceKlass* ik = InstanceKlass::cast(k);

     ik->array_klasses_do(collect_classes);

   }

 }

 static void remove_unshareable_in_classes() {

   for (int i = 0; i < _global_klass_objects->length(); i++) {

     Klass* k = _global_klass_objects->at(i);

     k->remove_unshareable_info();

   }

 }

 // Walk all methods in the class list and assign a fingerprint.

 // so that this part of the ConstMethod* is read only.

 static void calculate_fingerprints() {

   for (int i = 0; i < _global_klass_objects->length(); i++) {

     Klass* k = _global_klass_objects->at(i);

     if (k->oop_is_instance()) {

       InstanceKlass* ik = InstanceKlass::cast(k);

       for (int i = 0; i < ik->methods()->length(); i++) {

         Method* m = ik->methods()->at(i);

         Fingerprinter fp(m);

         // The side effect of this call sets method's fingerprint field.

         fp.fingerprint();

       }

     }

   }

 }

 // Patch C++ vtable pointer in metadata.

 // Klass and other metadata objects contain references to c++ vtables in the

 // JVM library.

 // Fix them to point to our constructed vtables.  However, don't iterate

 // across the space while doing this, as that causes the vtables to be

 // patched, undoing our useful work.  Instead, iterate to make a list,

 // then use the list to do the fixing.

 //

 // Our constructed vtables:

 // Dump time:

 //  1. init_self_patching_vtbl_list: table of pointers to current virtual method addrs

 //  2. generate_vtable_methods: create jump table, appended to above vtbl_list

 //  3. patch_klass_vtables: for Klass list, patch the vtable entry in klass and

 //     associated metadata to point to jump table rather than to current vtbl

 // Table layout: NOTE FIXED SIZE

 //   1. vtbl pointers

 //   2. #Klass X #virtual methods per Klass

 //   1 entry for each, in the order:

 //   Klass1:method1 entry, Klass1:method2 entry, ... Klass1:method<num_virtuals> entry

 //   Klass2:method1 entry, Klass2:method2 entry, ... Klass2:method<num_virtuals> entry

 //   ...

 //   Klass<vtbl_list_size>:method1 entry, Klass<vtbl_list_size>:method2 entry,

 //       ... Klass<vtbl_list_size>:method<num_virtuals> entry

 //  Sample entry: (Sparc):

 //   save(sp, -256, sp)

 //   ba,pt common_code

 //   mov XXX, %L0       %L0 gets: Klass index <<8 + method index (note: max method index 255)

 //

 // Restore time:

 //   1. initialize_shared_space: reserve space for table

 //   2. init_self_patching_vtbl_list: update pointers to NEW virtual method addrs in text

 //

 // Execution time:

 //   First virtual method call for any object of these metadata types:

 //   1. object->klass

 //   2. vtable entry for that klass points to the jump table entries

 //   3. branches to common_code with %O0/klass, %L0: Klass index <<8 + method index

 //   4. common_code:

 //      Get address of new vtbl pointer for this Klass from updated table

 //      Update new vtbl pointer in the Klass: future virtual calls go direct

 //      Jump to method, using new vtbl pointer and method index

 static void* find_matching_vtbl_ptr(void** vtbl_list, void* new_vtable_start, void* obj) {

   void* old_vtbl_ptr = *(void**)obj;

   for (int i = 0; i < MetaspaceShared::vtbl_list_size; i++) {

     if (vtbl_list[i] == old_vtbl_ptr) {

       return (void**)new_vtable_start + i * MetaspaceShared::num_virtuals;

     }

   }

   ShouldNotReachHere();

   return NULL;

 }

 // Assumes the vtable is in first slot in object.

 static void patch_klass_vtables(void** vtbl_list, void* new_vtable_start) {

   int n = _global_klass_objects->length();

   for (int i = 0; i < n; i++) {

     Klass* obj = _global_klass_objects->at(i);

     // Note oop_is_instance() is a virtual call.  After patching vtables

     // all virtual calls on the dummy vtables will restore the original!

     if (obj->oop_is_instance()) {

       InstanceKlass* ik = InstanceKlass::cast(obj);

       *(void**)ik = find_matching_vtbl_ptr(vtbl_list, new_vtable_start, ik);

       ConstantPool* cp = ik->constants();

       *(void**)cp = find_matching_vtbl_ptr(vtbl_list, new_vtable_start, cp);

       for (int j = 0; j < ik->methods()->length(); j++) {

         Method* m = ik->methods()->at(j);

         *(void**)m = find_matching_vtbl_ptr(vtbl_list, new_vtable_start, m);

       }

     } else {

       // Array klasses

       Klass* k = obj;

       *(void**)k = find_matching_vtbl_ptr(vtbl_list, new_vtable_start, k);

     }

   }

 }

 // Closure for serializing initialization data out to a data area to be

 // written to the shared file.

 class WriteClosure : public SerializeClosure {

 private:

   intptr_t* top;

   char* end;

   inline void check_space() {

     if ((char*)top + sizeof(intptr_t) > end) {

       report_out_of_shared_space(SharedMiscData);

     }

   }

 public:

   WriteClosure(char* md_top, char* md_end) {

     top = (intptr_t*)md_top;

     end = md_end;

   }

   char* get_top() { return (char*)top; }

   void do_ptr(void** p) {

     check_space();

     *top = (intptr_t)*p;

     ++top;

   }

   void do_tag(int tag) {

     check_space();

     *top = (intptr_t)tag;

     ++top;

   }

   void do_region(u_char* start, size_t size) {

     if ((char*)top + size > end) {

       report_out_of_shared_space(SharedMiscData);

     }

     assert((intptr_t)start % sizeof(intptr_t) == 0, "bad alignment");

     assert(size % sizeof(intptr_t) == 0, "bad size");

     do_tag((int)size);

     while (size > 0) {

       *top = *(intptr_t*)start;

       ++top;

       start += sizeof(intptr_t);

       size -= sizeof(intptr_t);

     }

   }

   bool reading() const { return false; }

 };

 // This is for dumping detailed statistics for the allocations

 // in the shared spaces.

 class DumpAllocClosure : public Metaspace::AllocRecordClosure {

 public:

   // Here's poor man's enum inheritance

 #define SHAREDSPACE_OBJ_TYPES_DO(f) \

   METASPACE_OBJ_TYPES_DO(f) \

   f(SymbolHashentry) \

   f(SymbolBuckets) \

   f(Other)

 #define SHAREDSPACE_OBJ_TYPE_DECLARE(name) name ## Type,

 #define SHAREDSPACE_OBJ_TYPE_NAME_CASE(name) case name ## Type: return #name;

   enum Type {

     // Types are MetaspaceObj::ClassType, MetaspaceObj::SymbolType, etc

     SHAREDSPACE_OBJ_TYPES_DO(SHAREDSPACE_OBJ_TYPE_DECLARE)

     _number_of_types

   };

   static const char * type_name(Type type) {

     switch(type) {

     SHAREDSPACE_OBJ_TYPES_DO(SHAREDSPACE_OBJ_TYPE_NAME_CASE)

     default:

       ShouldNotReachHere();

       return NULL;

     }

   }

 public:

   enum {

     RO = 0,

     RW = 1

   };

   int _counts[2][_number_of_types];

   int _bytes [2][_number_of_types];

   int _which;

   DumpAllocClosure() {

     memset(_counts, 0, sizeof(_counts));

     memset(_bytes,  0, sizeof(_bytes));

   };

   void iterate_metaspace(Metaspace* space, int which) {

     assert(which == RO || which == RW, "sanity");

     _which = which;

     space->iterate(this);

   }

   virtual void doit(address ptr, MetaspaceObj::Type type, int byte_size) {

     assert(int(type) >= 0 && type < MetaspaceObj::_number_of_types, "sanity");

     _counts[_which][type] ++;

     _bytes [_which][type] += byte_size;

   }

   void dump_stats(int ro_all, int rw_all, int md_all, int mc_all);

 };

 void DumpAllocClosure::dump_stats(int ro_all, int rw_all, int md_all, int mc_all) {

   rw_all += (md_all + mc_all); // md and mc are all mapped Read/Write

   int other_bytes = md_all + mc_all;

   // Calculate size of data that was not allocated by Metaspace::allocate()

   int symbol_count = _counts[RO][MetaspaceObj::SymbolType];

   int symhash_bytes = symbol_count * sizeof (HashtableEntry<Symbol*, mtSymbol>);

   int symbuck_count = SymbolTable::the_table()->table_size();

   int symbuck_bytes = symbuck_count * sizeof(HashtableBucket<mtSymbol>);

   _counts[RW][SymbolHashentryType] = symbol_count;

   _bytes [RW][SymbolHashentryType] = symhash_bytes;

   other_bytes -= symhash_bytes;

   _counts[RW][SymbolBucketsType] = symbuck_count;

   _bytes [RW][SymbolBucketsType] = symbuck_bytes;

   other_bytes -= symbuck_bytes;

   // TODO: count things like dictionary, vtable, etc

   _bytes[RW][OtherType] =  other_bytes;

   // prevent divide-by-zero

   if (ro_all < 1) {

     ro_all = 1;

   }

   if (rw_all < 1) {

     rw_all = 1;

   }

   int all_ro_count = 0;

   int all_ro_bytes = 0;

   int all_rw_count = 0;

   int all_rw_bytes = 0;

 // To make fmt_stats be a syntactic constant (for format warnings), use #define.

 #define fmt_stats "%-20s: %8d %10d %5.1f | %8d %10d %5.1f | %8d %10d %5.1f"

   const char *sep = "--------------------+---------------------------+---------------------------+--------------------------";

   const char *hdr = "                        ro_cnt   ro_bytes     % |   rw_cnt   rw_bytes     % |  all_cnt  all_bytes     %";

   tty->print_cr("Detailed metadata info (rw includes md and mc):");

   tty->print_cr("%s", hdr);

   tty->print_cr("%s", sep);

   for (int type = 0; type < int(_number_of_types); type ++) {

     const char *name = type_name((Type)type);

     int ro_count = _counts[RO][type];

     int ro_bytes = _bytes [RO][type];

     int rw_count = _counts[RW][type];

     int rw_bytes = _bytes [RW][type];

     int count = ro_count + rw_count;

     int bytes = ro_bytes + rw_bytes;

     double ro_perc = 100.0 * double(ro_bytes) / double(ro_all);

     double rw_perc = 100.0 * double(rw_bytes) / double(rw_all);

     double perc    = 100.0 * double(bytes)    / double(ro_all + rw_all);

     tty->print_cr(fmt_stats, name,

                   ro_count, ro_bytes, ro_perc,

                   rw_count, rw_bytes, rw_perc,

                   count, bytes, perc);

     all_ro_count += ro_count;

     all_ro_bytes += ro_bytes;

     all_rw_count += rw_count;

     all_rw_bytes += rw_bytes;

   }

   int all_count = all_ro_count + all_rw_count;

   int all_bytes = all_ro_bytes + all_rw_bytes;

   double all_ro_perc = 100.0 * double(all_ro_bytes) / double(ro_all);

   double all_rw_perc = 100.0 * double(all_rw_bytes) / double(rw_all);

   double all_perc    = 100.0 * double(all_bytes)    / double(ro_all + rw_all);

   tty->print_cr("%s", sep);

   tty->print_cr(fmt_stats, "Total",

                 all_ro_count, all_ro_bytes, all_ro_perc,

                 all_rw_count, all_rw_bytes, all_rw_perc,

                 all_count, all_bytes, all_perc);

   assert(all_ro_bytes == ro_all, "everything should have been counted");

   assert(all_rw_bytes == rw_all, "everything should have been counted");

 #undef fmt_stats

 }

 // Populate the shared space.

 class VM_PopulateDumpSharedSpace: public VM_Operation {

 private:

   ClassLoaderData* _loader_data;

   GrowableArray<Klass*> *_class_promote_order;

   VirtualSpace _md_vs;

   VirtualSpace _mc_vs;

 public:

   VM_PopulateDumpSharedSpace(ClassLoaderData* loader_data,

                              GrowableArray<Klass*> *class_promote_order) :

     _loader_data(loader_data) {

     // Split up and initialize the misc code and data spaces

     ReservedSpace* shared_rs = MetaspaceShared::shared_rs();

     int metadata_size = SharedReadOnlySize+SharedReadWriteSize;

     ReservedSpace shared_ro_rw = shared_rs->first_part(metadata_size);

     ReservedSpace misc_section = shared_rs->last_part(metadata_size);

     // Now split into misc sections.

     ReservedSpace md_rs   = misc_section.first_part(SharedMiscDataSize);

     ReservedSpace mc_rs   = misc_section.last_part(SharedMiscDataSize);

     _md_vs.initialize(md_rs, SharedMiscDataSize);

     _mc_vs.initialize(mc_rs, SharedMiscCodeSize);

     _class_promote_order = class_promote_order;

   }

   VMOp_Type type() const { return VMOp_PopulateDumpSharedSpace; }

   void doit();   // outline because gdb sucks

 }; // class VM_PopulateDumpSharedSpace

 void VM_PopulateDumpSharedSpace::doit() {

   Thread* THREAD = VMThread::vm_thread();

   NOT_PRODUCT(SystemDictionary::verify();)

   // The following guarantee is meant to ensure that no loader constraints

   // exist yet, since the constraints table is not shared.  This becomes

   // more important now that we don't re-initialize vtables/itables for

   // shared classes at runtime, where constraints were previously created.

   guarantee(SystemDictionary::constraints()->number_of_entries() == 0,

             "loader constraints are not saved");

   guarantee(SystemDictionary::placeholders()->number_of_entries() == 0,

           "placeholders are not saved");

   // Revisit and implement this if we prelink method handle call sites:

   guarantee(SystemDictionary::invoke_method_table() == NULL ||

             SystemDictionary::invoke_method_table()->number_of_entries() == 0,

             "invoke method table is not saved");

   // At this point, many classes have been loaded.

   // Gather systemDictionary classes in a global array and do everything to

   // that so we don't have to walk the SystemDictionary again.

   _global_klass_objects = new GrowableArray<Klass*>(1000);

   Universe::basic_type_classes_do(collect_classes);

   SystemDictionary::classes_do(collect_classes);

   tty->print_cr("Number of classes %d", _global_klass_objects->length());

   {

     int num_type_array = 0, num_obj_array = 0, num_inst = 0;

     for (int i = 0; i < _global_klass_objects->length(); i++) {

       Klass* k = _global_klass_objects->at(i);

       if (k->oop_is_instance()) {

         num_inst ++;

       } else if (k->oop_is_objArray()) {

         num_obj_array ++;

       } else {

         assert(k->oop_is_typeArray(), "sanity");

         num_type_array ++;

       }

     }

     tty->print_cr("    instance classes   = %5d", num_inst);

     tty->print_cr("    obj array classes  = %5d", num_obj_array);

     tty->print_cr("    type array classes = %5d", num_type_array);

   }

   // Update all the fingerprints in the shared methods.

   tty->print("Calculating fingerprints ... ");

   calculate_fingerprints();

   tty->print_cr("done. ");

   // Remove all references outside the metadata

   tty->print("Removing unshareable information ... ");

   remove_unshareable_in_classes();

   tty->print_cr("done. ");

   // Set up the share data and shared code segments.

   char* md_low = _md_vs.low();

   char* md_top = md_low;

   char* md_end = _md_vs.high();

   char* mc_low = _mc_vs.low();

   char* mc_top = mc_low;

   char* mc_end = _mc_vs.high();

   // Reserve space for the list of Klass*s whose vtables are used

   // for patching others as needed.

   void** vtbl_list = (void**)md_top;

   int vtbl_list_size = MetaspaceShared::vtbl_list_size;

   Universe::init_self_patching_vtbl_list(vtbl_list, vtbl_list_size);

   md_top += vtbl_list_size * sizeof(void*);

   void* vtable = md_top;

   // Reserve space for a new dummy vtable for klass objects in the

   // heap.  Generate self-patching vtable entries.

   MetaspaceShared::generate_vtable_methods(vtbl_list, &vtable,

                                      &md_top, md_end,

                                      &mc_top, mc_end);

   // Reorder the system dictionary.  (Moving the symbols affects

   // how the hash table indices are calculated.)

   // Not doing this either.

   SystemDictionary::reorder_dictionary();

   NOT_PRODUCT(SystemDictionary::verify();)

   // Copy the the symbol table, and the system dictionary to the shared

   // space in usable form.  Copy the hastable

   // buckets first [read-write], then copy the linked lists of entries

   // [read-only].

   SymbolTable::reverse(md_top);

   NOT_PRODUCT(SymbolTable::verify());

   SymbolTable::copy_buckets(&md_top, md_end);

   SystemDictionary::reverse();

   SystemDictionary::copy_buckets(&md_top, md_end);

   ClassLoader::verify();

   ClassLoader::copy_package_info_buckets(&md_top, md_end);

   ClassLoader::verify();

   SymbolTable::copy_table(&md_top, md_end);

   SystemDictionary::copy_table(&md_top, md_end);

   ClassLoader::verify();

   ClassLoader::copy_package_info_table(&md_top, md_end);

   ClassLoader::verify();

   ClassLoaderExt::copy_lookup_cache_to_archive(&md_top, md_end);

   // Write the other data to the output array.

   WriteClosure wc(md_top, md_end);

   MetaspaceShared::serialize(&wc);

   md_top = wc.get_top();

   // Print shared spaces all the time

 // To make fmt_space be a syntactic constant (for format warnings), use #define.

 #define fmt_space "%s space: %9d [ %4.1f%% of total] out of %9d bytes [%4.1f%% used] at " PTR_FORMAT

   Metaspace* ro_space = _loader_data->ro_metaspace();

   Metaspace* rw_space = _loader_data->rw_metaspace();

   // Allocated size of each space (may not be all occupied)

   const size_t ro_alloced = ro_space->capacity_bytes_slow(Metaspace::NonClassType);

   const size_t rw_alloced = rw_space->capacity_bytes_slow(Metaspace::NonClassType);

   const size_t md_alloced = md_end-md_low;

   const size_t mc_alloced = mc_end-mc_low;

   const size_t total_alloced = ro_alloced + rw_alloced + md_alloced + mc_alloced;

   // Occupied size of each space.

   const size_t ro_bytes = ro_space->used_bytes_slow(Metaspace::NonClassType);

   const size_t rw_bytes = rw_space->used_bytes_slow(Metaspace::NonClassType);

   const size_t md_bytes = size_t(md_top - md_low);

   const size_t mc_bytes = size_t(mc_top - mc_low);

   // Percent of total size

   const size_t total_bytes = ro_bytes + rw_bytes + md_bytes + mc_bytes;

   const double ro_t_perc = ro_bytes / double(total_bytes) * 100.0;

   const double rw_t_perc = rw_bytes / double(total_bytes) * 100.0;

   const double md_t_perc = md_bytes / double(total_bytes) * 100.0;

   const double mc_t_perc = mc_bytes / double(total_bytes) * 100.0;

   // Percent of fullness of each space

   const double ro_u_perc = ro_bytes / double(ro_alloced) * 100.0;

   const double rw_u_perc = rw_bytes / double(rw_alloced) * 100.0;

   const double md_u_perc = md_bytes / double(md_alloced) * 100.0;

   const double mc_u_perc = mc_bytes / double(mc_alloced) * 100.0;

   const double total_u_perc = total_bytes / double(total_alloced) * 100.0;

   tty->print_cr(fmt_space, "ro", ro_bytes, ro_t_perc, ro_alloced, ro_u_perc, ro_space->bottom());

   tty->print_cr(fmt_space, "rw", rw_bytes, rw_t_perc, rw_alloced, rw_u_perc, rw_space->bottom());

   tty->print_cr(fmt_space, "md", md_bytes, md_t_perc, md_alloced, md_u_perc, md_low);

   tty->print_cr(fmt_space, "mc", mc_bytes, mc_t_perc, mc_alloced, mc_u_perc, mc_low);

   tty->print_cr("total   : %9d [100.0%% of total] out of %9d bytes [%4.1f%% used]",

                  total_bytes, total_alloced, total_u_perc);

   // Update the vtable pointers in all of the Klass objects in the

   // heap. They should point to newly generated vtable.

   patch_klass_vtables(vtbl_list, vtable);

   // dunno what this is for.

   char* saved_vtbl = (char*)os::malloc(vtbl_list_size * sizeof(void*), mtClass);

   memmove(saved_vtbl, vtbl_list, vtbl_list_size * sizeof(void*));

   memset(vtbl_list, 0, vtbl_list_size * sizeof(void*));

   // Create and write the archive file that maps the shared spaces.

   FileMapInfo* mapinfo = new FileMapInfo();

   mapinfo->populate_header(MetaspaceShared::max_alignment());

   // Pass 1 - update file offsets in header.

   mapinfo->write_header();

   mapinfo->write_space(MetaspaceShared::ro, _loader_data->ro_metaspace(), true);

   mapinfo->write_space(MetaspaceShared::rw, _loader_data->rw_metaspace(), false);

   mapinfo->write_region(MetaspaceShared::md, _md_vs.low(),

                         pointer_delta(md_top, _md_vs.low(), sizeof(char)),

                         SharedMiscDataSize,

                         false, false);

   mapinfo->write_region(MetaspaceShared::mc, _mc_vs.low(),

                         pointer_delta(mc_top, _mc_vs.low(), sizeof(char)),

                         SharedMiscCodeSize,

                         true, true);

   // Pass 2 - write data.

   mapinfo->open_for_write();

   mapinfo->set_header_crc(mapinfo->compute_header_crc());

   mapinfo->write_header();

   mapinfo->write_space(MetaspaceShared::ro, _loader_data->ro_metaspace(), true);

   mapinfo->write_space(MetaspaceShared::rw, _loader_data->rw_metaspace(), false);

   mapinfo->write_region(MetaspaceShared::md, _md_vs.low(),

                         pointer_delta(md_top, _md_vs.low(), sizeof(char)),

                         SharedMiscDataSize,

                         false, false);

   mapinfo->write_region(MetaspaceShared::mc, _mc_vs.low(),

                         pointer_delta(mc_top, _mc_vs.low(), sizeof(char)),

                         SharedMiscCodeSize,

                         true, true);

   mapinfo->close();

   memmove(vtbl_list, saved_vtbl, vtbl_list_size * sizeof(void*));

   if (PrintSharedSpaces) {

     DumpAllocClosure dac;

     dac.iterate_metaspace(_loader_data->ro_metaspace(), DumpAllocClosure::RO);

     dac.iterate_metaspace(_loader_data->rw_metaspace(), DumpAllocClosure::RW);

     dac.dump_stats(int(ro_bytes), int(rw_bytes), int(md_bytes), int(mc_bytes));

   }

 #undef fmt_space

 }

 void MetaspaceShared::link_one_shared_class(Klass* obj, TRAPS) {

   Klass* k = obj;

   if (k->oop_is_instance()) {

     InstanceKlass* ik = (InstanceKlass*) k;

     // Link the class to cause the bytecodes to be rewritten and the

     // cpcache to be created. Class verification is done according

     // to -Xverify setting.

     _link_classes_made_progress |= try_link_class(ik, THREAD);

     guarantee(!HAS_PENDING_EXCEPTION, "exception in link_class");

   }

 }

 void MetaspaceShared::check_one_shared_class(Klass* k) {

   if (k->oop_is_instance() && InstanceKlass::cast(k)->check_sharing_error_state()) {

     _check_classes_made_progress = true;

   }

 }

 void MetaspaceShared::link_and_cleanup_shared_classes(TRAPS) {

   // We need to iterate because verification may cause additional classes

   // to be loaded.

   do {

     _link_classes_made_progress = false;

     SystemDictionary::classes_do(link_one_shared_class, THREAD);

     guarantee(!HAS_PENDING_EXCEPTION, "exception in link_class");

   } while (_link_classes_made_progress);

   if (_has_error_classes) {

     // Mark all classes whose super class or interfaces failed verification.

     do {

       // Not completely sure if we need to do this iteratively. Anyway,

       // we should come here only if there are unverifiable classes, which

       // shouldn't happen in normal cases. So better safe than sorry.

       _check_classes_made_progress = false;

       SystemDictionary::classes_do(check_one_shared_class);

     } while (_check_classes_made_progress);

     if (IgnoreUnverifiableClassesDuringDump) {

       // This is useful when running JCK or SQE tests. You should not

       // enable this when running real apps.

       SystemDictionary::remove_classes_in_error_state();

     } else {

       tty->print_cr("Please remove the unverifiable classes from your class list and try again");

       exit(1);

     }

   }

   // Copy the dependencies from C_HEAP-alloced GrowableArrays to RO-alloced

   // Arrays

   SystemDictionaryShared::finalize_verification_dependencies();

 }

 void MetaspaceShared::prepare_for_dumping() {

   ClassLoader::initialize_shared_path();

   FileMapInfo::allocate_classpath_entry_table();

 }

 // Preload classes from a list, populate the shared spaces and dump to a

 // file.

 void MetaspaceShared::preload_and_dump(TRAPS) {

   TraceTime timer("Dump Shared Spaces", TraceStartupTime);

   ResourceMark rm;

   tty->print_cr("Allocated shared space: %d bytes at " PTR_FORMAT,

                 MetaspaceShared::shared_rs()->size(),

                 MetaspaceShared::shared_rs()->base());

   // Preload classes to be shared.

   // Should use some os:: method rather than fopen() here. aB.

   const char* class_list_path;

   if (SharedClassListFile == NULL) {

     // Construct the path to the class list (in jre/lib)

     // Walk up two directories from the location of the VM and

     // optionally tack on "lib" (depending on platform)

     char class_list_path_str[JVM_MAXPATHLEN];

     os::jvm_path(class_list_path_str, sizeof(class_list_path_str));

     for (int i = 0; i < 3; i++) {

       char *end = strrchr(class_list_path_str, *os::file_separator());

       if (end != NULL) *end = '\0';

     }

     int class_list_path_len = (int)strlen(class_list_path_str);

     if (class_list_path_len >= 3) {

       if (strcmp(class_list_path_str + class_list_path_len - 3, "lib") != 0) {

         strcat(class_list_path_str, os::file_separator());

         strcat(class_list_path_str, "lib");

       }

     }

     strcat(class_list_path_str, os::file_separator());

     strcat(class_list_path_str, "classlist");

     class_list_path = class_list_path_str;

   } else {

     class_list_path = SharedClassListFile;

   }

   int class_count = 0;

   GrowableArray<Klass*>* class_promote_order = new GrowableArray<Klass*>();

   // sun.io.Converters

   static const char obj_array_sig[] = "[[Ljava/lang/Object;";

   SymbolTable::new_permanent_symbol(obj_array_sig, THREAD);

   // java.util.HashMap

   static const char map_entry_array_sig[] = "[Ljava/util/Map$Entry;";

   SymbolTable::new_permanent_symbol(map_entry_array_sig, THREAD);

   tty->print_cr("Loading classes to share ...");

   _has_error_classes = false;

   class_count += preload_and_dump(class_list_path, class_promote_order,

                                   THREAD);

   if (ExtraSharedClassListFile) {

     class_count += preload_and_dump(ExtraSharedClassListFile, class_promote_order,

                                     THREAD);

   }

   tty->print_cr("Loading classes to share: done.");

   ClassLoaderExt::init_lookup_cache(THREAD);

   if (PrintSharedSpaces) {

     tty->print_cr("Shared spaces: preloaded %d classes", class_count);

   }

   // Rewrite and link classes

   tty->print_cr("Rewriting and linking classes ...");

   // Link any classes which got missed. This would happen if we have loaded classes that

   // were not explicitly specified in the classlist. E.g., if an interface implemented by class K

   // fails verification, all other interfaces that were not specified in the classlist but

   // are implemented by K are not verified.

   link_and_cleanup_shared_classes(CATCH);

   tty->print_cr("Rewriting and linking classes: done");

   // Create and dump the shared spaces.   Everything so far is loaded

   // with the null class loader.

   ClassLoaderData* loader_data = ClassLoaderData::the_null_class_loader_data();

   VM_PopulateDumpSharedSpace op(loader_data, class_promote_order);

   VMThread::execute(&op);

   // Since various initialization steps have been undone by this process,

   // it is not reasonable to continue running a java process.

   exit(0);

 }

 int MetaspaceShared::preload_and_dump(const char * class_list_path,

                                       GrowableArray<Klass*>* class_promote_order,

                                       TRAPS) {

   FILE* file = fopen(class_list_path, "r");

   char class_name[256];

   int class_count = 0;

   if (file != NULL) {

     while ((fgets(class_name, sizeof class_name, file)) != NULL) {

       if (*class_name == '#') { // comment

         continue;

       }

       // Remove trailing newline

       size_t name_len = strlen(class_name);

       if (class_name[name_len-1] == '\n') {

         class_name[name_len-1] = '\0';

       }

       // Got a class name - load it.

       TempNewSymbol class_name_symbol = SymbolTable::new_permanent_symbol(class_name, THREAD);

       guarantee(!HAS_PENDING_EXCEPTION, "Exception creating a symbol.");

       Klass* klass = SystemDictionary::resolve_or_null(class_name_symbol,

                                                          THREAD);

       CLEAR_PENDING_EXCEPTION;

       if (klass != NULL) {

         if (PrintSharedSpaces && Verbose && WizardMode) {

           tty->print_cr("Shared spaces preloaded: %s", class_name);

         }

         InstanceKlass* ik = InstanceKlass::cast(klass);

         // Should be class load order as per -XX:+TraceClassLoadingPreorder

         class_promote_order->append(ik);

         // Link the class to cause the bytecodes to be rewritten and the

         // cpcache to be created. The linking is done as soon as classes

         // are loaded in order that the related data structures (klass and

         // cpCache) are located together.

         try_link_class(ik, THREAD);

         guarantee(!HAS_PENDING_EXCEPTION, "exception in link_class");

         class_count++;

       } else {

         //tty->print_cr("Preload failed: %s", class_name);

       }

     }

     fclose(file);

   } else {

     char errmsg[JVM_MAXPATHLEN];

     os::lasterror(errmsg, JVM_MAXPATHLEN);

     tty->print_cr("Loading classlist failed: %s", errmsg);

     exit(1);

   }

   return class_count;

 }

 // Returns true if the class's status has changed

 bool MetaspaceShared::try_link_class(InstanceKlass* ik, TRAPS) {

   assert(DumpSharedSpaces, "should only be called during dumping");

   if (ik->init_state() < InstanceKlass::linked) {

     bool saved = BytecodeVerificationLocal;

     if (!SharedClassUtil::is_shared_boot_class(ik)) {

       // The verification decision is based on BytecodeVerificationRemote

       // for non-system classes. Since we are using the NULL classloader

       // to load non-system classes during dumping, we need to temporarily

       // change BytecodeVerificationLocal to be the same as

       // BytecodeVerificationRemote. Note this can cause the parent system

       // classes also being verified. The extra overhead is acceptable during

       // dumping.

       BytecodeVerificationLocal = BytecodeVerificationRemote;

     }

     ik->link_class(THREAD);

     if (HAS_PENDING_EXCEPTION) {

       ResourceMark rm;

       tty->print_cr("Preload Warning: Verification failed for %s",

                     ik->external_name());

       CLEAR_PENDING_EXCEPTION;

       ik->set_in_error_state();

       _has_error_classes = true;

     }

     BytecodeVerificationLocal = saved;

     return true;

   } else {

     return false;

   }

 }

 // Closure for serializing initialization data in from a data area

 // (ptr_array) read from the shared file.

 class ReadClosure : public SerializeClosure {

 private:

   intptr_t** _ptr_array;

   inline intptr_t nextPtr() {

     return *(*_ptr_array)++;

   }

 public:

   ReadClosure(intptr_t** ptr_array) { _ptr_array = ptr_array; }

   void do_ptr(void** p) {

     assert(*p == NULL, "initializing previous initialized pointer.");

     intptr_t obj = nextPtr();

     assert((intptr_t)obj >= 0 || (intptr_t)obj < -100,

            "hit tag while initializing ptrs.");

     *p = (void*)obj;

   }

   void do_tag(int tag) {

     int old_tag;

     old_tag = (int)(intptr_t)nextPtr();

     // do_int(&old_tag);

     assert(tag == old_tag, "old tag doesn't match");

     FileMapInfo::assert_mark(tag == old_tag);

   }

   void do_region(u_char* start, size_t size) {

     assert((intptr_t)start % sizeof(intptr_t) == 0, "bad alignment");

     assert(size % sizeof(intptr_t) == 0, "bad size");

     do_tag((int)size);

     while (size > 0) {

       *(intptr_t*)start = nextPtr();

       start += sizeof(intptr_t);

       size -= sizeof(intptr_t);

     }

   }

   bool reading() const { return true; }

 };

 // Return true if given address is in the mapped shared space.

 bool MetaspaceShared::is_in_shared_space(const void* p) {

   return UseSharedSpaces && FileMapInfo::current_info()->is_in_shared_space(p);

 }

 void MetaspaceShared::print_shared_spaces() {

   if (UseSharedSpaces) {

     FileMapInfo::current_info()->print_shared_spaces();

   }

 }

 // Map shared spaces at requested addresses and return if succeeded.

 // Need to keep the bounds of the ro and rw space for the Metaspace::contains

 // call, or is_in_shared_space.

 bool MetaspaceShared::map_shared_spaces(FileMapInfo* mapinfo) {

   size_t image_alignment = mapinfo->alignment();

 #ifndef _WINDOWS

   // Map in the shared memory and then map the regions on top of it.

   // On Windows, don't map the memory here because it will cause the

   // mappings of the regions to fail.

   ReservedSpace shared_rs = mapinfo->reserve_shared_memory();

   if (!shared_rs.is_reserved()) return false;

 #endif

   assert(!DumpSharedSpaces, "Should not be called with DumpSharedSpaces");

   char* _ro_base = NULL;

   char* _rw_base = NULL;

   char* _md_base = NULL;

   char* _mc_base = NULL;

   // Map each shared region

   if ((_ro_base = mapinfo->map_region(ro)) != NULL &&

        mapinfo->verify_region_checksum(ro) &&

       (_rw_base = mapinfo->map_region(rw)) != NULL &&

        mapinfo->verify_region_checksum(rw) &&

       (_md_base = mapinfo->map_region(md)) != NULL &&

        mapinfo->verify_region_checksum(md) &&

       (_mc_base = mapinfo->map_region(mc)) != NULL &&

        mapinfo->verify_region_checksum(mc) &&

       (image_alignment == (size_t)max_alignment()) &&

       mapinfo->validate_classpath_entry_table()) {

     // Success (no need to do anything)

     return true;

   } else {

     // If there was a failure in mapping any of the spaces, unmap the ones

     // that succeeded

     if (_ro_base != NULL) mapinfo->unmap_region(ro);

     if (_rw_base != NULL) mapinfo->unmap_region(rw);

     if (_md_base != NULL) mapinfo->unmap_region(md);

     if (_mc_base != NULL) mapinfo->unmap_region(mc);

 #ifndef _WINDOWS

     // Release the entire mapped region

     shared_rs.release();

 #endif

     // If -Xshare:on is specified, print out the error message and exit VM,

     // otherwise, set UseSharedSpaces to false and continue.

     if (RequireSharedSpaces || PrintSharedArchiveAndExit) {

       vm_exit_during_initialization("Unable to use shared archive.", "Failed map_region for using -Xshare:on.");

     } else {

       FLAG_SET_DEFAULT(UseSharedSpaces, false);

     }

     return false;

   }

 }

 // Read the miscellaneous data from the shared file, and

 // serialize it out to its various destinations.

 void MetaspaceShared::initialize_shared_spaces() {

   FileMapInfo *mapinfo = FileMapInfo::current_info();

   char* buffer = mapinfo->region_base(md);

   // Skip over (reserve space for) a list of addresses of C++ vtables

   // for Klass objects.  They get filled in later.

   void** vtbl_list = (void**)buffer;

   buffer += MetaspaceShared::vtbl_list_size * sizeof(void*);

   Universe::init_self_patching_vtbl_list(vtbl_list, vtbl_list_size);

   // Skip over (reserve space for) dummy C++ vtables Klass objects.

   // They are used as is.

   intptr_t vtable_size = *(intptr_t*)buffer;

   buffer += sizeof(intptr_t);

   buffer += vtable_size;

   // Create the symbol table using the bucket array at this spot in the

   // misc data space.  Since the symbol table is often modified, this

   // region (of mapped pages) will be copy-on-write.

   int symbolTableLen = *(intptr_t*)buffer;

   buffer += sizeof(intptr_t);

   int number_of_entries = *(intptr_t*)buffer;

   buffer += sizeof(intptr_t);

   SymbolTable::create_table((HashtableBucket<mtSymbol>*)buffer, symbolTableLen,

                             number_of_entries);

   buffer += symbolTableLen;

   // Create the shared dictionary using the bucket array at this spot in

   // the misc data space.  Since the shared dictionary table is never

   // modified, this region (of mapped pages) will be (effectively, if

   // not explicitly) read-only.

   int sharedDictionaryLen = *(intptr_t*)buffer;

   buffer += sizeof(intptr_t);

   number_of_entries = *(intptr_t*)buffer;

   buffer += sizeof(intptr_t);

   SystemDictionary::set_shared_dictionary((HashtableBucket<mtClass>*)buffer,

                                           sharedDictionaryLen,

                                           number_of_entries);

   buffer += sharedDictionaryLen;

   // Create the package info table using the bucket array at this spot in

   // the misc data space.  Since the package info table is never

   // modified, this region (of mapped pages) will be (effectively, if

   // not explicitly) read-only.

   int pkgInfoLen = *(intptr_t*)buffer;

   buffer += sizeof(intptr_t);

   number_of_entries = *(intptr_t*)buffer;

   buffer += sizeof(intptr_t);

   ClassLoader::create_package_info_table((HashtableBucket<mtClass>*)buffer, pkgInfoLen,

                                          number_of_entries);

   buffer += pkgInfoLen;

   ClassLoader::verify();

   // The following data in the shared misc data region are the linked

   // list elements (HashtableEntry objects) for the symbol table, string

   // table, and shared dictionary.  The heap objects refered to by the

   // symbol table, string table, and shared dictionary are permanent and

   // unmovable.  Since new entries added to the string and symbol tables

   // are always added at the beginning of the linked lists, THESE LINKED

   // LIST ELEMENTS ARE READ-ONLY.

   int len = *(intptr_t*)buffer; // skip over symbol table entries

   buffer += sizeof(intptr_t);

   buffer += len;

   len = *(intptr_t*)buffer;     // skip over shared dictionary entries

   buffer += sizeof(intptr_t);

   buffer += len;

   len = *(intptr_t*)buffer;     // skip over package info table entries

   buffer += sizeof(intptr_t);

   buffer += len;

   len = *(intptr_t*)buffer;     // skip over package info table char[] arrays.

   buffer += sizeof(intptr_t);

   buffer += len;

   buffer = ClassLoaderExt::restore_lookup_cache_from_archive(buffer);

   intptr_t* array = (intptr_t*)buffer;

   ReadClosure rc(&array);

   serialize(&rc);

   // Close the mapinfo file

   mapinfo->close();

   if (PrintSharedArchiveAndExit) {

     if (PrintSharedDictionary) {

       tty->print_cr("\nShared classes:\n");

       SystemDictionary::print_shared(false);

     }

     if (_archive_loading_failed) {

       tty->print_cr("archive is invalid");

       vm_exit(1);

     } else {

       tty->print_cr("archive is valid");

       vm_exit(0);

     }

   }

 }

 // JVM/TI RedefineClasses() support:

 bool MetaspaceShared::remap_shared_readonly_as_readwrite() {

   assert(SafepointSynchronize::is_at_safepoint(), "must be at safepoint");

   if (UseSharedSpaces) {

     // remap the shared readonly space to shared readwrite, private

     FileMapInfo* mapinfo = FileMapInfo::current_info();

     if (!mapinfo->remap_shared_readonly_as_readwrite()) {

       return false;

     }

   }

   return true;

 }

 int MetaspaceShared::count_class(const char* classlist_file) {

   if (classlist_file == NULL) {

     return 0;

   }

   char class_name[256];

   int class_count = 0;

   FILE* file = fopen(classlist_file, "r");

   if (file != NULL) {

     while ((fgets(class_name, sizeof class_name, file)) != NULL) {

       if (*class_name == '#') { // comment

         continue;

       }

       class_count++;

     }

     fclose(file);

   } else {

     char errmsg[JVM_MAXPATHLEN];

     os::lasterror(errmsg, JVM_MAXPATHLEN);

     tty->print_cr("Loading classlist failed: %s", errmsg);

     exit(1);

   }

   return class_count;

 }

 // the sizes are good for typical large applications that have a lot of shared

 // classes

 void MetaspaceShared::estimate_regions_size() {

   int class_count = count_class(SharedClassListFile);

   class_count += count_class(ExtraSharedClassListFile);

   if (class_count > LargeThresholdClassCount) {

     if (class_count < HugeThresholdClassCount) {

       SET_ESTIMATED_SIZE(Large, ReadOnly);

       SET_ESTIMATED_SIZE(Large, ReadWrite);

       SET_ESTIMATED_SIZE(Large, MiscData);

       SET_ESTIMATED_SIZE(Large, MiscCode);

     } else {

       SET_ESTIMATED_SIZE(Huge,  ReadOnly);

       SET_ESTIMATED_SIZE(Huge,  ReadWrite);

       SET_ESTIMATED_SIZE(Huge,  MiscData);

       SET_ESTIMATED_SIZE(Huge,  MiscCode);

     }

   }

 }