src/share/vm/memory/metaspace.hpp

Mon, 11 Dec 2017 02:39:24 -0800

author
mchinnathamb
date
Mon, 11 Dec 2017 02:39:24 -0800
changeset 9058
8c3e62bb99f3
parent 7254
b509b7ff561c
child 9063
777ace6655eb
permissions
-rw-r--r--

8170395: Metaspace initialization queries the wrong chunk freelist
Reviewed-by: stuefe, stefank

     1 /*
     2  * Copyright (c) 2011, 2017, Oracle and/or its affiliates. All rights reserved.
     3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
     4  *
     5  * This code is free software; you can redistribute it and/or modify it
     6  * under the terms of the GNU General Public License version 2 only, as
     7  * published by the Free Software Foundation.
     8  *
     9  * This code is distributed in the hope that it will be useful, but WITHOUT
    10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
    11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
    12  * version 2 for more details (a copy is included in the LICENSE file that
    13  * accompanied this code).
    14  *
    15  * You should have received a copy of the GNU General Public License version
    16  * 2 along with this work; if not, write to the Free Software Foundation,
    17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
    18  *
    19  * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
    20  * or visit www.oracle.com if you need additional information or have any
    21  * questions.
    22  *
    23  */
    24 #ifndef SHARE_VM_MEMORY_METASPACE_HPP
    25 #define SHARE_VM_MEMORY_METASPACE_HPP
    27 #include "memory/allocation.hpp"
    28 #include "memory/memRegion.hpp"
    29 #include "memory/metaspaceChunkFreeListSummary.hpp"
    30 #include "runtime/virtualspace.hpp"
    31 #include "utilities/exceptions.hpp"
    33 // Metaspace
    34 //
    35 // Metaspaces are Arenas for the VM's metadata.
    36 // They are allocated one per class loader object, and one for the null
    37 // bootstrap class loader
    38 // Eventually for bootstrap loader we'll have a read-only section and read-write
    39 // to write for DumpSharedSpaces and read for UseSharedSpaces
    40 //
    41 //    block X ---+       +-------------------+
    42 //               |       |  Virtualspace     |
    43 //               |       |                   |
    44 //               |       |                   |
    45 //               |       |-------------------|
    46 //               |       || Chunk            |
    47 //               |       ||                  |
    48 //               |       ||----------        |
    49 //               +------>||| block 0 |       |
    50 //                       ||----------        |
    51 //                       ||| block 1 |       |
    52 //                       ||----------        |
    53 //                       ||                  |
    54 //                       |-------------------|
    55 //                       |                   |
    56 //                       |                   |
    57 //                       +-------------------+
    58 //
    60 class ChunkManager;
    61 class ClassLoaderData;
    62 class Metablock;
    63 class Metachunk;
    64 class MetaspaceTracer;
    65 class MetaWord;
    66 class Mutex;
    67 class outputStream;
    68 class SpaceManager;
    69 class VirtualSpaceList;
    71 // Metaspaces each have a  SpaceManager and allocations
    72 // are done by the SpaceManager.  Allocations are done
    73 // out of the current Metachunk.  When the current Metachunk
    74 // is exhausted, the SpaceManager gets a new one from
    75 // the current VirtualSpace.  When the VirtualSpace is exhausted
    76 // the SpaceManager gets a new one.  The SpaceManager
    77 // also manages freelists of available Chunks.
    78 //
    79 // Currently the space manager maintains the list of
    80 // virtual spaces and the list of chunks in use.  Its
    81 // allocate() method returns a block for use as a
    82 // quantum of metadata.
    84 class Metaspace : public CHeapObj<mtClass> {
    85   friend class VMStructs;
    86   friend class SpaceManager;
    87   friend class VM_CollectForMetadataAllocation;
    88   friend class MetaspaceGC;
    89   friend class MetaspaceAux;
    91  public:
    92   enum MetadataType {
    93     ClassType,
    94     NonClassType,
    95     MetadataTypeCount
    96   };
    97   enum MetaspaceType {
    98     StandardMetaspaceType,
    99     BootMetaspaceType,
   100     ROMetaspaceType,
   101     ReadWriteMetaspaceType,
   102     AnonymousMetaspaceType,
   103     ReflectionMetaspaceType
   104   };
   106  private:
   107   static void verify_global_initialization();
   109   void initialize(Mutex* lock, MetaspaceType type);
   111   // Initialize the first chunk for a Metaspace.  Used for
   112   // special cases such as the boot class loader, reflection
   113   // class loader and anonymous class loader.
   114   void initialize_first_chunk(MetaspaceType type, MetadataType mdtype);
   115   Metachunk* get_initialization_chunk(MetaspaceType type, MetadataType mdtype);
   117   // Align up the word size to the allocation word size
   118   static size_t align_word_size_up(size_t);
   120   // Aligned size of the metaspace.
   121   static size_t _compressed_class_space_size;
   123   static size_t compressed_class_space_size() {
   124     return _compressed_class_space_size;
   125   }
   127   static void set_compressed_class_space_size(size_t size) {
   128     _compressed_class_space_size = size;
   129   }
   131   static size_t _first_chunk_word_size;
   132   static size_t _first_class_chunk_word_size;
   134   static size_t _commit_alignment;
   135   static size_t _reserve_alignment;
   137   SpaceManager* _vsm;
   138   SpaceManager* vsm() const { return _vsm; }
   140   SpaceManager* _class_vsm;
   141   SpaceManager* class_vsm() const { return _class_vsm; }
   142   SpaceManager* get_space_manager(MetadataType mdtype) {
   143     assert(mdtype != MetadataTypeCount, "MetadaTypeCount can't be used as mdtype");
   144     return mdtype == ClassType ? class_vsm() : vsm();
   145   }
   147   // Allocate space for metadata of type mdtype. This is space
   148   // within a Metachunk and is used by
   149   //   allocate(ClassLoaderData*, size_t, bool, MetadataType, TRAPS)
   150   MetaWord* allocate(size_t word_size, MetadataType mdtype);
   152   // Virtual Space lists for both classes and other metadata
   153   static VirtualSpaceList* _space_list;
   154   static VirtualSpaceList* _class_space_list;
   156   static ChunkManager* _chunk_manager_metadata;
   157   static ChunkManager* _chunk_manager_class;
   159   static const MetaspaceTracer* _tracer;
   161  public:
   162   static VirtualSpaceList* space_list()       { return _space_list; }
   163   static VirtualSpaceList* class_space_list() { return _class_space_list; }
   164   static VirtualSpaceList* get_space_list(MetadataType mdtype) {
   165     assert(mdtype != MetadataTypeCount, "MetadaTypeCount can't be used as mdtype");
   166     return mdtype == ClassType ? class_space_list() : space_list();
   167   }
   169   static ChunkManager* chunk_manager_metadata() { return _chunk_manager_metadata; }
   170   static ChunkManager* chunk_manager_class()    { return _chunk_manager_class; }
   171   static ChunkManager* get_chunk_manager(MetadataType mdtype) {
   172     assert(mdtype != MetadataTypeCount, "MetadaTypeCount can't be used as mdtype");
   173     return mdtype == ClassType ? chunk_manager_class() : chunk_manager_metadata();
   174   }
   176   static const MetaspaceTracer* tracer() { return _tracer; }
   178  private:
   179   // These 2 methods are used by DumpSharedSpaces only, where only _vsm is used. So we will
   180   // maintain a single list for now.
   181   void record_allocation(void* ptr, MetaspaceObj::Type type, size_t word_size);
   182   void record_deallocation(void* ptr, size_t word_size);
   184 #ifdef _LP64
   185   static void set_narrow_klass_base_and_shift(address metaspace_base, address cds_base);
   187   // Returns true if can use CDS with metaspace allocated as specified address.
   188   static bool can_use_cds_with_metaspace_addr(char* metaspace_base, address cds_base);
   190   static void allocate_metaspace_compressed_klass_ptrs(char* requested_addr, address cds_base);
   192   static void initialize_class_space(ReservedSpace rs);
   193 #endif
   195   class AllocRecord : public CHeapObj<mtClass> {
   196   public:
   197     AllocRecord(address ptr, MetaspaceObj::Type type, int byte_size)
   198       : _next(NULL), _ptr(ptr), _type(type), _byte_size(byte_size) {}
   199     AllocRecord *_next;
   200     address _ptr;
   201     MetaspaceObj::Type _type;
   202     int _byte_size;
   203   };
   205   AllocRecord * _alloc_record_head;
   206   AllocRecord * _alloc_record_tail;
   208   size_t class_chunk_size(size_t word_size);
   210  public:
   212   Metaspace(Mutex* lock, MetaspaceType type);
   213   ~Metaspace();
   215   static void ergo_initialize();
   216   static void global_initialize();
   217   static void post_initialize();
   219   static size_t first_chunk_word_size() { return _first_chunk_word_size; }
   220   static size_t first_class_chunk_word_size() { return _first_class_chunk_word_size; }
   222   static size_t reserve_alignment()       { return _reserve_alignment; }
   223   static size_t reserve_alignment_words() { return _reserve_alignment / BytesPerWord; }
   224   static size_t commit_alignment()        { return _commit_alignment; }
   225   static size_t commit_alignment_words()  { return _commit_alignment / BytesPerWord; }
   227   char*  bottom() const;
   228   size_t used_words_slow(MetadataType mdtype) const;
   229   size_t free_words_slow(MetadataType mdtype) const;
   230   size_t capacity_words_slow(MetadataType mdtype) const;
   232   size_t used_bytes_slow(MetadataType mdtype) const;
   233   size_t capacity_bytes_slow(MetadataType mdtype) const;
   235   static MetaWord* allocate(ClassLoaderData* loader_data, size_t word_size,
   236                             bool read_only, MetaspaceObj::Type type, TRAPS);
   237   void deallocate(MetaWord* ptr, size_t byte_size, bool is_class);
   239   MetaWord* expand_and_allocate(size_t size,
   240                                 MetadataType mdtype);
   242   static bool contains(const void* ptr);
   244   void dump(outputStream* const out) const;
   246   // Free empty virtualspaces
   247   static void purge(MetadataType mdtype);
   248   static void purge();
   250   static void report_metadata_oome(ClassLoaderData* loader_data, size_t word_size,
   251                                    MetaspaceObj::Type type, MetadataType mdtype, TRAPS);
   253   static const char* metadata_type_name(Metaspace::MetadataType mdtype);
   255   void print_on(outputStream* st) const;
   256   // Debugging support
   257   void verify();
   259   class AllocRecordClosure :  public StackObj {
   260   public:
   261     virtual void doit(address ptr, MetaspaceObj::Type type, int byte_size) = 0;
   262   };
   264   void iterate(AllocRecordClosure *closure);
   266   // Return TRUE only if UseCompressedClassPointers is True and DumpSharedSpaces is False.
   267   static bool using_class_space() {
   268     return NOT_LP64(false) LP64_ONLY(UseCompressedClassPointers && !DumpSharedSpaces);
   269   }
   271   static bool is_class_space_allocation(MetadataType mdType) {
   272     return mdType == ClassType && using_class_space();
   273   }
   275 };
   277 class MetaspaceAux : AllStatic {
   278   static size_t free_chunks_total_words(Metaspace::MetadataType mdtype);
   280   // These methods iterate over the classloader data graph
   281   // for the given Metaspace type.  These are slow.
   282   static size_t used_bytes_slow(Metaspace::MetadataType mdtype);
   283   static size_t free_bytes_slow(Metaspace::MetadataType mdtype);
   284   static size_t capacity_bytes_slow(Metaspace::MetadataType mdtype);
   285   static size_t capacity_bytes_slow();
   287   // Running sum of space in all Metachunks that has been
   288   // allocated to a Metaspace.  This is used instead of
   289   // iterating over all the classloaders. One for each
   290   // type of Metadata
   291   static size_t _capacity_words[Metaspace:: MetadataTypeCount];
   292   // Running sum of space in all Metachunks that
   293   // are being used for metadata. One for each
   294   // type of Metadata.
   295   static size_t _used_words[Metaspace:: MetadataTypeCount];
   297  public:
   298   // Decrement and increment _allocated_capacity_words
   299   static void dec_capacity(Metaspace::MetadataType type, size_t words);
   300   static void inc_capacity(Metaspace::MetadataType type, size_t words);
   302   // Decrement and increment _allocated_used_words
   303   static void dec_used(Metaspace::MetadataType type, size_t words);
   304   static void inc_used(Metaspace::MetadataType type, size_t words);
   306   // Total of space allocated to metadata in all Metaspaces.
   307   // This sums the space used in each Metachunk by
   308   // iterating over the classloader data graph
   309   static size_t used_bytes_slow() {
   310     return used_bytes_slow(Metaspace::ClassType) +
   311            used_bytes_slow(Metaspace::NonClassType);
   312   }
   314   // Used by MetaspaceCounters
   315   static size_t free_chunks_total_words();
   316   static size_t free_chunks_total_bytes();
   317   static size_t free_chunks_total_bytes(Metaspace::MetadataType mdtype);
   319   static size_t capacity_words(Metaspace::MetadataType mdtype) {
   320     return _capacity_words[mdtype];
   321   }
   322   static size_t capacity_words() {
   323     return capacity_words(Metaspace::NonClassType) +
   324            capacity_words(Metaspace::ClassType);
   325   }
   326   static size_t capacity_bytes(Metaspace::MetadataType mdtype) {
   327     return capacity_words(mdtype) * BytesPerWord;
   328   }
   329   static size_t capacity_bytes() {
   330     return capacity_words() * BytesPerWord;
   331   }
   333   static size_t used_words(Metaspace::MetadataType mdtype) {
   334     return _used_words[mdtype];
   335   }
   336   static size_t used_words() {
   337     return used_words(Metaspace::NonClassType) +
   338            used_words(Metaspace::ClassType);
   339   }
   340   static size_t used_bytes(Metaspace::MetadataType mdtype) {
   341     return used_words(mdtype) * BytesPerWord;
   342   }
   343   static size_t used_bytes() {
   344     return used_words() * BytesPerWord;
   345   }
   347   static size_t free_bytes();
   348   static size_t free_bytes(Metaspace::MetadataType mdtype);
   350   static size_t reserved_bytes(Metaspace::MetadataType mdtype);
   351   static size_t reserved_bytes() {
   352     return reserved_bytes(Metaspace::ClassType) +
   353            reserved_bytes(Metaspace::NonClassType);
   354   }
   356   static size_t committed_bytes(Metaspace::MetadataType mdtype);
   357   static size_t committed_bytes() {
   358     return committed_bytes(Metaspace::ClassType) +
   359            committed_bytes(Metaspace::NonClassType);
   360   }
   362   static size_t min_chunk_size_words();
   363   static size_t min_chunk_size_bytes() {
   364     return min_chunk_size_words() * BytesPerWord;
   365   }
   367   static bool has_chunk_free_list(Metaspace::MetadataType mdtype);
   368   static MetaspaceChunkFreeListSummary chunk_free_list_summary(Metaspace::MetadataType mdtype);
   370   // Print change in used metadata.
   371   static void print_metaspace_change(size_t prev_metadata_used);
   372   static void print_on(outputStream * out);
   373   static void print_on(outputStream * out, Metaspace::MetadataType mdtype);
   375   static void print_class_waste(outputStream* out);
   376   static void print_waste(outputStream* out);
   377   static void dump(outputStream* out);
   378   static void verify_free_chunks();
   379   // Checks that the values returned by allocated_capacity_bytes() and
   380   // capacity_bytes_slow() are the same.
   381   static void verify_capacity();
   382   static void verify_used();
   383   static void verify_metrics();
   384 };
   386 // Metaspace are deallocated when their class loader are GC'ed.
   387 // This class implements a policy for inducing GC's to recover
   388 // Metaspaces.
   390 class MetaspaceGC : AllStatic {
   392   // The current high-water-mark for inducing a GC.
   393   // When committed memory of all metaspaces reaches this value,
   394   // a GC is induced and the value is increased. Size is in bytes.
   395   static volatile intptr_t _capacity_until_GC;
   397   // For a CMS collection, signal that a concurrent collection should
   398   // be started.
   399   static bool _should_concurrent_collect;
   401   static uint _shrink_factor;
   403   static size_t shrink_factor() { return _shrink_factor; }
   404   void set_shrink_factor(uint v) { _shrink_factor = v; }
   406  public:
   408   static void initialize();
   409   static void post_initialize();
   411   static size_t capacity_until_GC();
   412   static bool inc_capacity_until_GC(size_t v,
   413                                     size_t* new_cap_until_GC = NULL,
   414                                     size_t* old_cap_until_GC = NULL);
   415   static size_t dec_capacity_until_GC(size_t v);
   417   static bool should_concurrent_collect() { return _should_concurrent_collect; }
   418   static void set_should_concurrent_collect(bool v) {
   419     _should_concurrent_collect = v;
   420   }
   422   // The amount to increase the high-water-mark (_capacity_until_GC)
   423   static size_t delta_capacity_until_GC(size_t bytes);
   425   // Tells if we have can expand metaspace without hitting set limits.
   426   static bool can_expand(size_t words, bool is_class);
   428   // Returns amount that we can expand without hitting a GC,
   429   // measured in words.
   430   static size_t allowed_expansion();
   432   // Calculate the new high-water mark at which to induce
   433   // a GC.
   434   static void compute_new_size();
   435 };
   437 #endif // SHARE_VM_MEMORY_METASPACE_HPP

mercurial