src/share/vm/opto/cfgnode.hpp

Fri, 07 Nov 2008 09:29:38 -0800

author
kvn
date
Fri, 07 Nov 2008 09:29:38 -0800
changeset 855
a1980da045cc
parent 835
cc80376deb0c
child 1907
c18cbe5936b8
permissions
-rw-r--r--

6462850: generate biased locking code in C2 ideal graph
Summary: Inline biased locking code in C2 ideal graph during macro nodes expansion
Reviewed-by: never

     1 /*
     2  * Copyright 1997-2008 Sun Microsystems, Inc.  All Rights Reserved.
     3  * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
     4  *
     5  * This code is free software; you can redistribute it and/or modify it
     6  * under the terms of the GNU General Public License version 2 only, as
     7  * published by the Free Software Foundation.
     8  *
     9  * This code is distributed in the hope that it will be useful, but WITHOUT
    10  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
    11  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
    12  * version 2 for more details (a copy is included in the LICENSE file that
    13  * accompanied this code).
    14  *
    15  * You should have received a copy of the GNU General Public License version
    16  * 2 along with this work; if not, write to the Free Software Foundation,
    17  * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
    18  *
    19  * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
    20  * CA 95054 USA or visit www.sun.com if you need additional information or
    21  * have any questions.
    22  *
    23  */
    25 // Portions of code courtesy of Clifford Click
    27 // Optimization - Graph Style
    29 class Matcher;
    30 class Node;
    31 class   RegionNode;
    32 class   TypeNode;
    33 class     PhiNode;
    34 class   GotoNode;
    35 class   MultiNode;
    36 class     MultiBranchNode;
    37 class       IfNode;
    38 class       PCTableNode;
    39 class         JumpNode;
    40 class         CatchNode;
    41 class       NeverBranchNode;
    42 class   ProjNode;
    43 class     CProjNode;
    44 class       IfTrueNode;
    45 class       IfFalseNode;
    46 class       CatchProjNode;
    47 class     JProjNode;
    48 class       JumpProjNode;
    49 class     SCMemProjNode;
    50 class PhaseIdealLoop;
    52 //------------------------------RegionNode-------------------------------------
    53 // The class of RegionNodes, which can be mapped to basic blocks in the
    54 // program.  Their inputs point to Control sources.  PhiNodes (described
    55 // below) have an input point to a RegionNode.  Merged data inputs to PhiNodes
    56 // correspond 1-to-1 with RegionNode inputs.  The zero input of a PhiNode is
    57 // the RegionNode, and the zero input of the RegionNode is itself.
    58 class RegionNode : public Node {
    59 public:
    60   // Node layout (parallels PhiNode):
    61   enum { Region,                // Generally points to self.
    62          Control                // Control arcs are [1..len)
    63   };
    65   RegionNode( uint required ) : Node(required) {
    66     init_class_id(Class_Region);
    67     init_req(0,this);
    68   }
    70   Node* is_copy() const {
    71     const Node* r = _in[Region];
    72     if (r == NULL)
    73       return nonnull_req();
    74     return NULL;  // not a copy!
    75   }
    76   PhiNode* has_phi() const;        // returns an arbitrary phi user, or NULL
    77   PhiNode* has_unique_phi() const; // returns the unique phi user, or NULL
    78   // Is this region node unreachable from root?
    79   bool is_unreachable_region(PhaseGVN *phase) const;
    80   virtual int Opcode() const;
    81   virtual bool pinned() const { return (const Node *)in(0) == this; }
    82   virtual bool  is_CFG   () const { return true; }
    83   virtual uint hash() const { return NO_HASH; }  // CFG nodes do not hash
    84   virtual bool depends_only_on_test() const { return false; }
    85   virtual const Type *bottom_type() const { return Type::CONTROL; }
    86   virtual const Type *Value( PhaseTransform *phase ) const;
    87   virtual Node *Identity( PhaseTransform *phase );
    88   virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
    89   virtual const RegMask &out_RegMask() const;
    90 };
    92 //------------------------------JProjNode--------------------------------------
    93 // jump projection for node that produces multiple control-flow paths
    94 class JProjNode : public ProjNode {
    95  public:
    96   JProjNode( Node* ctrl, uint idx ) : ProjNode(ctrl,idx) {}
    97   virtual int Opcode() const;
    98   virtual bool  is_CFG() const { return true; }
    99   virtual uint  hash() const { return NO_HASH; }  // CFG nodes do not hash
   100   virtual const Node* is_block_proj() const { return in(0); }
   101   virtual const RegMask& out_RegMask() const;
   102   virtual uint  ideal_reg() const { return 0; }
   103 };
   105 //------------------------------PhiNode----------------------------------------
   106 // PhiNodes merge values from different Control paths.  Slot 0 points to the
   107 // controlling RegionNode.  Other slots map 1-for-1 with incoming control flow
   108 // paths to the RegionNode.  For speed reasons (to avoid another pass) we
   109 // can turn PhiNodes into copys in-place by NULL'ing out their RegionNode
   110 // input in slot 0.
   111 class PhiNode : public TypeNode {
   112   const TypePtr* const _adr_type; // non-null only for Type::MEMORY nodes.
   113   const int _inst_id;     // Instance id of the memory slice.
   114   const int _inst_index;  // Alias index of the instance memory slice.
   115   // Array elements references have the same alias_idx but different offset.
   116   const int _inst_offset; // Offset of the instance memory slice.
   117   // Size is bigger to hold the _adr_type field.
   118   virtual uint hash() const;    // Check the type
   119   virtual uint cmp( const Node &n ) const;
   120   virtual uint size_of() const { return sizeof(*this); }
   122   // Determine if CMoveNode::is_cmove_id can be used at this join point.
   123   Node* is_cmove_id(PhaseTransform* phase, int true_path);
   125 public:
   126   // Node layout (parallels RegionNode):
   127   enum { Region,                // Control input is the Phi's region.
   128          Input                  // Input values are [1..len)
   129   };
   131   PhiNode( Node *r, const Type *t, const TypePtr* at = NULL,
   132            const int iid = TypeOopPtr::InstanceTop,
   133            const int iidx = Compile::AliasIdxTop,
   134            const int ioffs = Type::OffsetTop )
   135     : TypeNode(t,r->req()),
   136       _adr_type(at),
   137       _inst_id(iid),
   138       _inst_index(iidx),
   139       _inst_offset(ioffs)
   140   {
   141     init_class_id(Class_Phi);
   142     init_req(0, r);
   143     verify_adr_type();
   144   }
   145   // create a new phi with in edges matching r and set (initially) to x
   146   static PhiNode* make( Node* r, Node* x );
   147   // extra type arguments override the new phi's bottom_type and adr_type
   148   static PhiNode* make( Node* r, Node* x, const Type *t, const TypePtr* at = NULL );
   149   // create a new phi with narrowed memory type
   150   PhiNode* slice_memory(const TypePtr* adr_type) const;
   151   PhiNode* split_out_instance(const TypePtr* at, PhaseIterGVN *igvn) const;
   152   // like make(r, x), but does not initialize the in edges to x
   153   static PhiNode* make_blank( Node* r, Node* x );
   155   // Accessors
   156   RegionNode* region() const { Node* r = in(Region); assert(!r || r->is_Region(), ""); return (RegionNode*)r; }
   158   Node* is_copy() const {
   159     // The node is a real phi if _in[0] is a Region node.
   160     DEBUG_ONLY(const Node* r = _in[Region];)
   161     assert(r != NULL && r->is_Region(), "Not valid control");
   162     return NULL;  // not a copy!
   163   }
   165   bool is_tripcount() const;
   167   // Determine a unique non-trivial input, if any.
   168   // Ignore casts if it helps.  Return NULL on failure.
   169   Node* unique_input(PhaseTransform *phase);
   171   // Check for a simple dead loop.
   172   enum LoopSafety { Safe = 0, Unsafe, UnsafeLoop };
   173   LoopSafety simple_data_loop_check(Node *in) const;
   174   // Is it unsafe data loop? It becomes a dead loop if this phi node removed.
   175   bool is_unsafe_data_reference(Node *in) const;
   176   int  is_diamond_phi() const;
   177   virtual int Opcode() const;
   178   virtual bool pinned() const { return in(0) != 0; }
   179   virtual const TypePtr *adr_type() const { verify_adr_type(true); return _adr_type; }
   181   const int inst_id()     const { return _inst_id; }
   182   const int inst_index()  const { return _inst_index; }
   183   const int inst_offset() const { return _inst_offset; }
   184   bool is_same_inst_field(const Type* tp, int id, int index, int offset) {
   185     return type()->basic_type() == tp->basic_type() &&
   186            inst_id()     == id     &&
   187            inst_index()  == index  &&
   188            inst_offset() == offset &&
   189            type()->higher_equal(tp);
   190   }
   192   virtual const Type *Value( PhaseTransform *phase ) const;
   193   virtual Node *Identity( PhaseTransform *phase );
   194   virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
   195   virtual const RegMask &out_RegMask() const;
   196   virtual const RegMask &in_RegMask(uint) const;
   197 #ifndef PRODUCT
   198   virtual void dump_spec(outputStream *st) const;
   199 #endif
   200 #ifdef ASSERT
   201   void verify_adr_type(VectorSet& visited, const TypePtr* at) const;
   202   void verify_adr_type(bool recursive = false) const;
   203 #else //ASSERT
   204   void verify_adr_type(bool recursive = false) const {}
   205 #endif //ASSERT
   206 };
   208 //------------------------------GotoNode---------------------------------------
   209 // GotoNodes perform direct branches.
   210 class GotoNode : public Node {
   211 public:
   212   GotoNode( Node *control ) : Node(control) {
   213     init_flags(Flag_is_Goto);
   214   }
   215   virtual int Opcode() const;
   216   virtual bool pinned() const { return true; }
   217   virtual bool  is_CFG() const { return true; }
   218   virtual uint hash() const { return NO_HASH; }  // CFG nodes do not hash
   219   virtual const Node *is_block_proj() const { return this; }
   220   virtual bool depends_only_on_test() const { return false; }
   221   virtual const Type *bottom_type() const { return Type::CONTROL; }
   222   virtual const Type *Value( PhaseTransform *phase ) const;
   223   virtual Node *Identity( PhaseTransform *phase );
   224   virtual const RegMask &out_RegMask() const;
   225 };
   227 //------------------------------CProjNode--------------------------------------
   228 // control projection for node that produces multiple control-flow paths
   229 class CProjNode : public ProjNode {
   230 public:
   231   CProjNode( Node *ctrl, uint idx ) : ProjNode(ctrl,idx) {}
   232   virtual int Opcode() const;
   233   virtual bool  is_CFG() const { return true; }
   234   virtual uint hash() const { return NO_HASH; }  // CFG nodes do not hash
   235   virtual const Node *is_block_proj() const { return in(0); }
   236   virtual const RegMask &out_RegMask() const;
   237   virtual uint ideal_reg() const { return 0; }
   238 };
   240 //---------------------------MultiBranchNode-----------------------------------
   241 // This class defines a MultiBranchNode, a MultiNode which yields multiple
   242 // control values. These are distinguished from other types of MultiNodes
   243 // which yield multiple values, but control is always and only projection #0.
   244 class MultiBranchNode : public MultiNode {
   245 public:
   246   MultiBranchNode( uint required ) : MultiNode(required) {
   247     init_class_id(Class_MultiBranch);
   248   }
   249   // returns required number of users to be well formed.
   250   virtual int required_outcnt() const = 0;
   251 };
   253 //------------------------------IfNode-----------------------------------------
   254 // Output selected Control, based on a boolean test
   255 class IfNode : public MultiBranchNode {
   256   // Size is bigger to hold the probability field.  However, _prob does not
   257   // change the semantics so it does not appear in the hash & cmp functions.
   258   virtual uint size_of() const { return sizeof(*this); }
   259 public:
   261   // Degrees of branch prediction probability by order of magnitude:
   262   // PROB_UNLIKELY_1e(N) is a 1 in 1eN chance.
   263   // PROB_LIKELY_1e(N) is a 1 - PROB_UNLIKELY_1e(N)
   264 #define PROB_UNLIKELY_MAG(N)    (1e- ## N ## f)
   265 #define PROB_LIKELY_MAG(N)      (1.0f-PROB_UNLIKELY_MAG(N))
   267   // Maximum and minimum branch prediction probabilties
   268   // 1 in 1,000,000 (magnitude 6)
   269   //
   270   // Although PROB_NEVER == PROB_MIN and PROB_ALWAYS == PROB_MAX
   271   // they are used to distinguish different situations:
   272   //
   273   // The name PROB_MAX (PROB_MIN) is for probabilities which correspond to
   274   // very likely (unlikely) but with a concrete possibility of a rare
   275   // contrary case.  These constants would be used for pinning
   276   // measurements, and as measures for assertions that have high
   277   // confidence, but some evidence of occasional failure.
   278   //
   279   // The name PROB_ALWAYS (PROB_NEVER) is to stand for situations for which
   280   // there is no evidence at all that the contrary case has ever occurred.
   282 #define PROB_NEVER              PROB_UNLIKELY_MAG(6)
   283 #define PROB_ALWAYS             PROB_LIKELY_MAG(6)
   285 #define PROB_MIN                PROB_UNLIKELY_MAG(6)
   286 #define PROB_MAX                PROB_LIKELY_MAG(6)
   288   // Static branch prediction probabilities
   289   // 1 in 10 (magnitude 1)
   290 #define PROB_STATIC_INFREQUENT  PROB_UNLIKELY_MAG(1)
   291 #define PROB_STATIC_FREQUENT    PROB_LIKELY_MAG(1)
   293   // Fair probability 50/50
   294 #define PROB_FAIR               (0.5f)
   296   // Unknown probability sentinel
   297 #define PROB_UNKNOWN            (-1.0f)
   299   // Probability "constructors", to distinguish as a probability any manifest
   300   // constant without a names
   301 #define PROB_LIKELY(x)          ((float) (x))
   302 #define PROB_UNLIKELY(x)        (1.0f - (float)(x))
   304   // Other probabilities in use, but without a unique name, are documented
   305   // here for lack of a better place:
   306   //
   307   // 1 in 1000 probabilities (magnitude 3):
   308   //     threshold for converting to conditional move
   309   //     likelihood of null check failure if a null HAS been seen before
   310   //     likelihood of slow path taken in library calls
   311   //
   312   // 1 in 10,000 probabilities (magnitude 4):
   313   //     threshold for making an uncommon trap probability more extreme
   314   //     threshold for for making a null check implicit
   315   //     likelihood of needing a gc if eden top moves during an allocation
   316   //     likelihood of a predicted call failure
   317   //
   318   // 1 in 100,000 probabilities (magnitude 5):
   319   //     threshold for ignoring counts when estimating path frequency
   320   //     likelihood of FP clipping failure
   321   //     likelihood of catching an exception from a try block
   322   //     likelihood of null check failure if a null has NOT been seen before
   323   //
   324   // Magic manifest probabilities such as 0.83, 0.7, ... can be found in
   325   // gen_subtype_check() and catch_inline_exceptions().
   327   float _prob;                  // Probability of true path being taken.
   328   float _fcnt;                  // Frequency counter
   329   IfNode( Node *control, Node *b, float p, float fcnt )
   330     : MultiBranchNode(2), _prob(p), _fcnt(fcnt) {
   331     init_class_id(Class_If);
   332     init_req(0,control);
   333     init_req(1,b);
   334   }
   335   virtual int Opcode() const;
   336   virtual bool pinned() const { return true; }
   337   virtual const Type *bottom_type() const { return TypeTuple::IFBOTH; }
   338   virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
   339   virtual const Type *Value( PhaseTransform *phase ) const;
   340   virtual int required_outcnt() const { return 2; }
   341   virtual const RegMask &out_RegMask() const;
   342   void dominated_by(Node* prev_dom, PhaseIterGVN* igvn);
   343   int is_range_check(Node* &range, Node* &index, jint &offset);
   344   Node* fold_compares(PhaseGVN* phase);
   345   static Node* up_one_dom(Node* curr, bool linear_only = false);
   347   // Takes the type of val and filters it through the test represented
   348   // by if_proj and returns a more refined type if one is produced.
   349   // Returns NULL is it couldn't improve the type.
   350   static const TypeInt* filtered_int_type(PhaseGVN* phase, Node* val, Node* if_proj);
   352 #ifndef PRODUCT
   353   virtual void dump_spec(outputStream *st) const;
   354 #endif
   355 };
   357 class IfTrueNode : public CProjNode {
   358 public:
   359   IfTrueNode( IfNode *ifnode ) : CProjNode(ifnode,1) {
   360     init_class_id(Class_IfTrue);
   361   }
   362   virtual int Opcode() const;
   363   virtual Node *Identity( PhaseTransform *phase );
   364 };
   366 class IfFalseNode : public CProjNode {
   367 public:
   368   IfFalseNode( IfNode *ifnode ) : CProjNode(ifnode,0) {
   369     init_class_id(Class_IfFalse);
   370   }
   371   virtual int Opcode() const;
   372   virtual Node *Identity( PhaseTransform *phase );
   373 };
   376 //------------------------------PCTableNode------------------------------------
   377 // Build an indirect branch table.  Given a control and a table index,
   378 // control is passed to the Projection matching the table index.  Used to
   379 // implement switch statements and exception-handling capabilities.
   380 // Undefined behavior if passed-in index is not inside the table.
   381 class PCTableNode : public MultiBranchNode {
   382   virtual uint hash() const;    // Target count; table size
   383   virtual uint cmp( const Node &n ) const;
   384   virtual uint size_of() const { return sizeof(*this); }
   386 public:
   387   const uint _size;             // Number of targets
   389   PCTableNode( Node *ctrl, Node *idx, uint size ) : MultiBranchNode(2), _size(size) {
   390     init_class_id(Class_PCTable);
   391     init_req(0, ctrl);
   392     init_req(1, idx);
   393   }
   394   virtual int Opcode() const;
   395   virtual const Type *Value( PhaseTransform *phase ) const;
   396   virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
   397   virtual const Type *bottom_type() const;
   398   virtual bool pinned() const { return true; }
   399   virtual int required_outcnt() const { return _size; }
   400 };
   402 //------------------------------JumpNode---------------------------------------
   403 // Indirect branch.  Uses PCTable above to implement a switch statement.
   404 // It emits as a table load and local branch.
   405 class JumpNode : public PCTableNode {
   406 public:
   407   JumpNode( Node* control, Node* switch_val, uint size) : PCTableNode(control, switch_val, size) {
   408     init_class_id(Class_Jump);
   409   }
   410   virtual int   Opcode() const;
   411   virtual const RegMask& out_RegMask() const;
   412   virtual const Node* is_block_proj() const { return this; }
   413 };
   415 class JumpProjNode : public JProjNode {
   416   virtual uint hash() const;
   417   virtual uint cmp( const Node &n ) const;
   418   virtual uint size_of() const { return sizeof(*this); }
   420  private:
   421   const int  _dest_bci;
   422   const uint _proj_no;
   423   const int  _switch_val;
   424  public:
   425   JumpProjNode(Node* jumpnode, uint proj_no, int dest_bci, int switch_val)
   426     : JProjNode(jumpnode, proj_no), _dest_bci(dest_bci), _proj_no(proj_no), _switch_val(switch_val) {
   427     init_class_id(Class_JumpProj);
   428   }
   430   virtual int Opcode() const;
   431   virtual const Type* bottom_type() const { return Type::CONTROL; }
   432   int  dest_bci()    const { return _dest_bci; }
   433   int  switch_val()  const { return _switch_val; }
   434   uint proj_no()     const { return _proj_no; }
   435 #ifndef PRODUCT
   436   virtual void dump_spec(outputStream *st) const;
   437 #endif
   438 };
   440 //------------------------------CatchNode--------------------------------------
   441 // Helper node to fork exceptions.  "Catch" catches any exceptions thrown by
   442 // a just-prior call.  Looks like a PCTableNode but emits no code - just the
   443 // table.  The table lookup and branch is implemented by RethrowNode.
   444 class CatchNode : public PCTableNode {
   445 public:
   446   CatchNode( Node *ctrl, Node *idx, uint size ) : PCTableNode(ctrl,idx,size){
   447     init_class_id(Class_Catch);
   448   }
   449   virtual int Opcode() const;
   450   virtual const Type *Value( PhaseTransform *phase ) const;
   451 };
   453 // CatchProjNode controls which exception handler is targetted after a call.
   454 // It is passed in the bci of the target handler, or no_handler_bci in case
   455 // the projection doesn't lead to an exception handler.
   456 class CatchProjNode : public CProjNode {
   457   virtual uint hash() const;
   458   virtual uint cmp( const Node &n ) const;
   459   virtual uint size_of() const { return sizeof(*this); }
   461 private:
   462   const int _handler_bci;
   464 public:
   465   enum {
   466     fall_through_index =  0,      // the fall through projection index
   467     catch_all_index    =  1,      // the projection index for catch-alls
   468     no_handler_bci     = -1       // the bci for fall through or catch-all projs
   469   };
   471   CatchProjNode(Node* catchnode, uint proj_no, int handler_bci)
   472     : CProjNode(catchnode, proj_no), _handler_bci(handler_bci) {
   473     init_class_id(Class_CatchProj);
   474     assert(proj_no != fall_through_index || handler_bci < 0, "fall through case must have bci < 0");
   475   }
   477   virtual int Opcode() const;
   478   virtual Node *Identity( PhaseTransform *phase );
   479   virtual const Type *bottom_type() const { return Type::CONTROL; }
   480   int  handler_bci() const        { return _handler_bci; }
   481   bool is_handler_proj() const    { return _handler_bci >= 0; }
   482 #ifndef PRODUCT
   483   virtual void dump_spec(outputStream *st) const;
   484 #endif
   485 };
   488 //---------------------------------CreateExNode--------------------------------
   489 // Helper node to create the exception coming back from a call
   490 class CreateExNode : public TypeNode {
   491 public:
   492   CreateExNode(const Type* t, Node* control, Node* i_o) : TypeNode(t, 2) {
   493     init_req(0, control);
   494     init_req(1, i_o);
   495   }
   496   virtual int Opcode() const;
   497   virtual Node *Identity( PhaseTransform *phase );
   498   virtual bool pinned() const { return true; }
   499   uint match_edge(uint idx) const { return 0; }
   500   virtual uint ideal_reg() const { return Op_RegP; }
   501 };
   503 //------------------------------NeverBranchNode-------------------------------
   504 // The never-taken branch.  Used to give the appearance of exiting infinite
   505 // loops to those algorithms that like all paths to be reachable.  Encodes
   506 // empty.
   507 class NeverBranchNode : public MultiBranchNode {
   508 public:
   509   NeverBranchNode( Node *ctrl ) : MultiBranchNode(1) { init_req(0,ctrl); }
   510   virtual int Opcode() const;
   511   virtual bool pinned() const { return true; };
   512   virtual const Type *bottom_type() const { return TypeTuple::IFBOTH; }
   513   virtual const Type *Value( PhaseTransform *phase ) const;
   514   virtual Node *Ideal(PhaseGVN *phase, bool can_reshape);
   515   virtual int required_outcnt() const { return 2; }
   516   virtual void emit(CodeBuffer &cbuf, PhaseRegAlloc *ra_) const { }
   517   virtual uint size(PhaseRegAlloc *ra_) const { return 0; }
   518 #ifndef PRODUCT
   519   virtual void format( PhaseRegAlloc *, outputStream *st ) const;
   520 #endif
   521 };

mercurial