xref: /NextBSD/contrib/llvm/include/llvm/Analysis/ScalarEvolutionExpressions.h (revision 84d351007654069f9643c8e4b4802a7f5f08ee42)
1 //===- llvm/Analysis/ScalarEvolutionExpressions.h - SCEV Exprs --*- C++ -*-===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 // This file defines the classes used to represent and build scalar expressions.
11 //
12 //===----------------------------------------------------------------------===//
13 
14 #ifndef LLVM_ANALYSIS_SCALAREVOLUTIONEXPRESSIONS_H
15 #define LLVM_ANALYSIS_SCALAREVOLUTIONEXPRESSIONS_H
16 
17 #include "llvm/ADT/SmallPtrSet.h"
18 #include "llvm/ADT/iterator_range.h"
19 #include "llvm/Analysis/ScalarEvolution.h"
20 #include "llvm/Support/ErrorHandling.h"
21 
22 namespace llvm {
23   class ConstantInt;
24   class ConstantRange;
25   class DominatorTree;
26 
27   enum SCEVTypes {
28     // These should be ordered in terms of increasing complexity to make the
29     // folders simpler.
30     scConstant, scTruncate, scZeroExtend, scSignExtend, scAddExpr, scMulExpr,
31     scUDivExpr, scAddRecExpr, scUMaxExpr, scSMaxExpr,
32     scUnknown, scCouldNotCompute
33   };
34 
35   //===--------------------------------------------------------------------===//
36   /// SCEVConstant - This class represents a constant integer value.
37   ///
38   class SCEVConstant : public SCEV {
39     friend class ScalarEvolution;
40 
41     ConstantInt *V;
SCEVConstant(const FoldingSetNodeIDRef ID,ConstantInt * v)42     SCEVConstant(const FoldingSetNodeIDRef ID, ConstantInt *v) :
43       SCEV(ID, scConstant), V(v) {}
44   public:
getValue()45     ConstantInt *getValue() const { return V; }
46 
getType()47     Type *getType() const { return V->getType(); }
48 
49     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)50     static inline bool classof(const SCEV *S) {
51       return S->getSCEVType() == scConstant;
52     }
53   };
54 
55   //===--------------------------------------------------------------------===//
56   /// SCEVCastExpr - This is the base class for unary cast operator classes.
57   ///
58   class SCEVCastExpr : public SCEV {
59   protected:
60     const SCEV *Op;
61     Type *Ty;
62 
63     SCEVCastExpr(const FoldingSetNodeIDRef ID,
64                  unsigned SCEVTy, const SCEV *op, Type *ty);
65 
66   public:
getOperand()67     const SCEV *getOperand() const { return Op; }
getType()68     Type *getType() const { return Ty; }
69 
70     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)71     static inline bool classof(const SCEV *S) {
72       return S->getSCEVType() == scTruncate ||
73              S->getSCEVType() == scZeroExtend ||
74              S->getSCEVType() == scSignExtend;
75     }
76   };
77 
78   //===--------------------------------------------------------------------===//
79   /// SCEVTruncateExpr - This class represents a truncation of an integer value
80   /// to a smaller integer value.
81   ///
82   class SCEVTruncateExpr : public SCEVCastExpr {
83     friend class ScalarEvolution;
84 
85     SCEVTruncateExpr(const FoldingSetNodeIDRef ID,
86                      const SCEV *op, Type *ty);
87 
88   public:
89     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)90     static inline bool classof(const SCEV *S) {
91       return S->getSCEVType() == scTruncate;
92     }
93   };
94 
95   //===--------------------------------------------------------------------===//
96   /// SCEVZeroExtendExpr - This class represents a zero extension of a small
97   /// integer value to a larger integer value.
98   ///
99   class SCEVZeroExtendExpr : public SCEVCastExpr {
100     friend class ScalarEvolution;
101 
102     SCEVZeroExtendExpr(const FoldingSetNodeIDRef ID,
103                        const SCEV *op, Type *ty);
104 
105   public:
106     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)107     static inline bool classof(const SCEV *S) {
108       return S->getSCEVType() == scZeroExtend;
109     }
110   };
111 
112   //===--------------------------------------------------------------------===//
113   /// SCEVSignExtendExpr - This class represents a sign extension of a small
114   /// integer value to a larger integer value.
115   ///
116   class SCEVSignExtendExpr : public SCEVCastExpr {
117     friend class ScalarEvolution;
118 
119     SCEVSignExtendExpr(const FoldingSetNodeIDRef ID,
120                        const SCEV *op, Type *ty);
121 
122   public:
123     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)124     static inline bool classof(const SCEV *S) {
125       return S->getSCEVType() == scSignExtend;
126     }
127   };
128 
129 
130   //===--------------------------------------------------------------------===//
131   /// SCEVNAryExpr - This node is a base class providing common
132   /// functionality for n'ary operators.
133   ///
134   class SCEVNAryExpr : public SCEV {
135   protected:
136     // Since SCEVs are immutable, ScalarEvolution allocates operand
137     // arrays with its SCEVAllocator, so this class just needs a simple
138     // pointer rather than a more elaborate vector-like data structure.
139     // This also avoids the need for a non-trivial destructor.
140     const SCEV *const *Operands;
141     size_t NumOperands;
142 
SCEVNAryExpr(const FoldingSetNodeIDRef ID,enum SCEVTypes T,const SCEV * const * O,size_t N)143     SCEVNAryExpr(const FoldingSetNodeIDRef ID,
144                  enum SCEVTypes T, const SCEV *const *O, size_t N)
145       : SCEV(ID, T), Operands(O), NumOperands(N) {}
146 
147   public:
getNumOperands()148     size_t getNumOperands() const { return NumOperands; }
getOperand(unsigned i)149     const SCEV *getOperand(unsigned i) const {
150       assert(i < NumOperands && "Operand index out of range!");
151       return Operands[i];
152     }
153 
154     typedef const SCEV *const *op_iterator;
155     typedef iterator_range<op_iterator> op_range;
op_begin()156     op_iterator op_begin() const { return Operands; }
op_end()157     op_iterator op_end() const { return Operands + NumOperands; }
operands()158     op_range operands() const {
159       return make_range(op_begin(), op_end());
160     }
161 
getType()162     Type *getType() const { return getOperand(0)->getType(); }
163 
164     NoWrapFlags getNoWrapFlags(NoWrapFlags Mask = NoWrapMask) const {
165       return (NoWrapFlags)(SubclassData & Mask);
166     }
167 
168     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)169     static inline bool classof(const SCEV *S) {
170       return S->getSCEVType() == scAddExpr ||
171              S->getSCEVType() == scMulExpr ||
172              S->getSCEVType() == scSMaxExpr ||
173              S->getSCEVType() == scUMaxExpr ||
174              S->getSCEVType() == scAddRecExpr;
175     }
176   };
177 
178   //===--------------------------------------------------------------------===//
179   /// SCEVCommutativeExpr - This node is the base class for n'ary commutative
180   /// operators.
181   ///
182   class SCEVCommutativeExpr : public SCEVNAryExpr {
183   protected:
SCEVCommutativeExpr(const FoldingSetNodeIDRef ID,enum SCEVTypes T,const SCEV * const * O,size_t N)184     SCEVCommutativeExpr(const FoldingSetNodeIDRef ID,
185                         enum SCEVTypes T, const SCEV *const *O, size_t N)
186       : SCEVNAryExpr(ID, T, O, N) {}
187 
188   public:
189     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)190     static inline bool classof(const SCEV *S) {
191       return S->getSCEVType() == scAddExpr ||
192              S->getSCEVType() == scMulExpr ||
193              S->getSCEVType() == scSMaxExpr ||
194              S->getSCEVType() == scUMaxExpr;
195     }
196 
197     /// Set flags for a non-recurrence without clearing previously set flags.
setNoWrapFlags(NoWrapFlags Flags)198     void setNoWrapFlags(NoWrapFlags Flags) {
199       SubclassData |= Flags;
200     }
201   };
202 
203 
204   //===--------------------------------------------------------------------===//
205   /// SCEVAddExpr - This node represents an addition of some number of SCEVs.
206   ///
207   class SCEVAddExpr : public SCEVCommutativeExpr {
208     friend class ScalarEvolution;
209 
SCEVAddExpr(const FoldingSetNodeIDRef ID,const SCEV * const * O,size_t N)210     SCEVAddExpr(const FoldingSetNodeIDRef ID,
211                 const SCEV *const *O, size_t N)
212       : SCEVCommutativeExpr(ID, scAddExpr, O, N) {
213     }
214 
215   public:
getType()216     Type *getType() const {
217       // Use the type of the last operand, which is likely to be a pointer
218       // type, if there is one. This doesn't usually matter, but it can help
219       // reduce casts when the expressions are expanded.
220       return getOperand(getNumOperands() - 1)->getType();
221     }
222 
223     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)224     static inline bool classof(const SCEV *S) {
225       return S->getSCEVType() == scAddExpr;
226     }
227   };
228 
229   //===--------------------------------------------------------------------===//
230   /// SCEVMulExpr - This node represents multiplication of some number of SCEVs.
231   ///
232   class SCEVMulExpr : public SCEVCommutativeExpr {
233     friend class ScalarEvolution;
234 
SCEVMulExpr(const FoldingSetNodeIDRef ID,const SCEV * const * O,size_t N)235     SCEVMulExpr(const FoldingSetNodeIDRef ID,
236                 const SCEV *const *O, size_t N)
237       : SCEVCommutativeExpr(ID, scMulExpr, O, N) {
238     }
239 
240   public:
241     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)242     static inline bool classof(const SCEV *S) {
243       return S->getSCEVType() == scMulExpr;
244     }
245   };
246 
247 
248   //===--------------------------------------------------------------------===//
249   /// SCEVUDivExpr - This class represents a binary unsigned division operation.
250   ///
251   class SCEVUDivExpr : public SCEV {
252     friend class ScalarEvolution;
253 
254     const SCEV *LHS;
255     const SCEV *RHS;
SCEVUDivExpr(const FoldingSetNodeIDRef ID,const SCEV * lhs,const SCEV * rhs)256     SCEVUDivExpr(const FoldingSetNodeIDRef ID, const SCEV *lhs, const SCEV *rhs)
257       : SCEV(ID, scUDivExpr), LHS(lhs), RHS(rhs) {}
258 
259   public:
getLHS()260     const SCEV *getLHS() const { return LHS; }
getRHS()261     const SCEV *getRHS() const { return RHS; }
262 
getType()263     Type *getType() const {
264       // In most cases the types of LHS and RHS will be the same, but in some
265       // crazy cases one or the other may be a pointer. ScalarEvolution doesn't
266       // depend on the type for correctness, but handling types carefully can
267       // avoid extra casts in the SCEVExpander. The LHS is more likely to be
268       // a pointer type than the RHS, so use the RHS' type here.
269       return getRHS()->getType();
270     }
271 
272     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)273     static inline bool classof(const SCEV *S) {
274       return S->getSCEVType() == scUDivExpr;
275     }
276   };
277 
278 
279   //===--------------------------------------------------------------------===//
280   /// SCEVAddRecExpr - This node represents a polynomial recurrence on the trip
281   /// count of the specified loop.  This is the primary focus of the
282   /// ScalarEvolution framework; all the other SCEV subclasses are mostly just
283   /// supporting infrastructure to allow SCEVAddRecExpr expressions to be
284   /// created and analyzed.
285   ///
286   /// All operands of an AddRec are required to be loop invariant.
287   ///
288   class SCEVAddRecExpr : public SCEVNAryExpr {
289     friend class ScalarEvolution;
290 
291     const Loop *L;
292 
SCEVAddRecExpr(const FoldingSetNodeIDRef ID,const SCEV * const * O,size_t N,const Loop * l)293     SCEVAddRecExpr(const FoldingSetNodeIDRef ID,
294                    const SCEV *const *O, size_t N, const Loop *l)
295       : SCEVNAryExpr(ID, scAddRecExpr, O, N), L(l) {}
296 
297   public:
getStart()298     const SCEV *getStart() const { return Operands[0]; }
getLoop()299     const Loop *getLoop() const { return L; }
300 
301     /// getStepRecurrence - This method constructs and returns the recurrence
302     /// indicating how much this expression steps by.  If this is a polynomial
303     /// of degree N, it returns a chrec of degree N-1.
304     /// We cannot determine whether the step recurrence has self-wraparound.
getStepRecurrence(ScalarEvolution & SE)305     const SCEV *getStepRecurrence(ScalarEvolution &SE) const {
306       if (isAffine()) return getOperand(1);
307       return SE.getAddRecExpr(SmallVector<const SCEV *, 3>(op_begin()+1,
308                                                            op_end()),
309                               getLoop(), FlagAnyWrap);
310     }
311 
312     /// isAffine - Return true if this represents an expression
313     /// A + B*x where A and B are loop invariant values.
isAffine()314     bool isAffine() const {
315       // We know that the start value is invariant.  This expression is thus
316       // affine iff the step is also invariant.
317       return getNumOperands() == 2;
318     }
319 
320     /// isQuadratic - Return true if this represents an expression
321     /// A + B*x + C*x^2 where A, B and C are loop invariant values.
322     /// This corresponds to an addrec of the form {L,+,M,+,N}
isQuadratic()323     bool isQuadratic() const {
324       return getNumOperands() == 3;
325     }
326 
327     /// Set flags for a recurrence without clearing any previously set flags.
328     /// For AddRec, either NUW or NSW implies NW. Keep track of this fact here
329     /// to make it easier to propagate flags.
setNoWrapFlags(NoWrapFlags Flags)330     void setNoWrapFlags(NoWrapFlags Flags) {
331       if (Flags & (FlagNUW | FlagNSW))
332         Flags = ScalarEvolution::setFlags(Flags, FlagNW);
333       SubclassData |= Flags;
334     }
335 
336     /// evaluateAtIteration - Return the value of this chain of recurrences at
337     /// the specified iteration number.
338     const SCEV *evaluateAtIteration(const SCEV *It, ScalarEvolution &SE) const;
339 
340     /// getNumIterationsInRange - Return the number of iterations of this loop
341     /// that produce values in the specified constant range.  Another way of
342     /// looking at this is that it returns the first iteration number where the
343     /// value is not in the condition, thus computing the exit count.  If the
344     /// iteration count can't be computed, an instance of SCEVCouldNotCompute is
345     /// returned.
346     const SCEV *getNumIterationsInRange(ConstantRange Range,
347                                        ScalarEvolution &SE) const;
348 
349     /// getPostIncExpr - Return an expression representing the value of
350     /// this expression one iteration of the loop ahead.
getPostIncExpr(ScalarEvolution & SE)351     const SCEVAddRecExpr *getPostIncExpr(ScalarEvolution &SE) const {
352       return cast<SCEVAddRecExpr>(SE.getAddExpr(this, getStepRecurrence(SE)));
353     }
354 
355     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)356     static inline bool classof(const SCEV *S) {
357       return S->getSCEVType() == scAddRecExpr;
358     }
359   };
360 
361   //===--------------------------------------------------------------------===//
362   /// SCEVSMaxExpr - This class represents a signed maximum selection.
363   ///
364   class SCEVSMaxExpr : public SCEVCommutativeExpr {
365     friend class ScalarEvolution;
366 
SCEVSMaxExpr(const FoldingSetNodeIDRef ID,const SCEV * const * O,size_t N)367     SCEVSMaxExpr(const FoldingSetNodeIDRef ID,
368                  const SCEV *const *O, size_t N)
369       : SCEVCommutativeExpr(ID, scSMaxExpr, O, N) {
370       // Max never overflows.
371       setNoWrapFlags((NoWrapFlags)(FlagNUW | FlagNSW));
372     }
373 
374   public:
375     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)376     static inline bool classof(const SCEV *S) {
377       return S->getSCEVType() == scSMaxExpr;
378     }
379   };
380 
381 
382   //===--------------------------------------------------------------------===//
383   /// SCEVUMaxExpr - This class represents an unsigned maximum selection.
384   ///
385   class SCEVUMaxExpr : public SCEVCommutativeExpr {
386     friend class ScalarEvolution;
387 
SCEVUMaxExpr(const FoldingSetNodeIDRef ID,const SCEV * const * O,size_t N)388     SCEVUMaxExpr(const FoldingSetNodeIDRef ID,
389                  const SCEV *const *O, size_t N)
390       : SCEVCommutativeExpr(ID, scUMaxExpr, O, N) {
391       // Max never overflows.
392       setNoWrapFlags((NoWrapFlags)(FlagNUW | FlagNSW));
393     }
394 
395   public:
396     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)397     static inline bool classof(const SCEV *S) {
398       return S->getSCEVType() == scUMaxExpr;
399     }
400   };
401 
402   //===--------------------------------------------------------------------===//
403   /// SCEVUnknown - This means that we are dealing with an entirely unknown SCEV
404   /// value, and only represent it as its LLVM Value.  This is the "bottom"
405   /// value for the analysis.
406   ///
407   class SCEVUnknown : public SCEV, private CallbackVH {
408     friend class ScalarEvolution;
409 
410     // Implement CallbackVH.
411     void deleted() override;
412     void allUsesReplacedWith(Value *New) override;
413 
414     /// SE - The parent ScalarEvolution value. This is used to update
415     /// the parent's maps when the value associated with a SCEVUnknown
416     /// is deleted or RAUW'd.
417     ScalarEvolution *SE;
418 
419     /// Next - The next pointer in the linked list of all
420     /// SCEVUnknown instances owned by a ScalarEvolution.
421     SCEVUnknown *Next;
422 
SCEVUnknown(const FoldingSetNodeIDRef ID,Value * V,ScalarEvolution * se,SCEVUnknown * next)423     SCEVUnknown(const FoldingSetNodeIDRef ID, Value *V,
424                 ScalarEvolution *se, SCEVUnknown *next) :
425       SCEV(ID, scUnknown), CallbackVH(V), SE(se), Next(next) {}
426 
427   public:
getValue()428     Value *getValue() const { return getValPtr(); }
429 
430     /// isSizeOf, isAlignOf, isOffsetOf - Test whether this is a special
431     /// constant representing a type size, alignment, or field offset in
432     /// a target-independent manner, and hasn't happened to have been
433     /// folded with other operations into something unrecognizable. This
434     /// is mainly only useful for pretty-printing and other situations
435     /// where it isn't absolutely required for these to succeed.
436     bool isSizeOf(Type *&AllocTy) const;
437     bool isAlignOf(Type *&AllocTy) const;
438     bool isOffsetOf(Type *&STy, Constant *&FieldNo) const;
439 
getType()440     Type *getType() const { return getValPtr()->getType(); }
441 
442     /// Methods for support type inquiry through isa, cast, and dyn_cast:
classof(const SCEV * S)443     static inline bool classof(const SCEV *S) {
444       return S->getSCEVType() == scUnknown;
445     }
446   };
447 
448   /// SCEVVisitor - This class defines a simple visitor class that may be used
449   /// for various SCEV analysis purposes.
450   template<typename SC, typename RetVal=void>
451   struct SCEVVisitor {
visitSCEVVisitor452     RetVal visit(const SCEV *S) {
453       switch (S->getSCEVType()) {
454       case scConstant:
455         return ((SC*)this)->visitConstant((const SCEVConstant*)S);
456       case scTruncate:
457         return ((SC*)this)->visitTruncateExpr((const SCEVTruncateExpr*)S);
458       case scZeroExtend:
459         return ((SC*)this)->visitZeroExtendExpr((const SCEVZeroExtendExpr*)S);
460       case scSignExtend:
461         return ((SC*)this)->visitSignExtendExpr((const SCEVSignExtendExpr*)S);
462       case scAddExpr:
463         return ((SC*)this)->visitAddExpr((const SCEVAddExpr*)S);
464       case scMulExpr:
465         return ((SC*)this)->visitMulExpr((const SCEVMulExpr*)S);
466       case scUDivExpr:
467         return ((SC*)this)->visitUDivExpr((const SCEVUDivExpr*)S);
468       case scAddRecExpr:
469         return ((SC*)this)->visitAddRecExpr((const SCEVAddRecExpr*)S);
470       case scSMaxExpr:
471         return ((SC*)this)->visitSMaxExpr((const SCEVSMaxExpr*)S);
472       case scUMaxExpr:
473         return ((SC*)this)->visitUMaxExpr((const SCEVUMaxExpr*)S);
474       case scUnknown:
475         return ((SC*)this)->visitUnknown((const SCEVUnknown*)S);
476       case scCouldNotCompute:
477         return ((SC*)this)->visitCouldNotCompute((const SCEVCouldNotCompute*)S);
478       default:
479         llvm_unreachable("Unknown SCEV type!");
480       }
481     }
482 
visitCouldNotComputeSCEVVisitor483     RetVal visitCouldNotCompute(const SCEVCouldNotCompute *S) {
484       llvm_unreachable("Invalid use of SCEVCouldNotCompute!");
485     }
486   };
487 
488   /// Visit all nodes in the expression tree using worklist traversal.
489   ///
490   /// Visitor implements:
491   ///   // return true to follow this node.
492   ///   bool follow(const SCEV *S);
493   ///   // return true to terminate the search.
494   ///   bool isDone();
495   template<typename SV>
496   class SCEVTraversal {
497     SV &Visitor;
498     SmallVector<const SCEV *, 8> Worklist;
499     SmallPtrSet<const SCEV *, 8> Visited;
500 
push(const SCEV * S)501     void push(const SCEV *S) {
502       if (Visited.insert(S).second && Visitor.follow(S))
503         Worklist.push_back(S);
504     }
505   public:
SCEVTraversal(SV & V)506     SCEVTraversal(SV& V): Visitor(V) {}
507 
visitAll(const SCEV * Root)508     void visitAll(const SCEV *Root) {
509       push(Root);
510       while (!Worklist.empty() && !Visitor.isDone()) {
511         const SCEV *S = Worklist.pop_back_val();
512 
513         switch (S->getSCEVType()) {
514         case scConstant:
515         case scUnknown:
516           break;
517         case scTruncate:
518         case scZeroExtend:
519         case scSignExtend:
520           push(cast<SCEVCastExpr>(S)->getOperand());
521           break;
522         case scAddExpr:
523         case scMulExpr:
524         case scSMaxExpr:
525         case scUMaxExpr:
526         case scAddRecExpr: {
527           const SCEVNAryExpr *NAry = cast<SCEVNAryExpr>(S);
528           for (SCEVNAryExpr::op_iterator I = NAry->op_begin(),
529                  E = NAry->op_end(); I != E; ++I) {
530             push(*I);
531           }
532           break;
533         }
534         case scUDivExpr: {
535           const SCEVUDivExpr *UDiv = cast<SCEVUDivExpr>(S);
536           push(UDiv->getLHS());
537           push(UDiv->getRHS());
538           break;
539         }
540         case scCouldNotCompute:
541           llvm_unreachable("Attempt to use a SCEVCouldNotCompute object!");
542         default:
543           llvm_unreachable("Unknown SCEV kind!");
544         }
545       }
546     }
547   };
548 
549   /// Use SCEVTraversal to visit all nodes in the given expression tree.
550   template<typename SV>
visitAll(const SCEV * Root,SV & Visitor)551   void visitAll(const SCEV *Root, SV& Visitor) {
552     SCEVTraversal<SV> T(Visitor);
553     T.visitAll(Root);
554   }
555 
556   typedef DenseMap<const Value*, Value*> ValueToValueMap;
557 
558   /// The SCEVParameterRewriter takes a scalar evolution expression and updates
559   /// the SCEVUnknown components following the Map (Value -> Value).
560   struct SCEVParameterRewriter
561     : public SCEVVisitor<SCEVParameterRewriter, const SCEV*> {
562   public:
563     static const SCEV *rewrite(const SCEV *Scev, ScalarEvolution &SE,
564                                ValueToValueMap &Map,
565                                bool InterpretConsts = false) {
566       SCEVParameterRewriter Rewriter(SE, Map, InterpretConsts);
567       return Rewriter.visit(Scev);
568     }
569 
SCEVParameterRewriterSCEVParameterRewriter570     SCEVParameterRewriter(ScalarEvolution &S, ValueToValueMap &M, bool C)
571       : SE(S), Map(M), InterpretConsts(C) {}
572 
visitConstantSCEVParameterRewriter573     const SCEV *visitConstant(const SCEVConstant *Constant) {
574       return Constant;
575     }
576 
visitTruncateExprSCEVParameterRewriter577     const SCEV *visitTruncateExpr(const SCEVTruncateExpr *Expr) {
578       const SCEV *Operand = visit(Expr->getOperand());
579       return SE.getTruncateExpr(Operand, Expr->getType());
580     }
581 
visitZeroExtendExprSCEVParameterRewriter582     const SCEV *visitZeroExtendExpr(const SCEVZeroExtendExpr *Expr) {
583       const SCEV *Operand = visit(Expr->getOperand());
584       return SE.getZeroExtendExpr(Operand, Expr->getType());
585     }
586 
visitSignExtendExprSCEVParameterRewriter587     const SCEV *visitSignExtendExpr(const SCEVSignExtendExpr *Expr) {
588       const SCEV *Operand = visit(Expr->getOperand());
589       return SE.getSignExtendExpr(Operand, Expr->getType());
590     }
591 
visitAddExprSCEVParameterRewriter592     const SCEV *visitAddExpr(const SCEVAddExpr *Expr) {
593       SmallVector<const SCEV *, 2> Operands;
594       for (int i = 0, e = Expr->getNumOperands(); i < e; ++i)
595         Operands.push_back(visit(Expr->getOperand(i)));
596       return SE.getAddExpr(Operands);
597     }
598 
visitMulExprSCEVParameterRewriter599     const SCEV *visitMulExpr(const SCEVMulExpr *Expr) {
600       SmallVector<const SCEV *, 2> Operands;
601       for (int i = 0, e = Expr->getNumOperands(); i < e; ++i)
602         Operands.push_back(visit(Expr->getOperand(i)));
603       return SE.getMulExpr(Operands);
604     }
605 
visitUDivExprSCEVParameterRewriter606     const SCEV *visitUDivExpr(const SCEVUDivExpr *Expr) {
607       return SE.getUDivExpr(visit(Expr->getLHS()), visit(Expr->getRHS()));
608     }
609 
visitAddRecExprSCEVParameterRewriter610     const SCEV *visitAddRecExpr(const SCEVAddRecExpr *Expr) {
611       SmallVector<const SCEV *, 2> Operands;
612       for (int i = 0, e = Expr->getNumOperands(); i < e; ++i)
613         Operands.push_back(visit(Expr->getOperand(i)));
614       return SE.getAddRecExpr(Operands, Expr->getLoop(),
615                               Expr->getNoWrapFlags());
616     }
617 
visitSMaxExprSCEVParameterRewriter618     const SCEV *visitSMaxExpr(const SCEVSMaxExpr *Expr) {
619       SmallVector<const SCEV *, 2> Operands;
620       for (int i = 0, e = Expr->getNumOperands(); i < e; ++i)
621         Operands.push_back(visit(Expr->getOperand(i)));
622       return SE.getSMaxExpr(Operands);
623     }
624 
visitUMaxExprSCEVParameterRewriter625     const SCEV *visitUMaxExpr(const SCEVUMaxExpr *Expr) {
626       SmallVector<const SCEV *, 2> Operands;
627       for (int i = 0, e = Expr->getNumOperands(); i < e; ++i)
628         Operands.push_back(visit(Expr->getOperand(i)));
629       return SE.getUMaxExpr(Operands);
630     }
631 
visitUnknownSCEVParameterRewriter632     const SCEV *visitUnknown(const SCEVUnknown *Expr) {
633       Value *V = Expr->getValue();
634       if (Map.count(V)) {
635         Value *NV = Map[V];
636         if (InterpretConsts && isa<ConstantInt>(NV))
637           return SE.getConstant(cast<ConstantInt>(NV));
638         return SE.getUnknown(NV);
639       }
640       return Expr;
641     }
642 
visitCouldNotComputeSCEVParameterRewriter643     const SCEV *visitCouldNotCompute(const SCEVCouldNotCompute *Expr) {
644       return Expr;
645     }
646 
647   private:
648     ScalarEvolution &SE;
649     ValueToValueMap &Map;
650     bool InterpretConsts;
651   };
652 
653   typedef DenseMap<const Loop*, const SCEV*> LoopToScevMapT;
654 
655   /// The SCEVApplyRewriter takes a scalar evolution expression and applies
656   /// the Map (Loop -> SCEV) to all AddRecExprs.
657   struct SCEVApplyRewriter
658     : public SCEVVisitor<SCEVApplyRewriter, const SCEV*> {
659   public:
rewriteSCEVApplyRewriter660     static const SCEV *rewrite(const SCEV *Scev, LoopToScevMapT &Map,
661                                ScalarEvolution &SE) {
662       SCEVApplyRewriter Rewriter(SE, Map);
663       return Rewriter.visit(Scev);
664     }
665 
SCEVApplyRewriterSCEVApplyRewriter666     SCEVApplyRewriter(ScalarEvolution &S, LoopToScevMapT &M)
667       : SE(S), Map(M) {}
668 
visitConstantSCEVApplyRewriter669     const SCEV *visitConstant(const SCEVConstant *Constant) {
670       return Constant;
671     }
672 
visitTruncateExprSCEVApplyRewriter673     const SCEV *visitTruncateExpr(const SCEVTruncateExpr *Expr) {
674       const SCEV *Operand = visit(Expr->getOperand());
675       return SE.getTruncateExpr(Operand, Expr->getType());
676     }
677 
visitZeroExtendExprSCEVApplyRewriter678     const SCEV *visitZeroExtendExpr(const SCEVZeroExtendExpr *Expr) {
679       const SCEV *Operand = visit(Expr->getOperand());
680       return SE.getZeroExtendExpr(Operand, Expr->getType());
681     }
682 
visitSignExtendExprSCEVApplyRewriter683     const SCEV *visitSignExtendExpr(const SCEVSignExtendExpr *Expr) {
684       const SCEV *Operand = visit(Expr->getOperand());
685       return SE.getSignExtendExpr(Operand, Expr->getType());
686     }
687 
visitAddExprSCEVApplyRewriter688     const SCEV *visitAddExpr(const SCEVAddExpr *Expr) {
689       SmallVector<const SCEV *, 2> Operands;
690       for (int i = 0, e = Expr->getNumOperands(); i < e; ++i)
691         Operands.push_back(visit(Expr->getOperand(i)));
692       return SE.getAddExpr(Operands);
693     }
694 
visitMulExprSCEVApplyRewriter695     const SCEV *visitMulExpr(const SCEVMulExpr *Expr) {
696       SmallVector<const SCEV *, 2> Operands;
697       for (int i = 0, e = Expr->getNumOperands(); i < e; ++i)
698         Operands.push_back(visit(Expr->getOperand(i)));
699       return SE.getMulExpr(Operands);
700     }
701 
visitUDivExprSCEVApplyRewriter702     const SCEV *visitUDivExpr(const SCEVUDivExpr *Expr) {
703       return SE.getUDivExpr(visit(Expr->getLHS()), visit(Expr->getRHS()));
704     }
705 
visitAddRecExprSCEVApplyRewriter706     const SCEV *visitAddRecExpr(const SCEVAddRecExpr *Expr) {
707       SmallVector<const SCEV *, 2> Operands;
708       for (int i = 0, e = Expr->getNumOperands(); i < e; ++i)
709         Operands.push_back(visit(Expr->getOperand(i)));
710 
711       const Loop *L = Expr->getLoop();
712       const SCEV *Res = SE.getAddRecExpr(Operands, L, Expr->getNoWrapFlags());
713 
714       if (0 == Map.count(L))
715         return Res;
716 
717       const SCEVAddRecExpr *Rec = (const SCEVAddRecExpr *) Res;
718       return Rec->evaluateAtIteration(Map[L], SE);
719     }
720 
visitSMaxExprSCEVApplyRewriter721     const SCEV *visitSMaxExpr(const SCEVSMaxExpr *Expr) {
722       SmallVector<const SCEV *, 2> Operands;
723       for (int i = 0, e = Expr->getNumOperands(); i < e; ++i)
724         Operands.push_back(visit(Expr->getOperand(i)));
725       return SE.getSMaxExpr(Operands);
726     }
727 
visitUMaxExprSCEVApplyRewriter728     const SCEV *visitUMaxExpr(const SCEVUMaxExpr *Expr) {
729       SmallVector<const SCEV *, 2> Operands;
730       for (int i = 0, e = Expr->getNumOperands(); i < e; ++i)
731         Operands.push_back(visit(Expr->getOperand(i)));
732       return SE.getUMaxExpr(Operands);
733     }
734 
visitUnknownSCEVApplyRewriter735     const SCEV *visitUnknown(const SCEVUnknown *Expr) {
736       return Expr;
737     }
738 
visitCouldNotComputeSCEVApplyRewriter739     const SCEV *visitCouldNotCompute(const SCEVCouldNotCompute *Expr) {
740       return Expr;
741     }
742 
743   private:
744     ScalarEvolution &SE;
745     LoopToScevMapT &Map;
746   };
747 
748 /// Applies the Map (Loop -> SCEV) to the given Scev.
apply(const SCEV * Scev,LoopToScevMapT & Map,ScalarEvolution & SE)749 static inline const SCEV *apply(const SCEV *Scev, LoopToScevMapT &Map,
750                                 ScalarEvolution &SE) {
751   return SCEVApplyRewriter::rewrite(Scev, Map, SE);
752 }
753 
754 }
755 
756 #endif
757