2002-08-02 18:43:03 +02:00
|
|
|
//===- Dominators.cpp - Dominator Calculation -----------------------------===//
|
2005-04-22 01:48:37 +02:00
|
|
|
//
|
2019-01-19 09:50:56 +01:00
|
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
2005-04-22 01:48:37 +02:00
|
|
|
//
|
2003-10-20 21:43:21 +02:00
|
|
|
//===----------------------------------------------------------------------===//
|
2001-07-02 07:46:38 +02:00
|
|
|
//
|
2002-08-02 18:43:03 +02:00
|
|
|
// This file implements simple dominator construction algorithms for finding
|
|
|
|
// forward dominators. Postdominators are available in libanalysis, but are not
|
|
|
|
// included in libvmcore, because it's not needed. Forward dominators are
|
|
|
|
// needed to support the Verifier pass.
|
2001-07-02 07:46:38 +02:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2014-01-13 10:26:24 +01:00
|
|
|
#include "llvm/IR/Dominators.h"
|
2004-09-02 00:55:40 +02:00
|
|
|
#include "llvm/ADT/DepthFirstIterator.h"
|
2007-03-27 22:50:46 +02:00
|
|
|
#include "llvm/ADT/SmallPtrSet.h"
|
2018-04-30 16:59:11 +02:00
|
|
|
#include "llvm/Config/llvm-config.h"
|
2014-03-04 12:45:46 +01:00
|
|
|
#include "llvm/IR/CFG.h"
|
2018-01-12 22:06:48 +01:00
|
|
|
#include "llvm/IR/Constants.h"
|
2013-01-02 12:36:10 +01:00
|
|
|
#include "llvm/IR/Instructions.h"
|
2015-01-14 11:19:28 +01:00
|
|
|
#include "llvm/IR/PassManager.h"
|
Sink all InitializePasses.h includes
This file lists every pass in LLVM, and is included by Pass.h, which is
very popular. Every time we add, remove, or rename a pass in LLVM, it
caused lots of recompilation.
I found this fact by looking at this table, which is sorted by the
number of times a file was changed over the last 100,000 git commits
multiplied by the number of object files that depend on it in the
current checkout:
recompiles touches affected_files header
342380 95 3604 llvm/include/llvm/ADT/STLExtras.h
314730 234 1345 llvm/include/llvm/InitializePasses.h
307036 118 2602 llvm/include/llvm/ADT/APInt.h
213049 59 3611 llvm/include/llvm/Support/MathExtras.h
170422 47 3626 llvm/include/llvm/Support/Compiler.h
162225 45 3605 llvm/include/llvm/ADT/Optional.h
158319 63 2513 llvm/include/llvm/ADT/Triple.h
140322 39 3598 llvm/include/llvm/ADT/StringRef.h
137647 59 2333 llvm/include/llvm/Support/Error.h
131619 73 1803 llvm/include/llvm/Support/FileSystem.h
Before this change, touching InitializePasses.h would cause 1345 files
to recompile. After this change, touching it only causes 550 compiles in
an incremental rebuild.
Reviewers: bkramer, asbirlea, bollu, jdoerfert
Differential Revision: https://reviews.llvm.org/D70211
2019-11-13 22:15:01 +01:00
|
|
|
#include "llvm/InitializePasses.h"
|
2009-09-28 02:27:48 +02:00
|
|
|
#include "llvm/Support/CommandLine.h"
|
2012-12-03 17:50:05 +01:00
|
|
|
#include "llvm/Support/Debug.h"
|
2014-01-13 11:52:56 +01:00
|
|
|
#include "llvm/Support/GenericDomTreeConstruction.h"
|
2012-12-03 17:50:05 +01:00
|
|
|
#include "llvm/Support/raw_ostream.h"
|
2004-06-05 02:24:59 +02:00
|
|
|
#include <algorithm>
|
2003-11-21 21:23:48 +01:00
|
|
|
using namespace llvm;
|
2003-11-11 23:41:34 +01:00
|
|
|
|
2017-01-24 06:52:07 +01:00
|
|
|
bool llvm::VerifyDomInfo = false;
|
2017-12-01 01:53:10 +01:00
|
|
|
static cl::opt<bool, true>
|
|
|
|
VerifyDomInfoX("verify-dom-info", cl::location(VerifyDomInfo), cl::Hidden,
|
|
|
|
cl::desc("Verify dominator info (time consuming)"));
|
2009-09-28 02:27:48 +02:00
|
|
|
|
[Dominators] Introduce DomTree verification levels
Summary:
Currently, there are 2 ways to verify a DomTree:
* `DT.verify()` -- runs full tree verification and checks all the properties and gives a reason why the tree is incorrect. This is run by when EXPENSIVE_CHECKS are enabled or when `-verify-dom-info` flag is set.
* `DT.verifyDominatorTree()` -- constructs a fresh tree and compares it against the old one. This does not check any other tree properties (DFS number, levels), nor ensures that the construction algorithm is correct. Used by some passes inside assertions.
This patch introduces DomTree verification levels, that try to close the gape between the two ways of checking trees by introducing 3 verification levels:
- Full -- checks all properties, but can be slow (O(N^3)). Used when manually requested (e.g. `assert(DT.verify())`) or when `-verify-dom-info` is set.
- Basic -- checks all properties except the sibling property, and compares the current tree with a freshly constructed one instead. This should catch almost all errors, but does not guarantee that the construction algorithm is correct. Used when EXPENSIVE checks are enabled.
- Fast -- checks only basic properties (reachablility, dfs numbers, levels, roots), and compares with a fresh tree. This is meant to replace the legacy `DT.verifyDominatorTree()` and in my tests doesn't cause any noticeable performance impact even in the most pessimistic examples.
When used to verify dom tree wrapper pass analysis on sqlite3, the 3 new levels make `opt -O3` take the following amount of time on my machine:
- no verification: 8.3s
- `DT.verify(VerificationLevel::Fast)`: 10.1s
- `DT.verify(VerificationLevel::Basic)`: 44.8s
- `DT.verify(VerificationLevel::Full)`: 1m 46.2s
(and the previous `DT.verifyDominatorTree()` is within the noise of the Fast level)
This patch makes `DT.verifyDominatorTree()` pick between the 3 verification levels depending on EXPENSIVE_CHECKS and `-verify-dom-info`.
Reviewers: dberlin, brzycki, davide, grosser, dmgreen
Reviewed By: dberlin, brzycki
Subscribers: MatzeB, llvm-commits
Differential Revision: https://reviews.llvm.org/D42337
llvm-svn: 323298
2018-01-24 03:40:35 +01:00
|
|
|
#ifdef EXPENSIVE_CHECKS
|
|
|
|
static constexpr bool ExpensiveChecksEnabled = true;
|
|
|
|
#else
|
|
|
|
static constexpr bool ExpensiveChecksEnabled = false;
|
|
|
|
#endif
|
|
|
|
|
2012-08-16 17:09:43 +02:00
|
|
|
bool BasicBlockEdge::isSingleEdge() const {
|
2018-10-15 12:04:59 +02:00
|
|
|
const Instruction *TI = Start->getTerminator();
|
2012-08-16 17:09:43 +02:00
|
|
|
unsigned NumEdgesToEnd = 0;
|
|
|
|
for (unsigned int i = 0, n = TI->getNumSuccessors(); i < n; ++i) {
|
|
|
|
if (TI->getSuccessor(i) == End)
|
|
|
|
++NumEdgesToEnd;
|
|
|
|
if (NumEdgesToEnd >= 2)
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
assert(NumEdgesToEnd == 1);
|
|
|
|
return true;
|
2012-08-10 16:05:55 +02:00
|
|
|
}
|
|
|
|
|
2003-12-07 01:38:08 +01:00
|
|
|
//===----------------------------------------------------------------------===//
|
2007-04-15 10:47:27 +02:00
|
|
|
// DominatorTree Implementation
|
2003-12-07 01:38:08 +01:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
2007-09-23 23:31:44 +02:00
|
|
|
// Provide public access to DominatorTree information. Implementation details
|
2014-01-13 11:52:56 +01:00
|
|
|
// can be found in Dominators.h, GenericDomTree.h, and
|
|
|
|
// GenericDomTreeConstruction.h.
|
2003-12-07 01:38:08 +01:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2015-07-13 19:21:31 +02:00
|
|
|
template class llvm::DomTreeNodeBase<BasicBlock>;
|
2017-07-14 20:26:09 +02:00
|
|
|
template class llvm::DominatorTreeBase<BasicBlock, false>; // DomTreeBase
|
|
|
|
template class llvm::DominatorTreeBase<BasicBlock, true>; // PostDomTreeBase
|
2007-10-16 21:59:25 +02:00
|
|
|
|
2018-08-14 19:12:30 +02:00
|
|
|
template class llvm::cfg::Update<BasicBlock *>;
|
2017-08-16 18:12:52 +02:00
|
|
|
|
2017-07-26 20:07:40 +02:00
|
|
|
template void llvm::DomTreeBuilder::Calculate<DomTreeBuilder::BBDomTree>(
|
|
|
|
DomTreeBuilder::BBDomTree &DT);
|
2018-08-16 23:54:33 +02:00
|
|
|
template void
|
|
|
|
llvm::DomTreeBuilder::CalculateWithUpdates<DomTreeBuilder::BBDomTree>(
|
|
|
|
DomTreeBuilder::BBDomTree &DT, BBUpdates U);
|
|
|
|
|
2017-07-26 20:07:40 +02:00
|
|
|
template void llvm::DomTreeBuilder::Calculate<DomTreeBuilder::BBPostDomTree>(
|
|
|
|
DomTreeBuilder::BBPostDomTree &DT);
|
2018-08-16 23:54:33 +02:00
|
|
|
// No CalculateWithUpdates<PostDomTree> instantiation, unless a usecase arises.
|
2017-07-13 22:45:32 +02:00
|
|
|
|
2017-07-14 23:17:33 +02:00
|
|
|
template void llvm::DomTreeBuilder::InsertEdge<DomTreeBuilder::BBDomTree>(
|
|
|
|
DomTreeBuilder::BBDomTree &DT, BasicBlock *From, BasicBlock *To);
|
|
|
|
template void llvm::DomTreeBuilder::InsertEdge<DomTreeBuilder::BBPostDomTree>(
|
|
|
|
DomTreeBuilder::BBPostDomTree &DT, BasicBlock *From, BasicBlock *To);
|
|
|
|
|
2017-07-14 23:58:53 +02:00
|
|
|
template void llvm::DomTreeBuilder::DeleteEdge<DomTreeBuilder::BBDomTree>(
|
|
|
|
DomTreeBuilder::BBDomTree &DT, BasicBlock *From, BasicBlock *To);
|
|
|
|
template void llvm::DomTreeBuilder::DeleteEdge<DomTreeBuilder::BBPostDomTree>(
|
|
|
|
DomTreeBuilder::BBPostDomTree &DT, BasicBlock *From, BasicBlock *To);
|
|
|
|
|
2017-08-16 18:12:52 +02:00
|
|
|
template void llvm::DomTreeBuilder::ApplyUpdates<DomTreeBuilder::BBDomTree>(
|
2020-02-26 22:33:02 +01:00
|
|
|
DomTreeBuilder::BBDomTree &DT, DomTreeBuilder::BBDomTreeGraphDiff &,
|
|
|
|
DomTreeBuilder::BBDomTreeGraphDiff *);
|
2017-08-16 18:12:52 +02:00
|
|
|
template void llvm::DomTreeBuilder::ApplyUpdates<DomTreeBuilder::BBPostDomTree>(
|
2020-02-26 22:33:02 +01:00
|
|
|
DomTreeBuilder::BBPostDomTree &DT, DomTreeBuilder::BBPostDomTreeGraphDiff &,
|
|
|
|
DomTreeBuilder::BBPostDomTreeGraphDiff *);
|
2017-08-16 18:12:52 +02:00
|
|
|
|
2017-07-13 22:45:32 +02:00
|
|
|
template bool llvm::DomTreeBuilder::Verify<DomTreeBuilder::BBDomTree>(
|
[Dominators] Introduce DomTree verification levels
Summary:
Currently, there are 2 ways to verify a DomTree:
* `DT.verify()` -- runs full tree verification and checks all the properties and gives a reason why the tree is incorrect. This is run by when EXPENSIVE_CHECKS are enabled or when `-verify-dom-info` flag is set.
* `DT.verifyDominatorTree()` -- constructs a fresh tree and compares it against the old one. This does not check any other tree properties (DFS number, levels), nor ensures that the construction algorithm is correct. Used by some passes inside assertions.
This patch introduces DomTree verification levels, that try to close the gape between the two ways of checking trees by introducing 3 verification levels:
- Full -- checks all properties, but can be slow (O(N^3)). Used when manually requested (e.g. `assert(DT.verify())`) or when `-verify-dom-info` is set.
- Basic -- checks all properties except the sibling property, and compares the current tree with a freshly constructed one instead. This should catch almost all errors, but does not guarantee that the construction algorithm is correct. Used when EXPENSIVE checks are enabled.
- Fast -- checks only basic properties (reachablility, dfs numbers, levels, roots), and compares with a fresh tree. This is meant to replace the legacy `DT.verifyDominatorTree()` and in my tests doesn't cause any noticeable performance impact even in the most pessimistic examples.
When used to verify dom tree wrapper pass analysis on sqlite3, the 3 new levels make `opt -O3` take the following amount of time on my machine:
- no verification: 8.3s
- `DT.verify(VerificationLevel::Fast)`: 10.1s
- `DT.verify(VerificationLevel::Basic)`: 44.8s
- `DT.verify(VerificationLevel::Full)`: 1m 46.2s
(and the previous `DT.verifyDominatorTree()` is within the noise of the Fast level)
This patch makes `DT.verifyDominatorTree()` pick between the 3 verification levels depending on EXPENSIVE_CHECKS and `-verify-dom-info`.
Reviewers: dberlin, brzycki, davide, grosser, dmgreen
Reviewed By: dberlin, brzycki
Subscribers: MatzeB, llvm-commits
Differential Revision: https://reviews.llvm.org/D42337
llvm-svn: 323298
2018-01-24 03:40:35 +01:00
|
|
|
const DomTreeBuilder::BBDomTree &DT,
|
|
|
|
DomTreeBuilder::BBDomTree::VerificationLevel VL);
|
2017-07-14 20:26:09 +02:00
|
|
|
template bool llvm::DomTreeBuilder::Verify<DomTreeBuilder::BBPostDomTree>(
|
[Dominators] Introduce DomTree verification levels
Summary:
Currently, there are 2 ways to verify a DomTree:
* `DT.verify()` -- runs full tree verification and checks all the properties and gives a reason why the tree is incorrect. This is run by when EXPENSIVE_CHECKS are enabled or when `-verify-dom-info` flag is set.
* `DT.verifyDominatorTree()` -- constructs a fresh tree and compares it against the old one. This does not check any other tree properties (DFS number, levels), nor ensures that the construction algorithm is correct. Used by some passes inside assertions.
This patch introduces DomTree verification levels, that try to close the gape between the two ways of checking trees by introducing 3 verification levels:
- Full -- checks all properties, but can be slow (O(N^3)). Used when manually requested (e.g. `assert(DT.verify())`) or when `-verify-dom-info` is set.
- Basic -- checks all properties except the sibling property, and compares the current tree with a freshly constructed one instead. This should catch almost all errors, but does not guarantee that the construction algorithm is correct. Used when EXPENSIVE checks are enabled.
- Fast -- checks only basic properties (reachablility, dfs numbers, levels, roots), and compares with a fresh tree. This is meant to replace the legacy `DT.verifyDominatorTree()` and in my tests doesn't cause any noticeable performance impact even in the most pessimistic examples.
When used to verify dom tree wrapper pass analysis on sqlite3, the 3 new levels make `opt -O3` take the following amount of time on my machine:
- no verification: 8.3s
- `DT.verify(VerificationLevel::Fast)`: 10.1s
- `DT.verify(VerificationLevel::Basic)`: 44.8s
- `DT.verify(VerificationLevel::Full)`: 1m 46.2s
(and the previous `DT.verifyDominatorTree()` is within the noise of the Fast level)
This patch makes `DT.verifyDominatorTree()` pick between the 3 verification levels depending on EXPENSIVE_CHECKS and `-verify-dom-info`.
Reviewers: dberlin, brzycki, davide, grosser, dmgreen
Reviewed By: dberlin, brzycki
Subscribers: MatzeB, llvm-commits
Differential Revision: https://reviews.llvm.org/D42337
llvm-svn: 323298
2018-01-24 03:40:35 +01:00
|
|
|
const DomTreeBuilder::BBPostDomTree &DT,
|
|
|
|
DomTreeBuilder::BBPostDomTree::VerificationLevel VL);
|
2014-02-14 23:36:16 +01:00
|
|
|
|
2017-01-15 07:32:49 +01:00
|
|
|
bool DominatorTree::invalidate(Function &F, const PreservedAnalyses &PA,
|
|
|
|
FunctionAnalysisManager::Invalidator &) {
|
|
|
|
// Check whether the analysis, all analyses on functions, or the function's
|
|
|
|
// CFG have been preserved.
|
|
|
|
auto PAC = PA.getChecker<DominatorTreeAnalysis>();
|
|
|
|
return !(PAC.preserved() || PAC.preservedSet<AllAnalysesOn<Function>>() ||
|
|
|
|
PAC.preservedSet<CFGAnalyses>());
|
|
|
|
}
|
|
|
|
|
2021-03-08 17:33:05 +01:00
|
|
|
bool DominatorTree::dominates(const BasicBlock *BB, const Use &U) const {
|
|
|
|
Instruction *UserInst = cast<Instruction>(U.getUser());
|
|
|
|
if (auto *PN = dyn_cast<PHINode>(UserInst))
|
|
|
|
// A phi use using a value from a block is dominated by the end of that
|
|
|
|
// block. Note that the phi's parent block may not be.
|
|
|
|
return dominates(BB, PN->getIncomingBlock(U));
|
|
|
|
else
|
|
|
|
return properlyDominates(BB, UserInst->getParent());
|
|
|
|
}
|
|
|
|
|
2012-02-26 03:19:19 +01:00
|
|
|
// dominates - Return true if Def dominates a use in User. This performs
|
|
|
|
// the special checks necessary if Def and User are in the same basic block.
|
|
|
|
// Note that Def doesn't dominate a use in Def itself!
|
2020-10-17 20:54:53 +02:00
|
|
|
bool DominatorTree::dominates(const Value *DefV,
|
2012-02-26 03:19:19 +01:00
|
|
|
const Instruction *User) const {
|
2020-10-17 20:54:53 +02:00
|
|
|
const Instruction *Def = dyn_cast<Instruction>(DefV);
|
|
|
|
if (!Def) {
|
2020-10-22 22:40:06 +02:00
|
|
|
assert((isa<Argument>(DefV) || isa<Constant>(DefV)) &&
|
|
|
|
"Should be called with an instruction, argument or constant");
|
|
|
|
return true; // Arguments and constants dominate everything.
|
2020-10-17 20:54:53 +02:00
|
|
|
}
|
|
|
|
|
2012-02-26 03:19:19 +01:00
|
|
|
const BasicBlock *UseBB = User->getParent();
|
|
|
|
const BasicBlock *DefBB = Def->getParent();
|
|
|
|
|
2012-03-30 18:46:21 +02:00
|
|
|
// Any unreachable use is dominated, even if Def == User.
|
|
|
|
if (!isReachableFromEntry(UseBB))
|
|
|
|
return true;
|
|
|
|
|
|
|
|
// Unreachable definitions don't dominate anything.
|
|
|
|
if (!isReachableFromEntry(DefBB))
|
|
|
|
return false;
|
2012-02-26 03:19:19 +01:00
|
|
|
|
|
|
|
// An instruction doesn't dominate a use in itself.
|
|
|
|
if (Def == User)
|
|
|
|
return false;
|
|
|
|
|
[IR] Reformulate LLVM's EH funclet IR
While we have successfully implemented a funclet-oriented EH scheme on
top of LLVM IR, our scheme has some notable deficiencies:
- catchendpad and cleanupendpad are necessary in the current design
but they are difficult to explain to others, even to seasoned LLVM
experts.
- catchendpad and cleanupendpad are optimization barriers. They cannot
be split and force all potentially throwing call-sites to be invokes.
This has a noticable effect on the quality of our code generation.
- catchpad, while similar in some aspects to invoke, is fairly awkward.
It is unsplittable, starts a funclet, and has control flow to other
funclets.
- The nesting relationship between funclets is currently a property of
control flow edges. Because of this, we are forced to carefully
analyze the flow graph to see if there might potentially exist illegal
nesting among funclets. While we have logic to clone funclets when
they are illegally nested, it would be nicer if we had a
representation which forbade them upfront.
Let's clean this up a bit by doing the following:
- Instead, make catchpad more like cleanuppad and landingpad: no control
flow, just a bunch of simple operands; catchpad would be splittable.
- Introduce catchswitch, a control flow instruction designed to model
the constraints of funclet oriented EH.
- Make funclet scoping explicit by having funclet instructions consume
the token produced by the funclet which contains them.
- Remove catchendpad and cleanupendpad. Their presence can be inferred
implicitly using coloring information.
N.B. The state numbering code for the CLR has been updated but the
veracity of it's output cannot be spoken for. An expert should take a
look to make sure the results are reasonable.
Reviewers: rnk, JosephTremoulet, andrew.w.kaylor
Differential Revision: http://reviews.llvm.org/D15139
llvm-svn: 255422
2015-12-12 06:38:55 +01:00
|
|
|
// The value defined by an invoke dominates an instruction only if it
|
|
|
|
// dominates every instruction in UseBB.
|
|
|
|
// A PHI is dominated only if the instruction dominates every possible use in
|
|
|
|
// the UseBB.
|
2020-04-17 04:14:21 +02:00
|
|
|
if (isa<InvokeInst>(Def) || isa<CallBrInst>(Def) || isa<PHINode>(User))
|
2012-02-26 03:19:19 +01:00
|
|
|
return dominates(Def, UseBB);
|
|
|
|
|
|
|
|
if (DefBB != UseBB)
|
|
|
|
return dominates(DefBB, UseBB);
|
2012-02-18 20:46:02 +01:00
|
|
|
|
2020-02-20 23:16:25 +01:00
|
|
|
return Def->comesBefore(User);
|
2012-02-26 03:19:19 +01:00
|
|
|
}
|
2012-02-18 20:46:02 +01:00
|
|
|
|
2012-02-26 03:19:19 +01:00
|
|
|
// true if Def would dominate a use in any instruction in UseBB.
|
|
|
|
// note that dominates(Def, Def->getParent()) is false.
|
|
|
|
bool DominatorTree::dominates(const Instruction *Def,
|
|
|
|
const BasicBlock *UseBB) const {
|
|
|
|
const BasicBlock *DefBB = Def->getParent();
|
2012-02-18 20:46:02 +01:00
|
|
|
|
2012-03-30 18:46:21 +02:00
|
|
|
// Any unreachable use is dominated, even if DefBB == UseBB.
|
|
|
|
if (!isReachableFromEntry(UseBB))
|
|
|
|
return true;
|
|
|
|
|
|
|
|
// Unreachable definitions don't dominate anything.
|
|
|
|
if (!isReachableFromEntry(DefBB))
|
|
|
|
return false;
|
2012-02-26 03:19:19 +01:00
|
|
|
|
|
|
|
if (DefBB == UseBB)
|
2009-09-22 00:30:50 +02:00
|
|
|
return false;
|
2012-02-18 20:46:02 +01:00
|
|
|
|
[IR] Reformulate LLVM's EH funclet IR
While we have successfully implemented a funclet-oriented EH scheme on
top of LLVM IR, our scheme has some notable deficiencies:
- catchendpad and cleanupendpad are necessary in the current design
but they are difficult to explain to others, even to seasoned LLVM
experts.
- catchendpad and cleanupendpad are optimization barriers. They cannot
be split and force all potentially throwing call-sites to be invokes.
This has a noticable effect on the quality of our code generation.
- catchpad, while similar in some aspects to invoke, is fairly awkward.
It is unsplittable, starts a funclet, and has control flow to other
funclets.
- The nesting relationship between funclets is currently a property of
control flow edges. Because of this, we are forced to carefully
analyze the flow graph to see if there might potentially exist illegal
nesting among funclets. While we have logic to clone funclets when
they are illegally nested, it would be nicer if we had a
representation which forbade them upfront.
Let's clean this up a bit by doing the following:
- Instead, make catchpad more like cleanuppad and landingpad: no control
flow, just a bunch of simple operands; catchpad would be splittable.
- Introduce catchswitch, a control flow instruction designed to model
the constraints of funclet oriented EH.
- Make funclet scoping explicit by having funclet instructions consume
the token produced by the funclet which contains them.
- Remove catchendpad and cleanupendpad. Their presence can be inferred
implicitly using coloring information.
N.B. The state numbering code for the CLR has been updated but the
veracity of it's output cannot be spoken for. An expert should take a
look to make sure the results are reasonable.
Reviewers: rnk, JosephTremoulet, andrew.w.kaylor
Differential Revision: http://reviews.llvm.org/D15139
llvm-svn: 255422
2015-12-12 06:38:55 +01:00
|
|
|
// Invoke results are only usable in the normal destination, not in the
|
|
|
|
// exceptional destination.
|
2015-08-15 04:46:08 +02:00
|
|
|
if (const auto *II = dyn_cast<InvokeInst>(Def)) {
|
|
|
|
BasicBlock *NormalDest = II->getNormalDest();
|
|
|
|
BasicBlockEdge E(DefBB, NormalDest);
|
|
|
|
return dominates(E, UseBB);
|
|
|
|
}
|
2012-02-18 20:46:02 +01:00
|
|
|
|
2020-04-17 04:14:21 +02:00
|
|
|
// Callbr results are similarly only usable in the default destination.
|
|
|
|
if (const auto *CBI = dyn_cast<CallBrInst>(Def)) {
|
|
|
|
BasicBlock *NormalDest = CBI->getDefaultDest();
|
|
|
|
BasicBlockEdge E(DefBB, NormalDest);
|
|
|
|
return dominates(E, UseBB);
|
|
|
|
}
|
|
|
|
|
2015-08-15 04:46:08 +02:00
|
|
|
return dominates(DefBB, UseBB);
|
2012-08-07 19:30:46 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
bool DominatorTree::dominates(const BasicBlockEdge &BBE,
|
|
|
|
const BasicBlock *UseBB) const {
|
|
|
|
// If the BB the edge ends in doesn't dominate the use BB, then the
|
|
|
|
// edge also doesn't.
|
|
|
|
const BasicBlock *Start = BBE.getStart();
|
|
|
|
const BasicBlock *End = BBE.getEnd();
|
|
|
|
if (!dominates(End, UseBB))
|
2012-02-26 03:19:19 +01:00
|
|
|
return false;
|
|
|
|
|
2012-08-07 19:30:46 +02:00
|
|
|
// Simple case: if the end BB has a single predecessor, the fact that it
|
|
|
|
// dominates the use block implies that the edge also does.
|
|
|
|
if (End->getSinglePredecessor())
|
2012-02-26 03:19:19 +01:00
|
|
|
return true;
|
|
|
|
|
|
|
|
// The normal edge from the invoke is critical. Conceptually, what we would
|
|
|
|
// like to do is split it and check if the new block dominates the use.
|
|
|
|
// With X being the new block, the graph would look like:
|
|
|
|
//
|
|
|
|
// DefBB
|
|
|
|
// /\ . .
|
|
|
|
// / \ . .
|
|
|
|
// / \ . .
|
|
|
|
// / \ | |
|
|
|
|
// A X B C
|
|
|
|
// | \ | /
|
|
|
|
// . \|/
|
|
|
|
// . NormalDest
|
|
|
|
// .
|
|
|
|
//
|
2012-09-27 12:14:43 +02:00
|
|
|
// Given the definition of dominance, NormalDest is dominated by X iff X
|
2012-02-26 03:19:19 +01:00
|
|
|
// dominates all of NormalDest's predecessors (X, B, C in the example). X
|
|
|
|
// trivially dominates itself, so we only have to find if it dominates the
|
|
|
|
// other predecessors. Since the only way out of X is via NormalDest, X can
|
|
|
|
// only properly dominate a node if NormalDest dominates that node too.
|
2017-06-05 18:27:09 +02:00
|
|
|
int IsDuplicateEdge = 0;
|
2021-02-27 19:09:25 +01:00
|
|
|
for (const BasicBlock *BB : predecessors(End)) {
|
2017-06-05 18:27:09 +02:00
|
|
|
if (BB == Start) {
|
|
|
|
// If there are multiple edges between Start and End, by definition they
|
|
|
|
// can't dominate anything.
|
|
|
|
if (IsDuplicateEdge++)
|
|
|
|
return false;
|
2012-02-26 03:19:19 +01:00
|
|
|
continue;
|
2017-06-05 18:27:09 +02:00
|
|
|
}
|
2012-02-26 03:19:19 +01:00
|
|
|
|
2012-08-07 19:30:46 +02:00
|
|
|
if (!dominates(End, BB))
|
2012-02-26 03:19:19 +01:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
return true;
|
2009-09-22 00:30:50 +02:00
|
|
|
}
|
2012-04-13 01:31:46 +02:00
|
|
|
|
2014-01-13 14:07:17 +01:00
|
|
|
bool DominatorTree::dominates(const BasicBlockEdge &BBE, const Use &U) const {
|
2012-08-07 19:30:46 +02:00
|
|
|
Instruction *UserInst = cast<Instruction>(U.getUser());
|
|
|
|
// A PHI in the end of the edge is dominated by it.
|
|
|
|
PHINode *PN = dyn_cast<PHINode>(UserInst);
|
|
|
|
if (PN && PN->getParent() == BBE.getEnd() &&
|
|
|
|
PN->getIncomingBlock(U) == BBE.getStart())
|
|
|
|
return true;
|
2012-04-13 01:31:46 +02:00
|
|
|
|
2012-08-07 19:30:46 +02:00
|
|
|
// Otherwise use the edge-dominates-block query, which
|
|
|
|
// handles the crazy critical edge cases properly.
|
|
|
|
const BasicBlock *UseBB;
|
|
|
|
if (PN)
|
|
|
|
UseBB = PN->getIncomingBlock(U);
|
|
|
|
else
|
|
|
|
UseBB = UserInst->getParent();
|
|
|
|
return dominates(BBE, UseBB);
|
|
|
|
}
|
2012-04-13 01:31:46 +02:00
|
|
|
|
2020-10-17 20:54:53 +02:00
|
|
|
bool DominatorTree::dominates(const Value *DefV, const Use &U) const {
|
|
|
|
const Instruction *Def = dyn_cast<Instruction>(DefV);
|
|
|
|
if (!Def) {
|
2020-10-22 22:40:06 +02:00
|
|
|
assert((isa<Argument>(DefV) || isa<Constant>(DefV)) &&
|
|
|
|
"Should be called with an instruction, argument or constant");
|
|
|
|
return true; // Arguments and constants dominate everything.
|
2020-10-17 20:54:53 +02:00
|
|
|
}
|
|
|
|
|
2012-08-07 19:30:46 +02:00
|
|
|
Instruction *UserInst = cast<Instruction>(U.getUser());
|
2012-04-13 01:31:46 +02:00
|
|
|
const BasicBlock *DefBB = Def->getParent();
|
|
|
|
|
|
|
|
// Determine the block in which the use happens. PHI nodes use
|
|
|
|
// their operands on edges; simulate this by thinking of the use
|
|
|
|
// happening at the end of the predecessor block.
|
|
|
|
const BasicBlock *UseBB;
|
|
|
|
if (PHINode *PN = dyn_cast<PHINode>(UserInst))
|
|
|
|
UseBB = PN->getIncomingBlock(U);
|
|
|
|
else
|
|
|
|
UseBB = UserInst->getParent();
|
|
|
|
|
|
|
|
// Any unreachable use is dominated, even if Def == User.
|
|
|
|
if (!isReachableFromEntry(UseBB))
|
|
|
|
return true;
|
|
|
|
|
|
|
|
// Unreachable definitions don't dominate anything.
|
|
|
|
if (!isReachableFromEntry(DefBB))
|
|
|
|
return false;
|
|
|
|
|
[IR] Reformulate LLVM's EH funclet IR
While we have successfully implemented a funclet-oriented EH scheme on
top of LLVM IR, our scheme has some notable deficiencies:
- catchendpad and cleanupendpad are necessary in the current design
but they are difficult to explain to others, even to seasoned LLVM
experts.
- catchendpad and cleanupendpad are optimization barriers. They cannot
be split and force all potentially throwing call-sites to be invokes.
This has a noticable effect on the quality of our code generation.
- catchpad, while similar in some aspects to invoke, is fairly awkward.
It is unsplittable, starts a funclet, and has control flow to other
funclets.
- The nesting relationship between funclets is currently a property of
control flow edges. Because of this, we are forced to carefully
analyze the flow graph to see if there might potentially exist illegal
nesting among funclets. While we have logic to clone funclets when
they are illegally nested, it would be nicer if we had a
representation which forbade them upfront.
Let's clean this up a bit by doing the following:
- Instead, make catchpad more like cleanuppad and landingpad: no control
flow, just a bunch of simple operands; catchpad would be splittable.
- Introduce catchswitch, a control flow instruction designed to model
the constraints of funclet oriented EH.
- Make funclet scoping explicit by having funclet instructions consume
the token produced by the funclet which contains them.
- Remove catchendpad and cleanupendpad. Their presence can be inferred
implicitly using coloring information.
N.B. The state numbering code for the CLR has been updated but the
veracity of it's output cannot be spoken for. An expert should take a
look to make sure the results are reasonable.
Reviewers: rnk, JosephTremoulet, andrew.w.kaylor
Differential Revision: http://reviews.llvm.org/D15139
llvm-svn: 255422
2015-12-12 06:38:55 +01:00
|
|
|
// Invoke instructions define their return values on the edges to their normal
|
|
|
|
// successors, so we have to handle them specially.
|
2012-04-13 01:31:46 +02:00
|
|
|
// Among other things, this means they don't dominate anything in
|
|
|
|
// their own block, except possibly a phi, so we don't need to
|
|
|
|
// walk the block in any case.
|
|
|
|
if (const InvokeInst *II = dyn_cast<InvokeInst>(Def)) {
|
2012-08-07 19:30:46 +02:00
|
|
|
BasicBlock *NormalDest = II->getNormalDest();
|
|
|
|
BasicBlockEdge E(DefBB, NormalDest);
|
|
|
|
return dominates(E, U);
|
2012-04-13 01:31:46 +02:00
|
|
|
}
|
|
|
|
|
2020-04-17 04:14:21 +02:00
|
|
|
// Callbr results are similarly only usable in the default destination.
|
|
|
|
if (const auto *CBI = dyn_cast<CallBrInst>(Def)) {
|
|
|
|
BasicBlock *NormalDest = CBI->getDefaultDest();
|
|
|
|
BasicBlockEdge E(DefBB, NormalDest);
|
|
|
|
return dominates(E, U);
|
|
|
|
}
|
|
|
|
|
2012-04-13 01:31:46 +02:00
|
|
|
// If the def and use are in different blocks, do a simple CFG dominator
|
|
|
|
// tree query.
|
|
|
|
if (DefBB != UseBB)
|
|
|
|
return dominates(DefBB, UseBB);
|
|
|
|
|
|
|
|
// Ok, def and use are in the same block. If the def is an invoke, it
|
|
|
|
// doesn't dominate anything in the block. If it's a PHI, it dominates
|
|
|
|
// everything in the block.
|
|
|
|
if (isa<PHINode>(UserInst))
|
|
|
|
return true;
|
|
|
|
|
2020-02-20 23:16:25 +01:00
|
|
|
return Def->comesBefore(UserInst);
|
2012-04-13 01:31:46 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
bool DominatorTree::isReachableFromEntry(const Use &U) const {
|
|
|
|
Instruction *I = dyn_cast<Instruction>(U.getUser());
|
|
|
|
|
|
|
|
// ConstantExprs aren't really reachable from the entry block, but they
|
|
|
|
// don't need to be treated like unreachable code either.
|
|
|
|
if (!I) return true;
|
|
|
|
|
|
|
|
// PHI nodes use their operands on their incoming edges.
|
|
|
|
if (PHINode *PN = dyn_cast<PHINode>(I))
|
|
|
|
return isReachableFromEntry(PN->getIncomingBlock(U));
|
|
|
|
|
|
|
|
// Everything else uses their operands in their own block.
|
|
|
|
return isReachableFromEntry(I->getParent());
|
|
|
|
}
|
2014-01-13 14:07:17 +01:00
|
|
|
|
2020-06-17 11:02:57 +02:00
|
|
|
// Edge BBE1 dominates edge BBE2 if they match or BBE1 dominates start of BBE2.
|
|
|
|
bool DominatorTree::dominates(const BasicBlockEdge &BBE1,
|
|
|
|
const BasicBlockEdge &BBE2) const {
|
|
|
|
if (BBE1.getStart() == BBE2.getStart() && BBE1.getEnd() == BBE2.getEnd())
|
|
|
|
return true;
|
|
|
|
return dominates(BBE1, BBE2.getStart());
|
|
|
|
}
|
|
|
|
|
2015-01-14 11:19:28 +01:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// DominatorTreeAnalysis and related pass implementations
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This implements the DominatorTreeAnalysis which is used with the new pass
|
|
|
|
// manager. It also implements some methods from utility passes.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2016-06-17 02:11:01 +02:00
|
|
|
DominatorTree DominatorTreeAnalysis::run(Function &F,
|
2016-08-09 02:28:15 +02:00
|
|
|
FunctionAnalysisManager &) {
|
2015-01-14 11:19:28 +01:00
|
|
|
DominatorTree DT;
|
|
|
|
DT.recalculate(F);
|
|
|
|
return DT;
|
|
|
|
}
|
|
|
|
|
2016-11-23 18:53:26 +01:00
|
|
|
AnalysisKey DominatorTreeAnalysis::Key;
|
2016-02-28 18:17:00 +01:00
|
|
|
|
2015-01-14 11:19:28 +01:00
|
|
|
DominatorTreePrinterPass::DominatorTreePrinterPass(raw_ostream &OS) : OS(OS) {}
|
|
|
|
|
|
|
|
PreservedAnalyses DominatorTreePrinterPass::run(Function &F,
|
2016-03-11 12:05:24 +01:00
|
|
|
FunctionAnalysisManager &AM) {
|
2015-01-14 11:19:28 +01:00
|
|
|
OS << "DominatorTree for function: " << F.getName() << "\n";
|
2016-03-11 12:05:24 +01:00
|
|
|
AM.getResult<DominatorTreeAnalysis>(F).print(OS);
|
2015-01-14 11:19:28 +01:00
|
|
|
|
|
|
|
return PreservedAnalyses::all();
|
|
|
|
}
|
|
|
|
|
|
|
|
PreservedAnalyses DominatorTreeVerifierPass::run(Function &F,
|
2016-03-11 12:05:24 +01:00
|
|
|
FunctionAnalysisManager &AM) {
|
2018-02-28 12:00:08 +01:00
|
|
|
auto &DT = AM.getResult<DominatorTreeAnalysis>(F);
|
|
|
|
assert(DT.verify());
|
|
|
|
(void)DT;
|
2015-01-14 11:19:28 +01:00
|
|
|
return PreservedAnalyses::all();
|
|
|
|
}
|
|
|
|
|
2014-01-13 14:07:17 +01:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// DominatorTreeWrapperPass Implementation
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
2015-01-14 11:19:28 +01:00
|
|
|
// The implementation details of the wrapper pass that holds a DominatorTree
|
|
|
|
// suitable for use with the legacy pass manager.
|
2014-01-13 14:07:17 +01:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
char DominatorTreeWrapperPass::ID = 0;
|
Sink all InitializePasses.h includes
This file lists every pass in LLVM, and is included by Pass.h, which is
very popular. Every time we add, remove, or rename a pass in LLVM, it
caused lots of recompilation.
I found this fact by looking at this table, which is sorted by the
number of times a file was changed over the last 100,000 git commits
multiplied by the number of object files that depend on it in the
current checkout:
recompiles touches affected_files header
342380 95 3604 llvm/include/llvm/ADT/STLExtras.h
314730 234 1345 llvm/include/llvm/InitializePasses.h
307036 118 2602 llvm/include/llvm/ADT/APInt.h
213049 59 3611 llvm/include/llvm/Support/MathExtras.h
170422 47 3626 llvm/include/llvm/Support/Compiler.h
162225 45 3605 llvm/include/llvm/ADT/Optional.h
158319 63 2513 llvm/include/llvm/ADT/Triple.h
140322 39 3598 llvm/include/llvm/ADT/StringRef.h
137647 59 2333 llvm/include/llvm/Support/Error.h
131619 73 1803 llvm/include/llvm/Support/FileSystem.h
Before this change, touching InitializePasses.h would cause 1345 files
to recompile. After this change, touching it only causes 550 compiles in
an incremental rebuild.
Reviewers: bkramer, asbirlea, bollu, jdoerfert
Differential Revision: https://reviews.llvm.org/D70211
2019-11-13 22:15:01 +01:00
|
|
|
|
|
|
|
DominatorTreeWrapperPass::DominatorTreeWrapperPass() : FunctionPass(ID) {
|
|
|
|
initializeDominatorTreeWrapperPassPass(*PassRegistry::getPassRegistry());
|
|
|
|
}
|
|
|
|
|
2014-01-13 14:07:17 +01:00
|
|
|
INITIALIZE_PASS(DominatorTreeWrapperPass, "domtree",
|
|
|
|
"Dominator Tree Construction", true, true)
|
|
|
|
|
|
|
|
bool DominatorTreeWrapperPass::runOnFunction(Function &F) {
|
|
|
|
DT.recalculate(F);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2015-05-06 10:18:41 +02:00
|
|
|
void DominatorTreeWrapperPass::verifyAnalysis() const {
|
2018-02-28 12:00:08 +01:00
|
|
|
if (VerifyDomInfo)
|
|
|
|
assert(DT.verify(DominatorTree::VerificationLevel::Full));
|
|
|
|
else if (ExpensiveChecksEnabled)
|
|
|
|
assert(DT.verify(DominatorTree::VerificationLevel::Basic));
|
2015-05-06 10:18:41 +02:00
|
|
|
}
|
2014-01-13 14:07:17 +01:00
|
|
|
|
|
|
|
void DominatorTreeWrapperPass::print(raw_ostream &OS, const Module *) const {
|
|
|
|
DT.print(OS);
|
|
|
|
}
|