2012-03-16 06:51:52 +01:00
|
|
|
//===- CodeMetrics.cpp - Code cost measurements ---------------------------===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file implements code cost measurement utilities.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "llvm/Analysis/CodeMetrics.h"
|
2017-06-06 13:49:48 +02:00
|
|
|
#include "llvm/Analysis/AssumptionCache.h"
|
2014-09-07 15:49:57 +02:00
|
|
|
#include "llvm/Analysis/LoopInfo.h"
|
2013-01-21 14:04:33 +01:00
|
|
|
#include "llvm/Analysis/TargetTransformInfo.h"
|
2014-09-07 15:49:57 +02:00
|
|
|
#include "llvm/Analysis/ValueTracking.h"
|
2014-03-04 12:01:28 +01:00
|
|
|
#include "llvm/IR/CallSite.h"
|
2013-01-02 12:36:10 +01:00
|
|
|
#include "llvm/IR/DataLayout.h"
|
|
|
|
#include "llvm/IR/Function.h"
|
|
|
|
#include "llvm/IR/IntrinsicInst.h"
|
2014-09-07 15:49:57 +02:00
|
|
|
#include "llvm/Support/Debug.h"
|
2015-03-23 20:32:43 +01:00
|
|
|
#include "llvm/Support/raw_ostream.h"
|
2014-09-07 15:49:57 +02:00
|
|
|
|
|
|
|
#define DEBUG_TYPE "code-metrics"
|
2012-03-16 06:51:52 +01:00
|
|
|
|
|
|
|
using namespace llvm;
|
|
|
|
|
2016-08-18 19:51:24 +02:00
|
|
|
static void
|
|
|
|
appendSpeculatableOperands(const Value *V,
|
|
|
|
SmallPtrSetImpl<const Value *> &Visited,
|
|
|
|
SmallVectorImpl<const Value *> &Worklist) {
|
|
|
|
const User *U = dyn_cast<User>(V);
|
|
|
|
if (!U)
|
|
|
|
return;
|
|
|
|
|
|
|
|
for (const Value *Operand : U->operands())
|
|
|
|
if (Visited.insert(Operand).second)
|
|
|
|
if (isSafeToSpeculativelyExecute(Operand))
|
|
|
|
Worklist.push_back(Operand);
|
|
|
|
}
|
2014-09-07 15:49:57 +02:00
|
|
|
|
2016-08-18 19:51:24 +02:00
|
|
|
static void completeEphemeralValues(SmallPtrSetImpl<const Value *> &Visited,
|
|
|
|
SmallVectorImpl<const Value *> &Worklist,
|
|
|
|
SmallPtrSetImpl<const Value *> &EphValues) {
|
2014-09-07 15:49:57 +02:00
|
|
|
// Note: We don't speculate PHIs here, so we'll miss instruction chains kept
|
|
|
|
// alive only by ephemeral values.
|
|
|
|
|
2016-08-18 19:51:24 +02:00
|
|
|
// Walk the worklist using an index but without caching the size so we can
|
|
|
|
// append more entries as we process the worklist. This forms a queue without
|
|
|
|
// quadratic behavior by just leaving processed nodes at the head of the
|
|
|
|
// worklist forever.
|
|
|
|
for (int i = 0; i < (int)Worklist.size(); ++i) {
|
|
|
|
const Value *V = Worklist[i];
|
Treat the WorkSet used to find ephemeral values as double-ended
We need to make sure that we visit all operands of an instruction before moving
deeper in the operand graph. We had been pushing operands onto the back of the work
set, and popping them off the back as well, meaning that we might visit an
instruction before visiting all of its uses that sit in between it and the call
to @llvm.assume.
To provide an explicit example, given the following:
%q0 = extractelement <4 x float> %rd, i32 0
%q1 = extractelement <4 x float> %rd, i32 1
%q2 = extractelement <4 x float> %rd, i32 2
%q3 = extractelement <4 x float> %rd, i32 3
%q4 = fadd float %q0, %q1
%q5 = fadd float %q2, %q3
%q6 = fadd float %q4, %q5
%qi = fcmp olt float %q6, %q5
call void @llvm.assume(i1 %qi)
%q5 is used by both %qi and %q6. When we visit %qi, it will be marked as
ephemeral, and we'll queue %q6 and %q5. %q6 will be marked as ephemeral and
we'll queue %q4 and %q5. Under the old system, we'd then visit %q4, which
would become ephemeral, %q1 and then %q0, which would become ephemeral as
well, and now we have a problem. We'd visit %rd, but it would not be marked as
ephemeral because we've not yet visited %q2 and %q3 (because we've not yet
visited %q5).
This will be covered by a test case in a follow-up commit that enables
ephemeral-value awareness in the SLP vectorizer.
llvm-svn: 219815
2014-10-15 19:34:48 +02:00
|
|
|
|
2016-08-18 19:51:24 +02:00
|
|
|
assert(Visited.count(V) &&
|
|
|
|
"Failed to add a worklist entry to our visited set!");
|
2014-09-07 15:49:57 +02:00
|
|
|
|
|
|
|
// If all uses of this value are ephemeral, then so is this value.
|
2016-08-11 23:15:00 +02:00
|
|
|
if (!all_of(V->users(), [&](const User *U) { return EphValues.count(U); }))
|
2014-09-07 15:49:57 +02:00
|
|
|
continue;
|
|
|
|
|
|
|
|
EphValues.insert(V);
|
|
|
|
DEBUG(dbgs() << "Ephemeral Value: " << *V << "\n");
|
|
|
|
|
2016-08-18 19:51:24 +02:00
|
|
|
// Append any more operands to consider.
|
|
|
|
appendSpeculatableOperands(V, Visited, Worklist);
|
2014-09-07 15:49:57 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Find all ephemeral values.
|
2015-01-04 13:03:27 +01:00
|
|
|
void CodeMetrics::collectEphemeralValues(
|
2016-12-19 09:22:17 +01:00
|
|
|
const Loop *L, AssumptionCache *AC,
|
|
|
|
SmallPtrSetImpl<const Value *> &EphValues) {
|
2016-08-18 19:51:24 +02:00
|
|
|
SmallPtrSet<const Value *, 32> Visited;
|
|
|
|
SmallVector<const Value *, 16> Worklist;
|
2014-09-07 15:49:57 +02:00
|
|
|
|
2016-12-19 09:22:17 +01:00
|
|
|
for (auto &AssumeVH : AC->assumptions()) {
|
|
|
|
if (!AssumeVH)
|
|
|
|
continue;
|
|
|
|
Instruction *I = cast<Instruction>(AssumeVH);
|
|
|
|
|
|
|
|
// Filter out call sites outside of the loop so we don't do a function's
|
|
|
|
// worth of work for each of its loops (and, in the common case, ephemeral
|
|
|
|
// values in the loop are likely due to @llvm.assume calls in the loop).
|
|
|
|
if (!L->contains(I->getParent()))
|
|
|
|
continue;
|
|
|
|
|
|
|
|
if (EphValues.insert(I).second)
|
|
|
|
appendSpeculatableOperands(I, Visited, Worklist);
|
|
|
|
}
|
2014-09-07 15:49:57 +02:00
|
|
|
|
2016-08-18 19:51:24 +02:00
|
|
|
completeEphemeralValues(Visited, Worklist, EphValues);
|
2014-09-07 15:49:57 +02:00
|
|
|
}
|
|
|
|
|
2015-01-04 13:03:27 +01:00
|
|
|
void CodeMetrics::collectEphemeralValues(
|
2016-12-19 09:22:17 +01:00
|
|
|
const Function *F, AssumptionCache *AC,
|
|
|
|
SmallPtrSetImpl<const Value *> &EphValues) {
|
2016-08-18 19:51:24 +02:00
|
|
|
SmallPtrSet<const Value *, 32> Visited;
|
|
|
|
SmallVector<const Value *, 16> Worklist;
|
2014-09-07 15:49:57 +02:00
|
|
|
|
2016-12-19 09:22:17 +01:00
|
|
|
for (auto &AssumeVH : AC->assumptions()) {
|
|
|
|
if (!AssumeVH)
|
|
|
|
continue;
|
|
|
|
Instruction *I = cast<Instruction>(AssumeVH);
|
|
|
|
assert(I->getParent()->getParent() == F &&
|
|
|
|
"Found assumption for the wrong function!");
|
|
|
|
|
|
|
|
if (EphValues.insert(I).second)
|
|
|
|
appendSpeculatableOperands(I, Visited, Worklist);
|
|
|
|
}
|
2014-09-07 15:49:57 +02:00
|
|
|
|
2016-08-18 19:51:24 +02:00
|
|
|
completeEphemeralValues(Visited, Worklist, EphValues);
|
2014-09-07 15:49:57 +02:00
|
|
|
}
|
|
|
|
|
2016-03-08 21:53:48 +01:00
|
|
|
/// Fill in the current structure with information gleaned from the specified
|
|
|
|
/// block.
|
2012-03-16 06:51:52 +01:00
|
|
|
void CodeMetrics::analyzeBasicBlock(const BasicBlock *BB,
|
2014-09-07 15:49:57 +02:00
|
|
|
const TargetTransformInfo &TTI,
|
2016-08-03 21:13:50 +02:00
|
|
|
const SmallPtrSetImpl<const Value*> &EphValues) {
|
2012-03-16 06:51:52 +01:00
|
|
|
++NumBlocks;
|
|
|
|
unsigned NumInstsBeforeThisBB = NumInsts;
|
2016-03-08 21:53:48 +01:00
|
|
|
for (const Instruction &I : *BB) {
|
2014-09-07 15:49:57 +02:00
|
|
|
// Skip ephemeral values.
|
2016-03-08 21:53:48 +01:00
|
|
|
if (EphValues.count(&I))
|
2014-09-07 15:49:57 +02:00
|
|
|
continue;
|
|
|
|
|
2012-03-16 06:51:52 +01:00
|
|
|
// Special handling for calls.
|
2016-03-08 21:53:48 +01:00
|
|
|
if (isa<CallInst>(I) || isa<InvokeInst>(I)) {
|
|
|
|
ImmutableCallSite CS(&I);
|
2012-03-16 06:51:52 +01:00
|
|
|
|
|
|
|
if (const Function *F = CS.getCalledFunction()) {
|
|
|
|
// If a function is both internal and has a single use, then it is
|
|
|
|
// extremely likely to get inlined in the future (it was probably
|
|
|
|
// exposed by an interleaved devirtualization pass).
|
|
|
|
if (!CS.isNoInline() && F->hasInternalLinkage() && F->hasOneUse())
|
|
|
|
++NumInlineCandidates;
|
|
|
|
|
|
|
|
// If this call is to function itself, then the function is recursive.
|
|
|
|
// Inlining it into other functions is a bad idea, because this is
|
|
|
|
// basically just a form of loop peeling, and our metrics aren't useful
|
|
|
|
// for that case.
|
|
|
|
if (F == BB->getParent())
|
|
|
|
isRecursive = true;
|
|
|
|
|
2013-01-22 12:26:02 +01:00
|
|
|
if (TTI.isLoweredToCall(F))
|
|
|
|
++NumCalls;
|
|
|
|
} else {
|
2012-03-16 06:51:52 +01:00
|
|
|
// We don't want inline asm to count as a call - that would prevent loop
|
|
|
|
// unrolling. The argument setup cost is still real, though.
|
|
|
|
if (!isa<InlineAsm>(CS.getCalledValue()))
|
|
|
|
++NumCalls;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2016-03-08 21:53:48 +01:00
|
|
|
if (const AllocaInst *AI = dyn_cast<AllocaInst>(&I)) {
|
2012-03-16 06:51:52 +01:00
|
|
|
if (!AI->isStaticAlloca())
|
|
|
|
this->usesDynamicAlloca = true;
|
|
|
|
}
|
|
|
|
|
2016-03-08 21:53:48 +01:00
|
|
|
if (isa<ExtractElementInst>(I) || I.getType()->isVectorTy())
|
2012-03-16 06:51:52 +01:00
|
|
|
++NumVectorInsts;
|
|
|
|
|
2016-03-08 21:53:48 +01:00
|
|
|
if (I.getType()->isTokenTy() && I.isUsedOutsideOfBlock(BB))
|
2015-08-14 07:09:07 +02:00
|
|
|
notDuplicatable = true;
|
|
|
|
|
2016-03-08 21:53:48 +01:00
|
|
|
if (const CallInst *CI = dyn_cast<CallInst>(&I)) {
|
2014-03-17 17:19:07 +01:00
|
|
|
if (CI->cannotDuplicate())
|
2012-12-20 17:04:27 +01:00
|
|
|
notDuplicatable = true;
|
2016-02-12 22:01:31 +01:00
|
|
|
if (CI->isConvergent())
|
|
|
|
convergent = true;
|
|
|
|
}
|
2012-12-20 17:04:27 +01:00
|
|
|
|
2016-03-08 21:53:48 +01:00
|
|
|
if (const InvokeInst *InvI = dyn_cast<InvokeInst>(&I))
|
2014-03-17 17:19:07 +01:00
|
|
|
if (InvI->cannotDuplicate())
|
2012-12-20 17:04:27 +01:00
|
|
|
notDuplicatable = true;
|
|
|
|
|
2016-03-08 21:53:48 +01:00
|
|
|
NumInsts += TTI.getUserCost(&I);
|
2012-03-16 06:51:52 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
if (isa<ReturnInst>(BB->getTerminator()))
|
|
|
|
++NumRets;
|
|
|
|
|
|
|
|
// We never want to inline functions that contain an indirectbr. This is
|
|
|
|
// incorrect because all the blockaddress's (in static global initializers
|
|
|
|
// for example) would be referring to the original function, and this indirect
|
|
|
|
// jump would jump from the inlined copy of the function into the original
|
|
|
|
// function which is extremely undefined behavior.
|
|
|
|
// FIXME: This logic isn't really right; we can safely inline functions
|
|
|
|
// with indirectbr's as long as no other function or global references the
|
|
|
|
// blockaddress of a block within the current function. And as a QOI issue,
|
|
|
|
// if someone is using a blockaddress without an indirectbr, and that
|
|
|
|
// reference somehow ends up in another function or global, we probably
|
|
|
|
// don't want to inline this function.
|
2012-12-20 17:04:27 +01:00
|
|
|
notDuplicatable |= isa<IndirectBrInst>(BB->getTerminator());
|
2012-03-16 06:51:52 +01:00
|
|
|
|
|
|
|
// Remember NumInsts for this BB.
|
|
|
|
NumBBInsts[BB] = NumInsts - NumInstsBeforeThisBB;
|
|
|
|
}
|