2010-04-22 07:33:15 +02:00
|
|
|
//===- InlineCost.h - Cost analysis for inliner -----------------*- C++ -*-===//
|
2007-07-25 20:00:25 +02:00
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
2007-12-29 20:59:42 +01:00
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
2007-07-25 20:00:25 +02:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
2008-07-16 18:03:31 +02:00
|
|
|
// This file implements heuristics for inlining decisions.
|
2007-07-25 20:00:25 +02:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2009-10-13 20:30:07 +02:00
|
|
|
#ifndef LLVM_ANALYSIS_INLINECOST_H
|
|
|
|
#define LLVM_ANALYSIS_INLINECOST_H
|
2007-07-25 20:00:25 +02:00
|
|
|
|
2013-01-21 12:39:18 +01:00
|
|
|
#include "llvm/Analysis/CallGraphSCCPass.h"
|
2016-12-19 09:22:17 +01:00
|
|
|
#include "llvm/Analysis/AssumptionCache.h"
|
2011-11-14 18:45:03 +01:00
|
|
|
#include <cassert>
|
|
|
|
#include <climits>
|
2007-07-25 20:00:25 +02:00
|
|
|
|
|
|
|
namespace llvm {
|
2016-12-19 09:22:17 +01:00
|
|
|
class AssumptionCacheTracker;
|
2017-01-20 23:44:04 +01:00
|
|
|
class BlockFrequencyInfo;
|
2013-01-21 11:08:42 +01:00
|
|
|
class CallSite;
|
|
|
|
class DataLayout;
|
|
|
|
class Function;
|
2016-06-10 00:23:21 +02:00
|
|
|
class ProfileSummaryInfo;
|
2015-12-28 21:28:19 +01:00
|
|
|
class TargetTransformInfo;
|
2013-01-21 11:08:42 +01:00
|
|
|
|
|
|
|
namespace InlineConstants {
|
2016-08-10 02:48:04 +02:00
|
|
|
// Various thresholds used by inline cost analysis.
|
2016-09-30 23:05:49 +02:00
|
|
|
/// Use when optsize (-Os) is specified.
|
2016-11-28 12:07:37 +01:00
|
|
|
const int OptSizeThreshold = 50;
|
2016-08-10 02:48:04 +02:00
|
|
|
|
2016-09-30 23:05:49 +02:00
|
|
|
/// Use when minsize (-Oz) is specified.
|
2016-11-28 12:07:37 +01:00
|
|
|
const int OptMinSizeThreshold = 5;
|
2016-08-10 02:48:04 +02:00
|
|
|
|
2016-09-30 23:05:49 +02:00
|
|
|
/// Use when -O3 is specified.
|
2016-11-28 12:07:37 +01:00
|
|
|
const int OptAggressiveThreshold = 250;
|
2016-08-10 02:48:04 +02:00
|
|
|
|
|
|
|
// Various magic constants used to adjust heuristics.
|
|
|
|
const int InstrCost = 5;
|
|
|
|
const int IndirectCallThreshold = 100;
|
|
|
|
const int CallPenalty = 25;
|
2016-08-10 23:15:22 +02:00
|
|
|
const int LastCallToStaticBonus = 15000;
|
2016-08-10 02:48:04 +02:00
|
|
|
const int ColdccPenalty = 2000;
|
|
|
|
const int NoreturnPenalty = 10000;
|
|
|
|
/// Do not inline functions which allocate this many bytes on the stack
|
|
|
|
/// when the caller is recursive.
|
|
|
|
const unsigned TotalAllocaSizeRecursiveCaller = 1024;
|
2015-06-23 11:49:53 +02:00
|
|
|
}
|
2013-01-21 11:08:42 +01:00
|
|
|
|
|
|
|
/// \brief Represents the cost of inlining a function.
|
|
|
|
///
|
|
|
|
/// This supports special values for functions which should "always" or
|
|
|
|
/// "never" be inlined. Otherwise, the cost represents a unitless amount;
|
|
|
|
/// smaller values increase the likelihood of the function being inlined.
|
|
|
|
///
|
|
|
|
/// Objects of this type also provide the adjusted threshold for inlining
|
|
|
|
/// based on the information available for a particular callsite. They can be
|
|
|
|
/// directly tested to determine if inlining should occur given the cost and
|
|
|
|
/// threshold for this cost metric.
|
|
|
|
class InlineCost {
|
|
|
|
enum SentinelValues {
|
|
|
|
AlwaysInlineCost = INT_MIN,
|
|
|
|
NeverInlineCost = INT_MAX
|
|
|
|
};
|
|
|
|
|
|
|
|
/// \brief The estimated cost of inlining this callsite.
|
|
|
|
const int Cost;
|
|
|
|
|
|
|
|
/// \brief The adjusted threshold against which this cost was computed.
|
|
|
|
const int Threshold;
|
2007-07-25 20:00:25 +02:00
|
|
|
|
2013-01-21 11:08:42 +01:00
|
|
|
// Trivial constructor, interesting logic in the factory functions below.
|
|
|
|
InlineCost(int Cost, int Threshold) : Cost(Cost), Threshold(Threshold) {}
|
|
|
|
|
|
|
|
public:
|
|
|
|
static InlineCost get(int Cost, int Threshold) {
|
|
|
|
assert(Cost > AlwaysInlineCost && "Cost crosses sentinel value");
|
|
|
|
assert(Cost < NeverInlineCost && "Cost crosses sentinel value");
|
|
|
|
return InlineCost(Cost, Threshold);
|
|
|
|
}
|
|
|
|
static InlineCost getAlways() {
|
|
|
|
return InlineCost(AlwaysInlineCost, 0);
|
|
|
|
}
|
|
|
|
static InlineCost getNever() {
|
|
|
|
return InlineCost(NeverInlineCost, 0);
|
2009-10-09 23:42:02 +02:00
|
|
|
}
|
|
|
|
|
2013-01-21 11:08:42 +01:00
|
|
|
/// \brief Test whether the inline cost is low enough for inlining.
|
2015-02-15 23:00:20 +01:00
|
|
|
explicit operator bool() const {
|
2013-01-21 11:08:42 +01:00
|
|
|
return Cost < Threshold;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool isAlways() const { return Cost == AlwaysInlineCost; }
|
|
|
|
bool isNever() const { return Cost == NeverInlineCost; }
|
|
|
|
bool isVariable() const { return !isAlways() && !isNever(); }
|
|
|
|
|
|
|
|
/// \brief Get the inline cost estimate.
|
|
|
|
/// It is an error to call this on an "always" or "never" InlineCost.
|
|
|
|
int getCost() const {
|
|
|
|
assert(isVariable() && "Invalid access of InlineCost");
|
|
|
|
return Cost;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// \brief Get the cost delta from the threshold for inlining.
|
|
|
|
/// Only valid if the cost is of the variable kind. Returns a negative
|
|
|
|
/// value if the cost is too high to inline.
|
|
|
|
int getCostDelta() const { return Threshold - getCost(); }
|
|
|
|
};
|
|
|
|
|
2016-08-10 02:48:04 +02:00
|
|
|
/// Thresholds to tune inline cost analysis. The inline cost analysis decides
|
|
|
|
/// the condition to apply a threshold and applies it. Otherwise,
|
|
|
|
/// DefaultThreshold is used. If a threshold is Optional, it is applied only
|
|
|
|
/// when it has a valid value. Typically, users of inline cost analysis
|
|
|
|
/// obtain an InlineParams object through one of the \c getInlineParams methods
|
|
|
|
/// and pass it to \c getInlineCost. Some specialized versions of inliner
|
|
|
|
/// (such as the pre-inliner) might have custom logic to compute \c InlineParams
|
|
|
|
/// object.
|
|
|
|
|
|
|
|
struct InlineParams {
|
|
|
|
/// The default threshold to start with for a callee.
|
|
|
|
int DefaultThreshold;
|
|
|
|
|
|
|
|
/// Threshold to use for callees with inline hint.
|
2016-08-11 05:58:05 +02:00
|
|
|
Optional<int> HintThreshold;
|
2016-08-10 02:48:04 +02:00
|
|
|
|
|
|
|
/// Threshold to use for cold callees.
|
|
|
|
Optional<int> ColdThreshold;
|
|
|
|
|
|
|
|
/// Threshold to use when the caller is optimized for size.
|
|
|
|
Optional<int> OptSizeThreshold;
|
|
|
|
|
|
|
|
/// Threshold to use when the caller is optimized for minsize.
|
|
|
|
Optional<int> OptMinSizeThreshold;
|
|
|
|
|
|
|
|
/// Threshold to use when the callsite is considered hot.
|
2016-08-11 05:58:05 +02:00
|
|
|
Optional<int> HotCallSiteThreshold;
|
2017-01-20 23:44:04 +01:00
|
|
|
|
|
|
|
/// Threshold to use when the callsite is considered cold.
|
|
|
|
Optional<int> ColdCallSiteThreshold;
|
2016-08-10 02:48:04 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
/// Generate the parameters to tune the inline cost analysis based only on the
|
|
|
|
/// commandline options.
|
|
|
|
InlineParams getInlineParams();
|
|
|
|
|
|
|
|
/// Generate the parameters to tune the inline cost analysis based on command
|
|
|
|
/// line options. If -inline-threshold option is not explicitly passed,
|
|
|
|
/// \p Threshold is used as the default threshold.
|
|
|
|
InlineParams getInlineParams(int Threshold);
|
|
|
|
|
|
|
|
/// Generate the parameters to tune the inline cost analysis based on command
|
|
|
|
/// line options. If -inline-threshold option is not explicitly passed,
|
|
|
|
/// the default threshold is computed from \p OptLevel and \p SizeOptLevel.
|
|
|
|
/// An \p OptLevel value above 3 is considered an aggressive optimization mode.
|
|
|
|
/// \p SizeOptLevel of 1 corresponds to the the -Os flag and 2 corresponds to
|
|
|
|
/// the -Oz flag.
|
|
|
|
InlineParams getInlineParams(unsigned OptLevel, unsigned SizeOptLevel);
|
|
|
|
|
2015-12-28 21:28:19 +01:00
|
|
|
/// \brief Get an InlineCost object representing the cost of inlining this
|
|
|
|
/// callsite.
|
|
|
|
///
|
2016-01-15 00:16:29 +01:00
|
|
|
/// Note that a default threshold is passed into this function. This threshold
|
|
|
|
/// could be modified based on callsite's properties and only costs below this
|
|
|
|
/// new threshold are computed with any accuracy. The new threshold can be
|
|
|
|
/// used to bound the computation necessary to determine whether the cost is
|
2015-12-28 21:28:19 +01:00
|
|
|
/// sufficiently low to warrant inlining.
|
|
|
|
///
|
|
|
|
/// Also note that calling this function *dynamically* computes the cost of
|
|
|
|
/// inlining the callsite. It is an expensive, heavyweight call.
|
2016-07-23 06:22:50 +02:00
|
|
|
InlineCost
|
2016-08-10 02:48:04 +02:00
|
|
|
getInlineCost(CallSite CS, const InlineParams &Params,
|
|
|
|
TargetTransformInfo &CalleeTTI,
|
2016-12-19 09:22:17 +01:00
|
|
|
std::function<AssumptionCache &(Function &)> &GetAssumptionCache,
|
2017-01-20 23:44:04 +01:00
|
|
|
Optional<function_ref<BlockFrequencyInfo &(Function &)>> GetBFI,
|
2016-07-23 06:22:50 +02:00
|
|
|
ProfileSummaryInfo *PSI);
|
2015-12-28 21:28:19 +01:00
|
|
|
|
|
|
|
/// \brief Get an InlineCost with the callee explicitly specified.
|
|
|
|
/// This allows you to calculate the cost of inlining a function via a
|
|
|
|
/// pointer. This behaves exactly as the version with no explicit callee
|
|
|
|
/// parameter in all other respects.
|
|
|
|
//
|
2016-07-23 06:22:50 +02:00
|
|
|
InlineCost
|
2016-08-10 02:48:04 +02:00
|
|
|
getInlineCost(CallSite CS, Function *Callee, const InlineParams &Params,
|
2016-07-23 06:22:50 +02:00
|
|
|
TargetTransformInfo &CalleeTTI,
|
2016-12-19 09:22:17 +01:00
|
|
|
std::function<AssumptionCache &(Function &)> &GetAssumptionCache,
|
2017-01-20 23:44:04 +01:00
|
|
|
Optional<function_ref<BlockFrequencyInfo &(Function &)>> GetBFI,
|
2016-07-23 06:22:50 +02:00
|
|
|
ProfileSummaryInfo *PSI);
|
2010-02-06 00:21:18 +01:00
|
|
|
|
2015-12-28 21:28:19 +01:00
|
|
|
/// \brief Minimal filter to detect invalid constructs for inlining.
|
|
|
|
bool isInlineViable(Function &Callee);
|
2015-06-23 11:49:53 +02:00
|
|
|
}
|
2007-07-25 20:00:25 +02:00
|
|
|
|
|
|
|
#endif
|