mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2024-10-21 20:12:56 +02:00
ad15e89ef0
This is an alternate fix to 262378 and a fix to a pessimizing-move warning. llvm-svn: 262390
364 lines
14 KiB
C++
364 lines
14 KiB
C++
//=-- Profilesummary.cpp - Profile summary computation ----------------------=//
|
|
//
|
|
// The LLVM Compiler Infrastructure
|
|
//
|
|
// This file is distributed under the University of Illinois Open Source
|
|
// License. See LICENSE.TXT for details.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file contains support for computing profile summary data.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "llvm/IR/Attributes.h"
|
|
#include "llvm/IR/Constants.h"
|
|
#include "llvm/IR/Function.h"
|
|
#include "llvm/IR/Metadata.h"
|
|
#include "llvm/IR/Type.h"
|
|
#include "llvm/ProfileData/InstrProf.h"
|
|
#include "llvm/ProfileData/ProfileCommon.h"
|
|
#include "llvm/ProfileData/SampleProf.h"
|
|
#include "llvm/Support/Casting.h"
|
|
|
|
using namespace llvm;
|
|
|
|
// A set of cutoff values. Each value, when divided by ProfileSummary::Scale
|
|
// (which is 1000000) is a desired percentile of total counts.
|
|
const std::vector<uint32_t> ProfileSummary::DefaultCutoffs(
|
|
{10000, /* 1% */
|
|
100000, /* 10% */
|
|
200000, 300000, 400000, 500000, 600000, 500000, 600000, 700000, 800000,
|
|
900000, 950000, 990000, 999000, 999900, 999990, 999999});
|
|
const char *ProfileSummary::KindStr[2] = {"InstrProf", "SampleProfile"};
|
|
|
|
void InstrProfSummary::addRecord(const InstrProfRecord &R) {
|
|
addEntryCount(R.Counts[0]);
|
|
for (size_t I = 1, E = R.Counts.size(); I < E; ++I)
|
|
addInternalCount(R.Counts[I]);
|
|
}
|
|
|
|
// To compute the detailed summary, we consider each line containing samples as
|
|
// equivalent to a block with a count in the instrumented profile.
|
|
void SampleProfileSummary::addRecord(const sampleprof::FunctionSamples &FS) {
|
|
NumFunctions++;
|
|
if (FS.getHeadSamples() > MaxHeadSamples)
|
|
MaxHeadSamples = FS.getHeadSamples();
|
|
for (const auto &I : FS.getBodySamples())
|
|
addCount(I.second.getSamples());
|
|
}
|
|
|
|
// The argument to this method is a vector of cutoff percentages and the return
|
|
// value is a vector of (Cutoff, MinCount, NumCounts) triplets.
|
|
void ProfileSummary::computeDetailedSummary() {
|
|
if (DetailedSummaryCutoffs.empty())
|
|
return;
|
|
auto Iter = CountFrequencies.begin();
|
|
auto End = CountFrequencies.end();
|
|
std::sort(DetailedSummaryCutoffs.begin(), DetailedSummaryCutoffs.end());
|
|
|
|
uint32_t CountsSeen = 0;
|
|
uint64_t CurrSum = 0, Count = 0;
|
|
|
|
for (uint32_t Cutoff : DetailedSummaryCutoffs) {
|
|
assert(Cutoff <= 999999);
|
|
APInt Temp(128, TotalCount);
|
|
APInt N(128, Cutoff);
|
|
APInt D(128, ProfileSummary::Scale);
|
|
Temp *= N;
|
|
Temp = Temp.sdiv(D);
|
|
uint64_t DesiredCount = Temp.getZExtValue();
|
|
assert(DesiredCount <= TotalCount);
|
|
while (CurrSum < DesiredCount && Iter != End) {
|
|
Count = Iter->first;
|
|
uint32_t Freq = Iter->second;
|
|
CurrSum += (Count * Freq);
|
|
CountsSeen += Freq;
|
|
Iter++;
|
|
}
|
|
assert(CurrSum >= DesiredCount);
|
|
ProfileSummaryEntry PSE = {Cutoff, Count, CountsSeen};
|
|
DetailedSummary.push_back(PSE);
|
|
}
|
|
}
|
|
|
|
// Returns true if the function is a hot function.
|
|
bool ProfileSummary::isFunctionHot(const Function *F) {
|
|
// FIXME: update when summary data is stored in module's metadata.
|
|
return false;
|
|
}
|
|
|
|
// Returns true if the function is a cold function.
|
|
bool ProfileSummary::isFunctionUnlikely(const Function *F) {
|
|
if (F->hasFnAttribute(Attribute::Cold)) {
|
|
return true;
|
|
}
|
|
if (!F->getEntryCount()) {
|
|
return false;
|
|
}
|
|
// FIXME: update when summary data is stored in module's metadata.
|
|
return (*F->getEntryCount()) == 0;
|
|
}
|
|
|
|
InstrProfSummary::InstrProfSummary(const IndexedInstrProf::Summary &S)
|
|
: ProfileSummary(PSK_Instr),
|
|
MaxInternalBlockCount(
|
|
S.get(IndexedInstrProf::Summary::MaxInternalBlockCount)),
|
|
MaxFunctionCount(S.get(IndexedInstrProf::Summary::MaxFunctionCount)),
|
|
NumFunctions(S.get(IndexedInstrProf::Summary::TotalNumFunctions)) {
|
|
|
|
TotalCount = S.get(IndexedInstrProf::Summary::TotalBlockCount);
|
|
MaxCount = S.get(IndexedInstrProf::Summary::MaxBlockCount);
|
|
NumCounts = S.get(IndexedInstrProf::Summary::TotalNumBlocks);
|
|
|
|
for (unsigned I = 0; I < S.NumCutoffEntries; I++) {
|
|
const IndexedInstrProf::Summary::Entry &Ent = S.getEntry(I);
|
|
DetailedSummary.emplace_back((uint32_t)Ent.Cutoff, Ent.MinBlockCount,
|
|
Ent.NumBlocks);
|
|
}
|
|
}
|
|
void InstrProfSummary::addEntryCount(uint64_t Count) {
|
|
addCount(Count);
|
|
NumFunctions++;
|
|
if (Count > MaxFunctionCount)
|
|
MaxFunctionCount = Count;
|
|
}
|
|
|
|
void InstrProfSummary::addInternalCount(uint64_t Count) {
|
|
addCount(Count);
|
|
if (Count > MaxInternalBlockCount)
|
|
MaxInternalBlockCount = Count;
|
|
}
|
|
|
|
// Return an MDTuple with two elements. The first element is a string Key and
|
|
// the second is a uint64_t Value.
|
|
static Metadata *getKeyValMD(LLVMContext &Context, const char *Key,
|
|
uint64_t Val) {
|
|
Type *Int64Ty = Type::getInt64Ty(Context);
|
|
Metadata *Ops[2] = {MDString::get(Context, Key),
|
|
ConstantAsMetadata::get(ConstantInt::get(Int64Ty, Val))};
|
|
return MDTuple::get(Context, Ops);
|
|
}
|
|
|
|
// Return an MDTuple with two elements. The first element is a string Key and
|
|
// the second is a string Value.
|
|
static Metadata *getKeyValMD(LLVMContext &Context, const char *Key,
|
|
const char *Val) {
|
|
Metadata *Ops[2] = {MDString::get(Context, Key), MDString::get(Context, Val)};
|
|
return MDTuple::get(Context, Ops);
|
|
}
|
|
|
|
// This returns an MDTuple representing the detiled summary. The tuple has two
|
|
// elements: a string "DetailedSummary" and an MDTuple representing the value
|
|
// of the detailed summary. Each element of this tuple is again an MDTuple whose
|
|
// elements are the (Cutoff, MinCount, NumCounts) triplet of the
|
|
// DetailedSummaryEntry.
|
|
Metadata *ProfileSummary::getDetailedSummaryMD(LLVMContext &Context) {
|
|
std::vector<Metadata *> Entries;
|
|
Type *Int32Ty = Type::getInt32Ty(Context);
|
|
Type *Int64Ty = Type::getInt64Ty(Context);
|
|
for (auto &Entry : DetailedSummary) {
|
|
Metadata *EntryMD[3] = {
|
|
ConstantAsMetadata::get(ConstantInt::get(Int32Ty, Entry.Cutoff)),
|
|
ConstantAsMetadata::get(ConstantInt::get(Int64Ty, Entry.MinCount)),
|
|
ConstantAsMetadata::get(ConstantInt::get(Int32Ty, Entry.NumCounts))};
|
|
Entries.push_back(MDTuple::get(Context, EntryMD));
|
|
}
|
|
Metadata *Ops[2] = {MDString::get(Context, "DetailedSummary"),
|
|
MDTuple::get(Context, Entries)};
|
|
return MDTuple::get(Context, Ops);
|
|
}
|
|
|
|
// This returns an MDTuple representing this ProfileSummary object. The first
|
|
// entry of this tuple is another MDTuple of two elements: a string
|
|
// "ProfileFormat" and a string representing the format ("InstrProf" or
|
|
// "SampleProfile"). The rest of the elements of the outer MDTuple are specific
|
|
// to the kind of profile summary as returned by getFormatSpecificMD.
|
|
Metadata *ProfileSummary::getMD(LLVMContext &Context) {
|
|
std::vector<Metadata *> Components;
|
|
Components.push_back(getKeyValMD(Context, "ProfileFormat", getKindStr()));
|
|
std::vector<Metadata *> Res = getFormatSpecificMD(Context);
|
|
Components.insert(Components.end(), Res.begin(), Res.end());
|
|
return MDTuple::get(Context, Components);
|
|
}
|
|
|
|
// Returns a vector of MDTuples specific to InstrProfSummary. The first six
|
|
// elements of this vector are (Key, Val) pairs of the six scalar fields of
|
|
// InstrProfSummary (TotalCount, MaxBlockCount, MaxInternalBlockCount,
|
|
// MaxFunctionCount, NumBlocks, NumFunctions). The last element of this vector
|
|
// is an MDTuple returned by getDetailedSummaryMD.
|
|
std::vector<Metadata *>
|
|
InstrProfSummary::getFormatSpecificMD(LLVMContext &Context) {
|
|
std::vector<Metadata *> Components;
|
|
|
|
Components.push_back(getKeyValMD(Context, "TotalCount", getTotalCount()));
|
|
Components.push_back(
|
|
getKeyValMD(Context, "MaxBlockCount", getMaxBlockCount()));
|
|
Components.push_back(getKeyValMD(Context, "MaxInternalBlockCount",
|
|
getMaxInternalBlockCount()));
|
|
Components.push_back(
|
|
getKeyValMD(Context, "MaxFunctionCount", getMaxFunctionCount()));
|
|
Components.push_back(getKeyValMD(Context, "NumBlocks", getNumBlocks()));
|
|
Components.push_back(getKeyValMD(Context, "NumFunctions", getNumFunctions()));
|
|
|
|
Components.push_back(getDetailedSummaryMD(Context));
|
|
return Components;
|
|
}
|
|
|
|
std::vector<Metadata *>
|
|
SampleProfileSummary::getFormatSpecificMD(LLVMContext &Context) {
|
|
std::vector<Metadata *> Components;
|
|
|
|
Components.push_back(getKeyValMD(Context, "TotalSamples", getTotalSamples()));
|
|
Components.push_back(
|
|
getKeyValMD(Context, "MaxSamplesPerLine", getMaxSamplesPerLine()));
|
|
Components.push_back(
|
|
getKeyValMD(Context, "MaxHeadSamples", getMaxHeadSamples()));
|
|
Components.push_back(
|
|
getKeyValMD(Context, "NumLinesWithSamples", getNumLinesWithSamples()));
|
|
Components.push_back(getKeyValMD(Context, "NumFunctions", NumFunctions));
|
|
|
|
Components.push_back(getDetailedSummaryMD(Context));
|
|
return Components;
|
|
}
|
|
|
|
// Parse an MDTuple representing (Key, Val) pair.
|
|
static bool getVal(MDTuple *MD, const char *Key, uint64_t &Val) {
|
|
if (!MD)
|
|
return false;
|
|
if (MD->getNumOperands() != 2)
|
|
return false;
|
|
MDString *KeyMD = dyn_cast<MDString>(MD->getOperand(0));
|
|
ConstantAsMetadata *ValMD = dyn_cast<ConstantAsMetadata>(MD->getOperand(1));
|
|
if (!KeyMD || !ValMD)
|
|
return false;
|
|
if (!KeyMD->getString().equals(Key))
|
|
return false;
|
|
Val = cast<ConstantInt>(ValMD->getValue())->getZExtValue();
|
|
return true;
|
|
}
|
|
|
|
// Check if an MDTuple represents a (Key, Val) pair.
|
|
static bool isKeyValuePair(MDTuple *MD, const char *Key, const char *Val) {
|
|
if (!MD || MD->getNumOperands() != 2)
|
|
return false;
|
|
MDString *KeyMD = dyn_cast<MDString>(MD->getOperand(0));
|
|
MDString *ValMD = dyn_cast<MDString>(MD->getOperand(1));
|
|
if (!KeyMD || !ValMD)
|
|
return false;
|
|
if (!KeyMD->getString().equals(Key) || !ValMD->getString().equals(Val))
|
|
return false;
|
|
return true;
|
|
}
|
|
|
|
// Parse an MDTuple representing detailed summary.
|
|
static bool getSummaryFromMD(MDTuple *MD, SummaryEntryVector &Summary) {
|
|
if (!MD || MD->getNumOperands() != 2)
|
|
return false;
|
|
MDString *KeyMD = dyn_cast<MDString>(MD->getOperand(0));
|
|
if (!KeyMD || !KeyMD->getString().equals("DetailedSummary"))
|
|
return false;
|
|
MDTuple *EntriesMD = dyn_cast<MDTuple>(MD->getOperand(1));
|
|
if (!EntriesMD)
|
|
return false;
|
|
for (auto &&MDOp : EntriesMD->operands()) {
|
|
MDTuple *EntryMD = dyn_cast<MDTuple>(MDOp);
|
|
if (!EntryMD || EntryMD->getNumOperands() != 3)
|
|
return false;
|
|
ConstantAsMetadata *Op0 =
|
|
dyn_cast<ConstantAsMetadata>(EntryMD->getOperand(0));
|
|
ConstantAsMetadata *Op1 =
|
|
dyn_cast<ConstantAsMetadata>(EntryMD->getOperand(1));
|
|
ConstantAsMetadata *Op2 =
|
|
dyn_cast<ConstantAsMetadata>(EntryMD->getOperand(2));
|
|
|
|
if (!Op0 || !Op1 || !Op2)
|
|
return false;
|
|
Summary.emplace_back(cast<ConstantInt>(Op0->getValue())->getZExtValue(),
|
|
cast<ConstantInt>(Op1->getValue())->getZExtValue(),
|
|
cast<ConstantInt>(Op2->getValue())->getZExtValue());
|
|
}
|
|
return true;
|
|
}
|
|
|
|
// Parse an MDTuple representing an InstrProfSummary object.
|
|
static ProfileSummary *getInstrProfSummaryFromMD(MDTuple *Tuple) {
|
|
uint64_t NumBlocks, TotalCount, NumFunctions, MaxFunctionCount, MaxBlockCount,
|
|
MaxInternalBlockCount;
|
|
SummaryEntryVector Summary;
|
|
|
|
if (Tuple->getNumOperands() != 8)
|
|
return nullptr;
|
|
|
|
// Skip operand 0 which has been already parsed in the caller
|
|
if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(1)), "TotalCount",
|
|
TotalCount))
|
|
return nullptr;
|
|
if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(2)), "MaxBlockCount",
|
|
MaxBlockCount))
|
|
return nullptr;
|
|
if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(3)), "MaxInternalBlockCount",
|
|
MaxInternalBlockCount))
|
|
return nullptr;
|
|
if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(4)), "MaxFunctionCount",
|
|
MaxFunctionCount))
|
|
return nullptr;
|
|
if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(5)), "NumBlocks", NumBlocks))
|
|
return nullptr;
|
|
if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(6)), "NumFunctions",
|
|
NumFunctions))
|
|
return nullptr;
|
|
if (!getSummaryFromMD(dyn_cast<MDTuple>(Tuple->getOperand(7)), Summary))
|
|
return nullptr;
|
|
return new InstrProfSummary(TotalCount, MaxBlockCount, MaxInternalBlockCount,
|
|
MaxFunctionCount, NumBlocks, NumFunctions,
|
|
Summary);
|
|
}
|
|
|
|
// Parse an MDTuple representing a SampleProfileSummary object.
|
|
static ProfileSummary *getSampleProfileSummaryFromMD(MDTuple *Tuple) {
|
|
uint64_t TotalSamples, MaxSamplesPerLine, MaxHeadSamples, NumLinesWithSamples,
|
|
NumFunctions;
|
|
SummaryEntryVector Summary;
|
|
|
|
if (Tuple->getNumOperands() != 7)
|
|
return nullptr;
|
|
|
|
// Skip operand 0 which has been already parsed in the caller
|
|
if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(1)), "TotalSamples",
|
|
TotalSamples))
|
|
return nullptr;
|
|
if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(2)), "MaxSamplesPerLine",
|
|
MaxSamplesPerLine))
|
|
return nullptr;
|
|
if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(3)), "MaxHeadSamples",
|
|
MaxHeadSamples))
|
|
return nullptr;
|
|
if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(4)), "NumLinesWithSamples",
|
|
NumLinesWithSamples))
|
|
return nullptr;
|
|
if (!getVal(dyn_cast<MDTuple>(Tuple->getOperand(5)), "NumFunctions",
|
|
NumFunctions))
|
|
return nullptr;
|
|
if (!getSummaryFromMD(dyn_cast<MDTuple>(Tuple->getOperand(6)), Summary))
|
|
return nullptr;
|
|
return new SampleProfileSummary(TotalSamples, MaxSamplesPerLine,
|
|
MaxHeadSamples, NumLinesWithSamples,
|
|
NumFunctions, Summary);
|
|
}
|
|
|
|
ProfileSummary *ProfileSummary::getFromMD(Metadata *MD) {
|
|
if (!isa<MDTuple>(MD))
|
|
return nullptr;
|
|
MDTuple *Tuple = cast<MDTuple>(MD);
|
|
auto &FormatMD = Tuple->getOperand(0);
|
|
if (isKeyValuePair(dyn_cast_or_null<MDTuple>(FormatMD), "ProfileFormat",
|
|
"SampleProfile"))
|
|
return getSampleProfileSummaryFromMD(Tuple);
|
|
else if (isKeyValuePair(dyn_cast_or_null<MDTuple>(FormatMD), "ProfileFormat",
|
|
"InstrProf"))
|
|
return getInstrProfSummaryFromMD(Tuple);
|
|
else
|
|
return nullptr;
|
|
}
|