mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2024-11-25 04:02:41 +01:00
43c0d4789b
Summary: Use the new LoopVersioning facility (D16712) to add noalias metadata in the vector loop if we versioned with memchecks. This can enable some optimization opportunities further down the pipeline (see the included test or the benchmark improvement quoted in D16712). The test also covers the bug I had in the initial version in D16712. The vectorizer did not previously use LoopVersioning. The reason is that the vectorizer performs its transformations in single shot. It creates an empty single-block vector loop that it then populates with the widened, if-converted instructions. Thus creating an intermediate versioned scalar loop seems wasteful. So this patch (rather than bringing in LoopVersioning fully) adds a special interface to LoopVersioning to allow the vectorizer to add no-alias annotation while still performing its own versioning. As the vectorizer propagates metadata from the instructions in the original loop to the vector instructions we also check the pointer in the original instruction and see if LoopVersioning can add no-alias metadata based on the issued memchecks. Reviewers: hfinkel, nadav, mzolotukhin Subscribers: mzolotukhin, llvm-commits Differential Revision: http://reviews.llvm.org/D17191 llvm-svn: 263744
153 lines
6.0 KiB
C++
153 lines
6.0 KiB
C++
//===- LoopVersioning.h - Utility to version a loop -------------*- C++ -*-===//
|
|
//
|
|
// The LLVM Compiler Infrastructure
|
|
//
|
|
// This file is distributed under the University of Illinois Open Source
|
|
// License. See LICENSE.TXT for details.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file defines a utility class to perform loop versioning. The versioned
|
|
// loop speculates that otherwise may-aliasing memory accesses don't overlap and
|
|
// emits checks to prove this.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef LLVM_TRANSFORMS_UTILS_LOOPVERSIONING_H
|
|
#define LLVM_TRANSFORMS_UTILS_LOOPVERSIONING_H
|
|
|
|
#include "llvm/Analysis/LoopAccessAnalysis.h"
|
|
#include "llvm/Analysis/ScalarEvolution.h"
|
|
#include "llvm/Transforms/Utils/ValueMapper.h"
|
|
#include "llvm/Transforms/Utils/LoopUtils.h"
|
|
|
|
namespace llvm {
|
|
|
|
class Loop;
|
|
class LoopAccessInfo;
|
|
class LoopInfo;
|
|
class ScalarEvolution;
|
|
|
|
/// \brief This class emits a version of the loop where run-time checks ensure
|
|
/// that may-alias pointers can't overlap.
|
|
///
|
|
/// It currently only supports single-exit loops and assumes that the loop
|
|
/// already has a preheader.
|
|
class LoopVersioning {
|
|
public:
|
|
/// \brief Expects LoopAccessInfo, Loop, LoopInfo, DominatorTree as input.
|
|
/// It uses runtime check provided by the user. If \p UseLAIChecks is true,
|
|
/// we will retain the default checks made by LAI. Otherwise, construct an
|
|
/// object having no checks and we expect the user to add them.
|
|
LoopVersioning(const LoopAccessInfo &LAI, Loop *L, LoopInfo *LI,
|
|
DominatorTree *DT, ScalarEvolution *SE,
|
|
bool UseLAIChecks = true);
|
|
|
|
/// \brief Performs the CFG manipulation part of versioning the loop including
|
|
/// the DominatorTree and LoopInfo updates.
|
|
///
|
|
/// The loop that was used to construct the class will be the "versioned" loop
|
|
/// i.e. the loop that will receive control if all the memchecks pass.
|
|
///
|
|
/// This allows the loop transform pass to operate on the same loop regardless
|
|
/// of whether versioning was necessary or not:
|
|
///
|
|
/// for each loop L:
|
|
/// analyze L
|
|
/// if versioning is necessary version L
|
|
/// transform L
|
|
void versionLoop() { versionLoop(findDefsUsedOutsideOfLoop(VersionedLoop)); }
|
|
|
|
/// \brief Same but if the client has already precomputed the set of values
|
|
/// used outside the loop, this API will allows passing that.
|
|
void versionLoop(const SmallVectorImpl<Instruction *> &DefsUsedOutside);
|
|
|
|
/// \brief Returns the versioned loop. Control flows here if pointers in the
|
|
/// loop don't alias (i.e. all memchecks passed). (This loop is actually the
|
|
/// same as the original loop that we got constructed with.)
|
|
Loop *getVersionedLoop() { return VersionedLoop; }
|
|
|
|
/// \brief Returns the fall-back loop. Control flows here if pointers in the
|
|
/// loop may alias (i.e. one of the memchecks failed).
|
|
Loop *getNonVersionedLoop() { return NonVersionedLoop; }
|
|
|
|
/// \brief Sets the runtime alias checks for versioning the loop.
|
|
void setAliasChecks(
|
|
const SmallVector<RuntimePointerChecking::PointerCheck, 4> Checks);
|
|
|
|
/// \brief Sets the runtime SCEV checks for versioning the loop.
|
|
void setSCEVChecks(SCEVUnionPredicate Check);
|
|
|
|
/// \brief Annotate memory instructions in the versioned loop with no-alias
|
|
/// metadata based on the memchecks issued.
|
|
///
|
|
/// This is just wrapper that calls prepareNoAliasMetadata and
|
|
/// annotateInstWithNoAlias on the instructions of the versioned loop.
|
|
void annotateLoopWithNoAlias();
|
|
|
|
/// \brief Set up the aliasing scopes based on the memchecks. This needs to
|
|
/// be called before the first call to annotateInstWithNoAlias.
|
|
void prepareNoAliasMetadata();
|
|
|
|
/// \brief Add the noalias annotations to \p VersionedInst.
|
|
///
|
|
/// \p OrigInst is the instruction corresponding to \p VersionedInst in the
|
|
/// original loop. Initialize the aliasing scopes with
|
|
/// prepareNoAliasMetadata once before this can be called.
|
|
void annotateInstWithNoAlias(Instruction *VersionedInst,
|
|
const Instruction *OrigInst);
|
|
|
|
private:
|
|
/// \brief Adds the necessary PHI nodes for the versioned loops based on the
|
|
/// loop-defined values used outside of the loop.
|
|
///
|
|
/// This needs to be called after versionLoop if there are defs in the loop
|
|
/// that are used outside the loop.
|
|
void addPHINodes(const SmallVectorImpl<Instruction *> &DefsUsedOutside);
|
|
|
|
/// \brief Add the noalias annotations to \p I. Initialize the aliasing
|
|
/// scopes with prepareNoAliasMetadata once before this can be called.
|
|
void annotateInstWithNoAlias(Instruction *I) {
|
|
annotateInstWithNoAlias(I, I);
|
|
}
|
|
|
|
/// \brief The original loop. This becomes the "versioned" one. I.e.,
|
|
/// control flows here if pointers in the loop don't alias.
|
|
Loop *VersionedLoop;
|
|
/// \brief The fall-back loop. I.e. control flows here if pointers in the
|
|
/// loop may alias (memchecks failed).
|
|
Loop *NonVersionedLoop;
|
|
|
|
/// \brief This maps the instructions from VersionedLoop to their counterpart
|
|
/// in NonVersionedLoop.
|
|
ValueToValueMapTy VMap;
|
|
|
|
/// \brief The set of alias checks that we are versioning for.
|
|
SmallVector<RuntimePointerChecking::PointerCheck, 4> AliasChecks;
|
|
|
|
/// \brief The set of SCEV checks that we are versioning for.
|
|
SCEVUnionPredicate Preds;
|
|
|
|
/// \brief Maps a pointer to the pointer checking group that the pointer
|
|
/// belongs to.
|
|
DenseMap<const Value *, const RuntimePointerChecking::CheckingPtrGroup *>
|
|
PtrToGroup;
|
|
|
|
/// \brief The alias scope corresponding to a pointer checking group.
|
|
DenseMap<const RuntimePointerChecking::CheckingPtrGroup *, MDNode *>
|
|
GroupToScope;
|
|
|
|
/// \brief The list of alias scopes that a pointer checking group can't alias.
|
|
DenseMap<const RuntimePointerChecking::CheckingPtrGroup *, MDNode *>
|
|
GroupToNonAliasingScopeList;
|
|
|
|
/// \brief Analyses used.
|
|
const LoopAccessInfo &LAI;
|
|
LoopInfo *LI;
|
|
DominatorTree *DT;
|
|
ScalarEvolution *SE;
|
|
};
|
|
}
|
|
|
|
#endif
|