mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2024-11-24 03:33:20 +01:00
d68f13d3d6
The style guide states that the explicit `inline` should not be used with inline methods. classof is very common inline method with a fair amount on inconsistency: $ git grep classof ./include | grep inline | wc -l 230 $ git grep classof ./include | grep -v inline | wc -l 257 I chose to target this method rather the larger change since this method is easily cargo-culted (I did it at least once). I considered doing the larger change and removing all occurrences but that would be a much larger change. Differential Revision: https://reviews.llvm.org/D33906 llvm-svn: 306731
475 lines
16 KiB
C++
475 lines
16 KiB
C++
//===- llvm/IR/Statepoint.h - gc.statepoint utilities -----------*- C++ -*-===//
|
|
//
|
|
// The LLVM Compiler Infrastructure
|
|
//
|
|
// This file is distributed under the University of Illinois Open Source
|
|
// License. See LICENSE.TXT for details.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file contains utility functions and a wrapper class analogous to
|
|
// CallSite for accessing the fields of gc.statepoint, gc.relocate,
|
|
// gc.result intrinsics; and some general utilities helpful when dealing with
|
|
// gc.statepoint.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef LLVM_IR_STATEPOINT_H
|
|
#define LLVM_IR_STATEPOINT_H
|
|
|
|
#include "llvm/ADT/Optional.h"
|
|
#include "llvm/ADT/iterator_range.h"
|
|
#include "llvm/IR/Attributes.h"
|
|
#include "llvm/IR/BasicBlock.h"
|
|
#include "llvm/IR/CallSite.h"
|
|
#include "llvm/IR/Constants.h"
|
|
#include "llvm/IR/Function.h"
|
|
#include "llvm/IR/Instruction.h"
|
|
#include "llvm/IR/Instructions.h"
|
|
#include "llvm/IR/IntrinsicInst.h"
|
|
#include "llvm/IR/Intrinsics.h"
|
|
#include "llvm/Support/Casting.h"
|
|
#include "llvm/Support/MathExtras.h"
|
|
#include <cassert>
|
|
#include <cstddef>
|
|
#include <cstdint>
|
|
#include <vector>
|
|
|
|
namespace llvm {
|
|
|
|
/// The statepoint intrinsic accepts a set of flags as its third argument.
|
|
/// Valid values come out of this set.
|
|
enum class StatepointFlags {
|
|
None = 0,
|
|
GCTransition = 1, ///< Indicates that this statepoint is a transition from
|
|
///< GC-aware code to code that is not GC-aware.
|
|
/// Mark the deopt arguments associated with the statepoint as only being
|
|
/// "live-in". By default, deopt arguments are "live-through". "live-through"
|
|
/// requires that they the value be live on entry, on exit, and at any point
|
|
/// during the call. "live-in" only requires the value be available at the
|
|
/// start of the call. In particular, "live-in" values can be placed in
|
|
/// unused argument registers or other non-callee saved registers.
|
|
DeoptLiveIn = 2,
|
|
|
|
MaskAll = 3 ///< A bitmask that includes all valid flags.
|
|
};
|
|
|
|
class GCRelocateInst;
|
|
class GCResultInst;
|
|
|
|
bool isStatepoint(ImmutableCallSite CS);
|
|
bool isStatepoint(const Value *V);
|
|
bool isStatepoint(const Value &V);
|
|
|
|
bool isGCRelocate(ImmutableCallSite CS);
|
|
bool isGCRelocate(const Value *V);
|
|
|
|
bool isGCResult(ImmutableCallSite CS);
|
|
bool isGCResult(const Value *V);
|
|
|
|
/// Analogous to CallSiteBase, this provides most of the actual
|
|
/// functionality for Statepoint and ImmutableStatepoint. It is
|
|
/// templatized to allow easily specializing of const and non-const
|
|
/// concrete subtypes. This is structured analogous to CallSite
|
|
/// rather than the IntrinsicInst.h helpers since we need to support
|
|
/// invokable statepoints.
|
|
template <typename FunTy, typename InstructionTy, typename ValueTy,
|
|
typename CallSiteTy>
|
|
class StatepointBase {
|
|
CallSiteTy StatepointCS;
|
|
|
|
protected:
|
|
explicit StatepointBase(InstructionTy *I) {
|
|
if (isStatepoint(I)) {
|
|
StatepointCS = CallSiteTy(I);
|
|
assert(StatepointCS && "isStatepoint implies CallSite");
|
|
}
|
|
}
|
|
|
|
explicit StatepointBase(CallSiteTy CS) {
|
|
if (isStatepoint(CS))
|
|
StatepointCS = CS;
|
|
}
|
|
|
|
public:
|
|
using arg_iterator = typename CallSiteTy::arg_iterator;
|
|
|
|
enum {
|
|
IDPos = 0,
|
|
NumPatchBytesPos = 1,
|
|
CalledFunctionPos = 2,
|
|
NumCallArgsPos = 3,
|
|
FlagsPos = 4,
|
|
CallArgsBeginPos = 5,
|
|
};
|
|
|
|
void *operator new(size_t, unsigned) = delete;
|
|
void *operator new(size_t s) = delete;
|
|
|
|
explicit operator bool() const {
|
|
// We do not assign non-statepoint CallSites to StatepointCS.
|
|
return (bool)StatepointCS;
|
|
}
|
|
|
|
/// Return the underlying CallSite.
|
|
CallSiteTy getCallSite() const {
|
|
assert(*this && "check validity first!");
|
|
return StatepointCS;
|
|
}
|
|
|
|
uint64_t getFlags() const {
|
|
return cast<ConstantInt>(getCallSite().getArgument(FlagsPos))
|
|
->getZExtValue();
|
|
}
|
|
|
|
/// Return the ID associated with this statepoint.
|
|
uint64_t getID() const {
|
|
const Value *IDVal = getCallSite().getArgument(IDPos);
|
|
return cast<ConstantInt>(IDVal)->getZExtValue();
|
|
}
|
|
|
|
/// Return the number of patchable bytes associated with this statepoint.
|
|
uint32_t getNumPatchBytes() const {
|
|
const Value *NumPatchBytesVal = getCallSite().getArgument(NumPatchBytesPos);
|
|
uint64_t NumPatchBytes =
|
|
cast<ConstantInt>(NumPatchBytesVal)->getZExtValue();
|
|
assert(isInt<32>(NumPatchBytes) && "should fit in 32 bits!");
|
|
return NumPatchBytes;
|
|
}
|
|
|
|
/// Return the value actually being called or invoked.
|
|
ValueTy *getCalledValue() const {
|
|
return getCallSite().getArgument(CalledFunctionPos);
|
|
}
|
|
|
|
InstructionTy *getInstruction() const {
|
|
return getCallSite().getInstruction();
|
|
}
|
|
|
|
/// Return the function being called if this is a direct call, otherwise
|
|
/// return null (if it's an indirect call).
|
|
FunTy *getCalledFunction() const {
|
|
return dyn_cast<Function>(getCalledValue());
|
|
}
|
|
|
|
/// Return the caller function for this statepoint.
|
|
FunTy *getCaller() const { return getCallSite().getCaller(); }
|
|
|
|
/// Determine if the statepoint cannot unwind.
|
|
bool doesNotThrow() const {
|
|
Function *F = getCalledFunction();
|
|
return getCallSite().doesNotThrow() || (F ? F->doesNotThrow() : false);
|
|
}
|
|
|
|
/// Return the type of the value returned by the call underlying the
|
|
/// statepoint.
|
|
Type *getActualReturnType() const {
|
|
auto *FTy = cast<FunctionType>(
|
|
cast<PointerType>(getCalledValue()->getType())->getElementType());
|
|
return FTy->getReturnType();
|
|
}
|
|
|
|
/// Number of arguments to be passed to the actual callee.
|
|
int getNumCallArgs() const {
|
|
const Value *NumCallArgsVal = getCallSite().getArgument(NumCallArgsPos);
|
|
return cast<ConstantInt>(NumCallArgsVal)->getZExtValue();
|
|
}
|
|
|
|
size_t arg_size() const { return getNumCallArgs(); }
|
|
typename CallSiteTy::arg_iterator arg_begin() const {
|
|
assert(CallArgsBeginPos <= (int)getCallSite().arg_size());
|
|
return getCallSite().arg_begin() + CallArgsBeginPos;
|
|
}
|
|
typename CallSiteTy::arg_iterator arg_end() const {
|
|
auto I = arg_begin() + arg_size();
|
|
assert((getCallSite().arg_end() - I) >= 0);
|
|
return I;
|
|
}
|
|
|
|
ValueTy *getArgument(unsigned Index) {
|
|
assert(Index < arg_size() && "out of bounds!");
|
|
return *(arg_begin() + Index);
|
|
}
|
|
|
|
/// range adapter for call arguments
|
|
iterator_range<arg_iterator> call_args() const {
|
|
return make_range(arg_begin(), arg_end());
|
|
}
|
|
|
|
/// \brief Return true if the call or the callee has the given attribute.
|
|
bool paramHasAttr(unsigned i, Attribute::AttrKind A) const {
|
|
Function *F = getCalledFunction();
|
|
return getCallSite().paramHasAttr(i + CallArgsBeginPos, A) ||
|
|
(F ? F->getAttributes().hasAttribute(i, A) : false);
|
|
}
|
|
|
|
/// Number of GC transition args.
|
|
int getNumTotalGCTransitionArgs() const {
|
|
const Value *NumGCTransitionArgs = *arg_end();
|
|
return cast<ConstantInt>(NumGCTransitionArgs)->getZExtValue();
|
|
}
|
|
typename CallSiteTy::arg_iterator gc_transition_args_begin() const {
|
|
auto I = arg_end() + 1;
|
|
assert((getCallSite().arg_end() - I) >= 0);
|
|
return I;
|
|
}
|
|
typename CallSiteTy::arg_iterator gc_transition_args_end() const {
|
|
auto I = gc_transition_args_begin() + getNumTotalGCTransitionArgs();
|
|
assert((getCallSite().arg_end() - I) >= 0);
|
|
return I;
|
|
}
|
|
|
|
/// range adapter for GC transition arguments
|
|
iterator_range<arg_iterator> gc_transition_args() const {
|
|
return make_range(gc_transition_args_begin(), gc_transition_args_end());
|
|
}
|
|
|
|
/// Number of additional arguments excluding those intended
|
|
/// for garbage collection.
|
|
int getNumTotalVMSArgs() const {
|
|
const Value *NumVMSArgs = *gc_transition_args_end();
|
|
return cast<ConstantInt>(NumVMSArgs)->getZExtValue();
|
|
}
|
|
|
|
typename CallSiteTy::arg_iterator deopt_begin() const {
|
|
auto I = gc_transition_args_end() + 1;
|
|
assert((getCallSite().arg_end() - I) >= 0);
|
|
return I;
|
|
}
|
|
typename CallSiteTy::arg_iterator deopt_end() const {
|
|
auto I = deopt_begin() + getNumTotalVMSArgs();
|
|
assert((getCallSite().arg_end() - I) >= 0);
|
|
return I;
|
|
}
|
|
|
|
/// range adapter for vm state arguments
|
|
iterator_range<arg_iterator> deopt_operands() const {
|
|
return make_range(deopt_begin(), deopt_end());
|
|
}
|
|
|
|
typename CallSiteTy::arg_iterator gc_args_begin() const {
|
|
return deopt_end();
|
|
}
|
|
typename CallSiteTy::arg_iterator gc_args_end() const {
|
|
return getCallSite().arg_end();
|
|
}
|
|
|
|
unsigned gcArgsStartIdx() const {
|
|
return gc_args_begin() - getInstruction()->op_begin();
|
|
}
|
|
|
|
/// range adapter for gc arguments
|
|
iterator_range<arg_iterator> gc_args() const {
|
|
return make_range(gc_args_begin(), gc_args_end());
|
|
}
|
|
|
|
/// Get list of all gc reloactes linked to this statepoint
|
|
/// May contain several relocations for the same base/derived pair.
|
|
/// For example this could happen due to relocations on unwinding
|
|
/// path of invoke.
|
|
std::vector<const GCRelocateInst *> getRelocates() const;
|
|
|
|
/// Get the experimental_gc_result call tied to this statepoint. Can be
|
|
/// nullptr if there isn't a gc_result tied to this statepoint. Guaranteed to
|
|
/// be a CallInst if non-null.
|
|
const GCResultInst *getGCResult() const {
|
|
for (auto *U : getInstruction()->users())
|
|
if (auto *GRI = dyn_cast<GCResultInst>(U))
|
|
return GRI;
|
|
return nullptr;
|
|
}
|
|
|
|
#ifndef NDEBUG
|
|
/// Asserts if this statepoint is malformed. Common cases for failure
|
|
/// include incorrect length prefixes for variable length sections or
|
|
/// illegal values for parameters.
|
|
void verify() {
|
|
assert(getNumCallArgs() >= 0 &&
|
|
"number of arguments to actually callee can't be negative");
|
|
|
|
// The internal asserts in the iterator accessors do the rest.
|
|
(void)arg_begin();
|
|
(void)arg_end();
|
|
(void)gc_transition_args_begin();
|
|
(void)gc_transition_args_end();
|
|
(void)deopt_begin();
|
|
(void)deopt_end();
|
|
(void)gc_args_begin();
|
|
(void)gc_args_end();
|
|
}
|
|
#endif
|
|
};
|
|
|
|
/// A specialization of it's base class for read only access
|
|
/// to a gc.statepoint.
|
|
class ImmutableStatepoint
|
|
: public StatepointBase<const Function, const Instruction, const Value,
|
|
ImmutableCallSite> {
|
|
using Base =
|
|
StatepointBase<const Function, const Instruction, const Value,
|
|
ImmutableCallSite>;
|
|
|
|
public:
|
|
explicit ImmutableStatepoint(const Instruction *I) : Base(I) {}
|
|
explicit ImmutableStatepoint(ImmutableCallSite CS) : Base(CS) {}
|
|
};
|
|
|
|
/// A specialization of it's base class for read-write access
|
|
/// to a gc.statepoint.
|
|
class Statepoint
|
|
: public StatepointBase<Function, Instruction, Value, CallSite> {
|
|
using Base = StatepointBase<Function, Instruction, Value, CallSite>;
|
|
|
|
public:
|
|
explicit Statepoint(Instruction *I) : Base(I) {}
|
|
explicit Statepoint(CallSite CS) : Base(CS) {}
|
|
};
|
|
|
|
/// Common base class for representing values projected from a statepoint.
|
|
/// Currently, the only projections available are gc.result and gc.relocate.
|
|
class GCProjectionInst : public IntrinsicInst {
|
|
public:
|
|
static bool classof(const IntrinsicInst *I) {
|
|
return I->getIntrinsicID() == Intrinsic::experimental_gc_relocate ||
|
|
I->getIntrinsicID() == Intrinsic::experimental_gc_result;
|
|
}
|
|
|
|
static bool classof(const Value *V) {
|
|
return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V));
|
|
}
|
|
|
|
/// Return true if this relocate is tied to the invoke statepoint.
|
|
/// This includes relocates which are on the unwinding path.
|
|
bool isTiedToInvoke() const {
|
|
const Value *Token = getArgOperand(0);
|
|
|
|
return isa<LandingPadInst>(Token) || isa<InvokeInst>(Token);
|
|
}
|
|
|
|
/// The statepoint with which this gc.relocate is associated.
|
|
const Instruction *getStatepoint() const {
|
|
const Value *Token = getArgOperand(0);
|
|
|
|
// This takes care both of relocates for call statepoints and relocates
|
|
// on normal path of invoke statepoint.
|
|
if (!isa<LandingPadInst>(Token)) {
|
|
assert(isStatepoint(Token));
|
|
return cast<Instruction>(Token);
|
|
}
|
|
|
|
// This relocate is on exceptional path of an invoke statepoint
|
|
const BasicBlock *InvokeBB =
|
|
cast<Instruction>(Token)->getParent()->getUniquePredecessor();
|
|
|
|
assert(InvokeBB && "safepoints should have unique landingpads");
|
|
assert(InvokeBB->getTerminator() &&
|
|
"safepoint block should be well formed");
|
|
assert(isStatepoint(InvokeBB->getTerminator()));
|
|
|
|
return InvokeBB->getTerminator();
|
|
}
|
|
};
|
|
|
|
/// Represents calls to the gc.relocate intrinsic.
|
|
class GCRelocateInst : public GCProjectionInst {
|
|
public:
|
|
static bool classof(const IntrinsicInst *I) {
|
|
return I->getIntrinsicID() == Intrinsic::experimental_gc_relocate;
|
|
}
|
|
|
|
static bool classof(const Value *V) {
|
|
return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V));
|
|
}
|
|
|
|
/// The index into the associate statepoint's argument list
|
|
/// which contains the base pointer of the pointer whose
|
|
/// relocation this gc.relocate describes.
|
|
unsigned getBasePtrIndex() const {
|
|
return cast<ConstantInt>(getArgOperand(1))->getZExtValue();
|
|
}
|
|
|
|
/// The index into the associate statepoint's argument list which
|
|
/// contains the pointer whose relocation this gc.relocate describes.
|
|
unsigned getDerivedPtrIndex() const {
|
|
return cast<ConstantInt>(getArgOperand(2))->getZExtValue();
|
|
}
|
|
|
|
Value *getBasePtr() const {
|
|
ImmutableCallSite CS(getStatepoint());
|
|
return *(CS.arg_begin() + getBasePtrIndex());
|
|
}
|
|
|
|
Value *getDerivedPtr() const {
|
|
ImmutableCallSite CS(getStatepoint());
|
|
return *(CS.arg_begin() + getDerivedPtrIndex());
|
|
}
|
|
};
|
|
|
|
/// Represents calls to the gc.result intrinsic.
|
|
class GCResultInst : public GCProjectionInst {
|
|
public:
|
|
static bool classof(const IntrinsicInst *I) {
|
|
return I->getIntrinsicID() == Intrinsic::experimental_gc_result;
|
|
}
|
|
|
|
static bool classof(const Value *V) {
|
|
return isa<IntrinsicInst>(V) && classof(cast<IntrinsicInst>(V));
|
|
}
|
|
};
|
|
|
|
template <typename FunTy, typename InstructionTy, typename ValueTy,
|
|
typename CallSiteTy>
|
|
std::vector<const GCRelocateInst *>
|
|
StatepointBase<FunTy, InstructionTy, ValueTy, CallSiteTy>::getRelocates()
|
|
const {
|
|
|
|
std::vector<const GCRelocateInst *> Result;
|
|
|
|
CallSiteTy StatepointCS = getCallSite();
|
|
|
|
// Search for relocated pointers. Note that working backwards from the
|
|
// gc_relocates ensures that we only get pairs which are actually relocated
|
|
// and used after the statepoint.
|
|
for (const User *U : getInstruction()->users())
|
|
if (auto *Relocate = dyn_cast<GCRelocateInst>(U))
|
|
Result.push_back(Relocate);
|
|
|
|
if (!StatepointCS.isInvoke())
|
|
return Result;
|
|
|
|
// We need to scan thorough exceptional relocations if it is invoke statepoint
|
|
LandingPadInst *LandingPad =
|
|
cast<InvokeInst>(getInstruction())->getLandingPadInst();
|
|
|
|
// Search for gc relocates that are attached to this landingpad.
|
|
for (const User *LandingPadUser : LandingPad->users()) {
|
|
if (auto *Relocate = dyn_cast<GCRelocateInst>(LandingPadUser))
|
|
Result.push_back(Relocate);
|
|
}
|
|
return Result;
|
|
}
|
|
|
|
/// Call sites that get wrapped by a gc.statepoint (currently only in
|
|
/// RewriteStatepointsForGC and potentially in other passes in the future) can
|
|
/// have attributes that describe properties of gc.statepoint call they will be
|
|
/// eventually be wrapped in. This struct is used represent such directives.
|
|
struct StatepointDirectives {
|
|
Optional<uint32_t> NumPatchBytes;
|
|
Optional<uint64_t> StatepointID;
|
|
|
|
static const uint64_t DefaultStatepointID = 0xABCDEF00;
|
|
static const uint64_t DeoptBundleStatepointID = 0xABCDEF0F;
|
|
};
|
|
|
|
/// Parse out statepoint directives from the function attributes present in \p
|
|
/// AS.
|
|
StatepointDirectives parseStatepointDirectivesFromAttrs(AttributeList AS);
|
|
|
|
/// Return \c true if the the \p Attr is an attribute that is a statepoint
|
|
/// directive.
|
|
bool isStatepointDirectiveAttr(Attribute Attr);
|
|
|
|
} // end namespace llvm
|
|
|
|
#endif // LLVM_IR_STATEPOINT_H
|