mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2024-11-22 02:33:06 +01:00
742638c542
Change the way we track how a particular pointer was relocated at a statepoint in selection dag. Previously, we used an optional<location> for the spill lowering, and a block local Register for the newly introduced vreg lowering. Combine all three lowerings (norelocate, spill, and vreg) into a single helper class, and keep a single copy of the information. This is submitted separately as it really does make the code more readible on it's own, but the indirect motivation is to move vreg tracking from StatepointLowering to FunctionLoweringInfo. This is the last piece needed to support cross block relocations with vregs; that will follow in a separate (non-NFC) patch.
287 lines
10 KiB
C++
287 lines
10 KiB
C++
//===- FunctionLoweringInfo.h - Lower functions from LLVM IR ---*- C++ -*--===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This implements routines for translating functions from LLVM IR into
|
|
// Machine IR.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef LLVM_CODEGEN_FUNCTIONLOWERINGINFO_H
|
|
#define LLVM_CODEGEN_FUNCTIONLOWERINGINFO_H
|
|
|
|
#include "llvm/ADT/BitVector.h"
|
|
#include "llvm/ADT/DenseMap.h"
|
|
#include "llvm/ADT/IndexedMap.h"
|
|
#include "llvm/ADT/Optional.h"
|
|
#include "llvm/ADT/SmallPtrSet.h"
|
|
#include "llvm/ADT/SmallVector.h"
|
|
#include "llvm/CodeGen/ISDOpcodes.h"
|
|
#include "llvm/CodeGen/MachineBasicBlock.h"
|
|
#include "llvm/CodeGen/TargetRegisterInfo.h"
|
|
#include "llvm/IR/Instructions.h"
|
|
#include "llvm/IR/Type.h"
|
|
#include "llvm/IR/Value.h"
|
|
#include "llvm/Support/KnownBits.h"
|
|
#include <cassert>
|
|
#include <utility>
|
|
#include <vector>
|
|
|
|
namespace llvm {
|
|
|
|
class Argument;
|
|
class BasicBlock;
|
|
class BranchProbabilityInfo;
|
|
class LegacyDivergenceAnalysis;
|
|
class Function;
|
|
class Instruction;
|
|
class MachineFunction;
|
|
class MachineInstr;
|
|
class MachineRegisterInfo;
|
|
class MVT;
|
|
class SelectionDAG;
|
|
class TargetLowering;
|
|
|
|
//===--------------------------------------------------------------------===//
|
|
/// FunctionLoweringInfo - This contains information that is global to a
|
|
/// function that is used when lowering a region of the function.
|
|
///
|
|
class FunctionLoweringInfo {
|
|
public:
|
|
const Function *Fn;
|
|
MachineFunction *MF;
|
|
const TargetLowering *TLI;
|
|
MachineRegisterInfo *RegInfo;
|
|
BranchProbabilityInfo *BPI;
|
|
const LegacyDivergenceAnalysis *DA;
|
|
/// CanLowerReturn - true iff the function's return value can be lowered to
|
|
/// registers.
|
|
bool CanLowerReturn;
|
|
|
|
/// True if part of the CSRs will be handled via explicit copies.
|
|
bool SplitCSR;
|
|
|
|
/// DemoteRegister - if CanLowerReturn is false, DemoteRegister is a vreg
|
|
/// allocated to hold a pointer to the hidden sret parameter.
|
|
Register DemoteRegister;
|
|
|
|
/// MBBMap - A mapping from LLVM basic blocks to their machine code entry.
|
|
DenseMap<const BasicBlock*, MachineBasicBlock *> MBBMap;
|
|
|
|
/// ValueMap - Since we emit code for the function a basic block at a time,
|
|
/// we must remember which virtual registers hold the values for
|
|
/// cross-basic-block values.
|
|
DenseMap<const Value *, Register> ValueMap;
|
|
|
|
/// VirtReg2Value map is needed by the Divergence Analysis driven
|
|
/// instruction selection. It is reverted ValueMap. It is computed
|
|
/// in lazy style - on demand. It is used to get the Value corresponding
|
|
/// to the live in virtual register and is called from the
|
|
/// TargetLowerinInfo::isSDNodeSourceOfDivergence.
|
|
DenseMap<Register, const Value*> VirtReg2Value;
|
|
|
|
/// This method is called from TargetLowerinInfo::isSDNodeSourceOfDivergence
|
|
/// to get the Value corresponding to the live-in virtual register.
|
|
const Value *getValueFromVirtualReg(Register Vreg);
|
|
|
|
/// Track virtual registers created for exception pointers.
|
|
DenseMap<const Value *, Register> CatchPadExceptionPointers;
|
|
|
|
/// Helper object to track which of three possible relocation mechanisms are
|
|
/// used for a particular value being relocated over a statepoint.
|
|
struct StatepointRelocationRecord {
|
|
enum RelocType {
|
|
// Value did not need to be relocated and can be used directly.
|
|
NoRelocate,
|
|
// Value was spilled to stack and needs filled at the gc.relocate.
|
|
Spill,
|
|
// Value was lowered to tied def and gc.relocate should be replaced with
|
|
// copy from vreg.
|
|
VReg,
|
|
} type = NoRelocate;
|
|
// Payload contains either frame index of the stack slot in which the value
|
|
// was spilled, or virtual register which contains the re-definition.
|
|
union payload_t {
|
|
payload_t() : FI(-1) {}
|
|
int FI;
|
|
Register Reg;
|
|
} payload;
|
|
};
|
|
|
|
/// Keep track of each value which was relocated and the strategy used to
|
|
/// relocate that value. This information is required when visiting
|
|
/// gc.relocates which may appear in following blocks.
|
|
using StatepointSpillMapTy =
|
|
DenseMap<const Value *, StatepointRelocationRecord>;
|
|
DenseMap<const Instruction *, StatepointSpillMapTy> StatepointRelocationMaps;
|
|
|
|
/// StaticAllocaMap - Keep track of frame indices for fixed sized allocas in
|
|
/// the entry block. This allows the allocas to be efficiently referenced
|
|
/// anywhere in the function.
|
|
DenseMap<const AllocaInst*, int> StaticAllocaMap;
|
|
|
|
/// ByValArgFrameIndexMap - Keep track of frame indices for byval arguments.
|
|
DenseMap<const Argument*, int> ByValArgFrameIndexMap;
|
|
|
|
/// ArgDbgValues - A list of DBG_VALUE instructions created during isel for
|
|
/// function arguments that are inserted after scheduling is completed.
|
|
SmallVector<MachineInstr*, 8> ArgDbgValues;
|
|
|
|
/// Bitvector with a bit set if corresponding argument is described in
|
|
/// ArgDbgValues. Using arg numbers according to Argument numbering.
|
|
BitVector DescribedArgs;
|
|
|
|
/// RegFixups - Registers which need to be replaced after isel is done.
|
|
DenseMap<Register, Register> RegFixups;
|
|
|
|
DenseSet<Register> RegsWithFixups;
|
|
|
|
/// StatepointStackSlots - A list of temporary stack slots (frame indices)
|
|
/// used to spill values at a statepoint. We store them here to enable
|
|
/// reuse of the same stack slots across different statepoints in different
|
|
/// basic blocks.
|
|
SmallVector<unsigned, 50> StatepointStackSlots;
|
|
|
|
/// MBB - The current block.
|
|
MachineBasicBlock *MBB;
|
|
|
|
/// MBB - The current insert position inside the current block.
|
|
MachineBasicBlock::iterator InsertPt;
|
|
|
|
struct LiveOutInfo {
|
|
unsigned NumSignBits : 31;
|
|
unsigned IsValid : 1;
|
|
KnownBits Known = 1;
|
|
|
|
LiveOutInfo() : NumSignBits(0), IsValid(true) {}
|
|
};
|
|
|
|
/// Record the preferred extend type (ISD::SIGN_EXTEND or ISD::ZERO_EXTEND)
|
|
/// for a value.
|
|
DenseMap<const Value *, ISD::NodeType> PreferredExtendType;
|
|
|
|
/// VisitedBBs - The set of basic blocks visited thus far by instruction
|
|
/// selection.
|
|
SmallPtrSet<const BasicBlock*, 4> VisitedBBs;
|
|
|
|
/// PHINodesToUpdate - A list of phi instructions whose operand list will
|
|
/// be updated after processing the current basic block.
|
|
/// TODO: This isn't per-function state, it's per-basic-block state. But
|
|
/// there's no other convenient place for it to live right now.
|
|
std::vector<std::pair<MachineInstr*, unsigned> > PHINodesToUpdate;
|
|
unsigned OrigNumPHINodesToUpdate;
|
|
|
|
/// If the current MBB is a landing pad, the exception pointer and exception
|
|
/// selector registers are copied into these virtual registers by
|
|
/// SelectionDAGISel::PrepareEHLandingPad().
|
|
unsigned ExceptionPointerVirtReg, ExceptionSelectorVirtReg;
|
|
|
|
/// set - Initialize this FunctionLoweringInfo with the given Function
|
|
/// and its associated MachineFunction.
|
|
///
|
|
void set(const Function &Fn, MachineFunction &MF, SelectionDAG *DAG);
|
|
|
|
/// clear - Clear out all the function-specific state. This returns this
|
|
/// FunctionLoweringInfo to an empty state, ready to be used for a
|
|
/// different function.
|
|
void clear();
|
|
|
|
/// isExportedInst - Return true if the specified value is an instruction
|
|
/// exported from its block.
|
|
bool isExportedInst(const Value *V) const {
|
|
return ValueMap.count(V);
|
|
}
|
|
|
|
Register CreateReg(MVT VT, bool isDivergent = false);
|
|
|
|
Register CreateRegs(const Value *V);
|
|
|
|
Register CreateRegs(Type *Ty, bool isDivergent = false);
|
|
|
|
Register InitializeRegForValue(const Value *V) {
|
|
// Tokens never live in vregs.
|
|
if (V->getType()->isTokenTy())
|
|
return 0;
|
|
Register &R = ValueMap[V];
|
|
assert(R == 0 && "Already initialized this value register!");
|
|
assert(VirtReg2Value.empty());
|
|
return R = CreateRegs(V);
|
|
}
|
|
|
|
/// GetLiveOutRegInfo - Gets LiveOutInfo for a register, returning NULL if the
|
|
/// register is a PHI destination and the PHI's LiveOutInfo is not valid.
|
|
const LiveOutInfo *GetLiveOutRegInfo(Register Reg) {
|
|
if (!LiveOutRegInfo.inBounds(Reg))
|
|
return nullptr;
|
|
|
|
const LiveOutInfo *LOI = &LiveOutRegInfo[Reg];
|
|
if (!LOI->IsValid)
|
|
return nullptr;
|
|
|
|
return LOI;
|
|
}
|
|
|
|
/// GetLiveOutRegInfo - Gets LiveOutInfo for a register, returning NULL if the
|
|
/// register is a PHI destination and the PHI's LiveOutInfo is not valid. If
|
|
/// the register's LiveOutInfo is for a smaller bit width, it is extended to
|
|
/// the larger bit width by zero extension. The bit width must be no smaller
|
|
/// than the LiveOutInfo's existing bit width.
|
|
const LiveOutInfo *GetLiveOutRegInfo(Register Reg, unsigned BitWidth);
|
|
|
|
/// AddLiveOutRegInfo - Adds LiveOutInfo for a register.
|
|
void AddLiveOutRegInfo(Register Reg, unsigned NumSignBits,
|
|
const KnownBits &Known) {
|
|
// Only install this information if it tells us something.
|
|
if (NumSignBits == 1 && Known.isUnknown())
|
|
return;
|
|
|
|
LiveOutRegInfo.grow(Reg);
|
|
LiveOutInfo &LOI = LiveOutRegInfo[Reg];
|
|
LOI.NumSignBits = NumSignBits;
|
|
LOI.Known.One = Known.One;
|
|
LOI.Known.Zero = Known.Zero;
|
|
}
|
|
|
|
/// ComputePHILiveOutRegInfo - Compute LiveOutInfo for a PHI's destination
|
|
/// register based on the LiveOutInfo of its operands.
|
|
void ComputePHILiveOutRegInfo(const PHINode*);
|
|
|
|
/// InvalidatePHILiveOutRegInfo - Invalidates a PHI's LiveOutInfo, to be
|
|
/// called when a block is visited before all of its predecessors.
|
|
void InvalidatePHILiveOutRegInfo(const PHINode *PN) {
|
|
// PHIs with no uses have no ValueMap entry.
|
|
DenseMap<const Value*, Register>::const_iterator It = ValueMap.find(PN);
|
|
if (It == ValueMap.end())
|
|
return;
|
|
|
|
Register Reg = It->second;
|
|
if (Reg == 0)
|
|
return;
|
|
|
|
LiveOutRegInfo.grow(Reg);
|
|
LiveOutRegInfo[Reg].IsValid = false;
|
|
}
|
|
|
|
/// setArgumentFrameIndex - Record frame index for the byval
|
|
/// argument.
|
|
void setArgumentFrameIndex(const Argument *A, int FI);
|
|
|
|
/// getArgumentFrameIndex - Get frame index for the byval argument.
|
|
int getArgumentFrameIndex(const Argument *A);
|
|
|
|
Register getCatchPadExceptionPointerVReg(const Value *CPI,
|
|
const TargetRegisterClass *RC);
|
|
|
|
private:
|
|
/// LiveOutRegInfo - Information about live out vregs.
|
|
IndexedMap<LiveOutInfo, VirtReg2IndexFunctor> LiveOutRegInfo;
|
|
};
|
|
|
|
} // end namespace llvm
|
|
|
|
#endif // LLVM_CODEGEN_FUNCTIONLOWERINGINFO_H
|