2010-07-20 17:41:07 +02:00
|
|
|
//===---------- SplitKit.cpp - Toolkit for splitting live ranges ----------===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file contains the SplitAnalysis class as well as mutator functions for
|
|
|
|
// live range splitting.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "llvm/ADT/SmallPtrSet.h"
|
|
|
|
#include "llvm/ADT/DenseMap.h"
|
2010-07-27 01:44:11 +02:00
|
|
|
#include "llvm/CodeGen/SlotIndexes.h"
|
2010-07-20 17:41:07 +02:00
|
|
|
|
|
|
|
namespace llvm {
|
|
|
|
|
|
|
|
class LiveInterval;
|
|
|
|
class LiveIntervals;
|
|
|
|
class MachineInstr;
|
|
|
|
class MachineLoop;
|
|
|
|
class MachineLoopInfo;
|
2010-07-27 01:44:11 +02:00
|
|
|
class MachineRegisterInfo;
|
2010-07-20 23:46:58 +02:00
|
|
|
class TargetInstrInfo;
|
2010-07-27 01:44:11 +02:00
|
|
|
class VirtRegMap;
|
|
|
|
class VNInfo;
|
2010-07-20 17:41:07 +02:00
|
|
|
|
2010-07-27 01:44:11 +02:00
|
|
|
/// SplitAnalysis - Analyze a LiveInterval, looking for live range splitting
|
|
|
|
/// opportunities.
|
2010-07-20 17:41:07 +02:00
|
|
|
class SplitAnalysis {
|
2010-08-10 19:07:22 +02:00
|
|
|
public:
|
2010-07-20 17:41:07 +02:00
|
|
|
const MachineFunction &mf_;
|
|
|
|
const LiveIntervals &lis_;
|
|
|
|
const MachineLoopInfo &loops_;
|
2010-07-20 23:46:58 +02:00
|
|
|
const TargetInstrInfo &tii_;
|
2010-07-20 17:41:07 +02:00
|
|
|
|
|
|
|
// Instructions using the the current register.
|
|
|
|
typedef SmallPtrSet<const MachineInstr*, 16> InstrPtrSet;
|
|
|
|
InstrPtrSet usingInstrs_;
|
|
|
|
|
|
|
|
// The number of instructions using curli in each basic block.
|
|
|
|
typedef DenseMap<const MachineBasicBlock*, unsigned> BlockCountMap;
|
|
|
|
BlockCountMap usingBlocks_;
|
|
|
|
|
2010-08-13 01:02:55 +02:00
|
|
|
// The number of basic block using curli in each loop.
|
|
|
|
typedef DenseMap<const MachineLoop*, unsigned> LoopCountMap;
|
|
|
|
LoopCountMap usingLoops_;
|
2010-07-20 17:41:07 +02:00
|
|
|
|
2010-08-12 19:07:14 +02:00
|
|
|
private:
|
|
|
|
// Current live interval.
|
|
|
|
const LiveInterval *curli_;
|
|
|
|
|
2010-07-20 17:41:07 +02:00
|
|
|
// Sumarize statistics by counting instructions using curli_.
|
2010-07-20 18:12:37 +02:00
|
|
|
void analyzeUses();
|
2010-07-20 17:41:07 +02:00
|
|
|
|
2010-07-20 23:46:58 +02:00
|
|
|
/// canAnalyzeBranch - Return true if MBB ends in a branch that can be
|
|
|
|
/// analyzed.
|
|
|
|
bool canAnalyzeBranch(const MachineBasicBlock *MBB);
|
|
|
|
|
2010-07-20 17:41:07 +02:00
|
|
|
public:
|
2010-07-21 01:50:15 +02:00
|
|
|
SplitAnalysis(const MachineFunction &mf, const LiveIntervals &lis,
|
|
|
|
const MachineLoopInfo &mli);
|
2010-07-20 17:41:07 +02:00
|
|
|
|
|
|
|
/// analyze - set curli to the specified interval, and analyze how it may be
|
|
|
|
/// split.
|
|
|
|
void analyze(const LiveInterval *li);
|
|
|
|
|
2010-08-13 01:02:55 +02:00
|
|
|
/// removeUse - Update statistics by noting that mi no longer uses curli.
|
|
|
|
void removeUse(const MachineInstr *mi);
|
|
|
|
|
2010-07-27 01:44:11 +02:00
|
|
|
const LiveInterval *getCurLI() { return curli_; }
|
|
|
|
|
2010-07-20 17:41:07 +02:00
|
|
|
/// clear - clear all data structures so SplitAnalysis is ready to analyze a
|
|
|
|
/// new interval.
|
|
|
|
void clear();
|
|
|
|
|
2010-07-20 23:46:58 +02:00
|
|
|
typedef SmallPtrSet<const MachineBasicBlock*, 16> BlockPtrSet;
|
2010-08-13 01:02:55 +02:00
|
|
|
typedef SmallPtrSet<const MachineLoop*, 16> LoopPtrSet;
|
2010-07-20 23:46:58 +02:00
|
|
|
|
|
|
|
// Sets of basic blocks surrounding a machine loop.
|
|
|
|
struct LoopBlocks {
|
|
|
|
BlockPtrSet Loop; // Blocks in the loop.
|
|
|
|
BlockPtrSet Preds; // Loop predecessor blocks.
|
|
|
|
BlockPtrSet Exits; // Loop exit blocks.
|
|
|
|
|
|
|
|
void clear() {
|
|
|
|
Loop.clear();
|
|
|
|
Preds.clear();
|
|
|
|
Exits.clear();
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
// Calculate the block sets surrounding the loop.
|
|
|
|
void getLoopBlocks(const MachineLoop *Loop, LoopBlocks &Blocks);
|
|
|
|
|
2010-07-20 17:41:07 +02:00
|
|
|
/// LoopPeripheralUse - how is a variable used in and around a loop?
|
|
|
|
/// Peripheral blocks are the loop predecessors and exit blocks.
|
|
|
|
enum LoopPeripheralUse {
|
|
|
|
ContainedInLoop, // All uses are inside the loop.
|
|
|
|
SinglePeripheral, // At most one instruction per peripheral block.
|
|
|
|
MultiPeripheral, // Multiple instructions in some peripheral blocks.
|
|
|
|
OutsideLoop // Uses outside loop periphery.
|
|
|
|
};
|
|
|
|
|
|
|
|
/// analyzeLoopPeripheralUse - Return an enum describing how curli_ is used in
|
|
|
|
/// and around the Loop.
|
2010-07-20 23:46:58 +02:00
|
|
|
LoopPeripheralUse analyzeLoopPeripheralUse(const LoopBlocks&);
|
|
|
|
|
|
|
|
/// getCriticalExits - It may be necessary to partially break critical edges
|
|
|
|
/// leaving the loop if an exit block has phi uses of curli. Collect the exit
|
|
|
|
/// blocks that need special treatment into CriticalExits.
|
|
|
|
void getCriticalExits(const LoopBlocks &Blocks, BlockPtrSet &CriticalExits);
|
|
|
|
|
|
|
|
/// canSplitCriticalExits - Return true if it is possible to insert new exit
|
|
|
|
/// blocks before the blocks in CriticalExits.
|
|
|
|
bool canSplitCriticalExits(const LoopBlocks &Blocks,
|
|
|
|
BlockPtrSet &CriticalExits);
|
2010-07-20 17:41:07 +02:00
|
|
|
|
|
|
|
/// getBestSplitLoop - Return the loop where curli may best be split to a
|
|
|
|
/// separate register, or NULL.
|
|
|
|
const MachineLoop *getBestSplitLoop();
|
2010-08-12 19:07:14 +02:00
|
|
|
|
|
|
|
/// getMultiUseBlocks - Add basic blocks to Blocks that may benefit from
|
|
|
|
/// having curli split to a new live interval. Return true if Blocks can be
|
|
|
|
/// passed to SplitEditor::splitSingleBlocks.
|
|
|
|
bool getMultiUseBlocks(BlockPtrSet &Blocks);
|
2010-08-13 23:18:48 +02:00
|
|
|
|
|
|
|
/// getBlockForInsideSplit - If curli is contained inside a single basic block,
|
|
|
|
/// and it wou pay to subdivide the interval inside that block, return it.
|
|
|
|
/// Otherwise return NULL. The returned block can be passed to
|
|
|
|
/// SplitEditor::splitInsideBlock.
|
|
|
|
const MachineBasicBlock *getBlockForInsideSplit();
|
2010-07-20 17:41:07 +02:00
|
|
|
};
|
|
|
|
|
2010-08-18 21:00:08 +02:00
|
|
|
|
|
|
|
/// LiveIntervalMap - Map values from a large LiveInterval into a small
|
|
|
|
/// interval that is a subset. Insert phi-def values as needed. This class is
|
|
|
|
/// used by SplitEditor to create new smaller LiveIntervals.
|
|
|
|
///
|
|
|
|
/// parentli_ is the larger interval, li_ is the subset interval. Every value
|
|
|
|
/// in li_ corresponds to exactly one value in parentli_, and the live range
|
|
|
|
/// of the value is contained within the live range of the parentli_ value.
|
|
|
|
/// Values in parentli_ may map to any number of openli_ values, including 0.
|
|
|
|
class LiveIntervalMap {
|
|
|
|
LiveIntervals &lis_;
|
|
|
|
|
|
|
|
// The parent interval is never changed.
|
|
|
|
const LiveInterval &parentli_;
|
|
|
|
|
|
|
|
// The child interval's values are fully contained inside parentli_ values.
|
|
|
|
LiveInterval &li_;
|
|
|
|
|
|
|
|
typedef DenseMap<const VNInfo*, VNInfo*> ValueMap;
|
|
|
|
|
|
|
|
// Map parentli_ values to simple values in li_ that are defined at the same
|
|
|
|
// SlotIndex, or NULL for parentli_ values that have complex li_ defs.
|
|
|
|
// Note there is a difference between values mapping to NULL (complex), and
|
|
|
|
// values not present (unknown/unmapped).
|
|
|
|
ValueMap valueMap_;
|
|
|
|
|
|
|
|
// extendTo - Find the last li_ value defined in MBB at or before Idx. The
|
|
|
|
// parentli_ is assumed to be live at Idx. Extend the live range to Idx.
|
|
|
|
// Return the found VNInfo, or NULL.
|
|
|
|
VNInfo *extendTo(MachineBasicBlock *MBB, SlotIndex Idx);
|
|
|
|
|
|
|
|
// addSimpleRange - Add a simple range from parentli_ to li_.
|
|
|
|
// ParentVNI must be live in the [Start;End) interval.
|
|
|
|
void addSimpleRange(SlotIndex Start, SlotIndex End, const VNInfo *ParentVNI);
|
|
|
|
|
|
|
|
public:
|
|
|
|
LiveIntervalMap(LiveIntervals &lis,
|
|
|
|
const LiveInterval &parentli,
|
|
|
|
LiveInterval &li)
|
2010-08-18 22:29:53 +02:00
|
|
|
: lis_(lis), parentli_(parentli), li_(li) {}
|
2010-08-18 21:00:08 +02:00
|
|
|
|
|
|
|
/// defValue - define a value in li_ from the parentli_ value VNI and Idx.
|
|
|
|
/// Idx does not have to be ParentVNI->def, but it must be contained within
|
|
|
|
/// ParentVNI's live range in parentli_.
|
|
|
|
/// Return the new li_ value.
|
|
|
|
VNInfo *defValue(const VNInfo *ParentVNI, SlotIndex Idx);
|
|
|
|
|
|
|
|
/// mapValue - map ParentVNI to the corresponding li_ value at Idx. It is
|
|
|
|
/// assumed that ParentVNI is live at Idx.
|
|
|
|
/// If ParentVNI has not been defined by defValue, it is assumed that
|
|
|
|
/// ParentVNI->def dominates Idx.
|
|
|
|
/// If ParentVNI has been defined by defValue one or more times, a value that
|
|
|
|
/// dominates Idx will be returned. This may require creating extra phi-def
|
|
|
|
/// values and adding live ranges to li_.
|
|
|
|
VNInfo *mapValue(const VNInfo *ParentVNI, SlotIndex Idx);
|
|
|
|
|
|
|
|
/// addRange - Add live ranges to li_ where [Start;End) intersects parentli_.
|
|
|
|
/// All needed values whose def is not inside [Start;End) must be defined
|
|
|
|
/// beforehand so mapValue will work.
|
|
|
|
void addRange(SlotIndex Start, SlotIndex End);
|
|
|
|
};
|
|
|
|
|
|
|
|
|
2010-07-27 01:44:11 +02:00
|
|
|
/// SplitEditor - Edit machine code and LiveIntervals for live range
|
|
|
|
/// splitting.
|
|
|
|
///
|
2010-08-07 00:17:33 +02:00
|
|
|
/// - Create a SplitEditor from a SplitAnalysis.
|
2010-08-05 00:08:39 +02:00
|
|
|
/// - Start a new live interval with openIntv.
|
|
|
|
/// - Mark the places where the new interval is entered using enterIntv*
|
|
|
|
/// - Mark the ranges where the new interval is used with useIntv*
|
|
|
|
/// - Mark the places where the interval is exited with exitIntv*.
|
|
|
|
/// - Finish the current interval with closeIntv and repeat from 2.
|
|
|
|
/// - Rewrite instructions with rewrite().
|
2010-07-27 01:44:11 +02:00
|
|
|
///
|
|
|
|
class SplitEditor {
|
|
|
|
SplitAnalysis &sa_;
|
|
|
|
LiveIntervals &lis_;
|
|
|
|
VirtRegMap &vrm_;
|
|
|
|
MachineRegisterInfo &mri_;
|
|
|
|
const TargetInstrInfo &tii_;
|
|
|
|
|
2010-08-07 00:17:33 +02:00
|
|
|
/// curli_ - The immutable interval we are currently splitting.
|
|
|
|
const LiveInterval *const curli_;
|
|
|
|
|
|
|
|
/// dupli_ - Created as a copy of curli_, ranges are carved out as new
|
|
|
|
/// intervals get added through openIntv / closeIntv. This is used to avoid
|
|
|
|
/// editing curli_.
|
2010-07-27 01:44:11 +02:00
|
|
|
LiveInterval *dupli_;
|
|
|
|
|
|
|
|
/// Currently open LiveInterval.
|
|
|
|
LiveInterval *openli_;
|
|
|
|
|
|
|
|
/// createInterval - Create a new virtual register and LiveInterval with same
|
|
|
|
/// register class and spill slot as curli.
|
|
|
|
LiveInterval *createInterval();
|
|
|
|
|
2010-08-07 00:17:33 +02:00
|
|
|
/// getDupLI - Ensure dupli is created and return it.
|
|
|
|
LiveInterval *getDupLI();
|
|
|
|
|
2010-08-12 19:07:14 +02:00
|
|
|
/// valueMap_ - Map values in cupli to values in openli. These are direct 1-1
|
2010-08-07 00:17:33 +02:00
|
|
|
/// mappings, and do not include values created by inserted copies.
|
|
|
|
DenseMap<const VNInfo*, VNInfo*> valueMap_;
|
2010-07-27 01:44:11 +02:00
|
|
|
|
2010-08-07 00:17:33 +02:00
|
|
|
/// mapValue - Return the openIntv value that corresponds to the given curli
|
|
|
|
/// value.
|
|
|
|
VNInfo *mapValue(const VNInfo *curliVNI);
|
2010-08-05 00:08:39 +02:00
|
|
|
|
|
|
|
/// A dupli value is live through openIntv.
|
|
|
|
bool liveThrough_;
|
|
|
|
|
|
|
|
/// All the new intervals created for this split are added to intervals_.
|
2010-08-14 00:56:53 +02:00
|
|
|
SmallVectorImpl<LiveInterval*> &intervals_;
|
2010-08-05 00:08:39 +02:00
|
|
|
|
|
|
|
/// The index into intervals_ of the first interval we added. There may be
|
|
|
|
/// others from before we got it.
|
|
|
|
unsigned firstInterval;
|
|
|
|
|
|
|
|
/// Insert a COPY instruction curli -> li. Allocate a new value from li
|
|
|
|
/// defined by the COPY
|
|
|
|
VNInfo *insertCopy(LiveInterval &LI,
|
|
|
|
MachineBasicBlock &MBB,
|
|
|
|
MachineBasicBlock::iterator I);
|
2010-07-27 01:44:11 +02:00
|
|
|
|
|
|
|
public:
|
|
|
|
/// Create a new SplitEditor for editing the LiveInterval analyzed by SA.
|
2010-08-05 00:08:39 +02:00
|
|
|
/// Newly created intervals will be appended to newIntervals.
|
|
|
|
SplitEditor(SplitAnalysis &SA, LiveIntervals&, VirtRegMap&,
|
2010-08-14 00:56:53 +02:00
|
|
|
SmallVectorImpl<LiveInterval*> &newIntervals);
|
2010-07-27 01:44:11 +02:00
|
|
|
|
2010-08-07 00:17:33 +02:00
|
|
|
/// getAnalysis - Get the corresponding analysis.
|
|
|
|
SplitAnalysis &getAnalysis() { return sa_; }
|
2010-07-27 01:44:11 +02:00
|
|
|
|
2010-08-05 00:08:39 +02:00
|
|
|
/// Create a new virtual register and live interval.
|
|
|
|
void openIntv();
|
2010-07-27 01:44:11 +02:00
|
|
|
|
2010-08-12 19:07:14 +02:00
|
|
|
/// enterIntvBefore - Enter openli before the instruction at Idx. If curli is
|
|
|
|
/// not live before Idx, a COPY is not inserted.
|
|
|
|
void enterIntvBefore(SlotIndex Idx);
|
|
|
|
|
2010-08-05 00:08:39 +02:00
|
|
|
/// enterIntvAtEnd - Enter openli at the end of MBB.
|
|
|
|
/// PhiMBB is a successor inside openli where a PHI value is created.
|
|
|
|
/// Currently, all entries must share the same PhiMBB.
|
|
|
|
void enterIntvAtEnd(MachineBasicBlock &MBB, MachineBasicBlock &PhiMBB);
|
2010-07-27 01:44:11 +02:00
|
|
|
|
2010-08-05 00:08:39 +02:00
|
|
|
/// useIntv - indicate that all instructions in MBB should use openli.
|
|
|
|
void useIntv(const MachineBasicBlock &MBB);
|
2010-07-27 01:44:11 +02:00
|
|
|
|
2010-08-05 00:08:39 +02:00
|
|
|
/// useIntv - indicate that all instructions in range should use openli.
|
|
|
|
void useIntv(SlotIndex Start, SlotIndex End);
|
2010-07-27 01:44:11 +02:00
|
|
|
|
2010-08-12 19:07:14 +02:00
|
|
|
/// leaveIntvAfter - Leave openli after the instruction at Idx.
|
|
|
|
void leaveIntvAfter(SlotIndex Idx);
|
|
|
|
|
2010-08-05 00:08:39 +02:00
|
|
|
/// leaveIntvAtTop - Leave the interval at the top of MBB.
|
|
|
|
/// Currently, only one value can leave the interval.
|
|
|
|
void leaveIntvAtTop(MachineBasicBlock &MBB);
|
2010-07-27 01:44:11 +02:00
|
|
|
|
2010-08-05 00:08:39 +02:00
|
|
|
/// closeIntv - Indicate that we are done editing the currently open
|
2010-07-27 01:44:11 +02:00
|
|
|
/// LiveInterval, and ranges can be trimmed.
|
2010-08-05 00:08:39 +02:00
|
|
|
void closeIntv();
|
2010-07-27 01:44:11 +02:00
|
|
|
|
|
|
|
/// rewrite - after all the new live ranges have been created, rewrite
|
|
|
|
/// instructions using curli to use the new intervals.
|
|
|
|
void rewrite();
|
|
|
|
|
|
|
|
// ===--- High level methods ---===
|
|
|
|
|
|
|
|
/// splitAroundLoop - Split curli into a separate live interval inside
|
2010-08-07 00:17:33 +02:00
|
|
|
/// the loop. Return true if curli has been completely replaced, false if
|
|
|
|
/// curli is still intact, and needs to be spilled or split further.
|
|
|
|
bool splitAroundLoop(const MachineLoop*);
|
2010-07-27 01:44:11 +02:00
|
|
|
|
2010-08-12 19:07:14 +02:00
|
|
|
/// splitSingleBlocks - Split curli into a separate live interval inside each
|
|
|
|
/// basic block in Blocks. Return true if curli has been completely replaced,
|
|
|
|
/// false if curli is still intact, and needs to be spilled or split further.
|
|
|
|
bool splitSingleBlocks(const SplitAnalysis::BlockPtrSet &Blocks);
|
2010-07-27 01:44:11 +02:00
|
|
|
|
2010-08-13 23:18:48 +02:00
|
|
|
/// splitInsideBlock - Split curli into multiple intervals inside MBB. Return
|
|
|
|
/// true if curli has been completely replaced, false if curli is still
|
|
|
|
/// intact, and needs to be spilled or split further.
|
|
|
|
bool splitInsideBlock(const MachineBasicBlock *);
|
|
|
|
};
|
2010-07-20 17:41:07 +02:00
|
|
|
|
|
|
|
}
|