2016-05-03 01:05:48 +02:00
|
|
|
#include "llvm/ADT/STLExtras.h"
|
2017-12-13 03:51:04 +01:00
|
|
|
#include "llvm/CodeGen/LiveIntervals.h"
|
2016-05-03 01:05:48 +02:00
|
|
|
#include "llvm/CodeGen/MIRParser/MIRParser.h"
|
|
|
|
#include "llvm/CodeGen/MachineFunction.h"
|
2016-05-10 05:03:55 +02:00
|
|
|
#include "llvm/CodeGen/MachineModuleInfo.h"
|
2017-11-17 02:07:10 +01:00
|
|
|
#include "llvm/CodeGen/TargetRegisterInfo.h"
|
2017-06-06 13:06:56 +02:00
|
|
|
#include "llvm/IR/LegacyPassManager.h"
|
2019-11-14 03:19:54 +01:00
|
|
|
#include "llvm/InitializePasses.h"
|
2016-05-03 01:05:48 +02:00
|
|
|
#include "llvm/Support/MemoryBuffer.h"
|
|
|
|
#include "llvm/Support/SourceMgr.h"
|
|
|
|
#include "llvm/Support/TargetRegistry.h"
|
|
|
|
#include "llvm/Support/TargetSelect.h"
|
|
|
|
#include "llvm/Target/TargetMachine.h"
|
|
|
|
#include "llvm/Target/TargetOptions.h"
|
2017-06-06 13:06:56 +02:00
|
|
|
#include "gtest/gtest.h"
|
2016-02-18 08:37:17 +01:00
|
|
|
|
2016-05-03 01:05:48 +02:00
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
namespace llvm {
|
|
|
|
void initializeTestPassPass(PassRegistry &);
|
|
|
|
}
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
|
|
|
|
void initLLVM() {
|
|
|
|
InitializeAllTargets();
|
|
|
|
InitializeAllTargetMCs();
|
|
|
|
InitializeAllAsmPrinters();
|
|
|
|
InitializeAllAsmParsers();
|
|
|
|
|
|
|
|
PassRegistry *Registry = PassRegistry::getPassRegistry();
|
|
|
|
initializeCore(*Registry);
|
|
|
|
initializeCodeGen(*Registry);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// Create a TargetMachine. As we lack a dedicated always available target for
|
2016-07-26 05:57:45 +02:00
|
|
|
/// unittests, we go for "AMDGPU" to be able to test normal and subregister
|
|
|
|
/// liveranges.
|
2018-11-06 00:49:13 +01:00
|
|
|
std::unique_ptr<LLVMTargetMachine> createTargetMachine() {
|
2016-07-26 05:57:45 +02:00
|
|
|
Triple TargetTriple("amdgcn--");
|
2016-05-03 01:05:48 +02:00
|
|
|
std::string Error;
|
|
|
|
const Target *T = TargetRegistry::lookupTarget("", TargetTriple, Error);
|
|
|
|
if (!T)
|
|
|
|
return nullptr;
|
|
|
|
|
|
|
|
TargetOptions Options;
|
2018-11-06 00:49:13 +01:00
|
|
|
return std::unique_ptr<LLVMTargetMachine>(static_cast<LLVMTargetMachine*>(
|
2020-05-23 01:57:45 +02:00
|
|
|
T->createTargetMachine("AMDGPU", "gfx900", "", Options, None, None,
|
2018-11-06 00:49:13 +01:00
|
|
|
CodeGenOpt::Aggressive)));
|
2016-05-03 01:05:48 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
std::unique_ptr<Module> parseMIR(LLVMContext &Context,
|
|
|
|
legacy::PassManagerBase &PM, std::unique_ptr<MIRParser> &MIR,
|
2018-11-06 00:49:13 +01:00
|
|
|
const LLVMTargetMachine &TM, StringRef MIRCode, const char *FuncName) {
|
2016-05-03 01:05:48 +02:00
|
|
|
SMDiagnostic Diagnostic;
|
|
|
|
std::unique_ptr<MemoryBuffer> MBuffer = MemoryBuffer::getMemBuffer(MIRCode);
|
|
|
|
MIR = createMIRParser(std::move(MBuffer), Context);
|
|
|
|
if (!MIR)
|
|
|
|
return nullptr;
|
|
|
|
|
2017-06-06 02:44:35 +02:00
|
|
|
std::unique_ptr<Module> M = MIR->parseIRModule();
|
2016-05-03 01:05:48 +02:00
|
|
|
if (!M)
|
|
|
|
return nullptr;
|
|
|
|
|
|
|
|
M->setDataLayout(TM.createDataLayout());
|
|
|
|
|
2019-09-30 19:54:50 +02:00
|
|
|
MachineModuleInfoWrapperPass *MMIWP = new MachineModuleInfoWrapperPass(&TM);
|
|
|
|
if (MIR->parseMachineFunctions(*M, MMIWP->getMMI()))
|
2017-06-06 02:44:35 +02:00
|
|
|
return nullptr;
|
2019-09-30 19:54:50 +02:00
|
|
|
PM.add(MMIWP);
|
2016-05-03 01:05:48 +02:00
|
|
|
|
|
|
|
return M;
|
|
|
|
}
|
|
|
|
|
|
|
|
typedef std::function<void(MachineFunction&,LiveIntervals&)> LiveIntervalTest;
|
|
|
|
|
|
|
|
struct TestPass : public MachineFunctionPass {
|
|
|
|
static char ID;
|
|
|
|
TestPass() : MachineFunctionPass(ID) {
|
|
|
|
// We should never call this but always use PM.add(new TestPass(...))
|
|
|
|
abort();
|
|
|
|
}
|
|
|
|
TestPass(LiveIntervalTest T) : MachineFunctionPass(ID), T(T) {
|
|
|
|
initializeTestPassPass(*PassRegistry::getPassRegistry());
|
|
|
|
}
|
|
|
|
|
|
|
|
bool runOnMachineFunction(MachineFunction &MF) override {
|
|
|
|
LiveIntervals &LIS = getAnalysis<LiveIntervals>();
|
|
|
|
T(MF, LIS);
|
|
|
|
EXPECT_TRUE(MF.verify(this));
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
void getAnalysisUsage(AnalysisUsage &AU) const override {
|
|
|
|
AU.setPreservesAll();
|
|
|
|
AU.addRequired<LiveIntervals>();
|
|
|
|
AU.addPreserved<LiveIntervals>();
|
|
|
|
MachineFunctionPass::getAnalysisUsage(AU);
|
|
|
|
}
|
|
|
|
private:
|
|
|
|
LiveIntervalTest T;
|
|
|
|
};
|
|
|
|
|
2016-07-26 05:57:45 +02:00
|
|
|
static MachineInstr &getMI(MachineFunction &MF, unsigned At,
|
|
|
|
unsigned BlockNum) {
|
2016-05-24 23:54:01 +02:00
|
|
|
MachineBasicBlock &MBB = *MF.getBlockNumbered(BlockNum);
|
2016-05-03 01:05:48 +02:00
|
|
|
|
|
|
|
unsigned I = 0;
|
|
|
|
for (MachineInstr &MI : MBB) {
|
2016-07-26 05:57:45 +02:00
|
|
|
if (I == At)
|
|
|
|
return MI;
|
2016-05-03 01:05:48 +02:00
|
|
|
++I;
|
|
|
|
}
|
2016-07-26 05:57:45 +02:00
|
|
|
llvm_unreachable("Instruction not found");
|
|
|
|
}
|
2016-05-03 01:05:48 +02:00
|
|
|
|
2016-07-26 05:57:45 +02:00
|
|
|
/**
|
|
|
|
* Move instruction number \p From in front of instruction number \p To and
|
|
|
|
* update affected liveness intervals with LiveIntervalAnalysis::handleMove().
|
|
|
|
*/
|
|
|
|
static void testHandleMove(MachineFunction &MF, LiveIntervals &LIS,
|
|
|
|
unsigned From, unsigned To, unsigned BlockNum = 0) {
|
|
|
|
MachineInstr &FromInstr = getMI(MF, From, BlockNum);
|
|
|
|
MachineInstr &ToInstr = getMI(MF, To, BlockNum);
|
|
|
|
|
|
|
|
MachineBasicBlock &MBB = *FromInstr.getParent();
|
|
|
|
MBB.splice(ToInstr.getIterator(), &MBB, FromInstr.getIterator());
|
|
|
|
LIS.handleMove(FromInstr, true);
|
2016-05-03 01:05:48 +02:00
|
|
|
}
|
|
|
|
|
[LiveIntervals] Replace handleMoveIntoBundle
Summary:
The current handleMoveIntoBundle implementation is unusable,
it attempts to access the slot indexes of bundled instructions.
It also leaves bundled instructions with slot indexes assigned.
Replace handleMoveIntoBundle this with a more explicit
handleMoveIntoNewBundle function which recalculates the live
intervals for all instructions moved into a newly formed bundle,
and removes slot indexes from these instructions.
Reviewers: arsenm, MaskRay, kariddi, tpr, qcolombet
Reviewed By: qcolombet
Subscribers: MatzeB, wdng, hiraditya, arphaman, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D77969
2020-04-16 12:57:55 +02:00
|
|
|
/**
|
|
|
|
* Move instructions numbered \p From inclusive through instruction number
|
|
|
|
* \p To into a newly formed bundle and update affected liveness intervals
|
|
|
|
* with LiveIntervalAnalysis::handleMoveIntoNewBundle().
|
|
|
|
*/
|
|
|
|
static void testHandleMoveIntoNewBundle(MachineFunction &MF, LiveIntervals &LIS,
|
|
|
|
unsigned From, unsigned To,
|
|
|
|
unsigned BlockNum = 0) {
|
|
|
|
MachineInstr &FromInstr = getMI(MF, From, BlockNum);
|
|
|
|
MachineInstr &ToInstr = getMI(MF, To, BlockNum);
|
|
|
|
MachineBasicBlock &MBB = *FromInstr.getParent();
|
|
|
|
MachineBasicBlock::instr_iterator I = FromInstr.getIterator();
|
|
|
|
|
|
|
|
// Build bundle
|
|
|
|
finalizeBundle(MBB, I, std::next(ToInstr.getIterator()));
|
|
|
|
|
|
|
|
// Update LiveIntervals
|
|
|
|
MachineBasicBlock::instr_iterator BundleStart = std::prev(I);
|
|
|
|
LIS.handleMoveIntoNewBundle(*BundleStart, true);
|
|
|
|
}
|
|
|
|
|
2021-01-08 14:40:29 +01:00
|
|
|
/**
|
|
|
|
* Split block numbered \p BlockNum at instruction \p SplitAt using
|
|
|
|
* MachineBasicBlock::splitAt updating liveness intervals.
|
|
|
|
*/
|
|
|
|
static void testSplitAt(MachineFunction &MF, LiveIntervals &LIS,
|
|
|
|
unsigned SplitAt, unsigned BlockNum) {
|
|
|
|
MachineInstr &SplitInstr = getMI(MF, SplitAt, BlockNum);
|
|
|
|
MachineBasicBlock &MBB = *SplitInstr.getParent();
|
|
|
|
|
|
|
|
// Split block and update live intervals
|
|
|
|
MBB.splitAt(SplitInstr, false, &LIS);
|
|
|
|
}
|
|
|
|
|
2016-05-03 01:05:48 +02:00
|
|
|
static void liveIntervalTest(StringRef MIRFunc, LiveIntervalTest T) {
|
|
|
|
LLVMContext Context;
|
2018-11-06 00:49:13 +01:00
|
|
|
std::unique_ptr<LLVMTargetMachine> TM = createTargetMachine();
|
2016-05-03 01:05:48 +02:00
|
|
|
// This test is designed for the X86 backend; stop if it is not available.
|
|
|
|
if (!TM)
|
|
|
|
return;
|
|
|
|
|
|
|
|
legacy::PassManager PM;
|
|
|
|
|
|
|
|
SmallString<160> S;
|
2017-02-23 02:09:01 +01:00
|
|
|
StringRef MIRString = (Twine(R"MIR(
|
|
|
|
---
|
|
|
|
...
|
|
|
|
name: func
|
|
|
|
registers:
|
|
|
|
- { id: 0, class: sreg_64 }
|
|
|
|
body: |
|
|
|
|
bb.0:
|
|
|
|
)MIR") + Twine(MIRFunc) + Twine("...\n")).toNullTerminatedStringRef(S);
|
2016-05-03 01:05:48 +02:00
|
|
|
std::unique_ptr<MIRParser> MIR;
|
|
|
|
std::unique_ptr<Module> M = parseMIR(Context, PM, MIR, *TM, MIRString,
|
|
|
|
"func");
|
2017-06-16 00:50:57 +02:00
|
|
|
ASSERT_TRUE(M);
|
2016-05-03 01:05:48 +02:00
|
|
|
|
|
|
|
PM.add(new TestPass(T));
|
|
|
|
|
|
|
|
PM.run(*M);
|
|
|
|
}
|
|
|
|
|
|
|
|
} // End of anonymous namespace.
|
|
|
|
|
|
|
|
char TestPass::ID = 0;
|
|
|
|
INITIALIZE_PASS(TestPass, "testpass", "testpass", false, false)
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, MoveUpDef) {
|
|
|
|
// Value defined.
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0
|
|
|
|
early-clobber %0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-03 01:05:48 +02:00
|
|
|
testHandleMove(MF, LIS, 2, 1);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, MoveUpRedef) {
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
%0 = IMPLICIT_DEF implicit %0(tied-def 0)
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-03 01:05:48 +02:00
|
|
|
testHandleMove(MF, LIS, 2, 1);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, MoveUpEarlyDef) {
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0
|
|
|
|
early-clobber %0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-03 01:05:48 +02:00
|
|
|
testHandleMove(MF, LIS, 2, 1);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, MoveUpEarlyRedef) {
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
early-clobber %0 = IMPLICIT_DEF implicit %0(tied-def 0)
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-03 01:05:48 +02:00
|
|
|
testHandleMove(MF, LIS, 2, 1);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, MoveUpKill) {
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-03 01:05:48 +02:00
|
|
|
testHandleMove(MF, LIS, 2, 1);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, MoveUpKillFollowing) {
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-03 01:05:48 +02:00
|
|
|
testHandleMove(MF, LIS, 2, 1);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
// TODO: Construct a situation where we have intervals following a hole
|
|
|
|
// while still having connected components.
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, MoveDownDef) {
|
|
|
|
// Value defined.
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
S_NOP 0
|
|
|
|
early-clobber %0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-03 01:05:48 +02:00
|
|
|
testHandleMove(MF, LIS, 1, 2);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, MoveDownRedef) {
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
%0 = IMPLICIT_DEF implicit %0(tied-def 0)
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-03 01:05:48 +02:00
|
|
|
testHandleMove(MF, LIS, 1, 2);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, MoveDownEarlyDef) {
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
S_NOP 0
|
|
|
|
early-clobber %0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-03 01:05:48 +02:00
|
|
|
testHandleMove(MF, LIS, 1, 2);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, MoveDownEarlyRedef) {
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
early-clobber %0 = IMPLICIT_DEF implicit %0(tied-def 0)
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-03 01:05:48 +02:00
|
|
|
testHandleMove(MF, LIS, 1, 2);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, MoveDownKill) {
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
S_NOP 0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-03 01:05:48 +02:00
|
|
|
testHandleMove(MF, LIS, 1, 2);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, MoveDownKillFollowing) {
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-03 01:05:48 +02:00
|
|
|
testHandleMove(MF, LIS, 1, 2);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2016-05-06 23:47:41 +02:00
|
|
|
TEST(LiveIntervalTest, MoveUndefUse) {
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0, implicit undef %0
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
S_NOP 0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-06 23:47:41 +02:00
|
|
|
testHandleMove(MF, LIS, 1, 3);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2016-05-24 23:54:01 +02:00
|
|
|
TEST(LiveIntervalTest, MoveUpValNos) {
|
|
|
|
// handleMoveUp() had a bug where it would reuse the value number of the
|
2019-09-26 17:20:16 +02:00
|
|
|
// destination segment, even though we have no guarantee that this valno
|
|
|
|
// wasn't used in other segments.
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
successors: %bb.1, %bb.2
|
|
|
|
%0 = IMPLICIT_DEF
|
2018-01-31 23:04:26 +01:00
|
|
|
S_CBRANCH_VCCNZ %bb.2, implicit undef $vcc
|
2017-02-23 02:09:01 +01:00
|
|
|
S_BRANCH %bb.1
|
|
|
|
bb.2:
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
bb.1:
|
|
|
|
successors: %bb.2
|
|
|
|
%0 = IMPLICIT_DEF implicit %0(tied-def 0)
|
|
|
|
%0 = IMPLICIT_DEF implicit %0(tied-def 0)
|
|
|
|
%0 = IMPLICIT_DEF implicit %0(tied-def 0)
|
|
|
|
S_BRANCH %bb.2
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-05-24 23:54:01 +02:00
|
|
|
testHandleMove(MF, LIS, 2, 0, 2);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2016-06-11 02:31:28 +02:00
|
|
|
TEST(LiveIntervalTest, MoveOverUndefUse0) {
|
|
|
|
// findLastUseBefore() used by handleMoveUp() must ignore undef operands.
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit undef %0
|
|
|
|
%0 = IMPLICIT_DEF implicit %0(tied-def 0)
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-06-11 02:31:28 +02:00
|
|
|
testHandleMove(MF, LIS, 3, 1);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, MoveOverUndefUse1) {
|
|
|
|
// findLastUseBefore() used by handleMoveUp() must ignore undef operands.
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
2018-01-31 23:04:26 +01:00
|
|
|
$sgpr0 = IMPLICIT_DEF
|
2017-02-23 02:09:01 +01:00
|
|
|
S_NOP 0
|
2018-01-31 23:04:26 +01:00
|
|
|
S_NOP 0, implicit undef $sgpr0
|
|
|
|
$sgpr0 = IMPLICIT_DEF implicit $sgpr0(tied-def 0)
|
2017-02-23 02:09:01 +01:00
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-06-11 02:31:28 +02:00
|
|
|
testHandleMove(MF, LIS, 3, 1);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2016-07-26 05:57:45 +02:00
|
|
|
TEST(LiveIntervalTest, SubRegMoveDown) {
|
|
|
|
// Subregister ranges can have holes inside a basic block. Check for a
|
|
|
|
// movement of the form 32->150 in a liverange [16, 32) [100,200).
|
2017-02-23 02:09:01 +01:00
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
successors: %bb.1, %bb.2
|
|
|
|
%0 = IMPLICIT_DEF
|
2018-01-31 23:04:26 +01:00
|
|
|
S_CBRANCH_VCCNZ %bb.2, implicit undef $vcc
|
2017-02-23 02:09:01 +01:00
|
|
|
S_BRANCH %bb.1
|
|
|
|
bb.2:
|
|
|
|
successors: %bb.1
|
|
|
|
S_NOP 0, implicit %0.sub0
|
|
|
|
S_NOP 0, implicit %0.sub1
|
|
|
|
S_NOP 0
|
|
|
|
undef %0.sub0 = IMPLICIT_DEF
|
|
|
|
%0.sub1 = IMPLICIT_DEF
|
|
|
|
bb.1:
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
2016-07-26 05:57:45 +02:00
|
|
|
// Scheduler behaviour: Clear def,read-undef flag and move.
|
|
|
|
MachineInstr &MI = getMI(MF, 3, /*BlockNum=*/1);
|
|
|
|
MI.getOperand(0).setIsUndef(false);
|
|
|
|
testHandleMove(MF, LIS, 1, 4, /*BlockNum=*/1);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2017-03-11 01:14:52 +01:00
|
|
|
TEST(LiveIntervalTest, SubRegMoveUp) {
|
|
|
|
// handleMoveUp had a bug not updating valno of segment incoming to bb.2
|
|
|
|
// after swapping subreg definitions.
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
successors: %bb.1, %bb.2
|
|
|
|
undef %0.sub0 = IMPLICIT_DEF
|
|
|
|
%0.sub1 = IMPLICIT_DEF
|
2018-01-31 23:04:26 +01:00
|
|
|
S_CBRANCH_VCCNZ %bb.2, implicit undef $vcc
|
2017-03-11 01:14:52 +01:00
|
|
|
S_BRANCH %bb.1
|
|
|
|
bb.1:
|
|
|
|
S_NOP 0, implicit %0.sub1
|
|
|
|
bb.2:
|
|
|
|
S_NOP 0, implicit %0.sub1
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
testHandleMove(MF, LIS, 1, 0);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2018-02-26 15:42:13 +01:00
|
|
|
TEST(LiveIntervalTest, DeadSubRegMoveUp) {
|
|
|
|
// handleMoveUp had a bug where moving a dead subreg def into the middle of
|
|
|
|
// an earlier segment resulted in an invalid live range.
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
undef %125.sub0:vreg_128 = V_MOV_B32_e32 0, implicit $exec
|
|
|
|
%125.sub1:vreg_128 = COPY %125.sub0
|
|
|
|
%125.sub2:vreg_128 = COPY %125.sub0
|
|
|
|
undef %51.sub0:vreg_128 = V_MOV_B32_e32 898625526, implicit $exec
|
|
|
|
%51.sub1:vreg_128 = COPY %51.sub0
|
|
|
|
%51.sub2:vreg_128 = COPY %51.sub0
|
|
|
|
%52:vgpr_32 = V_MOV_B32_e32 986714345, implicit $exec
|
|
|
|
%54:vgpr_32 = V_MOV_B32_e32 1742342378, implicit $exec
|
|
|
|
%57:vgpr_32 = V_MOV_B32_e32 3168768712, implicit $exec
|
|
|
|
%59:vgpr_32 = V_MOV_B32_e32 1039972644, implicit $exec
|
2020-05-27 19:25:37 +02:00
|
|
|
%60:vgpr_32 = nofpexcept V_MAD_F32 0, %52, 0, undef %61:vgpr_32, 0, %59, 0, 0, implicit $mode, implicit $exec
|
|
|
|
%63:vgpr_32 = nofpexcept V_ADD_F32_e32 %51.sub3, undef %64:vgpr_32, implicit $mode, implicit $exec
|
|
|
|
dead %66:vgpr_32 = nofpexcept V_MAD_F32 0, %60, 0, undef %67:vgpr_32, 0, %125.sub2, 0, 0, implicit $mode, implicit $exec
|
|
|
|
undef %124.sub1:vreg_128 = nofpexcept V_MAD_F32 0, %57, 0, undef %70:vgpr_32, 0, %125.sub1, 0, 0, implicit $mode, implicit $exec
|
|
|
|
%124.sub0:vreg_128 = nofpexcept V_MAD_F32 0, %54, 0, undef %73:vgpr_32, 0, %125.sub0, 0, 0, implicit $mode, implicit $exec
|
|
|
|
dead undef %125.sub3:vreg_128 = nofpexcept V_MAC_F32_e32 %63, undef %76:vgpr_32, %125.sub3, implicit $mode, implicit $exec
|
2018-02-26 15:42:13 +01:00
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
testHandleMove(MF, LIS, 15, 12);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2020-06-18 19:20:58 +02:00
|
|
|
TEST(LiveIntervalTest, EarlyClobberSubRegMoveUp) {
|
|
|
|
// handleMoveUp had a bug where moving an early-clobber subreg def into the
|
|
|
|
// middle of an earlier segment resulted in an invalid live range.
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%4:sreg_32 = IMPLICIT_DEF
|
|
|
|
%6:sreg_32 = IMPLICIT_DEF
|
|
|
|
undef early-clobber %9.sub0:sreg_64 = WWM %4:sreg_32, implicit $exec
|
|
|
|
%5:sreg_32 = S_FLBIT_I32_B32 %9.sub0:sreg_64
|
|
|
|
early-clobber %9.sub1:sreg_64 = WWM %6:sreg_32, implicit $exec
|
|
|
|
%7:sreg_32 = S_FLBIT_I32_B32 %9.sub1:sreg_64
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
testHandleMove(MF, LIS, 4, 3);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2019-10-19 01:24:25 +02:00
|
|
|
TEST(LiveIntervalTest, TestMoveSubRegDefAcrossUseDef) {
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%1:vreg_64 = IMPLICIT_DEF
|
|
|
|
|
|
|
|
bb.1:
|
|
|
|
%2:vgpr_32 = V_MOV_B32_e32 2, implicit $exec
|
|
|
|
%3:vgpr_32 = V_ADD_U32_e32 %2, %1.sub0, implicit $exec
|
|
|
|
undef %1.sub0:vreg_64 = V_ADD_U32_e32 %2, %2, implicit $exec
|
|
|
|
%1.sub1:vreg_64 = COPY %2
|
|
|
|
S_NOP 0, implicit %1.sub1
|
|
|
|
S_BRANCH %bb.1
|
|
|
|
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
MachineInstr &UndefSubregDef = getMI(MF, 2, 1);
|
|
|
|
// The scheduler clears undef from subregister defs before moving
|
|
|
|
UndefSubregDef.getOperand(0).setIsUndef(false);
|
|
|
|
testHandleMove(MF, LIS, 3, 1, 1);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, TestMoveSubRegDefAcrossUseDefMulti) {
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%1:vreg_96 = IMPLICIT_DEF
|
|
|
|
|
|
|
|
bb.1:
|
|
|
|
%2:vgpr_32 = V_MOV_B32_e32 2, implicit $exec
|
|
|
|
%3:vgpr_32 = V_ADD_U32_e32 %2, %1.sub0, implicit $exec
|
|
|
|
undef %1.sub0:vreg_96 = V_ADD_U32_e32 %2, %2, implicit $exec
|
|
|
|
%1.sub1:vreg_96 = COPY %2
|
|
|
|
%1.sub2:vreg_96 = COPY %2
|
|
|
|
S_NOP 0, implicit %1.sub1, implicit %1.sub2
|
|
|
|
S_BRANCH %bb.1
|
|
|
|
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
MachineInstr &UndefSubregDef = getMI(MF, 2, 1);
|
|
|
|
// The scheduler clears undef from subregister defs before moving
|
|
|
|
UndefSubregDef.getOperand(0).setIsUndef(false);
|
|
|
|
testHandleMove(MF, LIS, 4, 1, 1);
|
|
|
|
});
|
|
|
|
}
|
[LiveIntervals] Replace handleMoveIntoBundle
Summary:
The current handleMoveIntoBundle implementation is unusable,
it attempts to access the slot indexes of bundled instructions.
It also leaves bundled instructions with slot indexes assigned.
Replace handleMoveIntoBundle this with a more explicit
handleMoveIntoNewBundle function which recalculates the live
intervals for all instructions moved into a newly formed bundle,
and removes slot indexes from these instructions.
Reviewers: arsenm, MaskRay, kariddi, tpr, qcolombet
Reviewed By: qcolombet
Subscribers: MatzeB, wdng, hiraditya, arphaman, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D77969
2020-04-16 12:57:55 +02:00
|
|
|
|
2020-06-30 23:51:07 +02:00
|
|
|
TEST(LiveIntervalTest, TestMoveSubRegUseAcrossMainRangeHole) {
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%1:sgpr_128 = IMPLICIT_DEF
|
|
|
|
bb.1:
|
|
|
|
%2:sgpr_32 = COPY %1.sub2
|
|
|
|
%3:sgpr_32 = COPY %1.sub1
|
|
|
|
%1.sub2 = COPY %2
|
|
|
|
undef %1.sub0 = IMPLICIT_DEF
|
|
|
|
%1.sub2 = IMPLICIT_DEF
|
|
|
|
S_CBRANCH_SCC1 %bb.1, implicit undef $scc
|
|
|
|
S_BRANCH %bb.2
|
|
|
|
bb.2:
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
MachineInstr &MI = getMI(MF, 3, /*BlockNum=*/1);
|
|
|
|
MI.getOperand(0).setIsUndef(false);
|
|
|
|
testHandleMove(MF, LIS, 4, 3, 1);
|
|
|
|
testHandleMove(MF, LIS, 1, 4, 1);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
[LiveIntervals] Replace handleMoveIntoBundle
Summary:
The current handleMoveIntoBundle implementation is unusable,
it attempts to access the slot indexes of bundled instructions.
It also leaves bundled instructions with slot indexes assigned.
Replace handleMoveIntoBundle this with a more explicit
handleMoveIntoNewBundle function which recalculates the live
intervals for all instructions moved into a newly formed bundle,
and removes slot indexes from these instructions.
Reviewers: arsenm, MaskRay, kariddi, tpr, qcolombet
Reviewed By: qcolombet
Subscribers: MatzeB, wdng, hiraditya, arphaman, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D77969
2020-04-16 12:57:55 +02:00
|
|
|
TEST(LiveIntervalTest, BundleUse) {
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
S_NOP 0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
testHandleMoveIntoNewBundle(MF, LIS, 1, 2);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, BundleDef) {
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
S_NOP 0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
testHandleMoveIntoNewBundle(MF, LIS, 0, 1);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, BundleRedef) {
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
%0 = IMPLICIT_DEF implicit %0(tied-def 0)
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
testHandleMoveIntoNewBundle(MF, LIS, 1, 2);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, BundleInternalUse) {
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit %0
|
|
|
|
S_NOP 0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
testHandleMoveIntoNewBundle(MF, LIS, 0, 2);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, BundleUndefUse) {
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit undef %0
|
|
|
|
S_NOP 0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
testHandleMoveIntoNewBundle(MF, LIS, 1, 2);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, BundleSubRegUse) {
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
successors: %bb.1, %bb.2
|
|
|
|
undef %0.sub0 = IMPLICIT_DEF
|
|
|
|
%0.sub1 = IMPLICIT_DEF
|
|
|
|
S_CBRANCH_VCCNZ %bb.2, implicit undef $vcc
|
|
|
|
S_BRANCH %bb.1
|
|
|
|
bb.1:
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit %0.sub1
|
|
|
|
bb.2:
|
|
|
|
S_NOP 0, implicit %0.sub1
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
testHandleMoveIntoNewBundle(MF, LIS, 0, 1, 1);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, BundleSubRegDef) {
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
successors: %bb.1, %bb.2
|
|
|
|
undef %0.sub0 = IMPLICIT_DEF
|
|
|
|
%0.sub1 = IMPLICIT_DEF
|
|
|
|
S_CBRANCH_VCCNZ %bb.2, implicit undef $vcc
|
|
|
|
S_BRANCH %bb.1
|
|
|
|
bb.1:
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0, implicit %0.sub1
|
|
|
|
bb.2:
|
|
|
|
S_NOP 0, implicit %0.sub1
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
testHandleMoveIntoNewBundle(MF, LIS, 0, 1, 0);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2021-01-08 14:40:29 +01:00
|
|
|
TEST(LiveIntervalTest, SplitAtOneInstruction) {
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
successors: %bb.1
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_BRANCH %bb.1
|
|
|
|
bb.1:
|
|
|
|
S_NOP 0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
testSplitAt(MF, LIS, 1, 0);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
TEST(LiveIntervalTest, SplitAtMultiInstruction) {
|
|
|
|
liveIntervalTest(R"MIR(
|
|
|
|
successors: %bb.1
|
|
|
|
%0 = IMPLICIT_DEF
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0
|
|
|
|
S_NOP 0
|
|
|
|
S_BRANCH %bb.1
|
|
|
|
bb.1:
|
|
|
|
S_NOP 0
|
|
|
|
)MIR", [](MachineFunction &MF, LiveIntervals &LIS) {
|
|
|
|
testSplitAt(MF, LIS, 0, 0);
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
2016-05-03 01:05:48 +02:00
|
|
|
int main(int argc, char **argv) {
|
|
|
|
::testing::InitGoogleTest(&argc, argv);
|
|
|
|
initLLVM();
|
|
|
|
return RUN_ALL_TESTS();
|
2016-02-18 08:37:17 +01:00
|
|
|
}
|