2017-10-19 21:37:38 +00:00
|
|
|
//===-- RISCVInstrInfo.cpp - RISCV Instruction Information ------*- C++ -*-===//
|
|
|
|
//
|
2019-01-19 08:50:56 +00:00
|
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
2017-10-19 21:37:38 +00:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file contains the RISCV implementation of the TargetInstrInfo class.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "RISCVInstrInfo.h"
|
|
|
|
#include "RISCV.h"
|
|
|
|
#include "RISCVSubtarget.h"
|
|
|
|
#include "RISCVTargetMachine.h"
|
2019-09-13 04:03:32 +00:00
|
|
|
#include "Utils/RISCVMatInt.h"
|
2017-10-19 21:37:38 +00:00
|
|
|
#include "llvm/ADT/STLExtras.h"
|
|
|
|
#include "llvm/ADT/SmallVector.h"
|
|
|
|
#include "llvm/CodeGen/MachineFunctionPass.h"
|
|
|
|
#include "llvm/CodeGen/MachineInstrBuilder.h"
|
|
|
|
#include "llvm/CodeGen/MachineRegisterInfo.h"
|
2018-01-10 21:05:07 +00:00
|
|
|
#include "llvm/CodeGen/RegisterScavenging.h"
|
2017-10-19 21:37:38 +00:00
|
|
|
#include "llvm/Support/ErrorHandling.h"
|
|
|
|
#include "llvm/Support/TargetRegistry.h"
|
|
|
|
|
2020-01-16 20:04:42 -08:00
|
|
|
using namespace llvm;
|
|
|
|
|
[RISCV] Added isCompressibleInst() to estimate size in getInstSizeInBytes()
Summary:
Modified compression emitter tablegen backend to emit isCompressibleInst()
check which in turn is used by getInstSizeInBytes() to better estimate
instruction size. Note the generation of compressed instructions in RISC-V
happens late in the assembler therefore instruction size estimate might be off
if computed before.
Reviewers: lenary, asb, luismarques, lewis-revill
Reviewed By: asb
Subscribers: sameer.abuasal, lewis-revill, hiraditya, asb, rbar, johnrusso, simoncook, sabuasal, niosHD, kito-cheng, shiva0217, MaskRay, zzheng, edward-jones, rogfer01, MartinMosbeck, brucehoult, the_o, rkruppe, PkmX, jocewei, psnobl, benna, Jim, lenary, s.egerton, pzheng, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D68290
2019-12-16 15:09:48 -08:00
|
|
|
#define GEN_CHECK_COMPRESS_INSTR
|
|
|
|
#include "RISCVGenCompressInstEmitter.inc"
|
|
|
|
|
2017-10-19 21:37:38 +00:00
|
|
|
#define GET_INSTRINFO_CTOR_DTOR
|
|
|
|
#include "RISCVGenInstrInfo.inc"
|
|
|
|
|
[RISCV] Add MachineInstr immediate verification
Summary:
This patch implements the `TargetInstrInfo::verifyInstruction` hook for RISC-V. Currently the hook verifies the machine instruction's immediate operands, to check if the immediates are within the expected bounds. Without the hook invalid immediates are not detected except when doing assembly parsing, so they are silently emitted (including being truncated when emitting object code).
The bounds information is specified in tablegen by using the `OperandType` definition, which sets the `MCOperandInfo`'s `OperandType` field. Several RISC-V-specific immediate operand types were created, which extend the `MCInstrDesc`'s `OperandType` `enum`.
To have the hook called with `llc` pass it the `-verify-machineinstrs` option. For Clang add the cmake build config `-DLLVM_ENABLE_EXPENSIVE_CHECKS=True`, or temporarily patch `TargetPassConfig::addVerifyPass`.
Review concerns:
- The patch adds immediate operand type checks that cover at least the base ISA. There are several other operand types for the C extension and one type for the F/D extensions that were left out of this initial patch because they introduced further design concerns that I felt were best evaluated separately.
- Invalid register classes (e.g. passing a GPR register where a GPRC is expected) are already caught, so were not included.
- This design makes the more abstract `MachineInstr` verification depend on MC layer definitions, which arguably is not the cleanest design, but is in line with how things are done in other parts of the target and LLVM in general.
- There is some duplication of logic already present in the `MCOperandPredicate`s. Since the `MachineInstr` and `MCInstr` notions of immediates are fundamentally different, this is currently necessary.
Reviewers: asb, lenary
Reviewed By: lenary
Subscribers: hiraditya, rbar, johnrusso, simoncook, apazos, sabuasal, niosHD, kito-cheng, shiva0217, jrtc27, MaskRay, zzheng, edward-jones, rogfer01, MartinMosbeck, brucehoult, the_o, rkruppe, PkmX, jocewei, psnobl, benna, Jim, s.egerton, pzheng, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D67397
llvm-svn: 375006
2019-10-16 15:06:02 +00:00
|
|
|
RISCVInstrInfo::RISCVInstrInfo(RISCVSubtarget &STI)
|
|
|
|
: RISCVGenInstrInfo(RISCV::ADJCALLSTACKDOWN, RISCV::ADJCALLSTACKUP),
|
|
|
|
STI(STI) {}
|
2017-11-08 12:20:01 +00:00
|
|
|
|
2018-04-26 15:34:27 +00:00
|
|
|
unsigned RISCVInstrInfo::isLoadFromStackSlot(const MachineInstr &MI,
|
|
|
|
int &FrameIndex) const {
|
|
|
|
switch (MI.getOpcode()) {
|
|
|
|
default:
|
|
|
|
return 0;
|
|
|
|
case RISCV::LB:
|
|
|
|
case RISCV::LBU:
|
|
|
|
case RISCV::LH:
|
|
|
|
case RISCV::LHU:
|
|
|
|
case RISCV::LW:
|
|
|
|
case RISCV::FLW:
|
|
|
|
case RISCV::LWU:
|
|
|
|
case RISCV::LD:
|
|
|
|
case RISCV::FLD:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (MI.getOperand(1).isFI() && MI.getOperand(2).isImm() &&
|
|
|
|
MI.getOperand(2).getImm() == 0) {
|
|
|
|
FrameIndex = MI.getOperand(1).getIndex();
|
|
|
|
return MI.getOperand(0).getReg();
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned RISCVInstrInfo::isStoreToStackSlot(const MachineInstr &MI,
|
|
|
|
int &FrameIndex) const {
|
|
|
|
switch (MI.getOpcode()) {
|
|
|
|
default:
|
|
|
|
return 0;
|
|
|
|
case RISCV::SB:
|
|
|
|
case RISCV::SH:
|
|
|
|
case RISCV::SW:
|
|
|
|
case RISCV::FSW:
|
|
|
|
case RISCV::SD:
|
|
|
|
case RISCV::FSD:
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
if (MI.getOperand(0).isFI() && MI.getOperand(1).isImm() &&
|
|
|
|
MI.getOperand(1).getImm() == 0) {
|
|
|
|
FrameIndex = MI.getOperand(0).getIndex();
|
|
|
|
return MI.getOperand(2).getReg();
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2017-11-08 12:20:01 +00:00
|
|
|
void RISCVInstrInfo::copyPhysReg(MachineBasicBlock &MBB,
|
|
|
|
MachineBasicBlock::iterator MBBI,
|
2019-11-11 13:54:21 +05:30
|
|
|
const DebugLoc &DL, MCRegister DstReg,
|
|
|
|
MCRegister SrcReg, bool KillSrc) const {
|
2018-03-21 15:11:02 +00:00
|
|
|
if (RISCV::GPRRegClass.contains(DstReg, SrcReg)) {
|
|
|
|
BuildMI(MBB, MBBI, DL, get(RISCV::ADDI), DstReg)
|
|
|
|
.addReg(SrcReg, getKillRegState(KillSrc))
|
|
|
|
.addImm(0);
|
|
|
|
return;
|
|
|
|
}
|
2017-11-08 12:20:01 +00:00
|
|
|
|
2018-04-12 05:50:06 +00:00
|
|
|
// FPR->FPR copies
|
|
|
|
unsigned Opc;
|
|
|
|
if (RISCV::FPR32RegClass.contains(DstReg, SrcReg))
|
|
|
|
Opc = RISCV::FSGNJ_S;
|
|
|
|
else if (RISCV::FPR64RegClass.contains(DstReg, SrcReg))
|
|
|
|
Opc = RISCV::FSGNJ_D;
|
|
|
|
else
|
|
|
|
llvm_unreachable("Impossible reg-to-reg copy");
|
|
|
|
|
|
|
|
BuildMI(MBB, MBBI, DL, get(Opc), DstReg)
|
|
|
|
.addReg(SrcReg, getKillRegState(KillSrc))
|
|
|
|
.addReg(SrcReg, getKillRegState(KillSrc));
|
2017-11-08 12:20:01 +00:00
|
|
|
}
|
2017-11-08 13:31:40 +00:00
|
|
|
|
|
|
|
void RISCVInstrInfo::storeRegToStackSlot(MachineBasicBlock &MBB,
|
|
|
|
MachineBasicBlock::iterator I,
|
[NFC] unsigned->Register in storeRegTo/loadRegFromStack
Summary:
This patch makes progress on the 'unsigned -> Register' rewrite for
`TargetInstrInfo::loadRegFromStack` and `TII::storeRegToStack`.
Reviewers: arsenm, craig.topper, uweigand, jpienaar, atanasyan, venkatra, robertlytton, dylanmckay, t.p.northover, kparzysz, tstellar, k-ishizaka
Reviewed By: arsenm
Subscribers: wuzish, merge_guards_bot, jyknight, sdardis, nemanjai, jvesely, wdng, nhaehnle, hiraditya, kbarton, fedor.sergeev, asb, rbar, johnrusso, simoncook, sabuasal, niosHD, jrtc27, MaskRay, zzheng, edward-jones, rogfer01, MartinMosbeck, brucehoult, the_o, PkmX, jocewei, jsji, Jim, lenary, s.egerton, pzheng, sameer.abuasal, apazos, luismarques, kerbowa, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D73870
2020-02-03 14:22:06 +01:00
|
|
|
Register SrcReg, bool IsKill, int FI,
|
2017-11-08 13:31:40 +00:00
|
|
|
const TargetRegisterClass *RC,
|
|
|
|
const TargetRegisterInfo *TRI) const {
|
|
|
|
DebugLoc DL;
|
|
|
|
if (I != MBB.end())
|
|
|
|
DL = I->getDebugLoc();
|
|
|
|
|
2018-03-21 15:11:02 +00:00
|
|
|
unsigned Opcode;
|
|
|
|
|
2017-12-07 12:45:05 +00:00
|
|
|
if (RISCV::GPRRegClass.hasSubClassEq(RC))
|
[RISCV] Add support for _interrupt attribute
- Save/restore only registers that are used.
This includes Callee saved registers and Caller saved registers
(arguments and temporaries) for integer and FP registers.
- If there is a call in the interrupt handler, save/restore all
Caller saved registers (arguments and temporaries) and all FP registers.
- Emit special return instructions depending on "interrupt"
attribute type.
Based on initial patch by Zhaoshi Zheng.
Reviewers: asb
Reviewed By: asb
Subscribers: rkruppe, the_o, MartinMosbeck, brucehoult, rbar, johnrusso, simoncook, sabuasal, niosHD, kito-cheng, shiva0217, zzheng, edward-jones, mgrang, rogfer01, llvm-commits
Differential Revision: https://reviews.llvm.org/D48411
llvm-svn: 338047
2018-07-26 17:49:43 +00:00
|
|
|
Opcode = TRI->getRegSizeInBits(RISCV::GPRRegClass) == 32 ?
|
|
|
|
RISCV::SW : RISCV::SD;
|
2018-03-21 15:11:02 +00:00
|
|
|
else if (RISCV::FPR32RegClass.hasSubClassEq(RC))
|
|
|
|
Opcode = RISCV::FSW;
|
2018-04-12 05:34:25 +00:00
|
|
|
else if (RISCV::FPR64RegClass.hasSubClassEq(RC))
|
|
|
|
Opcode = RISCV::FSD;
|
2017-11-08 13:31:40 +00:00
|
|
|
else
|
|
|
|
llvm_unreachable("Can't store this register to stack slot");
|
2018-03-21 15:11:02 +00:00
|
|
|
|
|
|
|
BuildMI(MBB, I, DL, get(Opcode))
|
|
|
|
.addReg(SrcReg, getKillRegState(IsKill))
|
|
|
|
.addFrameIndex(FI)
|
|
|
|
.addImm(0);
|
2017-11-08 13:31:40 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
void RISCVInstrInfo::loadRegFromStackSlot(MachineBasicBlock &MBB,
|
|
|
|
MachineBasicBlock::iterator I,
|
[NFC] unsigned->Register in storeRegTo/loadRegFromStack
Summary:
This patch makes progress on the 'unsigned -> Register' rewrite for
`TargetInstrInfo::loadRegFromStack` and `TII::storeRegToStack`.
Reviewers: arsenm, craig.topper, uweigand, jpienaar, atanasyan, venkatra, robertlytton, dylanmckay, t.p.northover, kparzysz, tstellar, k-ishizaka
Reviewed By: arsenm
Subscribers: wuzish, merge_guards_bot, jyknight, sdardis, nemanjai, jvesely, wdng, nhaehnle, hiraditya, kbarton, fedor.sergeev, asb, rbar, johnrusso, simoncook, sabuasal, niosHD, jrtc27, MaskRay, zzheng, edward-jones, rogfer01, MartinMosbeck, brucehoult, the_o, PkmX, jocewei, jsji, Jim, lenary, s.egerton, pzheng, sameer.abuasal, apazos, luismarques, kerbowa, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D73870
2020-02-03 14:22:06 +01:00
|
|
|
Register DstReg, int FI,
|
2017-11-08 13:31:40 +00:00
|
|
|
const TargetRegisterClass *RC,
|
|
|
|
const TargetRegisterInfo *TRI) const {
|
|
|
|
DebugLoc DL;
|
|
|
|
if (I != MBB.end())
|
|
|
|
DL = I->getDebugLoc();
|
|
|
|
|
2018-03-21 15:11:02 +00:00
|
|
|
unsigned Opcode;
|
|
|
|
|
2017-12-07 12:45:05 +00:00
|
|
|
if (RISCV::GPRRegClass.hasSubClassEq(RC))
|
[RISCV] Add support for _interrupt attribute
- Save/restore only registers that are used.
This includes Callee saved registers and Caller saved registers
(arguments and temporaries) for integer and FP registers.
- If there is a call in the interrupt handler, save/restore all
Caller saved registers (arguments and temporaries) and all FP registers.
- Emit special return instructions depending on "interrupt"
attribute type.
Based on initial patch by Zhaoshi Zheng.
Reviewers: asb
Reviewed By: asb
Subscribers: rkruppe, the_o, MartinMosbeck, brucehoult, rbar, johnrusso, simoncook, sabuasal, niosHD, kito-cheng, shiva0217, zzheng, edward-jones, mgrang, rogfer01, llvm-commits
Differential Revision: https://reviews.llvm.org/D48411
llvm-svn: 338047
2018-07-26 17:49:43 +00:00
|
|
|
Opcode = TRI->getRegSizeInBits(RISCV::GPRRegClass) == 32 ?
|
|
|
|
RISCV::LW : RISCV::LD;
|
2018-03-21 15:11:02 +00:00
|
|
|
else if (RISCV::FPR32RegClass.hasSubClassEq(RC))
|
|
|
|
Opcode = RISCV::FLW;
|
2018-04-12 05:34:25 +00:00
|
|
|
else if (RISCV::FPR64RegClass.hasSubClassEq(RC))
|
|
|
|
Opcode = RISCV::FLD;
|
2017-11-08 13:31:40 +00:00
|
|
|
else
|
|
|
|
llvm_unreachable("Can't load this register from stack slot");
|
2018-03-21 15:11:02 +00:00
|
|
|
|
|
|
|
BuildMI(MBB, I, DL, get(Opcode), DstReg).addFrameIndex(FI).addImm(0);
|
2017-11-08 13:31:40 +00:00
|
|
|
}
|
2018-01-10 19:53:46 +00:00
|
|
|
|
2019-09-13 04:03:32 +00:00
|
|
|
void RISCVInstrInfo::movImm(MachineBasicBlock &MBB,
|
|
|
|
MachineBasicBlock::iterator MBBI,
|
|
|
|
const DebugLoc &DL, Register DstReg, uint64_t Val,
|
|
|
|
MachineInstr::MIFlag Flag) const {
|
|
|
|
MachineFunction *MF = MBB.getParent();
|
|
|
|
MachineRegisterInfo &MRI = MF->getRegInfo();
|
|
|
|
bool IsRV64 = MF->getSubtarget<RISCVSubtarget>().is64Bit();
|
|
|
|
Register SrcReg = RISCV::X0;
|
|
|
|
Register Result = MRI.createVirtualRegister(&RISCV::GPRRegClass);
|
|
|
|
unsigned Num = 0;
|
|
|
|
|
|
|
|
if (!IsRV64 && !isInt<32>(Val))
|
|
|
|
report_fatal_error("Should only materialize 32-bit constants for RV32");
|
|
|
|
|
|
|
|
RISCVMatInt::InstSeq Seq;
|
|
|
|
RISCVMatInt::generateInstSeq(Val, IsRV64, Seq);
|
|
|
|
assert(Seq.size() > 0);
|
|
|
|
|
|
|
|
for (RISCVMatInt::Inst &Inst : Seq) {
|
|
|
|
// Write the final result to DstReg if it's the last instruction in the Seq.
|
|
|
|
// Otherwise, write the result to the temp register.
|
|
|
|
if (++Num == Seq.size())
|
|
|
|
Result = DstReg;
|
|
|
|
|
|
|
|
if (Inst.Opc == RISCV::LUI) {
|
|
|
|
BuildMI(MBB, MBBI, DL, get(RISCV::LUI), Result)
|
|
|
|
.addImm(Inst.Imm)
|
|
|
|
.setMIFlag(Flag);
|
|
|
|
} else {
|
|
|
|
BuildMI(MBB, MBBI, DL, get(Inst.Opc), Result)
|
|
|
|
.addReg(SrcReg, RegState::Kill)
|
|
|
|
.addImm(Inst.Imm)
|
|
|
|
.setMIFlag(Flag);
|
|
|
|
}
|
|
|
|
// Only the first instruction has X0 as its source.
|
|
|
|
SrcReg = Result;
|
|
|
|
}
|
2018-01-10 19:53:46 +00:00
|
|
|
}
|
2018-01-10 20:47:00 +00:00
|
|
|
|
|
|
|
// The contents of values added to Cond are not examined outside of
|
|
|
|
// RISCVInstrInfo, giving us flexibility in what to push to it. For RISCV, we
|
|
|
|
// push BranchOpcode, Reg1, Reg2.
|
|
|
|
static void parseCondBranch(MachineInstr &LastInst, MachineBasicBlock *&Target,
|
|
|
|
SmallVectorImpl<MachineOperand> &Cond) {
|
|
|
|
// Block ends with fall-through condbranch.
|
|
|
|
assert(LastInst.getDesc().isConditionalBranch() &&
|
|
|
|
"Unknown conditional branch");
|
|
|
|
Target = LastInst.getOperand(2).getMBB();
|
|
|
|
Cond.push_back(MachineOperand::CreateImm(LastInst.getOpcode()));
|
|
|
|
Cond.push_back(LastInst.getOperand(0));
|
|
|
|
Cond.push_back(LastInst.getOperand(1));
|
|
|
|
}
|
|
|
|
|
|
|
|
static unsigned getOppositeBranchOpcode(int Opc) {
|
|
|
|
switch (Opc) {
|
|
|
|
default:
|
|
|
|
llvm_unreachable("Unrecognized conditional branch");
|
|
|
|
case RISCV::BEQ:
|
|
|
|
return RISCV::BNE;
|
|
|
|
case RISCV::BNE:
|
|
|
|
return RISCV::BEQ;
|
|
|
|
case RISCV::BLT:
|
|
|
|
return RISCV::BGE;
|
|
|
|
case RISCV::BGE:
|
|
|
|
return RISCV::BLT;
|
|
|
|
case RISCV::BLTU:
|
|
|
|
return RISCV::BGEU;
|
|
|
|
case RISCV::BGEU:
|
|
|
|
return RISCV::BLTU;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
bool RISCVInstrInfo::analyzeBranch(MachineBasicBlock &MBB,
|
|
|
|
MachineBasicBlock *&TBB,
|
|
|
|
MachineBasicBlock *&FBB,
|
|
|
|
SmallVectorImpl<MachineOperand> &Cond,
|
|
|
|
bool AllowModify) const {
|
|
|
|
TBB = FBB = nullptr;
|
|
|
|
Cond.clear();
|
|
|
|
|
|
|
|
// If the block has no terminators, it just falls into the block after it.
|
|
|
|
MachineBasicBlock::iterator I = MBB.getLastNonDebugInstr();
|
|
|
|
if (I == MBB.end() || !isUnpredicatedTerminator(*I))
|
|
|
|
return false;
|
|
|
|
|
|
|
|
// Count the number of terminators and find the first unconditional or
|
|
|
|
// indirect branch.
|
|
|
|
MachineBasicBlock::iterator FirstUncondOrIndirectBr = MBB.end();
|
|
|
|
int NumTerminators = 0;
|
|
|
|
for (auto J = I.getReverse(); J != MBB.rend() && isUnpredicatedTerminator(*J);
|
|
|
|
J++) {
|
|
|
|
NumTerminators++;
|
|
|
|
if (J->getDesc().isUnconditionalBranch() ||
|
|
|
|
J->getDesc().isIndirectBranch()) {
|
|
|
|
FirstUncondOrIndirectBr = J.getReverse();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// If AllowModify is true, we can erase any terminators after
|
|
|
|
// FirstUncondOrIndirectBR.
|
|
|
|
if (AllowModify && FirstUncondOrIndirectBr != MBB.end()) {
|
|
|
|
while (std::next(FirstUncondOrIndirectBr) != MBB.end()) {
|
|
|
|
std::next(FirstUncondOrIndirectBr)->eraseFromParent();
|
|
|
|
NumTerminators--;
|
|
|
|
}
|
|
|
|
I = FirstUncondOrIndirectBr;
|
|
|
|
}
|
|
|
|
|
|
|
|
// We can't handle blocks that end in an indirect branch.
|
|
|
|
if (I->getDesc().isIndirectBranch())
|
|
|
|
return true;
|
|
|
|
|
|
|
|
// We can't handle blocks with more than 2 terminators.
|
|
|
|
if (NumTerminators > 2)
|
|
|
|
return true;
|
|
|
|
|
|
|
|
// Handle a single unconditional branch.
|
|
|
|
if (NumTerminators == 1 && I->getDesc().isUnconditionalBranch()) {
|
|
|
|
TBB = I->getOperand(0).getMBB();
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Handle a single conditional branch.
|
|
|
|
if (NumTerminators == 1 && I->getDesc().isConditionalBranch()) {
|
|
|
|
parseCondBranch(*I, TBB, Cond);
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Handle a conditional branch followed by an unconditional branch.
|
|
|
|
if (NumTerminators == 2 && std::prev(I)->getDesc().isConditionalBranch() &&
|
|
|
|
I->getDesc().isUnconditionalBranch()) {
|
|
|
|
parseCondBranch(*std::prev(I), TBB, Cond);
|
|
|
|
FBB = I->getOperand(0).getMBB();
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Otherwise, we can't handle this.
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned RISCVInstrInfo::removeBranch(MachineBasicBlock &MBB,
|
|
|
|
int *BytesRemoved) const {
|
2018-01-10 21:05:07 +00:00
|
|
|
if (BytesRemoved)
|
|
|
|
*BytesRemoved = 0;
|
2018-01-10 20:47:00 +00:00
|
|
|
MachineBasicBlock::iterator I = MBB.getLastNonDebugInstr();
|
|
|
|
if (I == MBB.end())
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
if (!I->getDesc().isUnconditionalBranch() &&
|
|
|
|
!I->getDesc().isConditionalBranch())
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
// Remove the branch.
|
2018-01-10 21:05:07 +00:00
|
|
|
if (BytesRemoved)
|
|
|
|
*BytesRemoved += getInstSizeInBytes(*I);
|
2019-07-18 03:23:47 +00:00
|
|
|
I->eraseFromParent();
|
2018-01-10 20:47:00 +00:00
|
|
|
|
|
|
|
I = MBB.end();
|
|
|
|
|
|
|
|
if (I == MBB.begin())
|
|
|
|
return 1;
|
|
|
|
--I;
|
|
|
|
if (!I->getDesc().isConditionalBranch())
|
|
|
|
return 1;
|
|
|
|
|
|
|
|
// Remove the branch.
|
2018-01-10 21:05:07 +00:00
|
|
|
if (BytesRemoved)
|
|
|
|
*BytesRemoved += getInstSizeInBytes(*I);
|
2019-07-18 03:23:47 +00:00
|
|
|
I->eraseFromParent();
|
2018-01-10 20:47:00 +00:00
|
|
|
return 2;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Inserts a branch into the end of the specific MachineBasicBlock, returning
|
|
|
|
// the number of instructions inserted.
|
|
|
|
unsigned RISCVInstrInfo::insertBranch(
|
|
|
|
MachineBasicBlock &MBB, MachineBasicBlock *TBB, MachineBasicBlock *FBB,
|
|
|
|
ArrayRef<MachineOperand> Cond, const DebugLoc &DL, int *BytesAdded) const {
|
2018-01-10 21:05:07 +00:00
|
|
|
if (BytesAdded)
|
|
|
|
*BytesAdded = 0;
|
2018-01-10 20:47:00 +00:00
|
|
|
|
|
|
|
// Shouldn't be a fall through.
|
2020-01-21 09:47:35 -06:00
|
|
|
assert(TBB && "insertBranch must not be told to insert a fallthrough");
|
2018-01-10 20:47:00 +00:00
|
|
|
assert((Cond.size() == 3 || Cond.size() == 0) &&
|
|
|
|
"RISCV branch conditions have two components!");
|
|
|
|
|
|
|
|
// Unconditional branch.
|
|
|
|
if (Cond.empty()) {
|
2018-01-10 21:05:07 +00:00
|
|
|
MachineInstr &MI = *BuildMI(&MBB, DL, get(RISCV::PseudoBR)).addMBB(TBB);
|
|
|
|
if (BytesAdded)
|
|
|
|
*BytesAdded += getInstSizeInBytes(MI);
|
2018-01-10 20:47:00 +00:00
|
|
|
return 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Either a one or two-way conditional branch.
|
|
|
|
unsigned Opc = Cond[0].getImm();
|
2018-01-10 21:05:07 +00:00
|
|
|
MachineInstr &CondMI =
|
|
|
|
*BuildMI(&MBB, DL, get(Opc)).add(Cond[1]).add(Cond[2]).addMBB(TBB);
|
|
|
|
if (BytesAdded)
|
|
|
|
*BytesAdded += getInstSizeInBytes(CondMI);
|
2018-01-10 20:47:00 +00:00
|
|
|
|
|
|
|
// One-way conditional branch.
|
|
|
|
if (!FBB)
|
|
|
|
return 1;
|
|
|
|
|
|
|
|
// Two-way conditional branch.
|
2018-01-10 21:05:07 +00:00
|
|
|
MachineInstr &MI = *BuildMI(&MBB, DL, get(RISCV::PseudoBR)).addMBB(FBB);
|
|
|
|
if (BytesAdded)
|
|
|
|
*BytesAdded += getInstSizeInBytes(MI);
|
2018-01-10 20:47:00 +00:00
|
|
|
return 2;
|
|
|
|
}
|
|
|
|
|
2018-01-10 21:05:07 +00:00
|
|
|
unsigned RISCVInstrInfo::insertIndirectBranch(MachineBasicBlock &MBB,
|
|
|
|
MachineBasicBlock &DestBB,
|
|
|
|
const DebugLoc &DL,
|
|
|
|
int64_t BrOffset,
|
|
|
|
RegScavenger *RS) const {
|
|
|
|
assert(RS && "RegScavenger required for long branching");
|
|
|
|
assert(MBB.empty() &&
|
|
|
|
"new block should be inserted for expanding unconditional branch");
|
|
|
|
assert(MBB.pred_size() == 1);
|
|
|
|
|
|
|
|
MachineFunction *MF = MBB.getParent();
|
|
|
|
MachineRegisterInfo &MRI = MF->getRegInfo();
|
|
|
|
const auto &TM = static_cast<const RISCVTargetMachine &>(MF->getTarget());
|
|
|
|
|
2018-10-04 14:30:03 +00:00
|
|
|
if (TM.isPositionIndependent())
|
2018-01-10 21:05:07 +00:00
|
|
|
report_fatal_error("Unable to insert indirect branch");
|
|
|
|
|
|
|
|
if (!isInt<32>(BrOffset))
|
|
|
|
report_fatal_error(
|
|
|
|
"Branch offsets outside of the signed 32-bit range not supported");
|
|
|
|
|
|
|
|
// FIXME: A virtual register must be used initially, as the register
|
|
|
|
// scavenger won't work with empty blocks (SIInstrInfo::insertIndirectBranch
|
|
|
|
// uses the same workaround).
|
[risc-v] Apply llvm-prefer-register-over-unsigned from clang-tidy to LLVM
Summary:
This clang-tidy check is looking for unsigned integer variables whose initializer
starts with an implicit cast from llvm::Register and changes the type of the
variable to llvm::Register (dropping the llvm:: where possible).
Depends on D65919
Reviewers: lenary
Subscribers: jholewinski, MatzeB, qcolombet, dschuff, jyknight, dylanmckay, sdardis, nemanjai, jvesely, wdng, nhaehnle, sbc100, jgravelle-google, kristof.beyls, hiraditya, aheejin, kbarton, fedor.sergeev, javed.absar, asb, rbar, johnrusso, simoncook, apazos, sabuasal, niosHD, jrtc27, MaskRay, zzheng, edward-jones, atanasyan, rogfer01, MartinMosbeck, brucehoult, the_o, tpr, PkmX, jocewei, jsji, Petar.Avramovic, asbirlea, Jim, s.egerton, llvm-commits
Tags: #llvm
Differential Revision for full review was: https://reviews.llvm.org/D65962
llvm-svn: 368629
2019-08-12 22:41:02 +00:00
|
|
|
Register ScratchReg = MRI.createVirtualRegister(&RISCV::GPRRegClass);
|
2018-01-10 21:05:07 +00:00
|
|
|
auto II = MBB.end();
|
|
|
|
|
|
|
|
MachineInstr &LuiMI = *BuildMI(MBB, II, DL, get(RISCV::LUI), ScratchReg)
|
|
|
|
.addMBB(&DestBB, RISCVII::MO_HI);
|
|
|
|
BuildMI(MBB, II, DL, get(RISCV::PseudoBRIND))
|
|
|
|
.addReg(ScratchReg, RegState::Kill)
|
|
|
|
.addMBB(&DestBB, RISCVII::MO_LO);
|
|
|
|
|
|
|
|
RS->enterBasicBlockEnd(MBB);
|
2019-03-11 20:43:29 +00:00
|
|
|
unsigned Scav = RS->scavengeRegisterBackwards(RISCV::GPRRegClass,
|
|
|
|
LuiMI.getIterator(), false, 0);
|
2018-01-10 21:05:07 +00:00
|
|
|
MRI.replaceRegWith(ScratchReg, Scav);
|
|
|
|
MRI.clearVirtRegs();
|
|
|
|
RS->setRegUsed(Scav);
|
|
|
|
return 8;
|
|
|
|
}
|
|
|
|
|
2018-01-10 20:47:00 +00:00
|
|
|
bool RISCVInstrInfo::reverseBranchCondition(
|
|
|
|
SmallVectorImpl<MachineOperand> &Cond) const {
|
|
|
|
assert((Cond.size() == 3) && "Invalid branch condition!");
|
|
|
|
Cond[0].setImm(getOppositeBranchOpcode(Cond[0].getImm()));
|
|
|
|
return false;
|
|
|
|
}
|
2018-01-10 21:05:07 +00:00
|
|
|
|
|
|
|
MachineBasicBlock *
|
|
|
|
RISCVInstrInfo::getBranchDestBlock(const MachineInstr &MI) const {
|
|
|
|
assert(MI.getDesc().isBranch() && "Unexpected opcode!");
|
|
|
|
// The branch target is always the last operand.
|
|
|
|
int NumOp = MI.getNumExplicitOperands();
|
|
|
|
return MI.getOperand(NumOp - 1).getMBB();
|
|
|
|
}
|
|
|
|
|
|
|
|
bool RISCVInstrInfo::isBranchOffsetInRange(unsigned BranchOp,
|
|
|
|
int64_t BrOffset) const {
|
|
|
|
// Ideally we could determine the supported branch offset from the
|
|
|
|
// RISCVII::FormMask, but this can't be used for Pseudo instructions like
|
|
|
|
// PseudoBR.
|
|
|
|
switch (BranchOp) {
|
|
|
|
default:
|
|
|
|
llvm_unreachable("Unexpected opcode!");
|
|
|
|
case RISCV::BEQ:
|
|
|
|
case RISCV::BNE:
|
|
|
|
case RISCV::BLT:
|
|
|
|
case RISCV::BGE:
|
|
|
|
case RISCV::BLTU:
|
|
|
|
case RISCV::BGEU:
|
|
|
|
return isIntN(13, BrOffset);
|
|
|
|
case RISCV::JAL:
|
|
|
|
case RISCV::PseudoBR:
|
|
|
|
return isIntN(21, BrOffset);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned RISCVInstrInfo::getInstSizeInBytes(const MachineInstr &MI) const {
|
|
|
|
unsigned Opcode = MI.getOpcode();
|
|
|
|
|
|
|
|
switch (Opcode) {
|
[RISCV] Added isCompressibleInst() to estimate size in getInstSizeInBytes()
Summary:
Modified compression emitter tablegen backend to emit isCompressibleInst()
check which in turn is used by getInstSizeInBytes() to better estimate
instruction size. Note the generation of compressed instructions in RISC-V
happens late in the assembler therefore instruction size estimate might be off
if computed before.
Reviewers: lenary, asb, luismarques, lewis-revill
Reviewed By: asb
Subscribers: sameer.abuasal, lewis-revill, hiraditya, asb, rbar, johnrusso, simoncook, sabuasal, niosHD, kito-cheng, shiva0217, MaskRay, zzheng, edward-jones, rogfer01, MartinMosbeck, brucehoult, the_o, rkruppe, PkmX, jocewei, psnobl, benna, Jim, lenary, s.egerton, pzheng, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D68290
2019-12-16 15:09:48 -08:00
|
|
|
default: {
|
|
|
|
if (MI.getParent() && MI.getParent()->getParent()) {
|
|
|
|
const auto MF = MI.getMF();
|
|
|
|
const auto &TM = static_cast<const RISCVTargetMachine &>(MF->getTarget());
|
|
|
|
const MCRegisterInfo &MRI = *TM.getMCRegisterInfo();
|
|
|
|
const MCSubtargetInfo &STI = *TM.getMCSubtargetInfo();
|
|
|
|
const RISCVSubtarget &ST = MF->getSubtarget<RISCVSubtarget>();
|
|
|
|
if (isCompressibleInst(MI, &ST, MRI, STI))
|
|
|
|
return 2;
|
|
|
|
}
|
|
|
|
return get(Opcode).getSize();
|
|
|
|
}
|
2018-01-10 21:05:07 +00:00
|
|
|
case TargetOpcode::EH_LABEL:
|
|
|
|
case TargetOpcode::IMPLICIT_DEF:
|
|
|
|
case TargetOpcode::KILL:
|
|
|
|
case TargetOpcode::DBG_VALUE:
|
|
|
|
return 0;
|
2019-06-26 10:35:58 +00:00
|
|
|
case RISCV::PseudoCALLReg:
|
2018-04-25 14:19:12 +00:00
|
|
|
case RISCV::PseudoCALL:
|
2020-01-31 18:52:37 +00:00
|
|
|
case RISCV::PseudoJump:
|
2018-05-23 22:44:08 +00:00
|
|
|
case RISCV::PseudoTAIL:
|
2019-04-01 14:42:56 +00:00
|
|
|
case RISCV::PseudoLLA:
|
2019-06-11 12:57:47 +00:00
|
|
|
case RISCV::PseudoLA:
|
2019-06-19 08:40:59 +00:00
|
|
|
case RISCV::PseudoLA_TLS_IE:
|
|
|
|
case RISCV::PseudoLA_TLS_GD:
|
2018-04-25 14:19:12 +00:00
|
|
|
return 8;
|
2019-02-08 20:48:56 +00:00
|
|
|
case TargetOpcode::INLINEASM:
|
|
|
|
case TargetOpcode::INLINEASM_BR: {
|
2018-01-10 21:05:07 +00:00
|
|
|
const MachineFunction &MF = *MI.getParent()->getParent();
|
|
|
|
const auto &TM = static_cast<const RISCVTargetMachine &>(MF.getTarget());
|
|
|
|
return getInlineAsmLength(MI.getOperand(0).getSymbolName(),
|
|
|
|
*TM.getMCAsmInfo());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2019-01-25 20:22:49 +00:00
|
|
|
|
|
|
|
bool RISCVInstrInfo::isAsCheapAsAMove(const MachineInstr &MI) const {
|
|
|
|
const unsigned Opcode = MI.getOpcode();
|
|
|
|
switch(Opcode) {
|
|
|
|
default:
|
|
|
|
break;
|
|
|
|
case RISCV::ADDI:
|
|
|
|
case RISCV::ORI:
|
|
|
|
case RISCV::XORI:
|
|
|
|
return (MI.getOperand(1).isReg() && MI.getOperand(1).getReg() == RISCV::X0);
|
|
|
|
}
|
|
|
|
return MI.isAsCheapAsAMove();
|
|
|
|
}
|
[RISCV] Add MachineInstr immediate verification
Summary:
This patch implements the `TargetInstrInfo::verifyInstruction` hook for RISC-V. Currently the hook verifies the machine instruction's immediate operands, to check if the immediates are within the expected bounds. Without the hook invalid immediates are not detected except when doing assembly parsing, so they are silently emitted (including being truncated when emitting object code).
The bounds information is specified in tablegen by using the `OperandType` definition, which sets the `MCOperandInfo`'s `OperandType` field. Several RISC-V-specific immediate operand types were created, which extend the `MCInstrDesc`'s `OperandType` `enum`.
To have the hook called with `llc` pass it the `-verify-machineinstrs` option. For Clang add the cmake build config `-DLLVM_ENABLE_EXPENSIVE_CHECKS=True`, or temporarily patch `TargetPassConfig::addVerifyPass`.
Review concerns:
- The patch adds immediate operand type checks that cover at least the base ISA. There are several other operand types for the C extension and one type for the F/D extensions that were left out of this initial patch because they introduced further design concerns that I felt were best evaluated separately.
- Invalid register classes (e.g. passing a GPR register where a GPRC is expected) are already caught, so were not included.
- This design makes the more abstract `MachineInstr` verification depend on MC layer definitions, which arguably is not the cleanest design, but is in line with how things are done in other parts of the target and LLVM in general.
- There is some duplication of logic already present in the `MCOperandPredicate`s. Since the `MachineInstr` and `MCInstr` notions of immediates are fundamentally different, this is currently necessary.
Reviewers: asb, lenary
Reviewed By: lenary
Subscribers: hiraditya, rbar, johnrusso, simoncook, apazos, sabuasal, niosHD, kito-cheng, shiva0217, jrtc27, MaskRay, zzheng, edward-jones, rogfer01, MartinMosbeck, brucehoult, the_o, rkruppe, PkmX, jocewei, psnobl, benna, Jim, s.egerton, pzheng, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D67397
llvm-svn: 375006
2019-10-16 15:06:02 +00:00
|
|
|
|
|
|
|
bool RISCVInstrInfo::verifyInstruction(const MachineInstr &MI,
|
|
|
|
StringRef &ErrInfo) const {
|
|
|
|
const MCInstrInfo *MCII = STI.getInstrInfo();
|
|
|
|
MCInstrDesc const &Desc = MCII->get(MI.getOpcode());
|
|
|
|
|
|
|
|
for (auto &OI : enumerate(Desc.operands())) {
|
|
|
|
unsigned OpType = OI.value().OperandType;
|
|
|
|
if (OpType >= RISCVOp::OPERAND_FIRST_RISCV_IMM &&
|
|
|
|
OpType <= RISCVOp::OPERAND_LAST_RISCV_IMM) {
|
|
|
|
const MachineOperand &MO = MI.getOperand(OI.index());
|
|
|
|
if (MO.isImm()) {
|
|
|
|
int64_t Imm = MO.getImm();
|
|
|
|
bool Ok;
|
|
|
|
switch (OpType) {
|
|
|
|
default:
|
|
|
|
llvm_unreachable("Unexpected operand type");
|
|
|
|
case RISCVOp::OPERAND_UIMM4:
|
|
|
|
Ok = isUInt<4>(Imm);
|
|
|
|
break;
|
|
|
|
case RISCVOp::OPERAND_UIMM5:
|
|
|
|
Ok = isUInt<5>(Imm);
|
|
|
|
break;
|
|
|
|
case RISCVOp::OPERAND_UIMM12:
|
|
|
|
Ok = isUInt<12>(Imm);
|
|
|
|
break;
|
|
|
|
case RISCVOp::OPERAND_SIMM12:
|
|
|
|
Ok = isInt<12>(Imm);
|
|
|
|
break;
|
|
|
|
case RISCVOp::OPERAND_SIMM13_LSB0:
|
|
|
|
Ok = isShiftedInt<12, 1>(Imm);
|
|
|
|
break;
|
|
|
|
case RISCVOp::OPERAND_UIMM20:
|
|
|
|
Ok = isUInt<20>(Imm);
|
|
|
|
break;
|
|
|
|
case RISCVOp::OPERAND_SIMM21_LSB0:
|
|
|
|
Ok = isShiftedInt<20, 1>(Imm);
|
|
|
|
break;
|
|
|
|
case RISCVOp::OPERAND_UIMMLOG2XLEN:
|
|
|
|
if (STI.getTargetTriple().isArch64Bit())
|
|
|
|
Ok = isUInt<6>(Imm);
|
|
|
|
else
|
|
|
|
Ok = isUInt<5>(Imm);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
if (!Ok) {
|
|
|
|
ErrInfo = "Invalid immediate";
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
2019-11-05 09:36:08 +00:00
|
|
|
|
|
|
|
// Return true if get the base operand, byte offset of an instruction and the
|
|
|
|
// memory width. Width is the size of memory that is being loaded/stored.
|
|
|
|
bool RISCVInstrInfo::getMemOperandWithOffsetWidth(
|
|
|
|
const MachineInstr &LdSt, const MachineOperand *&BaseReg, int64_t &Offset,
|
|
|
|
unsigned &Width, const TargetRegisterInfo *TRI) const {
|
2019-12-11 14:45:48 +00:00
|
|
|
if (!LdSt.mayLoadOrStore())
|
|
|
|
return false;
|
2019-11-05 09:36:08 +00:00
|
|
|
|
|
|
|
// Here we assume the standard RISC-V ISA, which uses a base+offset
|
|
|
|
// addressing mode. You'll need to relax these conditions to support custom
|
|
|
|
// load/stores instructions.
|
|
|
|
if (LdSt.getNumExplicitOperands() != 3)
|
|
|
|
return false;
|
|
|
|
if (!LdSt.getOperand(1).isReg() || !LdSt.getOperand(2).isImm())
|
|
|
|
return false;
|
|
|
|
|
|
|
|
if (!LdSt.hasOneMemOperand())
|
|
|
|
return false;
|
|
|
|
|
|
|
|
Width = (*LdSt.memoperands_begin())->getSize();
|
|
|
|
BaseReg = &LdSt.getOperand(1);
|
|
|
|
Offset = LdSt.getOperand(2).getImm();
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool RISCVInstrInfo::areMemAccessesTriviallyDisjoint(
|
|
|
|
const MachineInstr &MIa, const MachineInstr &MIb) const {
|
|
|
|
assert(MIa.mayLoadOrStore() && "MIa must be a load or store.");
|
|
|
|
assert(MIb.mayLoadOrStore() && "MIb must be a load or store.");
|
|
|
|
|
|
|
|
if (MIa.hasUnmodeledSideEffects() || MIb.hasUnmodeledSideEffects() ||
|
|
|
|
MIa.hasOrderedMemoryRef() || MIb.hasOrderedMemoryRef())
|
|
|
|
return false;
|
|
|
|
|
|
|
|
// Retrieve the base register, offset from the base register and width. Width
|
|
|
|
// is the size of memory that is being loaded/stored (e.g. 1, 2, 4). If
|
|
|
|
// base registers are identical, and the offset of a lower memory access +
|
|
|
|
// the width doesn't overlap the offset of a higher memory access,
|
|
|
|
// then the memory accesses are different.
|
|
|
|
const TargetRegisterInfo *TRI = STI.getRegisterInfo();
|
|
|
|
const MachineOperand *BaseOpA = nullptr, *BaseOpB = nullptr;
|
|
|
|
int64_t OffsetA = 0, OffsetB = 0;
|
|
|
|
unsigned int WidthA = 0, WidthB = 0;
|
|
|
|
if (getMemOperandWithOffsetWidth(MIa, BaseOpA, OffsetA, WidthA, TRI) &&
|
|
|
|
getMemOperandWithOffsetWidth(MIb, BaseOpB, OffsetB, WidthB, TRI)) {
|
|
|
|
if (BaseOpA->isIdenticalTo(*BaseOpB)) {
|
|
|
|
int LowOffset = std::min(OffsetA, OffsetB);
|
|
|
|
int HighOffset = std::max(OffsetA, OffsetB);
|
|
|
|
int LowWidth = (LowOffset == OffsetA) ? WidthA : WidthB;
|
|
|
|
if (LowOffset + LowWidth <= HighOffset)
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false;
|
|
|
|
}
|
[RISCV] Machine Operand Flag Serialization
Summary:
These hooks ensure that the RISC-V backend can serialize and parse MIR
correctly.
Reviewers: jrtc27, luismarques
Reviewed By: luismarques
Subscribers: hiraditya, asb, rbar, johnrusso, simoncook, sabuasal, niosHD, kito-cheng, shiva0217, jrtc27, MaskRay, zzheng, edward-jones, rogfer01, MartinMosbeck, brucehoult, the_o, rkruppe, PkmX, jocewei, psnobl, benna, Jim, s.egerton, pzheng, sameer.abuasal, apazos, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D70666
2019-12-09 13:16:28 +00:00
|
|
|
|
|
|
|
std::pair<unsigned, unsigned>
|
|
|
|
RISCVInstrInfo::decomposeMachineOperandsTargetFlags(unsigned TF) const {
|
|
|
|
const unsigned Mask = RISCVII::MO_DIRECT_FLAG_MASK;
|
|
|
|
return std::make_pair(TF & Mask, TF & ~Mask);
|
|
|
|
}
|
|
|
|
|
|
|
|
ArrayRef<std::pair<unsigned, const char *>>
|
|
|
|
RISCVInstrInfo::getSerializableDirectMachineOperandTargetFlags() const {
|
|
|
|
using namespace RISCVII;
|
|
|
|
static const std::pair<unsigned, const char *> TargetFlags[] = {
|
|
|
|
{MO_CALL, "riscv-call"},
|
|
|
|
{MO_PLT, "riscv-plt"},
|
|
|
|
{MO_LO, "riscv-lo"},
|
|
|
|
{MO_HI, "riscv-hi"},
|
|
|
|
{MO_PCREL_LO, "riscv-pcrel-lo"},
|
|
|
|
{MO_PCREL_HI, "riscv-pcrel-hi"},
|
|
|
|
{MO_GOT_HI, "riscv-got-hi"},
|
|
|
|
{MO_TPREL_LO, "riscv-tprel-lo"},
|
|
|
|
{MO_TPREL_HI, "riscv-tprel-hi"},
|
|
|
|
{MO_TPREL_ADD, "riscv-tprel-add"},
|
|
|
|
{MO_TLS_GOT_HI, "riscv-tls-got-hi"},
|
|
|
|
{MO_TLS_GD_HI, "riscv-tls-gd-hi"}};
|
|
|
|
return makeArrayRef(TargetFlags);
|
|
|
|
}
|
2019-12-19 16:41:53 +00:00
|
|
|
bool RISCVInstrInfo::isFunctionSafeToOutlineFrom(
|
|
|
|
MachineFunction &MF, bool OutlineFromLinkOnceODRs) const {
|
|
|
|
const Function &F = MF.getFunction();
|
|
|
|
|
|
|
|
// Can F be deduplicated by the linker? If it can, don't outline from it.
|
|
|
|
if (!OutlineFromLinkOnceODRs && F.hasLinkOnceODRLinkage())
|
|
|
|
return false;
|
|
|
|
|
|
|
|
// Don't outline from functions with section markings; the program could
|
|
|
|
// expect that all the code is in the named section.
|
|
|
|
if (F.hasSection())
|
|
|
|
return false;
|
|
|
|
|
|
|
|
// It's safe to outline from MF.
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool RISCVInstrInfo::isMBBSafeToOutlineFrom(MachineBasicBlock &MBB,
|
|
|
|
unsigned &Flags) const {
|
|
|
|
// More accurate safety checking is done in getOutliningCandidateInfo.
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Enum values indicating how an outlined call should be constructed.
|
|
|
|
enum MachineOutlinerConstructionID {
|
|
|
|
MachineOutlinerDefault
|
|
|
|
};
|
|
|
|
|
|
|
|
outliner::OutlinedFunction RISCVInstrInfo::getOutliningCandidateInfo(
|
|
|
|
std::vector<outliner::Candidate> &RepeatedSequenceLocs) const {
|
|
|
|
|
|
|
|
// First we need to filter out candidates where the X5 register (IE t0) can't
|
|
|
|
// be used to setup the function call.
|
|
|
|
auto CannotInsertCall = [](outliner::Candidate &C) {
|
|
|
|
const TargetRegisterInfo *TRI = C.getMF()->getSubtarget().getRegisterInfo();
|
|
|
|
|
|
|
|
C.initLRU(*TRI);
|
|
|
|
LiveRegUnits LRU = C.LRU;
|
|
|
|
return !LRU.available(RISCV::X5);
|
|
|
|
};
|
|
|
|
|
|
|
|
RepeatedSequenceLocs.erase(std::remove_if(RepeatedSequenceLocs.begin(),
|
|
|
|
RepeatedSequenceLocs.end(),
|
|
|
|
CannotInsertCall),
|
|
|
|
RepeatedSequenceLocs.end());
|
|
|
|
|
|
|
|
// If the sequence doesn't have enough candidates left, then we're done.
|
|
|
|
if (RepeatedSequenceLocs.size() < 2)
|
|
|
|
return outliner::OutlinedFunction();
|
|
|
|
|
|
|
|
unsigned SequenceSize = 0;
|
|
|
|
|
|
|
|
auto I = RepeatedSequenceLocs[0].front();
|
|
|
|
auto E = std::next(RepeatedSequenceLocs[0].back());
|
|
|
|
for (; I != E; ++I)
|
|
|
|
SequenceSize += getInstSizeInBytes(*I);
|
|
|
|
|
|
|
|
// call t0, function = 8 bytes.
|
|
|
|
unsigned CallOverhead = 8;
|
|
|
|
for (auto &C : RepeatedSequenceLocs)
|
|
|
|
C.setCallInfo(MachineOutlinerDefault, CallOverhead);
|
|
|
|
|
|
|
|
// jr t0 = 4 bytes, 2 bytes if compressed instructions are enabled.
|
|
|
|
unsigned FrameOverhead = 4;
|
|
|
|
if (RepeatedSequenceLocs[0].getMF()->getSubtarget()
|
|
|
|
.getFeatureBits()[RISCV::FeatureStdExtC])
|
|
|
|
FrameOverhead = 2;
|
|
|
|
|
|
|
|
return outliner::OutlinedFunction(RepeatedSequenceLocs, SequenceSize,
|
|
|
|
FrameOverhead, MachineOutlinerDefault);
|
|
|
|
}
|
|
|
|
|
|
|
|
outliner::InstrType
|
|
|
|
RISCVInstrInfo::getOutliningType(MachineBasicBlock::iterator &MBBI,
|
|
|
|
unsigned Flags) const {
|
|
|
|
MachineInstr &MI = *MBBI;
|
|
|
|
MachineBasicBlock *MBB = MI.getParent();
|
|
|
|
const TargetRegisterInfo *TRI =
|
|
|
|
MBB->getParent()->getSubtarget().getRegisterInfo();
|
|
|
|
|
|
|
|
// Positions generally can't safely be outlined.
|
|
|
|
if (MI.isPosition()) {
|
|
|
|
// We can manually strip out CFI instructions later.
|
|
|
|
if (MI.isCFIInstruction())
|
|
|
|
return outliner::InstrType::Invisible;
|
|
|
|
|
|
|
|
return outliner::InstrType::Illegal;
|
|
|
|
}
|
|
|
|
|
|
|
|
// Don't trust the user to write safe inline assembly.
|
|
|
|
if (MI.isInlineAsm())
|
|
|
|
return outliner::InstrType::Illegal;
|
|
|
|
|
|
|
|
// We can't outline branches to other basic blocks.
|
|
|
|
if (MI.isTerminator() && !MBB->succ_empty())
|
|
|
|
return outliner::InstrType::Illegal;
|
|
|
|
|
|
|
|
// We need support for tail calls to outlined functions before return
|
|
|
|
// statements can be allowed.
|
|
|
|
if (MI.isReturn())
|
|
|
|
return outliner::InstrType::Illegal;
|
|
|
|
|
|
|
|
// Don't allow modifying the X5 register which we use for return addresses for
|
|
|
|
// these outlined functions.
|
|
|
|
if (MI.modifiesRegister(RISCV::X5, TRI) ||
|
|
|
|
MI.getDesc().hasImplicitDefOfPhysReg(RISCV::X5))
|
|
|
|
return outliner::InstrType::Illegal;
|
|
|
|
|
|
|
|
// Make sure the operands don't reference something unsafe.
|
|
|
|
for (const auto &MO : MI.operands())
|
|
|
|
if (MO.isMBB() || MO.isBlockAddress() || MO.isCPI())
|
|
|
|
return outliner::InstrType::Illegal;
|
|
|
|
|
|
|
|
// Don't allow instructions which won't be materialized to impact outlining
|
|
|
|
// analysis.
|
|
|
|
if (MI.isMetaInstruction())
|
|
|
|
return outliner::InstrType::Invisible;
|
|
|
|
|
|
|
|
return outliner::InstrType::Legal;
|
|
|
|
}
|
|
|
|
|
|
|
|
void RISCVInstrInfo::buildOutlinedFrame(
|
|
|
|
MachineBasicBlock &MBB, MachineFunction &MF,
|
|
|
|
const outliner::OutlinedFunction &OF) const {
|
|
|
|
|
|
|
|
// Strip out any CFI instructions
|
|
|
|
bool Changed = true;
|
|
|
|
while (Changed) {
|
|
|
|
Changed = false;
|
|
|
|
auto I = MBB.begin();
|
|
|
|
auto E = MBB.end();
|
|
|
|
for (; I != E; ++I) {
|
|
|
|
if (I->isCFIInstruction()) {
|
|
|
|
I->removeFromParent();
|
|
|
|
Changed = true;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-04-21 17:40:41 -07:00
|
|
|
MBB.addLiveIn(RISCV::X5);
|
|
|
|
|
2019-12-19 16:41:53 +00:00
|
|
|
// Add in a return instruction to the end of the outlined frame.
|
|
|
|
MBB.insert(MBB.end(), BuildMI(MF, DebugLoc(), get(RISCV::JALR))
|
|
|
|
.addReg(RISCV::X0, RegState::Define)
|
|
|
|
.addReg(RISCV::X5)
|
|
|
|
.addImm(0));
|
|
|
|
}
|
|
|
|
|
|
|
|
MachineBasicBlock::iterator RISCVInstrInfo::insertOutlinedCall(
|
|
|
|
Module &M, MachineBasicBlock &MBB, MachineBasicBlock::iterator &It,
|
|
|
|
MachineFunction &MF, const outliner::Candidate &C) const {
|
|
|
|
|
|
|
|
// Add in a call instruction to the outlined function at the given location.
|
|
|
|
It = MBB.insert(It,
|
|
|
|
BuildMI(MF, DebugLoc(), get(RISCV::PseudoCALLReg), RISCV::X5)
|
|
|
|
.addGlobalAddress(M.getNamedValue(MF.getName()), 0,
|
|
|
|
RISCVII::MO_CALL));
|
|
|
|
return It;
|
|
|
|
}
|