2012-05-04 22:18:50 +02:00
|
|
|
//=======- NVPTXFrameLowering.cpp - NVPTX Frame Information ---*- C++ -*-=====//
|
|
|
|
//
|
2019-01-19 09:50:56 +01:00
|
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
2012-05-04 22:18:50 +02:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file contains the NVPTX implementation of TargetFrameLowering class.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "NVPTXFrameLowering.h"
|
|
|
|
#include "NVPTX.h"
|
|
|
|
#include "NVPTXRegisterInfo.h"
|
|
|
|
#include "NVPTXSubtarget.h"
|
|
|
|
#include "NVPTXTargetMachine.h"
|
|
|
|
#include "llvm/CodeGen/MachineFrameInfo.h"
|
2012-12-03 17:50:05 +01:00
|
|
|
#include "llvm/CodeGen/MachineFunction.h"
|
|
|
|
#include "llvm/CodeGen/MachineInstrBuilder.h"
|
2013-08-06 16:13:31 +02:00
|
|
|
#include "llvm/CodeGen/MachineRegisterInfo.h"
|
2017-11-08 02:01:31 +01:00
|
|
|
#include "llvm/CodeGen/TargetInstrInfo.h"
|
2012-05-04 22:18:50 +02:00
|
|
|
#include "llvm/MC/MachineLocation.h"
|
|
|
|
|
|
|
|
using namespace llvm;
|
|
|
|
|
2015-02-19 01:08:27 +01:00
|
|
|
NVPTXFrameLowering::NVPTXFrameLowering()
|
[Alignment][NFC] Use Align for TargetFrameLowering/Subtarget
Summary:
This is patch is part of a series to introduce an Alignment type.
See this thread for context: http://lists.llvm.org/pipermail/llvm-dev/2019-July/133851.html
See this patch for the introduction of the type: https://reviews.llvm.org/D64790
Reviewers: courbet
Subscribers: jholewinski, arsenm, dschuff, jyknight, dylanmckay, sdardis, nemanjai, jvesely, nhaehnle, sbc100, jgravelle-google, hiraditya, aheejin, kbarton, fedor.sergeev, asb, rbar, johnrusso, simoncook, apazos, sabuasal, niosHD, jrtc27, MaskRay, zzheng, edward-jones, atanasyan, rogfer01, MartinMosbeck, brucehoult, the_o, PkmX, jocewei, jsji, Jim, lenary, s.egerton, pzheng, llvm-commits
Tags: #llvm
Differential Revision: https://reviews.llvm.org/D68993
llvm-svn: 375084
2019-10-17 09:49:39 +02:00
|
|
|
: TargetFrameLowering(TargetFrameLowering::StackGrowsUp, Align(8), 0) {}
|
2014-06-27 04:05:24 +02:00
|
|
|
|
2013-03-30 15:29:21 +01:00
|
|
|
bool NVPTXFrameLowering::hasFP(const MachineFunction &MF) const { return true; }
|
2012-05-04 22:18:50 +02:00
|
|
|
|
[ShrinkWrap] Add (a simplified version) of shrink-wrapping.
This patch introduces a new pass that computes the safe point to insert the
prologue and epilogue of the function.
The interest is to find safe points that are cheaper than the entry and exits
blocks.
As an example and to avoid regressions to be introduce, this patch also
implements the required bits to enable the shrink-wrapping pass for AArch64.
** Context **
Currently we insert the prologue and epilogue of the method/function in the
entry and exits blocks. Although this is correct, we can do a better job when
those are not immediately required and insert them at less frequently executed
places.
The job of the shrink-wrapping pass is to identify such places.
** Motivating example **
Let us consider the following function that perform a call only in one branch of
a if:
define i32 @f(i32 %a, i32 %b) {
%tmp = alloca i32, align 4
%tmp2 = icmp slt i32 %a, %b
br i1 %tmp2, label %true, label %false
true:
store i32 %a, i32* %tmp, align 4
%tmp4 = call i32 @doSomething(i32 0, i32* %tmp)
br label %false
false:
%tmp.0 = phi i32 [ %tmp4, %true ], [ %a, %0 ]
ret i32 %tmp.0
}
On AArch64 this code generates (removing the cfi directives to ease
readabilities):
_f: ; @f
; BB#0:
stp x29, x30, [sp, #-16]!
mov x29, sp
sub sp, sp, #16 ; =16
cmp w0, w1
b.ge LBB0_2
; BB#1: ; %true
stur w0, [x29, #-4]
sub x1, x29, #4 ; =4
mov w0, wzr
bl _doSomething
LBB0_2: ; %false
mov sp, x29
ldp x29, x30, [sp], #16
ret
With shrink-wrapping we could generate:
_f: ; @f
; BB#0:
cmp w0, w1
b.ge LBB0_2
; BB#1: ; %true
stp x29, x30, [sp, #-16]!
mov x29, sp
sub sp, sp, #16 ; =16
stur w0, [x29, #-4]
sub x1, x29, #4 ; =4
mov w0, wzr
bl _doSomething
add sp, x29, #16 ; =16
ldp x29, x30, [sp], #16
LBB0_2: ; %false
ret
Therefore, we would pay the overhead of setting up/destroying the frame only if
we actually do the call.
** Proposed Solution **
This patch introduces a new machine pass that perform the shrink-wrapping
analysis (See the comments at the beginning of ShrinkWrap.cpp for more details).
It then stores the safe save and restore point into the MachineFrameInfo
attached to the MachineFunction.
This information is then used by the PrologEpilogInserter (PEI) to place the
related code at the right place. This pass runs right before the PEI.
Unlike the original paper of Chow from PLDI’88, this implementation of
shrink-wrapping does not use expensive data-flow analysis and does not need hack
to properly avoid frequently executed point. Instead, it relies on dominance and
loop properties.
The pass is off by default and each target can opt-in by setting the
EnableShrinkWrap boolean to true in their derived class of TargetPassConfig.
This setting can also be overwritten on the command line by using
-enable-shrink-wrap.
Before you try out the pass for your target, make sure you properly fix your
emitProlog/emitEpilog/adjustForXXX method to cope with basic blocks that are not
necessarily the entry block.
** Design Decisions **
1. ShrinkWrap is its own pass right now. It could frankly be merged into PEI but
for debugging and clarity I thought it was best to have its own file.
2. Right now, we only support one save point and one restore point. At some
point we can expand this to several save point and restore point, the impacted
component would then be:
- The pass itself: New algorithm needed.
- MachineFrameInfo: Hold a list or set of Save/Restore point instead of one
pointer.
- PEI: Should loop over the save point and restore point.
Anyhow, at least for this first iteration, I do not believe this is interesting
to support the complex cases. We should revisit that when we motivating
examples.
Differential Revision: http://reviews.llvm.org/D9210
<rdar://problem/3201744>
llvm-svn: 236507
2015-05-05 19:38:16 +02:00
|
|
|
void NVPTXFrameLowering::emitPrologue(MachineFunction &MF,
|
|
|
|
MachineBasicBlock &MBB) const {
|
2016-07-28 20:40:00 +02:00
|
|
|
if (MF.getFrameInfo().hasStackObjects()) {
|
[ShrinkWrap] Add (a simplified version) of shrink-wrapping.
This patch introduces a new pass that computes the safe point to insert the
prologue and epilogue of the function.
The interest is to find safe points that are cheaper than the entry and exits
blocks.
As an example and to avoid regressions to be introduce, this patch also
implements the required bits to enable the shrink-wrapping pass for AArch64.
** Context **
Currently we insert the prologue and epilogue of the method/function in the
entry and exits blocks. Although this is correct, we can do a better job when
those are not immediately required and insert them at less frequently executed
places.
The job of the shrink-wrapping pass is to identify such places.
** Motivating example **
Let us consider the following function that perform a call only in one branch of
a if:
define i32 @f(i32 %a, i32 %b) {
%tmp = alloca i32, align 4
%tmp2 = icmp slt i32 %a, %b
br i1 %tmp2, label %true, label %false
true:
store i32 %a, i32* %tmp, align 4
%tmp4 = call i32 @doSomething(i32 0, i32* %tmp)
br label %false
false:
%tmp.0 = phi i32 [ %tmp4, %true ], [ %a, %0 ]
ret i32 %tmp.0
}
On AArch64 this code generates (removing the cfi directives to ease
readabilities):
_f: ; @f
; BB#0:
stp x29, x30, [sp, #-16]!
mov x29, sp
sub sp, sp, #16 ; =16
cmp w0, w1
b.ge LBB0_2
; BB#1: ; %true
stur w0, [x29, #-4]
sub x1, x29, #4 ; =4
mov w0, wzr
bl _doSomething
LBB0_2: ; %false
mov sp, x29
ldp x29, x30, [sp], #16
ret
With shrink-wrapping we could generate:
_f: ; @f
; BB#0:
cmp w0, w1
b.ge LBB0_2
; BB#1: ; %true
stp x29, x30, [sp, #-16]!
mov x29, sp
sub sp, sp, #16 ; =16
stur w0, [x29, #-4]
sub x1, x29, #4 ; =4
mov w0, wzr
bl _doSomething
add sp, x29, #16 ; =16
ldp x29, x30, [sp], #16
LBB0_2: ; %false
ret
Therefore, we would pay the overhead of setting up/destroying the frame only if
we actually do the call.
** Proposed Solution **
This patch introduces a new machine pass that perform the shrink-wrapping
analysis (See the comments at the beginning of ShrinkWrap.cpp for more details).
It then stores the safe save and restore point into the MachineFrameInfo
attached to the MachineFunction.
This information is then used by the PrologEpilogInserter (PEI) to place the
related code at the right place. This pass runs right before the PEI.
Unlike the original paper of Chow from PLDI’88, this implementation of
shrink-wrapping does not use expensive data-flow analysis and does not need hack
to properly avoid frequently executed point. Instead, it relies on dominance and
loop properties.
The pass is off by default and each target can opt-in by setting the
EnableShrinkWrap boolean to true in their derived class of TargetPassConfig.
This setting can also be overwritten on the command line by using
-enable-shrink-wrap.
Before you try out the pass for your target, make sure you properly fix your
emitProlog/emitEpilog/adjustForXXX method to cope with basic blocks that are not
necessarily the entry block.
** Design Decisions **
1. ShrinkWrap is its own pass right now. It could frankly be merged into PEI but
for debugging and clarity I thought it was best to have its own file.
2. Right now, we only support one save point and one restore point. At some
point we can expand this to several save point and restore point, the impacted
component would then be:
- The pass itself: New algorithm needed.
- MachineFrameInfo: Hold a list or set of Save/Restore point instead of one
pointer.
- PEI: Should loop over the save point and restore point.
Anyhow, at least for this first iteration, I do not believe this is interesting
to support the complex cases. We should revisit that when we motivating
examples.
Differential Revision: http://reviews.llvm.org/D9210
<rdar://problem/3201744>
llvm-svn: 236507
2015-05-05 19:38:16 +02:00
|
|
|
assert(&MF.front() == &MBB && "Shrink-wrapping not yet supported");
|
2016-07-08 23:10:58 +02:00
|
|
|
MachineInstr *MI = &MBB.front();
|
2015-06-24 22:20:16 +02:00
|
|
|
MachineRegisterInfo &MR = MF.getRegInfo();
|
|
|
|
|
2012-05-04 22:18:50 +02:00
|
|
|
// This instruction really occurs before first instruction
|
|
|
|
// in the BB, so giving it no debug location.
|
|
|
|
DebugLoc dl = DebugLoc();
|
|
|
|
|
2015-06-30 23:28:31 +02:00
|
|
|
// Emits
|
|
|
|
// mov %SPL, %depot;
|
|
|
|
// cvta.local %SP, %SPL;
|
|
|
|
// for local address accesses in MF.
|
|
|
|
bool Is64Bit =
|
|
|
|
static_cast<const NVPTXTargetMachine &>(MF.getTarget()).is64Bit();
|
|
|
|
unsigned CvtaLocalOpcode =
|
|
|
|
(Is64Bit ? NVPTX::cvta_local_yes_64 : NVPTX::cvta_local_yes);
|
|
|
|
unsigned MovDepotOpcode =
|
|
|
|
(Is64Bit ? NVPTX::MOV_DEPOT_ADDR_64 : NVPTX::MOV_DEPOT_ADDR);
|
|
|
|
if (!MR.use_empty(NVPTX::VRFrame)) {
|
|
|
|
// If %SP is not used, do not bother emitting "cvta.local %SP, %SPL".
|
|
|
|
MI = BuildMI(MBB, MI, dl,
|
|
|
|
MF.getSubtarget().getInstrInfo()->get(CvtaLocalOpcode),
|
|
|
|
NVPTX::VRFrame)
|
|
|
|
.addReg(NVPTX::VRFrameLocal);
|
2012-05-04 22:18:50 +02:00
|
|
|
}
|
2015-06-30 23:28:31 +02:00
|
|
|
BuildMI(MBB, MI, dl, MF.getSubtarget().getInstrInfo()->get(MovDepotOpcode),
|
|
|
|
NVPTX::VRFrameLocal)
|
|
|
|
.addImm(MF.getFunctionNumber());
|
2012-05-04 22:18:50 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-11-04 09:56:54 +01:00
|
|
|
StackOffset
|
|
|
|
NVPTXFrameLowering::getFrameIndexReference(const MachineFunction &MF, int FI,
|
|
|
|
Register &FrameReg) const {
|
2018-07-26 18:29:52 +02:00
|
|
|
const MachineFrameInfo &MFI = MF.getFrameInfo();
|
|
|
|
FrameReg = NVPTX::VRDepot;
|
2020-11-04 09:56:54 +01:00
|
|
|
return StackOffset::getFixed(MFI.getObjectOffset(FI) -
|
|
|
|
getOffsetOfLocalArea());
|
2018-07-26 18:29:52 +02:00
|
|
|
}
|
|
|
|
|
2012-05-04 22:18:50 +02:00
|
|
|
void NVPTXFrameLowering::emitEpilogue(MachineFunction &MF,
|
2013-03-30 15:29:21 +01:00
|
|
|
MachineBasicBlock &MBB) const {}
|
2013-02-21 21:05:00 +01:00
|
|
|
|
|
|
|
// This function eliminates ADJCALLSTACKDOWN,
|
|
|
|
// ADJCALLSTACKUP pseudo instructions
|
2016-03-31 20:33:38 +02:00
|
|
|
MachineBasicBlock::iterator NVPTXFrameLowering::eliminateCallFramePseudoInstr(
|
2013-03-30 15:29:21 +01:00
|
|
|
MachineFunction &MF, MachineBasicBlock &MBB,
|
|
|
|
MachineBasicBlock::iterator I) const {
|
2013-02-21 21:05:00 +01:00
|
|
|
// Simply discard ADJCALLSTACKDOWN,
|
|
|
|
// ADJCALLSTACKUP instructions.
|
2016-03-31 20:33:38 +02:00
|
|
|
return MBB.erase(I);
|
2013-02-21 21:05:00 +01:00
|
|
|
}
|
2019-12-18 23:50:19 +01:00
|
|
|
|
|
|
|
TargetFrameLowering::DwarfFrameBase
|
|
|
|
NVPTXFrameLowering::getDwarfFrameBase(const MachineFunction &MF) const {
|
|
|
|
return {DwarfFrameBase::CFA, {0}};
|
|
|
|
}
|