2006-01-21 03:32:06 +01:00
|
|
|
//===------- llvm/CodeGen/ScheduleDAG.h - Common Base Class------*- C++ -*-===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
2007-12-29 20:59:42 +01:00
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
2006-01-21 03:32:06 +01:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file implements the ScheduleDAG class, which is used as the common
|
2008-11-20 00:18:57 +01:00
|
|
|
// base class for instruction schedulers.
|
2006-01-21 03:32:06 +01:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#ifndef LLVM_CODEGEN_SCHEDULEDAG_H
|
|
|
|
#define LLVM_CODEGEN_SCHEDULEDAG_H
|
|
|
|
|
Experimental scheduler change to schedule / coalesce the copies added for function livein's. Take 2008-03-10-RegAllocInfLoop.ll, the schedule looks like this after these copies are inserted:
entry: 0x12049d0, LLVM BB @0x1201fd0, ID#0:
Live Ins: %EAX %EDX %ECX
%reg1031<def> = MOVPC32r 0
%reg1032<def> = ADD32ri %reg1031, <es:_GLOBAL_OFFSET_TABLE_>, %EFLAGS<imp-def>
%reg1028<def> = MOV32rr %EAX
%reg1029<def> = MOV32rr %EDX
%reg1030<def> = MOV32rr %ECX
%reg1027<def> = MOV8rm %reg0, 1, %reg0, 0, Mem:LD(1,1) [0x1201910 + 0]
%reg1025<def> = MOV32rr %reg1029
%reg1026<def> = MOV32rr %reg1030
%reg1024<def> = MOV32rr %reg1028
The copies unnecessarily increase register pressure and it will end up requiring a physical register to be spilled.
With -schedule-livein-copies:
entry: 0x12049d0, LLVM BB @0x1201fa0, ID#0:
Live Ins: %EAX %EDX %ECX
%reg1031<def> = MOVPC32r 0
%reg1032<def> = ADD32ri %reg1031, <es:_GLOBAL_OFFSET_TABLE_>, %EFLAGS<imp-def>
%reg1024<def> = MOV32rr %EAX
%reg1025<def> = MOV32rr %EDX
%reg1026<def> = MOV32rr %ECX
%reg1027<def> = MOV8rm %reg0, 1, %reg0, 0, Mem:LD(1,1) [0x12018e0 + 0]
Much better!
llvm-svn: 48307
2008-03-12 23:19:41 +01:00
|
|
|
#include "llvm/CodeGen/MachineBasicBlock.h"
|
2010-05-21 01:26:43 +02:00
|
|
|
#include "llvm/Target/TargetMachine.h"
|
2007-02-03 02:34:13 +01:00
|
|
|
#include "llvm/ADT/DenseMap.h"
|
2008-11-25 01:52:40 +01:00
|
|
|
#include "llvm/ADT/BitVector.h"
|
2007-08-28 22:32:58 +02:00
|
|
|
#include "llvm/ADT/GraphTraits.h"
|
2008-11-20 00:18:57 +01:00
|
|
|
#include "llvm/ADT/SmallVector.h"
|
2008-12-09 23:54:47 +01:00
|
|
|
#include "llvm/ADT/PointerIntPair.h"
|
2006-05-12 01:55:42 +02:00
|
|
|
|
2006-01-21 03:32:06 +01:00
|
|
|
namespace llvm {
|
2009-10-10 01:33:48 +02:00
|
|
|
class AliasAnalysis;
|
2009-03-20 00:26:52 +01:00
|
|
|
class SUnit;
|
2006-01-21 03:32:06 +01:00
|
|
|
class MachineConstantPool;
|
2008-01-30 20:35:32 +01:00
|
|
|
class MachineFunction;
|
2007-12-31 05:13:23 +01:00
|
|
|
class MachineRegisterInfo;
|
2006-01-21 03:32:06 +01:00
|
|
|
class MachineInstr;
|
2008-02-10 19:45:23 +01:00
|
|
|
class TargetRegisterInfo;
|
2008-11-18 03:06:40 +01:00
|
|
|
class ScheduleDAG;
|
2008-11-20 00:18:57 +01:00
|
|
|
class SDNode;
|
2006-01-21 03:32:06 +01:00
|
|
|
class TargetInstrInfo;
|
2008-01-07 08:27:27 +01:00
|
|
|
class TargetInstrDesc;
|
2006-01-21 03:32:06 +01:00
|
|
|
class TargetMachine;
|
2007-09-26 23:38:03 +02:00
|
|
|
class TargetRegisterClass;
|
2008-11-20 00:18:57 +01:00
|
|
|
template<class Graph> class GraphWriter;
|
2007-09-19 03:38:40 +02:00
|
|
|
|
2008-12-09 23:54:47 +01:00
|
|
|
/// SDep - Scheduling dependency. This represents one direction of an
|
|
|
|
/// edge in the scheduling DAG.
|
|
|
|
class SDep {
|
|
|
|
public:
|
|
|
|
/// Kind - These are the different kinds of scheduling dependencies.
|
|
|
|
enum Kind {
|
|
|
|
Data, ///< Regular data dependence (aka true-dependence).
|
|
|
|
Anti, ///< A register anti-dependedence (aka WAR).
|
|
|
|
Output, ///< A register output-dependence (aka WAW).
|
|
|
|
Order ///< Any other ordering dependency.
|
|
|
|
};
|
|
|
|
|
|
|
|
private:
|
|
|
|
/// Dep - A pointer to the depending/depended-on SUnit, and an enum
|
|
|
|
/// indicating the kind of the dependency.
|
|
|
|
PointerIntPair<SUnit *, 2, Kind> Dep;
|
|
|
|
|
|
|
|
/// Contents - A union discriminated by the dependence kind.
|
|
|
|
union {
|
|
|
|
/// Reg - For Data, Anti, and Output dependencies, the associated
|
|
|
|
/// register. For Data dependencies that don't currently have a register
|
|
|
|
/// assigned, this is set to zero.
|
|
|
|
unsigned Reg;
|
|
|
|
|
|
|
|
/// Order - Additional information about Order dependencies.
|
|
|
|
struct {
|
|
|
|
/// isNormalMemory - True if both sides of the dependence
|
|
|
|
/// access memory in non-volatile and fully modeled ways.
|
|
|
|
bool isNormalMemory : 1;
|
|
|
|
|
|
|
|
/// isMustAlias - True if both sides of the dependence are known to
|
|
|
|
/// access the same memory.
|
|
|
|
bool isMustAlias : 1;
|
|
|
|
|
|
|
|
/// isArtificial - True if this is an artificial dependency, meaning
|
|
|
|
/// it is not necessary for program correctness, and may be safely
|
|
|
|
/// deleted if necessary.
|
|
|
|
bool isArtificial : 1;
|
|
|
|
} Order;
|
|
|
|
} Contents;
|
|
|
|
|
|
|
|
/// Latency - The time associated with this edge. Often this is just
|
|
|
|
/// the value of the Latency field of the predecessor, however advanced
|
|
|
|
/// models may provide additional information about specific edges.
|
|
|
|
unsigned Latency;
|
|
|
|
|
|
|
|
public:
|
|
|
|
/// SDep - Construct a null SDep. This is only for use by container
|
|
|
|
/// classes which require default constructors. SUnits may not
|
|
|
|
/// have null SDep edges.
|
|
|
|
SDep() : Dep(0, Data) {}
|
|
|
|
|
|
|
|
/// SDep - Construct an SDep with the specified values.
|
|
|
|
SDep(SUnit *S, Kind kind, unsigned latency = 1, unsigned Reg = 0,
|
|
|
|
bool isNormalMemory = false, bool isMustAlias = false,
|
|
|
|
bool isArtificial = false)
|
|
|
|
: Dep(S, kind), Contents(), Latency(latency) {
|
|
|
|
switch (kind) {
|
|
|
|
case Anti:
|
|
|
|
case Output:
|
|
|
|
assert(Reg != 0 &&
|
|
|
|
"SDep::Anti and SDep::Output must use a non-zero Reg!");
|
|
|
|
// fall through
|
|
|
|
case Data:
|
|
|
|
assert(!isMustAlias && "isMustAlias only applies with SDep::Order!");
|
|
|
|
assert(!isArtificial && "isArtificial only applies with SDep::Order!");
|
|
|
|
Contents.Reg = Reg;
|
|
|
|
break;
|
|
|
|
case Order:
|
|
|
|
assert(Reg == 0 && "Reg given for non-register dependence!");
|
|
|
|
Contents.Order.isNormalMemory = isNormalMemory;
|
|
|
|
Contents.Order.isMustAlias = isMustAlias;
|
|
|
|
Contents.Order.isArtificial = isArtificial;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
bool operator==(const SDep &Other) const {
|
2008-12-16 01:47:19 +01:00
|
|
|
if (Dep != Other.Dep || Latency != Other.Latency) return false;
|
2008-12-09 23:54:47 +01:00
|
|
|
switch (Dep.getInt()) {
|
|
|
|
case Data:
|
|
|
|
case Anti:
|
|
|
|
case Output:
|
|
|
|
return Contents.Reg == Other.Contents.Reg;
|
|
|
|
case Order:
|
|
|
|
return Contents.Order.isNormalMemory ==
|
|
|
|
Other.Contents.Order.isNormalMemory &&
|
|
|
|
Contents.Order.isMustAlias == Other.Contents.Order.isMustAlias &&
|
|
|
|
Contents.Order.isArtificial == Other.Contents.Order.isArtificial;
|
|
|
|
}
|
|
|
|
assert(0 && "Invalid dependency kind!");
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool operator!=(const SDep &Other) const {
|
|
|
|
return !operator==(Other);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// getLatency - Return the latency value for this edge, which roughly
|
|
|
|
/// means the minimum number of cycles that must elapse between the
|
|
|
|
/// predecessor and the successor, given that they have this edge
|
|
|
|
/// between them.
|
|
|
|
unsigned getLatency() const {
|
|
|
|
return Latency;
|
|
|
|
}
|
|
|
|
|
2009-08-13 18:05:04 +02:00
|
|
|
/// setLatency - Set the latency for this edge.
|
|
|
|
void setLatency(unsigned Lat) {
|
|
|
|
Latency = Lat;
|
|
|
|
}
|
|
|
|
|
2008-12-09 23:54:47 +01:00
|
|
|
//// getSUnit - Return the SUnit to which this edge points.
|
|
|
|
SUnit *getSUnit() const {
|
|
|
|
return Dep.getPointer();
|
|
|
|
}
|
|
|
|
|
|
|
|
//// setSUnit - Assign the SUnit to which this edge points.
|
|
|
|
void setSUnit(SUnit *SU) {
|
|
|
|
Dep.setPointer(SU);
|
|
|
|
}
|
|
|
|
|
|
|
|
/// getKind - Return an enum value representing the kind of the dependence.
|
|
|
|
Kind getKind() const {
|
|
|
|
return Dep.getInt();
|
|
|
|
}
|
|
|
|
|
|
|
|
/// isCtrl - Shorthand for getKind() != SDep::Data.
|
|
|
|
bool isCtrl() const {
|
|
|
|
return getKind() != Data;
|
|
|
|
}
|
|
|
|
|
2008-12-22 22:06:56 +01:00
|
|
|
/// isNormalMemory - Test if this is an Order dependence between two
|
|
|
|
/// memory accesses where both sides of the dependence access memory
|
|
|
|
/// in non-volatile and fully modeled ways.
|
|
|
|
bool isNormalMemory() const {
|
|
|
|
return getKind() == Order && Contents.Order.isNormalMemory;
|
|
|
|
}
|
|
|
|
|
2008-12-09 23:54:47 +01:00
|
|
|
/// isMustAlias - Test if this is an Order dependence that is marked
|
|
|
|
/// as "must alias", meaning that the SUnits at either end of the edge
|
|
|
|
/// have a memory dependence on a known memory location.
|
|
|
|
bool isMustAlias() const {
|
|
|
|
return getKind() == Order && Contents.Order.isMustAlias;
|
|
|
|
}
|
|
|
|
|
2008-12-16 01:48:53 +01:00
|
|
|
/// isArtificial - Test if this is an Order dependence that is marked
|
|
|
|
/// as "artificial", meaning it isn't necessary for correctness.
|
|
|
|
bool isArtificial() const {
|
|
|
|
return getKind() == Order && Contents.Order.isArtificial;
|
|
|
|
}
|
|
|
|
|
2008-12-09 23:54:47 +01:00
|
|
|
/// isAssignedRegDep - Test if this is a Data dependence that is
|
|
|
|
/// associated with a register.
|
|
|
|
bool isAssignedRegDep() const {
|
|
|
|
return getKind() == Data && Contents.Reg != 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// getReg - Return the register associated with this edge. This is
|
|
|
|
/// only valid on Data, Anti, and Output edges. On Data edges, this
|
|
|
|
/// value may be zero, meaning there is no associated register.
|
|
|
|
unsigned getReg() const {
|
|
|
|
assert((getKind() == Data || getKind() == Anti || getKind() == Output) &&
|
|
|
|
"getReg called on non-register dependence edge!");
|
|
|
|
return Contents.Reg;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// setReg - Assign the associated register for this edge. This is
|
|
|
|
/// only valid on Data, Anti, and Output edges. On Anti and Output
|
|
|
|
/// edges, this value must not be zero. On Data edges, the value may
|
|
|
|
/// be zero, which would mean that no specific register is associated
|
|
|
|
/// with this edge.
|
|
|
|
void setReg(unsigned Reg) {
|
|
|
|
assert((getKind() == Data || getKind() == Anti || getKind() == Output) &&
|
|
|
|
"setReg called on non-register dependence edge!");
|
|
|
|
assert((getKind() != Anti || Reg != 0) &&
|
|
|
|
"SDep::Anti edge cannot use the zero register!");
|
|
|
|
assert((getKind() != Output || Reg != 0) &&
|
|
|
|
"SDep::Output edge cannot use the zero register!");
|
|
|
|
Contents.Reg = Reg;
|
|
|
|
}
|
2007-09-19 03:38:40 +02:00
|
|
|
};
|
|
|
|
|
2008-11-20 00:18:57 +01:00
|
|
|
/// SUnit - Scheduling unit. This is a node in the scheduling DAG.
|
2009-02-14 17:06:42 +01:00
|
|
|
class SUnit {
|
2008-11-13 22:36:12 +01:00
|
|
|
private:
|
2006-05-12 01:55:42 +02:00
|
|
|
SDNode *Node; // Representative node.
|
2008-11-14 01:06:09 +01:00
|
|
|
MachineInstr *Instr; // Alternatively, a MachineInstr.
|
2008-11-13 22:36:12 +01:00
|
|
|
public:
|
2008-06-21 17:52:51 +02:00
|
|
|
SUnit *OrigNode; // If not this, the node from which
|
|
|
|
// this node was cloned.
|
2006-05-12 01:55:42 +02:00
|
|
|
|
|
|
|
// Preds/Succs - The SUnits before/after us in the graph. The boolean value
|
|
|
|
// is true if the edge is a token chain edge, false if it is a value edge.
|
2007-09-19 03:38:40 +02:00
|
|
|
SmallVector<SDep, 4> Preds; // All sunit predecessors.
|
|
|
|
SmallVector<SDep, 4> Succs; // All sunit successors.
|
|
|
|
|
|
|
|
typedef SmallVector<SDep, 4>::iterator pred_iterator;
|
|
|
|
typedef SmallVector<SDep, 4>::iterator succ_iterator;
|
|
|
|
typedef SmallVector<SDep, 4>::const_iterator const_pred_iterator;
|
|
|
|
typedef SmallVector<SDep, 4>::const_iterator const_succ_iterator;
|
2010-05-21 01:26:43 +02:00
|
|
|
|
2007-09-25 03:54:36 +02:00
|
|
|
unsigned NodeNum; // Entry # of node in the node vector.
|
2008-04-29 11:07:59 +02:00
|
|
|
unsigned NodeQueueId; // Queue id of node.
|
2007-09-25 03:54:36 +02:00
|
|
|
unsigned short Latency; // Node latency.
|
2009-09-30 22:15:38 +02:00
|
|
|
unsigned NumPreds; // # of SDep::Data preds.
|
|
|
|
unsigned NumSuccs; // # of SDep::Data sucss.
|
|
|
|
unsigned NumPredsLeft; // # of preds not scheduled.
|
|
|
|
unsigned NumSuccsLeft; // # of succs not scheduled.
|
2006-05-12 01:55:42 +02:00
|
|
|
bool isTwoAddress : 1; // Is a two-address instruction.
|
2006-05-12 03:58:24 +02:00
|
|
|
bool isCommutable : 1; // Is a commutable instruction.
|
2007-10-05 03:39:18 +02:00
|
|
|
bool hasPhysRegDefs : 1; // Has physreg defs that are being used.
|
2009-03-23 17:10:52 +01:00
|
|
|
bool hasPhysRegClobbers : 1; // Has any physreg defs, used or not.
|
2006-05-12 01:55:42 +02:00
|
|
|
bool isPending : 1; // True once pending.
|
|
|
|
bool isAvailable : 1; // True once available.
|
|
|
|
bool isScheduled : 1; // True once scheduled.
|
2008-12-16 04:35:01 +01:00
|
|
|
bool isScheduleHigh : 1; // True if preferable to schedule high.
|
2009-01-16 21:57:18 +01:00
|
|
|
bool isCloned : 1; // True if this node has been cloned.
|
2010-05-21 01:26:43 +02:00
|
|
|
Sched::Preference SchedulingPref; // Scheduling preference.
|
2010-05-20 00:57:06 +02:00
|
|
|
|
|
|
|
SmallVector<MachineInstr*, 4> DbgInstrList; // dbg_values referencing this.
|
2008-12-16 04:25:46 +01:00
|
|
|
private:
|
|
|
|
bool isDepthCurrent : 1; // True if Depth is current.
|
|
|
|
bool isHeightCurrent : 1; // True if Height is current.
|
|
|
|
unsigned Depth; // Node depth.
|
|
|
|
unsigned Height; // Node height.
|
|
|
|
public:
|
2007-09-26 23:38:03 +02:00
|
|
|
const TargetRegisterClass *CopyDstRC; // Is a special copy node if not null.
|
|
|
|
const TargetRegisterClass *CopySrcRC;
|
2006-05-12 01:55:42 +02:00
|
|
|
|
2008-11-14 01:06:09 +01:00
|
|
|
/// SUnit - Construct an SUnit for pre-regalloc scheduling to represent
|
|
|
|
/// an SDNode and any nodes flagged to it.
|
2006-05-12 01:55:42 +02:00
|
|
|
SUnit(SDNode *node, unsigned nodenum)
|
2010-05-20 00:57:06 +02:00
|
|
|
: Node(node), Instr(0), OrigNode(0), NodeNum(nodenum),
|
2010-03-10 23:13:47 +01:00
|
|
|
NodeQueueId(0), Latency(0), NumPreds(0), NumSuccs(0), NumPredsLeft(0),
|
|
|
|
NumSuccsLeft(0), isTwoAddress(false), isCommutable(false),
|
|
|
|
hasPhysRegDefs(false), hasPhysRegClobbers(false),
|
2008-11-14 01:06:09 +01:00
|
|
|
isPending(false), isAvailable(false), isScheduled(false),
|
2009-01-16 21:57:18 +01:00
|
|
|
isScheduleHigh(false), isCloned(false),
|
2010-05-21 01:26:43 +02:00
|
|
|
SchedulingPref(Sched::None),
|
2009-01-16 21:57:18 +01:00
|
|
|
isDepthCurrent(false), isHeightCurrent(false), Depth(0), Height(0),
|
2008-11-14 01:06:09 +01:00
|
|
|
CopyDstRC(NULL), CopySrcRC(NULL) {}
|
|
|
|
|
|
|
|
/// SUnit - Construct an SUnit for post-regalloc scheduling to represent
|
|
|
|
/// a MachineInstr.
|
|
|
|
SUnit(MachineInstr *instr, unsigned nodenum)
|
2010-05-20 00:57:06 +02:00
|
|
|
: Node(0), Instr(instr), OrigNode(0), NodeNum(nodenum),
|
2010-03-10 23:13:47 +01:00
|
|
|
NodeQueueId(0), Latency(0), NumPreds(0), NumSuccs(0), NumPredsLeft(0),
|
|
|
|
NumSuccsLeft(0), isTwoAddress(false), isCommutable(false),
|
|
|
|
hasPhysRegDefs(false), hasPhysRegClobbers(false),
|
2006-05-12 01:55:42 +02:00
|
|
|
isPending(false), isAvailable(false), isScheduled(false),
|
2009-01-16 21:57:18 +01:00
|
|
|
isScheduleHigh(false), isCloned(false),
|
2010-05-21 01:26:43 +02:00
|
|
|
SchedulingPref(Sched::None),
|
2009-01-16 21:57:18 +01:00
|
|
|
isDepthCurrent(false), isHeightCurrent(false), Depth(0), Height(0),
|
2007-09-26 23:38:03 +02:00
|
|
|
CopyDstRC(NULL), CopySrcRC(NULL) {}
|
2007-09-25 03:54:36 +02:00
|
|
|
|
2009-02-11 00:27:53 +01:00
|
|
|
/// SUnit - Construct a placeholder SUnit.
|
|
|
|
SUnit()
|
2010-05-20 00:57:06 +02:00
|
|
|
: Node(0), Instr(0), OrigNode(0), NodeNum(~0u),
|
2010-03-10 23:13:47 +01:00
|
|
|
NodeQueueId(0), Latency(0), NumPreds(0), NumSuccs(0), NumPredsLeft(0),
|
|
|
|
NumSuccsLeft(0), isTwoAddress(false), isCommutable(false),
|
|
|
|
hasPhysRegDefs(false), hasPhysRegClobbers(false),
|
2009-02-11 00:27:53 +01:00
|
|
|
isPending(false), isAvailable(false), isScheduled(false),
|
|
|
|
isScheduleHigh(false), isCloned(false),
|
2010-05-21 01:26:43 +02:00
|
|
|
SchedulingPref(Sched::None),
|
2009-02-11 00:27:53 +01:00
|
|
|
isDepthCurrent(false), isHeightCurrent(false), Depth(0), Height(0),
|
|
|
|
CopyDstRC(NULL), CopySrcRC(NULL) {}
|
|
|
|
|
2008-11-13 22:36:12 +01:00
|
|
|
/// setNode - Assign the representative SDNode for this SUnit.
|
2008-11-14 01:06:09 +01:00
|
|
|
/// This may be used during pre-regalloc scheduling.
|
|
|
|
void setNode(SDNode *N) {
|
|
|
|
assert(!Instr && "Setting SDNode of SUnit with MachineInstr!");
|
|
|
|
Node = N;
|
|
|
|
}
|
2008-11-13 22:36:12 +01:00
|
|
|
|
|
|
|
/// getNode - Return the representative SDNode for this SUnit.
|
2008-11-14 01:06:09 +01:00
|
|
|
/// This may be used during pre-regalloc scheduling.
|
|
|
|
SDNode *getNode() const {
|
|
|
|
assert(!Instr && "Reading SDNode of SUnit with MachineInstr!");
|
|
|
|
return Node;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// setInstr - Assign the instruction for the SUnit.
|
|
|
|
/// This may be used during post-regalloc scheduling.
|
|
|
|
void setInstr(MachineInstr *MI) {
|
|
|
|
assert(!Node && "Setting MachineInstr of SUnit with SDNode!");
|
|
|
|
Instr = MI;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// getInstr - Return the representative MachineInstr for this SUnit.
|
|
|
|
/// This may be used during post-regalloc scheduling.
|
|
|
|
MachineInstr *getInstr() const {
|
|
|
|
assert(!Node && "Reading MachineInstr of SUnit with SDNode!");
|
|
|
|
return Instr;
|
|
|
|
}
|
2008-11-13 22:36:12 +01:00
|
|
|
|
2008-12-09 23:54:47 +01:00
|
|
|
/// addPred - This adds the specified edge as a pred of the current node if
|
2008-11-21 03:27:52 +01:00
|
|
|
/// not already. It also adds the current node as a successor of the
|
2008-12-16 02:00:55 +01:00
|
|
|
/// specified node.
|
2008-12-16 02:05:52 +01:00
|
|
|
void addPred(const SDep &D);
|
2006-08-17 02:09:56 +02:00
|
|
|
|
2008-12-09 23:54:47 +01:00
|
|
|
/// removePred - This removes the specified edge as a pred of the current
|
|
|
|
/// node if it exists. It also removes the current node as a successor of
|
2008-12-16 02:00:55 +01:00
|
|
|
/// the specified node.
|
2008-12-16 02:05:52 +01:00
|
|
|
void removePred(const SDep &D);
|
2007-09-25 03:54:36 +02:00
|
|
|
|
2008-12-17 05:24:23 +01:00
|
|
|
/// getDepth - Return the depth of this node, which is the length of the
|
2009-11-20 20:32:48 +01:00
|
|
|
/// maximum path up to any node with has no predecessors.
|
|
|
|
unsigned getDepth() const {
|
2009-11-03 21:57:50 +01:00
|
|
|
if (!isDepthCurrent)
|
2009-11-20 20:32:48 +01:00
|
|
|
const_cast<SUnit *>(this)->ComputeDepth();
|
2008-12-16 04:25:46 +01:00
|
|
|
return Depth;
|
|
|
|
}
|
|
|
|
|
|
|
|
/// getHeight - Return the height of this node, which is the length of the
|
2009-11-20 20:32:48 +01:00
|
|
|
/// maximum path down to any node with has no successors.
|
|
|
|
unsigned getHeight() const {
|
2009-11-03 21:57:50 +01:00
|
|
|
if (!isHeightCurrent)
|
2009-11-20 20:32:48 +01:00
|
|
|
const_cast<SUnit *>(this)->ComputeHeight();
|
2008-12-16 04:25:46 +01:00
|
|
|
return Height;
|
|
|
|
}
|
|
|
|
|
2009-11-03 21:57:50 +01:00
|
|
|
/// setDepthToAtLeast - If NewDepth is greater than this node's
|
|
|
|
/// depth value, set it to be the new depth value. This also
|
2009-11-20 20:32:48 +01:00
|
|
|
/// recursively marks successor nodes dirty.
|
|
|
|
void setDepthToAtLeast(unsigned NewDepth);
|
2008-12-16 04:25:46 +01:00
|
|
|
|
2009-11-03 21:57:50 +01:00
|
|
|
/// setDepthToAtLeast - If NewDepth is greater than this node's
|
|
|
|
/// depth value, set it to be the new height value. This also
|
2009-11-20 20:32:48 +01:00
|
|
|
/// recursively marks predecessor nodes dirty.
|
|
|
|
void setHeightToAtLeast(unsigned NewHeight);
|
2008-12-16 04:25:46 +01:00
|
|
|
|
|
|
|
/// setDepthDirty - Set a flag in this node to indicate that its
|
|
|
|
/// stored Depth value will require recomputation the next time
|
|
|
|
/// getDepth() is called.
|
|
|
|
void setDepthDirty();
|
|
|
|
|
|
|
|
/// setHeightDirty - Set a flag in this node to indicate that its
|
|
|
|
/// stored Height value will require recomputation the next time
|
|
|
|
/// getHeight() is called.
|
|
|
|
void setHeightDirty();
|
|
|
|
|
|
|
|
/// isPred - Test if node N is a predecessor of this node.
|
2007-09-25 03:54:36 +02:00
|
|
|
bool isPred(SUnit *N) {
|
2008-05-05 20:30:58 +02:00
|
|
|
for (unsigned i = 0, e = (unsigned)Preds.size(); i != e; ++i)
|
2008-12-09 23:54:47 +01:00
|
|
|
if (Preds[i].getSUnit() == N)
|
2007-09-25 03:54:36 +02:00
|
|
|
return true;
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2008-12-16 04:25:46 +01:00
|
|
|
/// isSucc - Test if node N is a successor of this node.
|
2007-09-25 03:54:36 +02:00
|
|
|
bool isSucc(SUnit *N) {
|
2008-05-05 20:30:58 +02:00
|
|
|
for (unsigned i = 0, e = (unsigned)Succs.size(); i != e; ++i)
|
2008-12-09 23:54:47 +01:00
|
|
|
if (Succs[i].getSUnit() == N)
|
2007-09-25 03:54:36 +02:00
|
|
|
return true;
|
|
|
|
return false;
|
2006-08-17 02:09:56 +02:00
|
|
|
}
|
2010-05-21 01:26:43 +02:00
|
|
|
|
2008-11-18 03:06:40 +01:00
|
|
|
void dump(const ScheduleDAG *G) const;
|
|
|
|
void dumpAll(const ScheduleDAG *G) const;
|
2008-11-19 22:32:03 +01:00
|
|
|
void print(raw_ostream &O, const ScheduleDAG *G) const;
|
2008-12-16 04:25:46 +01:00
|
|
|
|
|
|
|
private:
|
2009-11-20 20:32:48 +01:00
|
|
|
void ComputeDepth();
|
|
|
|
void ComputeHeight();
|
2006-05-12 01:55:42 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
//===--------------------------------------------------------------------===//
|
|
|
|
/// SchedulingPriorityQueue - This interface is used to plug different
|
|
|
|
/// priorities computation algorithms into the list scheduler. It implements
|
|
|
|
/// the interface of a standard priority queue, where nodes are inserted in
|
|
|
|
/// arbitrary order and returned in priority order. The computation of the
|
|
|
|
/// priority and the representation of the queue are totally up to the
|
|
|
|
/// implementation to decide.
|
|
|
|
///
|
|
|
|
class SchedulingPriorityQueue {
|
2010-05-20 08:13:19 +02:00
|
|
|
unsigned CurCycle;
|
2006-05-12 01:55:42 +02:00
|
|
|
public:
|
2010-05-20 08:13:19 +02:00
|
|
|
SchedulingPriorityQueue() : CurCycle(0) {}
|
2006-05-12 01:55:42 +02:00
|
|
|
virtual ~SchedulingPriorityQueue() {}
|
|
|
|
|
2008-06-21 21:18:17 +02:00
|
|
|
virtual void initNodes(std::vector<SUnit> &SUnits) = 0;
|
2007-09-25 03:54:36 +02:00
|
|
|
virtual void addNode(const SUnit *SU) = 0;
|
|
|
|
virtual void updateNode(const SUnit *SU) = 0;
|
2006-05-12 01:55:42 +02:00
|
|
|
virtual void releaseState() = 0;
|
2007-09-25 03:54:36 +02:00
|
|
|
|
2006-05-12 01:55:42 +02:00
|
|
|
virtual bool empty() const = 0;
|
|
|
|
virtual void push(SUnit *U) = 0;
|
|
|
|
|
2010-05-26 03:10:55 +02:00
|
|
|
void push_all(const std::vector<SUnit *> &Nodes) {
|
|
|
|
for (std::vector<SUnit *>::const_iterator I = Nodes.begin(),
|
|
|
|
E = Nodes.end(); I != E; ++I)
|
|
|
|
push(*I);
|
|
|
|
}
|
|
|
|
|
2006-05-12 01:55:42 +02:00
|
|
|
virtual SUnit *pop() = 0;
|
|
|
|
|
2007-09-25 03:54:36 +02:00
|
|
|
virtual void remove(SUnit *SU) = 0;
|
|
|
|
|
2006-05-12 01:55:42 +02:00
|
|
|
/// ScheduledNode - As each node is scheduled, this method is invoked. This
|
2008-06-24 02:02:44 +02:00
|
|
|
/// allows the priority function to adjust the priority of related
|
|
|
|
/// unscheduled nodes, for example.
|
|
|
|
///
|
2008-05-19 22:15:12 +02:00
|
|
|
virtual void ScheduledNode(SUnit *) {}
|
2007-09-25 03:54:36 +02:00
|
|
|
|
2008-05-19 22:15:12 +02:00
|
|
|
virtual void UnscheduledNode(SUnit *) {}
|
2010-05-20 08:13:19 +02:00
|
|
|
|
|
|
|
void setCurCycle(unsigned Cycle) {
|
|
|
|
CurCycle = Cycle;
|
|
|
|
}
|
|
|
|
|
|
|
|
unsigned getCurCycle() const {
|
|
|
|
return CurCycle;
|
|
|
|
}
|
2006-05-12 01:55:42 +02:00
|
|
|
};
|
|
|
|
|
2006-01-21 03:32:06 +01:00
|
|
|
class ScheduleDAG {
|
|
|
|
public:
|
2009-08-28 01:44:33 +02:00
|
|
|
MachineBasicBlock *BB; // The block in which to insert instructions
|
|
|
|
MachineBasicBlock::iterator InsertPos;// The position to insert instructions
|
2006-01-21 03:32:06 +01:00
|
|
|
const TargetMachine &TM; // Target processor
|
|
|
|
const TargetInstrInfo *TII; // Target instruction information
|
2008-02-10 19:45:23 +01:00
|
|
|
const TargetRegisterInfo *TRI; // Target processor register info
|
2009-01-15 20:20:50 +01:00
|
|
|
MachineFunction &MF; // Machine function
|
Experimental scheduler change to schedule / coalesce the copies added for function livein's. Take 2008-03-10-RegAllocInfLoop.ll, the schedule looks like this after these copies are inserted:
entry: 0x12049d0, LLVM BB @0x1201fd0, ID#0:
Live Ins: %EAX %EDX %ECX
%reg1031<def> = MOVPC32r 0
%reg1032<def> = ADD32ri %reg1031, <es:_GLOBAL_OFFSET_TABLE_>, %EFLAGS<imp-def>
%reg1028<def> = MOV32rr %EAX
%reg1029<def> = MOV32rr %EDX
%reg1030<def> = MOV32rr %ECX
%reg1027<def> = MOV8rm %reg0, 1, %reg0, 0, Mem:LD(1,1) [0x1201910 + 0]
%reg1025<def> = MOV32rr %reg1029
%reg1026<def> = MOV32rr %reg1030
%reg1024<def> = MOV32rr %reg1028
The copies unnecessarily increase register pressure and it will end up requiring a physical register to be spilled.
With -schedule-livein-copies:
entry: 0x12049d0, LLVM BB @0x1201fa0, ID#0:
Live Ins: %EAX %EDX %ECX
%reg1031<def> = MOVPC32r 0
%reg1032<def> = ADD32ri %reg1031, <es:_GLOBAL_OFFSET_TABLE_>, %EFLAGS<imp-def>
%reg1024<def> = MOV32rr %EAX
%reg1025<def> = MOV32rr %EDX
%reg1026<def> = MOV32rr %ECX
%reg1027<def> = MOV8rm %reg0, 1, %reg0, 0, Mem:LD(1,1) [0x12018e0 + 0]
Much better!
llvm-svn: 48307
2008-03-12 23:19:41 +01:00
|
|
|
MachineRegisterInfo &MRI; // Virtual/real register map
|
2006-05-12 03:58:24 +02:00
|
|
|
std::vector<SUnit*> Sequence; // The schedule. Null SUnit*'s
|
|
|
|
// represent noop instructions.
|
2006-05-12 01:55:42 +02:00
|
|
|
std::vector<SUnit> SUnits; // The scheduling units.
|
2009-02-11 00:27:53 +01:00
|
|
|
SUnit EntrySU; // Special node for the region entry.
|
|
|
|
SUnit ExitSU; // Special node for the region exit.
|
2006-01-21 03:32:06 +01:00
|
|
|
|
2009-01-15 20:20:50 +01:00
|
|
|
explicit ScheduleDAG(MachineFunction &mf);
|
2006-02-04 07:49:00 +01:00
|
|
|
|
2008-11-20 00:18:57 +01:00
|
|
|
virtual ~ScheduleDAG();
|
2006-01-21 03:32:06 +01:00
|
|
|
|
2007-08-28 22:32:58 +02:00
|
|
|
/// viewGraph - Pop up a GraphViz/gv window with the ScheduleDAG rendered
|
|
|
|
/// using 'dot'.
|
|
|
|
///
|
|
|
|
void viewGraph();
|
|
|
|
|
2009-02-11 00:27:53 +01:00
|
|
|
/// EmitSchedule - Insert MachineInstrs into the MachineBasicBlock
|
|
|
|
/// according to the order specified in Sequence.
|
|
|
|
///
|
2010-05-01 02:01:06 +02:00
|
|
|
virtual MachineBasicBlock *EmitSchedule() = 0;
|
2008-04-03 18:36:07 +02:00
|
|
|
|
|
|
|
void dumpSchedule() const;
|
|
|
|
|
2008-11-20 00:18:57 +01:00
|
|
|
virtual void dumpNode(const SUnit *SU) const = 0;
|
2008-11-19 23:09:45 +01:00
|
|
|
|
2008-11-20 00:18:57 +01:00
|
|
|
/// getGraphNodeLabel - Return a label for an SUnit node in a visualization
|
|
|
|
/// of the ScheduleDAG.
|
|
|
|
virtual std::string getGraphNodeLabel(const SUnit *SU) const = 0;
|
2008-04-03 18:36:07 +02:00
|
|
|
|
2008-11-20 00:18:57 +01:00
|
|
|
/// addCustomGraphFeatures - Add custom features for a visualization of
|
|
|
|
/// the ScheduleDAG.
|
2008-11-24 20:51:59 +01:00
|
|
|
virtual void addCustomGraphFeatures(GraphWriter<ScheduleDAG*> &) const {}
|
2008-04-03 18:36:07 +02:00
|
|
|
|
2008-11-20 02:26:25 +01:00
|
|
|
#ifndef NDEBUG
|
|
|
|
/// VerifySchedule - Verify that all SUnits were scheduled and that
|
|
|
|
/// their state is consistent.
|
|
|
|
void VerifySchedule(bool isBottomUp);
|
|
|
|
#endif
|
|
|
|
|
2008-11-20 00:18:57 +01:00
|
|
|
protected:
|
2009-02-11 05:27:20 +01:00
|
|
|
/// Run - perform scheduling.
|
|
|
|
///
|
|
|
|
void Run(MachineBasicBlock *bb, MachineBasicBlock::iterator insertPos);
|
|
|
|
|
2009-02-06 17:50:02 +01:00
|
|
|
/// BuildSchedGraph - Build SUnits and set up their Preds and Succs
|
|
|
|
/// to form the scheduling dependency graph.
|
|
|
|
///
|
2009-10-10 01:33:48 +02:00
|
|
|
virtual void BuildSchedGraph(AliasAnalysis *AA) = 0;
|
2008-04-03 18:36:07 +02:00
|
|
|
|
2009-02-06 17:50:02 +01:00
|
|
|
/// ComputeLatency - Compute node latency.
|
|
|
|
///
|
|
|
|
virtual void ComputeLatency(SUnit *SU) = 0;
|
|
|
|
|
2009-08-19 18:08:58 +02:00
|
|
|
/// ComputeOperandLatency - Override dependence edge latency using
|
|
|
|
/// operand use/def information
|
|
|
|
///
|
2009-10-14 22:28:33 +02:00
|
|
|
virtual void ComputeOperandLatency(SUnit *, SUnit *,
|
2009-10-14 22:39:01 +02:00
|
|
|
SDep&) const { }
|
2009-08-19 18:08:58 +02:00
|
|
|
|
2009-02-06 17:50:02 +01:00
|
|
|
/// Schedule - Order nodes according to selected style, filling
|
|
|
|
/// in the Sequence member.
|
|
|
|
///
|
|
|
|
virtual void Schedule() = 0;
|
2007-09-26 23:38:03 +02:00
|
|
|
|
2009-08-28 01:44:33 +02:00
|
|
|
/// ForceUnitLatencies - Return true if all scheduling edges should be given
|
|
|
|
/// a latency value of one. The default is to return false; schedulers may
|
2008-12-16 04:25:46 +01:00
|
|
|
/// override this as needed.
|
|
|
|
virtual bool ForceUnitLatencies() const { return false; }
|
|
|
|
|
2009-02-06 17:50:02 +01:00
|
|
|
/// EmitNoop - Emit a noop instruction.
|
|
|
|
///
|
|
|
|
void EmitNoop();
|
|
|
|
|
|
|
|
void EmitPhysRegCopy(SUnit *SU, DenseMap<SUnit*, unsigned> &VRBaseMap);
|
2006-01-21 03:32:06 +01:00
|
|
|
};
|
|
|
|
|
2009-08-28 01:44:33 +02:00
|
|
|
class SUnitIterator : public std::iterator<std::forward_iterator_tag,
|
|
|
|
SUnit, ptrdiff_t> {
|
2007-08-28 22:32:58 +02:00
|
|
|
SUnit *Node;
|
|
|
|
unsigned Operand;
|
|
|
|
|
|
|
|
SUnitIterator(SUnit *N, unsigned Op) : Node(N), Operand(Op) {}
|
|
|
|
public:
|
|
|
|
bool operator==(const SUnitIterator& x) const {
|
|
|
|
return Operand == x.Operand;
|
|
|
|
}
|
|
|
|
bool operator!=(const SUnitIterator& x) const { return !operator==(x); }
|
|
|
|
|
|
|
|
const SUnitIterator &operator=(const SUnitIterator &I) {
|
2009-08-28 01:44:33 +02:00
|
|
|
assert(I.Node==Node && "Cannot assign iterators to two different nodes!");
|
2007-08-28 22:32:58 +02:00
|
|
|
Operand = I.Operand;
|
|
|
|
return *this;
|
|
|
|
}
|
|
|
|
|
|
|
|
pointer operator*() const {
|
2008-12-09 23:54:47 +01:00
|
|
|
return Node->Preds[Operand].getSUnit();
|
2007-08-28 22:32:58 +02:00
|
|
|
}
|
|
|
|
pointer operator->() const { return operator*(); }
|
|
|
|
|
|
|
|
SUnitIterator& operator++() { // Preincrement
|
|
|
|
++Operand;
|
|
|
|
return *this;
|
|
|
|
}
|
|
|
|
SUnitIterator operator++(int) { // Postincrement
|
|
|
|
SUnitIterator tmp = *this; ++*this; return tmp;
|
|
|
|
}
|
|
|
|
|
|
|
|
static SUnitIterator begin(SUnit *N) { return SUnitIterator(N, 0); }
|
|
|
|
static SUnitIterator end (SUnit *N) {
|
2008-05-05 20:30:58 +02:00
|
|
|
return SUnitIterator(N, (unsigned)N->Preds.size());
|
2007-08-28 22:32:58 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
unsigned getOperand() const { return Operand; }
|
|
|
|
const SUnit *getNode() const { return Node; }
|
2008-12-09 23:54:47 +01:00
|
|
|
/// isCtrlDep - Test if this is not an SDep::Data dependence.
|
|
|
|
bool isCtrlDep() const {
|
2008-12-16 01:51:33 +01:00
|
|
|
return getSDep().isCtrl();
|
2008-12-09 23:54:47 +01:00
|
|
|
}
|
|
|
|
bool isArtificialDep() const {
|
2008-12-16 01:51:33 +01:00
|
|
|
return getSDep().isArtificial();
|
|
|
|
}
|
|
|
|
const SDep &getSDep() const {
|
|
|
|
return Node->Preds[Operand];
|
2008-12-09 23:54:47 +01:00
|
|
|
}
|
2007-08-28 22:32:58 +02:00
|
|
|
};
|
|
|
|
|
|
|
|
template <> struct GraphTraits<SUnit*> {
|
|
|
|
typedef SUnit NodeType;
|
|
|
|
typedef SUnitIterator ChildIteratorType;
|
|
|
|
static inline NodeType *getEntryNode(SUnit *N) { return N; }
|
|
|
|
static inline ChildIteratorType child_begin(NodeType *N) {
|
|
|
|
return SUnitIterator::begin(N);
|
|
|
|
}
|
|
|
|
static inline ChildIteratorType child_end(NodeType *N) {
|
|
|
|
return SUnitIterator::end(N);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
|
|
|
template <> struct GraphTraits<ScheduleDAG*> : public GraphTraits<SUnit*> {
|
|
|
|
typedef std::vector<SUnit>::iterator nodes_iterator;
|
|
|
|
static nodes_iterator nodes_begin(ScheduleDAG *G) {
|
|
|
|
return G->SUnits.begin();
|
|
|
|
}
|
|
|
|
static nodes_iterator nodes_end(ScheduleDAG *G) {
|
|
|
|
return G->SUnits.end();
|
|
|
|
}
|
|
|
|
};
|
2008-11-25 01:52:40 +01:00
|
|
|
|
|
|
|
/// ScheduleDAGTopologicalSort is a class that computes a topological
|
|
|
|
/// ordering for SUnits and provides methods for dynamically updating
|
|
|
|
/// the ordering as new edges are added.
|
|
|
|
///
|
|
|
|
/// This allows a very fast implementation of IsReachable, for example.
|
|
|
|
///
|
|
|
|
class ScheduleDAGTopologicalSort {
|
|
|
|
/// SUnits - A reference to the ScheduleDAG's SUnits.
|
|
|
|
std::vector<SUnit> &SUnits;
|
|
|
|
|
|
|
|
/// Index2Node - Maps topological index to the node number.
|
|
|
|
std::vector<int> Index2Node;
|
|
|
|
/// Node2Index - Maps the node number to its topological index.
|
|
|
|
std::vector<int> Node2Index;
|
|
|
|
/// Visited - a set of nodes visited during a DFS traversal.
|
|
|
|
BitVector Visited;
|
|
|
|
|
|
|
|
/// DFS - make a DFS traversal and mark all nodes affected by the
|
|
|
|
/// edge insertion. These nodes will later get new topological indexes
|
|
|
|
/// by means of the Shift method.
|
|
|
|
void DFS(const SUnit *SU, int UpperBound, bool& HasLoop);
|
|
|
|
|
|
|
|
/// Shift - reassign topological indexes for the nodes in the DAG
|
|
|
|
/// to preserve the topological ordering.
|
|
|
|
void Shift(BitVector& Visited, int LowerBound, int UpperBound);
|
|
|
|
|
|
|
|
/// Allocate - assign the topological index to the node n.
|
|
|
|
void Allocate(int n, int index);
|
|
|
|
|
|
|
|
public:
|
|
|
|
explicit ScheduleDAGTopologicalSort(std::vector<SUnit> &SUnits);
|
|
|
|
|
|
|
|
/// InitDAGTopologicalSorting - create the initial topological
|
|
|
|
/// ordering from the DAG to be scheduled.
|
|
|
|
void InitDAGTopologicalSorting();
|
|
|
|
|
|
|
|
/// IsReachable - Checks if SU is reachable from TargetSU.
|
|
|
|
bool IsReachable(const SUnit *SU, const SUnit *TargetSU);
|
|
|
|
|
|
|
|
/// WillCreateCycle - Returns true if adding an edge from SU to TargetSU
|
|
|
|
/// will create a cycle.
|
|
|
|
bool WillCreateCycle(SUnit *SU, SUnit *TargetSU);
|
|
|
|
|
|
|
|
/// AddPred - Updates the topological ordering to accomodate an edge
|
|
|
|
/// to be added from SUnit X to SUnit Y.
|
|
|
|
void AddPred(SUnit *Y, SUnit *X);
|
|
|
|
|
|
|
|
/// RemovePred - Updates the topological ordering to accomodate an
|
|
|
|
/// an edge to be removed from the specified node N from the predecessors
|
|
|
|
/// of the current node M.
|
|
|
|
void RemovePred(SUnit *M, SUnit *N);
|
|
|
|
|
|
|
|
typedef std::vector<int>::iterator iterator;
|
|
|
|
typedef std::vector<int>::const_iterator const_iterator;
|
|
|
|
iterator begin() { return Index2Node.begin(); }
|
|
|
|
const_iterator begin() const { return Index2Node.begin(); }
|
|
|
|
iterator end() { return Index2Node.end(); }
|
|
|
|
const_iterator end() const { return Index2Node.end(); }
|
|
|
|
|
|
|
|
typedef std::vector<int>::reverse_iterator reverse_iterator;
|
|
|
|
typedef std::vector<int>::const_reverse_iterator const_reverse_iterator;
|
|
|
|
reverse_iterator rbegin() { return Index2Node.rbegin(); }
|
|
|
|
const_reverse_iterator rbegin() const { return Index2Node.rbegin(); }
|
|
|
|
reverse_iterator rend() { return Index2Node.rend(); }
|
|
|
|
const_reverse_iterator rend() const { return Index2Node.rend(); }
|
|
|
|
};
|
2006-01-21 03:32:06 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
#endif
|