mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2024-11-23 11:13:28 +01:00
AVX-512: Fixed the "test" operation for i1 type
Using KORTESTW for comparison i1 value with zero was wrong since the instruction tests 16 bits. KORTESTW may be used with KSHIFTL+KSHIFTR that clean the 15 upper bits. I removed (X86cmp i1, 0) pattern and zero-extend i1 to i8 and then use TESTB. There are some cases where i1 is in the mask register and the upper bits are already zeroed. Then KORTESTW is the better solution, but it is subject for optimization. Meanwhile, I'm fixing the correctness issue. llvm-svn: 228916
This commit is contained in:
parent
b344d5ac77
commit
d8fd06be73
@ -2610,26 +2610,9 @@ SDNode *X86DAGToDAGISel::Select(SDNode *Node) {
|
||||
SDValue N1 = Node->getOperand(1);
|
||||
|
||||
if (N0.getOpcode() == ISD::TRUNCATE && N0.hasOneUse() &&
|
||||
HasNoSignedComparisonUses(Node)) {
|
||||
// Look for (X86cmp (truncate $op, i1), 0) and try to convert to a
|
||||
// smaller encoding
|
||||
if (Opcode == X86ISD::CMP && N0.getValueType() == MVT::i1 &&
|
||||
X86::isZeroNode(N1)) {
|
||||
SDValue Reg = N0.getOperand(0);
|
||||
SDValue Imm = CurDAG->getTargetConstant(1, MVT::i8);
|
||||
|
||||
// Emit testb
|
||||
if (Reg.getScalarValueSizeInBits() > 8)
|
||||
Reg = CurDAG->getTargetExtractSubreg(X86::sub_8bit, dl, MVT::i8, Reg);
|
||||
// Emit a testb.
|
||||
SDNode *NewNode = CurDAG->getMachineNode(X86::TEST8ri, dl, MVT::i32,
|
||||
Reg, Imm);
|
||||
ReplaceUses(SDValue(Node, 0), SDValue(NewNode, 0));
|
||||
return nullptr;
|
||||
}
|
||||
|
||||
HasNoSignedComparisonUses(Node))
|
||||
N0 = N0.getOperand(0);
|
||||
}
|
||||
|
||||
// Look for (X86cmp (and $op, $imm), 0) and see if we can convert it to
|
||||
// use a smaller encoding.
|
||||
// Look past the truncate if CMP is the only use of it.
|
||||
|
@ -15045,11 +15045,11 @@ static bool hasNonFlagsUse(SDValue Op) {
|
||||
/// equivalent.
|
||||
SDValue X86TargetLowering::EmitTest(SDValue Op, unsigned X86CC, SDLoc dl,
|
||||
SelectionDAG &DAG) const {
|
||||
if (Op.getValueType() == MVT::i1)
|
||||
// KORTEST instruction should be selected
|
||||
return DAG.getNode(X86ISD::CMP, dl, MVT::i32, Op,
|
||||
DAG.getConstant(0, Op.getValueType()));
|
||||
|
||||
if (Op.getValueType() == MVT::i1) {
|
||||
SDValue ExtOp = DAG.getNode(ISD::ZERO_EXTEND, dl, MVT::i8, Op);
|
||||
return DAG.getNode(X86ISD::CMP, dl, MVT::i32, ExtOp,
|
||||
DAG.getConstant(0, MVT::i8));
|
||||
}
|
||||
// CF and OF aren't always set the way we want. Determine which
|
||||
// of these we need.
|
||||
bool NeedCF = false;
|
||||
|
@ -1813,7 +1813,7 @@ let Predicates = [HasBWI] in
|
||||
def : Pat<(xor VK64:$src1, (v64i1 immAllOnesV)), (KNOTQrr VK64:$src1)>;
|
||||
|
||||
// KNL does not support KMOVB, 8-bit mask is promoted to 16-bit
|
||||
let Predicates = [HasAVX512] in {
|
||||
let Predicates = [HasAVX512, NoDQI] in {
|
||||
def : Pat<(xor VK8:$src1, (v8i1 immAllOnesV)),
|
||||
(COPY_TO_REGCLASS (KNOTWrr (COPY_TO_REGCLASS VK8:$src1, VK16)), VK8)>;
|
||||
|
||||
@ -1955,14 +1955,6 @@ multiclass avx512_mask_testop_w<bits<8> opc, string OpcodeStr, SDNode OpNode> {
|
||||
|
||||
defm KORTEST : avx512_mask_testop_w<0x98, "kortest", X86kortest>;
|
||||
|
||||
def : Pat<(X86cmp VK1:$src1, (i1 0)),
|
||||
(KORTESTWrr (COPY_TO_REGCLASS VK1:$src1, VK16),
|
||||
(COPY_TO_REGCLASS VK1:$src1, VK16))>, Requires<[HasAVX512, NoDQI]>;
|
||||
|
||||
def : Pat<(X86cmp VK1:$src1, (i1 0)),
|
||||
(KORTESTBrr (COPY_TO_REGCLASS VK1:$src1, VK8),
|
||||
(COPY_TO_REGCLASS VK1:$src1, VK8))>, Requires<[HasDQI]>;
|
||||
|
||||
// Mask shift
|
||||
multiclass avx512_mask_shiftop<bits<8> opc, string OpcodeStr, RegisterClass KRC,
|
||||
SDNode OpNode> {
|
||||
|
@ -5,8 +5,8 @@ target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"
|
||||
target triple = "x86_64-unknown-linux-gnu"
|
||||
|
||||
; CHECK-LABEL: func
|
||||
; CHECK: kortestw
|
||||
; CHECK: kortestw
|
||||
; CHECK: testb
|
||||
; CHECK: testb
|
||||
define void @func() {
|
||||
bb1:
|
||||
br i1 undef, label %L_10, label %L_10
|
||||
|
@ -106,8 +106,7 @@ define i32 @test10(<16 x i32> %x, i32 %ind) nounwind {
|
||||
;CHECK: vpcmpltud
|
||||
;CHECK: kshiftlw $11
|
||||
;CHECK: kshiftrw $15
|
||||
;KNL: kortestw
|
||||
;SKX: kortestb
|
||||
;CHECK: testb
|
||||
;CHECK: je
|
||||
;CHECK: ret
|
||||
;CHECK: ret
|
||||
@ -126,8 +125,7 @@ define <16 x i32> @test11(<16 x i32>%a, <16 x i32>%b) {
|
||||
;CHECK: vpcmpgtq
|
||||
;CHECK: kshiftlw $15
|
||||
;CHECK: kshiftrw $15
|
||||
;KNL: kortestw
|
||||
;SKX: kortestb
|
||||
;CHECK: testb
|
||||
;CHECK: ret
|
||||
|
||||
define i64 @test12(<16 x i64>%a, <16 x i64>%b, i64 %a1, i64 %b1) {
|
||||
@ -154,10 +152,10 @@ define i16 @test13(i32 %a, i32 %b) {
|
||||
;CHECK: vpcmpgtq
|
||||
;KNL: kshiftlw $11
|
||||
;KNL: kshiftrw $15
|
||||
;KNL: kortestw
|
||||
;KNL: testb
|
||||
;SKX: kshiftlb $3
|
||||
;SKX: kshiftrb $7
|
||||
;SKX: kortestb
|
||||
;SKX: testb
|
||||
;CHECK: ret
|
||||
|
||||
define i64 @test14(<8 x i64>%a, <8 x i64>%b, i64 %a1, i64 %b1) {
|
||||
|
Loading…
Reference in New Issue
Block a user