mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2024-10-19 11:02:59 +02:00
ae65e281f3
to reflect the new license. We understand that people may be surprised that we're moving the header entirely to discuss the new license. We checked this carefully with the Foundation's lawyer and we believe this is the correct approach. Essentially, all code in the project is now made available by the LLVM project under our new license, so you will see that the license headers include that license only. Some of our contributors have contributed code under our old license, and accordingly, we have retained a copy of our old license notice in the top-level files in each project and repository. llvm-svn: 351636
477 lines
22 KiB
TableGen
477 lines
22 KiB
TableGen
//===-- HexagonIntrinsics.td - Instruction intrinsics ------*- tablegen -*-===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// These intrinsic patterns are not auto-generated.
|
|
|
|
class T_R_pat <InstHexagon MI, Intrinsic IntID>
|
|
: Pat <(IntID I32:$Rs),
|
|
(MI I32:$Rs)>;
|
|
|
|
class T_RR_pat <InstHexagon MI, Intrinsic IntID>
|
|
: Pat <(IntID I32:$Rs, I32:$Rt),
|
|
(MI I32:$Rs, I32:$Rt)>;
|
|
|
|
class T_RP_pat <InstHexagon MI, Intrinsic IntID>
|
|
: Pat <(IntID I32:$Rs, I64:$Rt),
|
|
(MI I32:$Rs, I64:$Rt)>;
|
|
|
|
def: Pat<(int_hexagon_A2_add IntRegs:$Rs, IntRegs:$Rt),
|
|
(A2_add IntRegs:$Rs, IntRegs:$Rt)>;
|
|
def: Pat<(int_hexagon_A2_addi IntRegs:$Rs, imm:$s16),
|
|
(A2_addi IntRegs:$Rs, imm:$s16)>;
|
|
def: Pat<(int_hexagon_A2_addp DoubleRegs:$Rs, DoubleRegs:$Rt),
|
|
(A2_addp DoubleRegs:$Rs, DoubleRegs:$Rt)>;
|
|
|
|
def: Pat<(int_hexagon_A2_sub IntRegs:$Rs, IntRegs:$Rt),
|
|
(A2_sub IntRegs:$Rs, IntRegs:$Rt)>;
|
|
def: Pat<(int_hexagon_A2_subri imm:$s10, IntRegs:$Rs),
|
|
(A2_subri imm:$s10, IntRegs:$Rs)>;
|
|
def: Pat<(int_hexagon_A2_subp DoubleRegs:$Rs, DoubleRegs:$Rt),
|
|
(A2_subp DoubleRegs:$Rs, DoubleRegs:$Rt)>;
|
|
|
|
def: Pat<(int_hexagon_M2_mpyi IntRegs:$Rs, IntRegs:$Rt),
|
|
(M2_mpyi IntRegs:$Rs, IntRegs:$Rt)>;
|
|
def: Pat<(int_hexagon_M2_mpyui IntRegs:$Rs, IntRegs:$Rt), // Same as M2_mpyi
|
|
(M2_mpyi IntRegs:$Rs, IntRegs:$Rt)>;
|
|
def: Pat<(int_hexagon_M2_mpysmi IntRegs:$Rs, imm:$s9),
|
|
(M2_mpysmi IntRegs:$Rs, imm:$s9)>;
|
|
def: Pat<(int_hexagon_M2_dpmpyss_s0 IntRegs:$Rs, IntRegs:$Rt),
|
|
(M2_dpmpyss_s0 IntRegs:$Rs, IntRegs:$Rt)>;
|
|
def: Pat<(int_hexagon_M2_dpmpyuu_s0 IntRegs:$Rs, IntRegs:$Rt),
|
|
(M2_dpmpyuu_s0 IntRegs:$Rs, IntRegs:$Rt)>;
|
|
|
|
def: Pat<(int_hexagon_S2_asl_i_r IntRegs:$Rs, imm:$u5),
|
|
(S2_asl_i_r IntRegs:$Rs, imm:$u5)>;
|
|
def: Pat<(int_hexagon_S2_lsr_i_r IntRegs:$Rs, imm:$u5),
|
|
(S2_lsr_i_r IntRegs:$Rs, imm:$u5)>;
|
|
def: Pat<(int_hexagon_S2_asr_i_r IntRegs:$Rs, imm:$u5),
|
|
(S2_asr_i_r IntRegs:$Rs, imm:$u5)>;
|
|
def: Pat<(int_hexagon_S2_asl_i_p DoubleRegs:$Rs, imm:$u6),
|
|
(S2_asl_i_p DoubleRegs:$Rs, imm:$u6)>;
|
|
def: Pat<(int_hexagon_S2_lsr_i_p DoubleRegs:$Rs, imm:$u6),
|
|
(S2_lsr_i_p DoubleRegs:$Rs, imm:$u6)>;
|
|
def: Pat<(int_hexagon_S2_asr_i_p DoubleRegs:$Rs, imm:$u6),
|
|
(S2_asr_i_p DoubleRegs:$Rs, imm:$u6)>;
|
|
|
|
def: Pat<(int_hexagon_A2_and IntRegs:$Rs, IntRegs:$Rt),
|
|
(A2_and IntRegs:$Rs, IntRegs:$Rt)>;
|
|
def: Pat<(int_hexagon_A2_andir IntRegs:$Rs, imm:$s10),
|
|
(A2_andir IntRegs:$Rs, imm:$s10)>;
|
|
def: Pat<(int_hexagon_A2_or IntRegs:$Rs, IntRegs:$Rt),
|
|
(A2_or IntRegs:$Rs, IntRegs:$Rt)>;
|
|
def: Pat<(int_hexagon_A2_orir IntRegs:$Rs, imm:$s10),
|
|
(A2_orir IntRegs:$Rs, imm:$s10)>;
|
|
def: Pat<(int_hexagon_A2_xor IntRegs:$Rs, IntRegs:$Rt),
|
|
(A2_xor IntRegs:$Rs, IntRegs:$Rt)>;
|
|
|
|
def: Pat<(int_hexagon_A2_sxtb IntRegs:$Rs),
|
|
(A2_sxtb IntRegs:$Rs)>;
|
|
def: Pat<(int_hexagon_A2_sxth IntRegs:$Rs),
|
|
(A2_sxth IntRegs:$Rs)>;
|
|
def: Pat<(int_hexagon_A2_zxtb IntRegs:$Rs),
|
|
(A2_zxtb IntRegs:$Rs)>;
|
|
def: Pat<(int_hexagon_A2_zxth IntRegs:$Rs),
|
|
(A2_zxth IntRegs:$Rs)>;
|
|
|
|
// Assembler mapped from Rd32=not(Rs32) to Rd32=sub(#-1,Rs32)
|
|
def : Pat <(int_hexagon_A2_not I32:$Rs),
|
|
(A2_subri -1, I32:$Rs)>;
|
|
|
|
// Assembler mapped from Rd32=neg(Rs32) to Rd32=sub(#0,Rs32)
|
|
def : Pat <(int_hexagon_A2_neg I32:$Rs),
|
|
(A2_subri 0, I32:$Rs)>;
|
|
|
|
// Make sure the patterns with zero immediate value has higher complexity
|
|
// otherwise, we need to updated the predicates for immediates to exclude zero
|
|
let AddedComplexity = 200 in {
|
|
def : Pat <(int_hexagon_S2_asr_i_r_rnd_goodsyntax I32:$Rs, (i32 0)),
|
|
(A2_tfr I32:$Rs)>;
|
|
def : Pat <(int_hexagon_S2_asr_i_p_rnd_goodsyntax I64:$Rs, (i32 0)),
|
|
(A2_combinew (HiReg I64:$Rs), (LoReg I64:$Rs))>;
|
|
def : Pat <(int_hexagon_S5_vasrhrnd_goodsyntax I64:$Rs, (i32 0)),
|
|
(A2_combinew (HiReg I64:$Rs), (LoReg I64:$Rs))>;
|
|
def : Pat <(int_hexagon_S5_asrhub_rnd_sat_goodsyntax I64:$Rs, (i32 0)),
|
|
(S2_vsathub I64:$Rs)>;
|
|
}
|
|
|
|
def : Pat <(int_hexagon_S2_asr_i_r_rnd_goodsyntax I32:$Rs, u5_0ImmPred:$imm),
|
|
(S2_asr_i_r_rnd I32:$Rs, (UDEC1 u5_0ImmPred:$imm))>;
|
|
def : Pat <(int_hexagon_S2_asr_i_p_rnd_goodsyntax I64:$Rs, u6_0ImmPred:$imm),
|
|
(S2_asr_i_p_rnd I64:$Rs, (UDEC1 u6_0ImmPred:$imm))>;
|
|
def : Pat <(int_hexagon_S5_vasrhrnd_goodsyntax I64:$Rs, u4_0ImmPred:$imm),
|
|
(S5_vasrhrnd I64:$Rs, (UDEC1 u4_0ImmPred:$imm))>;
|
|
def : Pat <(int_hexagon_S5_asrhub_rnd_sat_goodsyntax I64:$Rs, u4_0ImmPred:$imm),
|
|
(S5_asrhub_rnd_sat I64:$Rs, (UDEC1 u4_0ImmPred:$imm))>;
|
|
|
|
def ImmExt64: SDNodeXForm<imm, [{
|
|
int64_t V = N->getSExtValue();
|
|
return CurDAG->getTargetConstant(V, SDLoc(N), MVT::i64);
|
|
}]>;
|
|
|
|
// A2_tfrpi has an operand of type i64. This is necessary, since it is
|
|
// generated from "(set I64:$Rd, imm)". That pattern would not appear
|
|
// in the DAG, if the immediate was not a 64-bit value.
|
|
// The builtin for A2_tfrpi, on the other hand, takes a 32-bit value,
|
|
// which makes it impossible to simply replace it with the instruction.
|
|
// To connect the builtin with the instruction, the builtin's operand
|
|
// needs to be extended to the right type.
|
|
|
|
def : Pat<(int_hexagon_A2_tfrpi imm:$Is),
|
|
(A2_tfrpi (ImmExt64 $Is))>;
|
|
|
|
def : Pat <(int_hexagon_C2_cmpgei I32:$src1, s32_0ImmPred:$src2),
|
|
(C2_tfrpr (C2_cmpgti I32:$src1, (SDEC1 s32_0ImmPred:$src2)))>;
|
|
|
|
def : Pat <(int_hexagon_C2_cmpgeui I32:$src1, u32_0ImmPred:$src2),
|
|
(C2_tfrpr (C2_cmpgtui I32:$src1, (UDEC1 u32_0ImmPred:$src2)))>;
|
|
|
|
def : Pat <(int_hexagon_C2_cmpgeui I32:$src, 0),
|
|
(C2_tfrpr (C2_cmpeq I32:$src, I32:$src))>;
|
|
def : Pat <(int_hexagon_C2_cmplt I32:$src1, I32:$src2),
|
|
(C2_tfrpr (C2_cmpgt I32:$src2, I32:$src1))>;
|
|
def : Pat <(int_hexagon_C2_cmpltu I32:$src1, I32:$src2),
|
|
(C2_tfrpr (C2_cmpgtu I32:$src2, I32:$src1))>;
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
// Template 'def pat' to map tableidx[bhwd] intrinsics to :raw instructions.
|
|
//===----------------------------------------------------------------------===//
|
|
class S2op_tableidx_pat <Intrinsic IntID, InstHexagon OutputInst,
|
|
SDNodeXForm XformImm>
|
|
: Pat <(IntID I32:$src1, I32:$src2, u4_0ImmPred:$src3, u5_0ImmPred:$src4),
|
|
(OutputInst I32:$src1, I32:$src2, u4_0ImmPred:$src3,
|
|
(XformImm u5_0ImmPred:$src4))>;
|
|
|
|
def SDEC2 : SDNodeXForm<imm, [{
|
|
int32_t V = N->getSExtValue();
|
|
return CurDAG->getTargetConstant(V-2, SDLoc(N), MVT::i32);
|
|
}]>;
|
|
|
|
def SDEC3 : SDNodeXForm<imm, [{
|
|
int32_t V = N->getSExtValue();
|
|
return CurDAG->getTargetConstant(V-3, SDLoc(N), MVT::i32);
|
|
}]>;
|
|
|
|
// Table Index : Extract and insert bits.
|
|
// Map to the real hardware instructions after subtracting appropriate
|
|
// values from the 4th input operand. Please note that subtraction is not
|
|
// needed for int_hexagon_S2_tableidxb_goodsyntax.
|
|
|
|
def : S2op_tableidx_pat <int_hexagon_S2_tableidxb_goodsyntax, S2_tableidxb,
|
|
IdImm>;
|
|
def : S2op_tableidx_pat <int_hexagon_S2_tableidxh_goodsyntax, S2_tableidxh,
|
|
SDEC1>;
|
|
def : S2op_tableidx_pat <int_hexagon_S2_tableidxw_goodsyntax, S2_tableidxw,
|
|
SDEC2>;
|
|
def : S2op_tableidx_pat <int_hexagon_S2_tableidxd_goodsyntax, S2_tableidxd,
|
|
SDEC3>;
|
|
|
|
// Load/store locked.
|
|
def : T_R_pat<L2_loadw_locked, int_hexagon_L2_loadw_locked>;
|
|
def : T_R_pat<L4_loadd_locked, int_hexagon_L4_loadd_locked>;
|
|
|
|
def : Pat<(int_hexagon_S2_storew_locked I32:$Rs, I32:$Rt),
|
|
(C2_tfrpr (S2_storew_locked I32:$Rs, I32:$Rt))>;
|
|
def : Pat<(int_hexagon_S4_stored_locked I32:$Rs, I64:$Rt),
|
|
(C2_tfrpr (S4_stored_locked I32:$Rs, I64:$Rt))>;
|
|
|
|
//*******************************************************************
|
|
// ST
|
|
//*******************************************************************
|
|
|
|
class T_stb_pat <InstHexagon MI, Intrinsic IntID, PatLeaf Val>
|
|
: Pat<(IntID I32:$Rs, Val:$Rt, I32:$Ru),
|
|
(MI I32:$Rs, I32:$Ru, Val:$Rt)>;
|
|
|
|
def : T_stb_pat <S2_storerh_pbr, int_hexagon_S2_storerh_pbr, I32>;
|
|
def : T_stb_pat <S2_storerb_pbr, int_hexagon_S2_storerb_pbr, I32>;
|
|
def : T_stb_pat <S2_storeri_pbr, int_hexagon_S2_storeri_pbr, I32>;
|
|
def : T_stb_pat <S2_storerf_pbr, int_hexagon_S2_storerf_pbr, I32>;
|
|
def : T_stb_pat <S2_storerd_pbr, int_hexagon_S2_storerd_pbr, I64>;
|
|
|
|
class T_stc_pat <InstHexagon MI, Intrinsic IntID, PatLeaf Imm, PatLeaf Val>
|
|
: Pat<(IntID I32:$Rs, Val:$Rt, I32:$Ru, Imm:$s),
|
|
(MI I32:$Rs, Imm:$s, I32:$Ru, Val:$Rt)>;
|
|
|
|
def: T_stc_pat<S2_storerb_pci, int_hexagon_circ_stb, s4_0ImmPred, I32>;
|
|
def: T_stc_pat<S2_storerh_pci, int_hexagon_circ_sth, s4_1ImmPred, I32>;
|
|
def: T_stc_pat<S2_storeri_pci, int_hexagon_circ_stw, s4_2ImmPred, I32>;
|
|
def: T_stc_pat<S2_storerd_pci, int_hexagon_circ_std, s4_3ImmPred, I64>;
|
|
def: T_stc_pat<S2_storerf_pci, int_hexagon_circ_sthhi, s4_1ImmPred, I32>;
|
|
|
|
multiclass MaskedStore <InstHexagon MI, Intrinsic IntID> {
|
|
def : Pat<(IntID HvxQR:$src1, IntRegs:$src2, HvxVR:$src3),
|
|
(MI HvxQR:$src1, IntRegs:$src2, #0, HvxVR:$src3)>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat<(!cast<Intrinsic>(IntID#"_128B") HvxQR:$src1, IntRegs:$src2,
|
|
HvxVR:$src3),
|
|
(MI HvxQR:$src1, IntRegs:$src2, #0, HvxVR:$src3)>,
|
|
Requires<[UseHVX]>;
|
|
}
|
|
|
|
defm : MaskedStore <V6_vS32b_qpred_ai, int_hexagon_V6_vmaskedstoreq>;
|
|
defm : MaskedStore <V6_vS32b_nqpred_ai, int_hexagon_V6_vmaskedstorenq>;
|
|
defm : MaskedStore <V6_vS32b_nt_qpred_ai, int_hexagon_V6_vmaskedstorentq>;
|
|
defm : MaskedStore <V6_vS32b_nt_nqpred_ai, int_hexagon_V6_vmaskedstorentnq>;
|
|
|
|
defm : MaskedStore <V6_vS32b_qpred_ai, int_hexagon_V6_vS32b_qpred_ai>;
|
|
defm : MaskedStore <V6_vS32b_nqpred_ai, int_hexagon_V6_vS32b_nqpred_ai>;
|
|
defm : MaskedStore <V6_vS32b_nt_qpred_ai, int_hexagon_V6_vS32b_nt_qpred_ai>;
|
|
defm : MaskedStore <V6_vS32b_nt_nqpred_ai, int_hexagon_V6_vS32b_nt_nqpred_ai>;
|
|
|
|
//*******************************************************************
|
|
// SYSTEM
|
|
//*******************************************************************
|
|
|
|
def: T_R_pat<Y2_dccleana, int_hexagon_Y2_dccleana>;
|
|
def: T_R_pat<Y2_dccleaninva, int_hexagon_Y2_dccleaninva>;
|
|
def: T_R_pat<Y2_dcinva, int_hexagon_Y2_dcinva>;
|
|
def: T_R_pat<Y2_dczeroa, int_hexagon_Y2_dczeroa>;
|
|
|
|
def: T_RR_pat<Y4_l2fetch, int_hexagon_Y4_l2fetch>;
|
|
def: T_RP_pat<Y5_l2fetch, int_hexagon_Y5_l2fetch>;
|
|
|
|
//
|
|
// Patterns for optimizing code generations for HVX.
|
|
|
|
def u3_64_ImmPred : PatLeaf<(i32 imm), [{
|
|
int64_t v = (int64_t)(64 - N->getSExtValue());
|
|
return isUInt<3>(v);
|
|
}]>;
|
|
|
|
def u3_128_ImmPred : PatLeaf<(i32 imm), [{
|
|
int64_t v = (int64_t)(128 - N->getSExtValue());
|
|
return isUInt<3>(v);
|
|
}]>;
|
|
|
|
def SUB_64_VAL : SDNodeXForm<imm, [{
|
|
int32_t Imm = N->getSExtValue();
|
|
return CurDAG->getTargetConstant(64 - Imm, SDLoc(N), MVT::i32);
|
|
}]>;
|
|
|
|
def SUB_128_VAL : SDNodeXForm<imm, [{
|
|
int32_t Imm = N->getSExtValue();
|
|
return CurDAG->getTargetConstant(128 - Imm, SDLoc(N), MVT::i32);
|
|
}]>;
|
|
|
|
let AddedComplexity = 100 in {
|
|
def : Pat <(v16i32 (int_hexagon_V6_lo (v32i32 HvxWR:$src1))),
|
|
(v16i32 (EXTRACT_SUBREG (v32i32 HvxWR:$src1), vsub_lo))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v16i32 (int_hexagon_V6_hi (v32i32 HvxWR:$src1))),
|
|
(v16i32 (EXTRACT_SUBREG (v32i32 HvxWR:$src1), vsub_hi))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v32i32 (int_hexagon_V6_lo_128B (v64i32 HvxWR:$src1))),
|
|
(v32i32 (EXTRACT_SUBREG (v64i32 HvxWR:$src1), vsub_lo))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v32i32 (int_hexagon_V6_hi_128B (v64i32 HvxWR:$src1))),
|
|
(v32i32 (EXTRACT_SUBREG (v64i32 HvxWR:$src1), vsub_hi))>,
|
|
Requires<[UseHVX]>;
|
|
}
|
|
|
|
def : Pat <(v512i1 (bitconvert (v16i32 HvxVR:$src1))),
|
|
(v512i1 (V6_vandvrt (v16i32 HvxVR:$src1), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v512i1 (bitconvert (v32i16 HvxVR:$src1))),
|
|
(v512i1 (V6_vandvrt (v32i16 HvxVR:$src1), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v512i1 (bitconvert (v64i8 HvxVR:$src1))),
|
|
(v512i1 (V6_vandvrt (v64i8 HvxVR:$src1), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v16i32 (bitconvert (v512i1 HvxQR:$src1))),
|
|
(v16i32 (V6_vandqrt (v512i1 HvxQR:$src1), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v32i16 (bitconvert (v512i1 HvxQR:$src1))),
|
|
(v32i16 (V6_vandqrt (v512i1 HvxQR:$src1), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v64i8 (bitconvert (v512i1 HvxQR:$src1))),
|
|
(v64i8 (V6_vandqrt (v512i1 HvxQR:$src1), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v1024i1 (bitconvert (v32i32 HvxVR:$src1))),
|
|
(v1024i1 (V6_vandvrt (v32i32 HvxVR:$src1), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v1024i1 (bitconvert (v64i16 HvxVR:$src1))),
|
|
(v1024i1 (V6_vandvrt (v64i16 HvxVR:$src1), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v1024i1 (bitconvert (v128i8 HvxVR:$src1))),
|
|
(v1024i1 (V6_vandvrt (v128i8 HvxVR:$src1), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v32i32 (bitconvert (v1024i1 HvxQR:$src1))),
|
|
(v32i32 (V6_vandqrt (v1024i1 HvxQR:$src1), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v64i16 (bitconvert (v1024i1 HvxQR:$src1))),
|
|
(v64i16 (V6_vandqrt (v1024i1 HvxQR:$src1), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v128i8 (bitconvert (v1024i1 HvxQR:$src1))),
|
|
(v128i8 (V6_vandqrt (v1024i1 HvxQR:$src1), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
let AddedComplexity = 140 in {
|
|
def : Pat <(store (v512i1 HvxQR:$src1), (i32 IntRegs:$addr)),
|
|
(V6_vS32b_ai IntRegs:$addr, 0,
|
|
(v16i32 (V6_vandqrt (v512i1 HvxQR:$src1), (A2_tfrsi 0x01010101))))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v512i1 (load (i32 IntRegs:$addr))),
|
|
(v512i1 (V6_vandvrt
|
|
(v16i32 (V6_vL32b_ai IntRegs:$addr, 0)), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(store (v1024i1 HvxQR:$src1), (i32 IntRegs:$addr)),
|
|
(V6_vS32b_ai IntRegs:$addr, 0,
|
|
(v32i32 (V6_vandqrt (v1024i1 HvxQR:$src1), (A2_tfrsi 0x01010101))))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def : Pat <(v1024i1 (load (i32 IntRegs:$addr))),
|
|
(v1024i1 (V6_vandvrt
|
|
(v32i32 (V6_vL32b_ai IntRegs:$addr, 0)), (A2_tfrsi 0x01010101)))>,
|
|
Requires<[UseHVX]>;
|
|
}
|
|
|
|
def: Pat<(v64i16 (trunc v64i32:$Vdd)),
|
|
(v64i16 (V6_vpackwh_sat
|
|
(v32i32 (V6_hi HvxWR:$Vdd)),
|
|
(v32i32 (V6_lo HvxWR:$Vdd))))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def: Pat<(int_hexagon_S2_asr_i_vh DoubleRegs:$src1, IntRegs:$src2),
|
|
(S2_asr_r_vh DoubleRegs:$src1, IntRegs:$src2)>, Requires<[HasV55]>;
|
|
|
|
multiclass T_VI_pat <InstHexagon MI, Intrinsic IntID> {
|
|
def: Pat<(IntID HvxVR:$src1, u3_0ImmPred:$src2),
|
|
(MI HvxVR:$src1, HvxVR:$src1, u3_0ImmPred:$src2)>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def: Pat<(!cast<Intrinsic>(IntID#"_128B") HvxVR:$src1, u3_0ImmPred:$src2),
|
|
(MI HvxVR:$src1, HvxVR:$src1, u3_0ImmPred:$src2)>,
|
|
Requires<[UseHVX]>;
|
|
}
|
|
|
|
multiclass T_VI_inv_pat <InstHexagon MI, Intrinsic IntID> {
|
|
def: Pat<(IntID HvxVR:$src1, u3_64_ImmPred:$src2),
|
|
(MI HvxVR:$src1, HvxVR:$src1,
|
|
(SUB_64_VAL u3_64_ImmPred:$src2))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def: Pat<(!cast<Intrinsic>(IntID#"_128B") HvxVR:$src1, u3_128_ImmPred:$src2),
|
|
(MI HvxVR:$src1, HvxVR:$src1, (SUB_128_VAL u3_128_ImmPred:$src2))>,
|
|
Requires<[UseHVX]>;
|
|
}
|
|
|
|
multiclass T_VVI_pat <InstHexagon MI, Intrinsic IntID> {
|
|
def: Pat<(IntID HvxVR:$src1, HvxVR:$src2, u3_0ImmPred:$src3),
|
|
(MI HvxVR:$src1, HvxVR:$src2, u3_0ImmPred:$src3)>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def: Pat<(!cast<Intrinsic>(IntID#"_128B") HvxVR:$src1, HvxVR:$src2,
|
|
u3_0ImmPred:$src3),
|
|
(MI HvxVR:$src1, HvxVR:$src2,
|
|
u3_0ImmPred:$src3)>,
|
|
Requires<[UseHVX]>;
|
|
}
|
|
|
|
multiclass T_VVI_inv_pat <InstHexagon MI, Intrinsic IntID> {
|
|
def: Pat<(IntID HvxVR:$src1, HvxVR:$src2, u3_64_ImmPred:$src3),
|
|
(MI HvxVR:$src1, HvxVR:$src2,
|
|
(SUB_64_VAL u3_64_ImmPred:$src3))>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def: Pat<(!cast<Intrinsic>(IntID#"_128B") HvxVR:$src1, HvxVR:$src2,
|
|
u3_128_ImmPred:$src3),
|
|
(MI HvxVR:$src1, HvxVR:$src2,
|
|
(SUB_128_VAL u3_128_ImmPred:$src3))>,
|
|
Requires<[UseHVX]>;
|
|
}
|
|
|
|
multiclass T_VVR_pat <InstHexagon MI, Intrinsic IntID> {
|
|
def: Pat<(IntID HvxVR:$src1, HvxVR:$src2, IntRegs:$src3),
|
|
(MI HvxVR:$src1, HvxVR:$src2, IntRegs:$src3)>,
|
|
Requires<[UseHVX]>;
|
|
|
|
def: Pat<(!cast<Intrinsic>(IntID#"_128B") HvxVR:$src1, HvxVR:$src2,
|
|
IntRegs:$src3),
|
|
(MI HvxVR:$src1, HvxVR:$src2,
|
|
IntRegs:$src3)>,
|
|
Requires<[UseHVX]>;
|
|
}
|
|
|
|
defm : T_VI_pat <V6_valignbi, int_hexagon_V6_vror>;
|
|
defm : T_VI_inv_pat <V6_vlalignbi, int_hexagon_V6_vror>;
|
|
|
|
defm : T_VVI_pat <V6_valignbi, int_hexagon_V6_valignb>;
|
|
defm : T_VVI_inv_pat <V6_vlalignbi, int_hexagon_V6_valignbi>;
|
|
defm : T_VVI_inv_pat <V6_vlalignbi, int_hexagon_V6_valignb>;
|
|
defm : T_VVR_pat <V6_valignb, int_hexagon_V6_valignbi>;
|
|
defm : T_VVI_pat <V6_vlalignbi, int_hexagon_V6_vlalignb>;
|
|
defm : T_VVI_inv_pat <V6_valignbi, int_hexagon_V6_vlalignbi>;
|
|
defm : T_VVI_inv_pat <V6_valignbi, int_hexagon_V6_vlalignb>;
|
|
defm : T_VVR_pat <V6_vlalignb, int_hexagon_V6_vlalignbi>;
|
|
|
|
def: Pat<(int_hexagon_V6_vd0),
|
|
(V6_vd0)>, Requires<[HasV60, UseHVX64B]>;
|
|
def: Pat<(int_hexagon_V6_vd0_128B ),
|
|
(V6_vd0)>, Requires<[HasV60, UseHVX128B]>;
|
|
|
|
def: Pat<(int_hexagon_V6_vdd0),
|
|
(V6_vdd0)>, Requires<[HasV65, UseHVX64B]>;
|
|
def: Pat<(int_hexagon_V6_vdd0_128B),
|
|
(V6_vdd0)>, Requires<[HasV65, UseHVX128B]>;
|
|
|
|
def: Pat<(int_hexagon_V6_vscattermw IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4),
|
|
(V6_vscattermw IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermh IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4),
|
|
(V6_vscattermh IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermw_add IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4),
|
|
(V6_vscattermw_add IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermh_add IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4),
|
|
(V6_vscattermh_add IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermwq HvxQR:$src1, IntRegs:$src2, ModRegs:$src3, HvxVR:$src4, HvxVR:$src5),
|
|
(V6_vscattermwq HvxQR:$src1, IntRegs:$src2, ModRegs:$src3, HvxVR:$src4, HvxVR:$src5)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermhq HvxQR:$src1, IntRegs:$src2, ModRegs:$src3, HvxVR:$src4, HvxVR:$src5),
|
|
(V6_vscattermhq HvxQR:$src1, IntRegs:$src2, ModRegs:$src3, HvxVR:$src4, HvxVR:$src5)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermhw IntRegs:$src1, ModRegs:$src2, HvxWR:$src3, HvxVR:$src4),
|
|
(V6_vscattermhw IntRegs:$src1, ModRegs:$src2, HvxWR:$src3, HvxVR:$src4)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermhw_add IntRegs:$src1, ModRegs:$src2, HvxWR:$src3, HvxVR:$src4),
|
|
(V6_vscattermhw_add IntRegs:$src1, ModRegs:$src2, HvxWR:$src3, HvxVR:$src4)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermhwq HvxQR:$src1, IntRegs:$src2, ModRegs:$src3, HvxWR:$src4, HvxVR:$src5),
|
|
(V6_vscattermhwq HvxQR:$src1, IntRegs:$src2, ModRegs:$src3, HvxWR:$src4, HvxVR:$src5)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermw_128B IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4),
|
|
(V6_vscattermw IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermh_128B IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4),
|
|
(V6_vscattermh IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermw_add_128B IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4),
|
|
(V6_vscattermw_add IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermh_add_128B IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4),
|
|
(V6_vscattermh_add IntRegs:$src1, ModRegs:$src2, HvxVR:$src3, HvxVR:$src4)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermwq_128B HvxQR:$src1, IntRegs:$src2, ModRegs:$src3, HvxVR:$src4, HvxVR:$src5),
|
|
(V6_vscattermwq HvxQR:$src1, IntRegs:$src2, ModRegs:$src3, HvxVR:$src4, HvxVR:$src5)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermhq_128B HvxQR:$src1, IntRegs:$src2, ModRegs:$src3, HvxVR:$src4, HvxVR:$src5),
|
|
(V6_vscattermhq HvxQR:$src1, IntRegs:$src2, ModRegs:$src3, HvxVR:$src4, HvxVR:$src5)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermhw_128B IntRegs:$src1, ModRegs:$src2, HvxWR:$src3, HvxVR:$src4),
|
|
(V6_vscattermhw IntRegs:$src1, ModRegs:$src2, HvxWR:$src3, HvxVR:$src4)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermhw_add_128B IntRegs:$src1, ModRegs:$src2, HvxWR:$src3, HvxVR:$src4),
|
|
(V6_vscattermhw_add IntRegs:$src1, ModRegs:$src2, HvxWR:$src3, HvxVR:$src4)>, Requires<[HasV65, UseHVX]>;
|
|
def: Pat<(int_hexagon_V6_vscattermhwq_128B HvxQR:$src1, IntRegs:$src2, ModRegs:$src3, HvxWR:$src4, HvxVR:$src5),
|
|
(V6_vscattermhwq HvxQR:$src1, IntRegs:$src2, ModRegs:$src3, HvxWR:$src4, HvxVR:$src5)>, Requires<[HasV65, UseHVX]>;
|
|
|
|
include "HexagonDepMapAsm2Intrin.td"
|