mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2024-10-22 20:43:44 +02:00
1516423f95
For chains of triangles with small join blocks that can be tail duplicated, a simple calculation of probabilities is insufficient. Tail duplication can be profitable in 3 different ways for these cases: 1) The post-dominators marked 50% are actually taken 56% (This shrinks with longer chains) 2) The chains are statically correlated. Branch probabilities have a very U-shaped distribution. [http://nrs.harvard.edu/urn-3:HUL.InstRepos:24015805] If the branches in a chain are likely to be from the same side of the distribution as their predecessor, but are independent at runtime, this transformation is profitable. (Because the cost of being wrong is a small fixed cost, unlike the standard triangle layout where the cost of being wrong scales with the # of triangles.) 3) The chains are dynamically correlated. If the probability that a previous branch was taken positively influences whether the next branch will be taken We believe that 2 and 3 are common enough to justify the small margin in 1. The code pre-scans a function's CFG to identify this pattern and marks the edges so that the standard layout algorithm can use the computed results. llvm-svn: 296845
283 lines
7.8 KiB
LLVM
283 lines
7.8 KiB
LLVM
; RUN: llc < %s -asm-verbose=false -mtriple=x86_64-unknown-linux | FileCheck %s --check-prefix=CHECK --check-prefix=CMOV
|
|
; RUN: llc < %s -asm-verbose=false -mtriple=i686-unknown-linux | FileCheck %s --check-prefix=CHECK --check-prefix=NOCMOV
|
|
|
|
target datalayout = "e-m:o-i64:64-f80:128-n8:16:32:64-S128"
|
|
|
|
; Test 2xCMOV patterns exposed after legalization.
|
|
; One way to do that is with (select (fcmp une/oeq)), which gets
|
|
; legalized to setp/setne.
|
|
|
|
; CHECK-LABEL: test_select_fcmp_oeq_i32:
|
|
|
|
; CMOV-NEXT: ucomiss %xmm1, %xmm0
|
|
; CMOV-NEXT: cmovnel %esi, %edi
|
|
; CMOV-NEXT: cmovpl %esi, %edi
|
|
; CMOV-NEXT: movl %edi, %eax
|
|
; CMOV-NEXT: retq
|
|
|
|
; NOCMOV-NEXT: flds 8(%esp)
|
|
; NOCMOV-NEXT: flds 4(%esp)
|
|
; NOCMOV-NEXT: fucompp
|
|
; NOCMOV-NEXT: fnstsw %ax
|
|
; NOCMOV-NEXT: sahf
|
|
; NOCMOV-NEXT: leal 16(%esp), %eax
|
|
; NOCMOV-NEXT: jne [[TBB:.LBB[0-9_]+]]
|
|
; NOCMOV-NEXT: jp [[TBB]]
|
|
; NOCMOV-NEXT: leal 12(%esp), %eax
|
|
; NOCMOV-NEXT:[[TBB]]:
|
|
; NOCMOV-NEXT: movl (%eax), %eax
|
|
; NOCMOV-NEXT: retl
|
|
define i32 @test_select_fcmp_oeq_i32(float %a, float %b, i32 %c, i32 %d) #0 {
|
|
entry:
|
|
%cmp = fcmp oeq float %a, %b
|
|
%r = select i1 %cmp, i32 %c, i32 %d
|
|
ret i32 %r
|
|
}
|
|
|
|
; CHECK-LABEL: test_select_fcmp_oeq_i64:
|
|
|
|
; CMOV-NEXT: ucomiss %xmm1, %xmm0
|
|
; CMOV-NEXT: cmovneq %rsi, %rdi
|
|
; CMOV-NEXT: cmovpq %rsi, %rdi
|
|
; CMOV-NEXT: movq %rdi, %rax
|
|
; CMOV-NEXT: retq
|
|
|
|
; NOCMOV-NEXT: flds 8(%esp)
|
|
; NOCMOV-NEXT: flds 4(%esp)
|
|
; NOCMOV-NEXT: fucompp
|
|
; NOCMOV-NEXT: fnstsw %ax
|
|
; NOCMOV-NEXT: sahf
|
|
; NOCMOV-NEXT: leal 20(%esp), %ecx
|
|
; NOCMOV-NEXT: jne [[TBB:.LBB[0-9_]+]]
|
|
; NOCMOV-NEXT: jp [[TBB]]
|
|
; NOCMOV-NEXT: leal 12(%esp), %ecx
|
|
; NOCMOV-NEXT: [[TBB]]:
|
|
; NOCMOV-NEXT: movl (%ecx), %eax
|
|
; NOCMOV-NEXT: orl $4, %ecx
|
|
; NOCMOV-NEXT: movl (%ecx), %edx
|
|
; NOCMOV-NEXT: retl
|
|
define i64 @test_select_fcmp_oeq_i64(float %a, float %b, i64 %c, i64 %d) #0 {
|
|
entry:
|
|
%cmp = fcmp oeq float %a, %b
|
|
%r = select i1 %cmp, i64 %c, i64 %d
|
|
ret i64 %r
|
|
}
|
|
|
|
; CHECK-LABEL: test_select_fcmp_une_i64:
|
|
|
|
; CMOV-NEXT: ucomiss %xmm1, %xmm0
|
|
; CMOV-NEXT: cmovneq %rdi, %rsi
|
|
; CMOV-NEXT: cmovpq %rdi, %rsi
|
|
; CMOV-NEXT: movq %rsi, %rax
|
|
; CMOV-NEXT: retq
|
|
|
|
; NOCMOV-NEXT: flds 8(%esp)
|
|
; NOCMOV-NEXT: flds 4(%esp)
|
|
; NOCMOV-NEXT: fucompp
|
|
; NOCMOV-NEXT: fnstsw %ax
|
|
; NOCMOV-NEXT: sahf
|
|
; NOCMOV-NEXT: leal 12(%esp), %ecx
|
|
; NOCMOV-NEXT: jne [[TBB:.LBB[0-9_]+]]
|
|
; NOCMOV-NEXT: jp [[TBB]]
|
|
; NOCMOV-NEXT: leal 20(%esp), %ecx
|
|
; NOCMOV-NEXT: [[TBB]]:
|
|
; NOCMOV-NEXT: movl (%ecx), %eax
|
|
; NOCMOV-NEXT: orl $4, %ecx
|
|
; NOCMOV-NEXT: movl (%ecx), %edx
|
|
; NOCMOV-NEXT: retl
|
|
define i64 @test_select_fcmp_une_i64(float %a, float %b, i64 %c, i64 %d) #0 {
|
|
entry:
|
|
%cmp = fcmp une float %a, %b
|
|
%r = select i1 %cmp, i64 %c, i64 %d
|
|
ret i64 %r
|
|
}
|
|
|
|
; CHECK-LABEL: test_select_fcmp_oeq_f64:
|
|
|
|
; CMOV-NEXT: ucomiss %xmm1, %xmm0
|
|
; CMOV-NEXT: jne [[TBB:.LBB[0-9_]+]]
|
|
; CMOV-NEXT: jp [[TBB]]
|
|
; CMOV-NEXT: movaps %xmm2, %xmm3
|
|
; CMOV-NEXT: [[TBB]]:
|
|
; CMOV-NEXT: movaps %xmm3, %xmm0
|
|
; CMOV-NEXT: retq
|
|
|
|
; NOCMOV-NEXT: flds 8(%esp)
|
|
; NOCMOV-NEXT: flds 4(%esp)
|
|
; NOCMOV-NEXT: fucompp
|
|
; NOCMOV-NEXT: fnstsw %ax
|
|
; NOCMOV-NEXT: sahf
|
|
; NOCMOV-NEXT: leal 20(%esp), %eax
|
|
; NOCMOV-NEXT: jne [[TBB:.LBB[0-9_]+]]
|
|
; NOCMOV-NEXT: jp [[TBB]]
|
|
; NOCMOV-NEXT: leal 12(%esp), %eax
|
|
; NOCMOV-NEXT: [[TBB]]:
|
|
; NOCMOV-NEXT: fldl (%eax)
|
|
; NOCMOV-NEXT: retl
|
|
define double @test_select_fcmp_oeq_f64(float %a, float %b, double %c, double %d) #0 {
|
|
entry:
|
|
%cmp = fcmp oeq float %a, %b
|
|
%r = select i1 %cmp, double %c, double %d
|
|
ret double %r
|
|
}
|
|
|
|
; CHECK-LABEL: test_select_fcmp_oeq_v4i32:
|
|
|
|
; CMOV-NEXT: ucomiss %xmm1, %xmm0
|
|
; CMOV-NEXT: jne [[TBB:.LBB[0-9_]+]]
|
|
; CMOV-NEXT: jp [[TBB]]
|
|
; CMOV-NEXT: movaps %xmm2, %xmm3
|
|
; CMOV-NEXT: [[TBB]]:
|
|
; CMOV-NEXT: movaps %xmm3, %xmm0
|
|
; CMOV-NEXT: retq
|
|
|
|
; NOCMOV-NEXT: pushl %edi
|
|
; NOCMOV-NEXT: pushl %esi
|
|
; NOCMOV-NEXT: flds 20(%esp)
|
|
; NOCMOV-NEXT: flds 16(%esp)
|
|
; NOCMOV-NEXT: fucompp
|
|
; NOCMOV-NEXT: fnstsw %ax
|
|
; NOCMOV-NEXT: sahf
|
|
; NOCMOV-NEXT: leal 40(%esp), %eax
|
|
; NOCMOV-NEXT: jne [[TBB:.LBB[0-9_]+]]
|
|
; NOCMOV-NEXT: jp [[TBB]]
|
|
; NOCMOV-NEXT: leal 24(%esp), %eax
|
|
; NOCMOV-NEXT: [[TBB]]:
|
|
; NOCMOV-NEXT: movl (%eax), %ecx
|
|
; NOCMOV-NEXT: leal 44(%esp), %edx
|
|
; NOCMOV-NEXT: jne [[TBB:.LBB[0-9_]+]]
|
|
; NOCMOV-NEXT: jp [[TBB]]
|
|
; NOCMOV-NEXT: leal 28(%esp), %edx
|
|
; NOCMOV-NEXT: [[TBB]]:
|
|
; NOCMOV-NEXT: movl 12(%esp), %eax
|
|
; NOCMOV-NEXT: movl (%edx), %edx
|
|
; NOCMOV-NEXT: leal 48(%esp), %esi
|
|
; NOCMOV-NEXT: jne [[TBB:.LBB[0-9_]+]]
|
|
; NOCMOV-NEXT: jp [[TBB]]
|
|
; NOCMOV-NEXT: leal 32(%esp), %esi
|
|
; NOCMOV-NEXT: [[TBB]]:
|
|
; NOCMOV-NEXT: movl (%esi), %esi
|
|
; NOCMOV-NEXT: leal 52(%esp), %edi
|
|
; NOCMOV-NEXT: jne [[TBB:.LBB[0-9_]+]]
|
|
; NOCMOV-NEXT: jp [[TBB]]
|
|
; NOCMOV-NEXT: leal 36(%esp), %edi
|
|
; NOCMOV-NEXT: [[TBB]]:
|
|
; NOCMOV-NEXT: movl (%edi), %edi
|
|
; NOCMOV-NEXT: movl %edi, 12(%eax)
|
|
; NOCMOV-NEXT: movl %esi, 8(%eax)
|
|
; NOCMOV-NEXT: movl %edx, 4(%eax)
|
|
; NOCMOV-NEXT: movl %ecx, (%eax)
|
|
; NOCMOV-NEXT: popl %esi
|
|
; NOCMOV-NEXT: popl %edi
|
|
; NOCMOV-NEXT: retl $4
|
|
define <4 x i32> @test_select_fcmp_oeq_v4i32(float %a, float %b, <4 x i32> %c, <4 x i32> %d) #0 {
|
|
entry:
|
|
%cmp = fcmp oeq float %a, %b
|
|
%r = select i1 %cmp, <4 x i32> %c, <4 x i32> %d
|
|
ret <4 x i32> %r
|
|
}
|
|
|
|
; Also make sure we catch the original code-sequence of interest:
|
|
|
|
; CMOV: [[ONE_F32_LCPI:.LCPI.*]]:
|
|
; CMOV-NEXT: .long 1065353216
|
|
|
|
; CHECK-LABEL: test_zext_fcmp_une:
|
|
; CMOV-NEXT: ucomiss %xmm1, %xmm0
|
|
; CMOV-NEXT: movss [[ONE_F32_LCPI]](%rip), %xmm0
|
|
; CMOV-NEXT: jne [[TBB:.LBB[0-9_]+]]
|
|
; CMOV-NEXT: jp [[TBB]]
|
|
; CMOV-NEXT: xorps %xmm0, %xmm0
|
|
; CMOV-NEXT: [[TBB]]:
|
|
; CMOV-NEXT: retq
|
|
|
|
; NOCMOV: jne
|
|
; NOCMOV-NEXT: jp
|
|
define float @test_zext_fcmp_une(float %a, float %b) #0 {
|
|
entry:
|
|
%cmp = fcmp une float %a, %b
|
|
%conv1 = zext i1 %cmp to i32
|
|
%conv2 = sitofp i32 %conv1 to float
|
|
ret float %conv2
|
|
}
|
|
|
|
; CMOV: [[ONE_F32_LCPI:.LCPI.*]]:
|
|
; CMOV-NEXT: .long 1065353216
|
|
|
|
; CHECK-LABEL: test_zext_fcmp_oeq:
|
|
; CMOV-NEXT: ucomiss %xmm1, %xmm0
|
|
; CMOV-NEXT: xorps %xmm0, %xmm0
|
|
; CMOV-NEXT: jne [[TBB:.LBB[0-9_]+]]
|
|
; CMOV-NEXT: jp [[TBB]]
|
|
; CMOV-NEXT: movss [[ONE_F32_LCPI]](%rip), %xmm0
|
|
; CMOV-NEXT: [[TBB]]:
|
|
; CMOV-NEXT: retq
|
|
|
|
; NOCMOV: jne
|
|
; NOCMOV-NEXT: jp
|
|
define float @test_zext_fcmp_oeq(float %a, float %b) #0 {
|
|
entry:
|
|
%cmp = fcmp oeq float %a, %b
|
|
%conv1 = zext i1 %cmp to i32
|
|
%conv2 = sitofp i32 %conv1 to float
|
|
ret float %conv2
|
|
}
|
|
|
|
attributes #0 = { nounwind }
|
|
|
|
@g8 = global i8 0
|
|
|
|
; The following test failed because llvm had a bug where a structure like:
|
|
;
|
|
; %vreg12<def> = CMOV_GR8 %vreg7, %vreg11 ... (lt)
|
|
; %vreg13<def> = CMOV_GR8 %vreg12, %vreg11 ... (gt)
|
|
;
|
|
; was lowered to:
|
|
;
|
|
; The first two cmovs got expanded to:
|
|
; BB#0:
|
|
; JL_1 BB#9
|
|
; BB#7:
|
|
; JG_1 BB#9
|
|
; BB#8:
|
|
; BB#9:
|
|
; vreg12 = phi(vreg7, BB#8, vreg11, BB#0, vreg12, BB#7)
|
|
; vreg13 = COPY vreg12
|
|
; Which was invalid as %vreg12 is not the same value as %vreg13
|
|
|
|
; CHECK-LABEL: no_cascade_opt:
|
|
; CMOV-DAG: cmpl %edx, %esi
|
|
; CMOV-DAG: movb $20, %al
|
|
; CMOV-DAG: movb $20, %dl
|
|
; CMOV: jge [[BB2:.LBB[0-9_]+]]
|
|
; CMOV: jle [[BB3:.LBB[0-9_]+]]
|
|
; CMOV: [[BB0:.LBB[0-9_]+]]
|
|
; CMOV: testl %edi, %edi
|
|
; CMOV: jne [[BB4:.LBB[0-9_]+]]
|
|
; CMOV: [[BB1:.LBB[0-9_]+]]
|
|
; CMOV: movb %al, g8(%rip)
|
|
; CMOV: retq
|
|
; CMOV: [[BB2]]:
|
|
; CMOV: movl %ecx, %edx
|
|
; CMOV: jg [[BB0]]
|
|
; CMOV: [[BB3]]:
|
|
; CMOV: movl %edx, %eax
|
|
; CMOV: testl %edi, %edi
|
|
; CMOV: je [[BB1]]
|
|
; CMOV: [[BB4]]:
|
|
; CMOV: movl %edx, %eax
|
|
; CMOV: movb %al, g8(%rip)
|
|
; CMOV: retq
|
|
define void @no_cascade_opt(i32 %v0, i32 %v1, i32 %v2, i32 %v3) {
|
|
entry:
|
|
%c0 = icmp eq i32 %v0, 0
|
|
%c1 = icmp slt i32 %v1, %v2
|
|
%c2 = icmp sgt i32 %v1, %v2
|
|
%trunc = trunc i32 %v3 to i8
|
|
%sel0 = select i1 %c1, i8 20, i8 %trunc
|
|
%sel1 = select i1 %c2, i8 20, i8 %sel0
|
|
%sel2 = select i1 %c0, i8 %sel1, i8 %sel0
|
|
store volatile i8 %sel2, i8* @g8
|
|
ret void
|
|
}
|