mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2025-01-31 20:51:52 +01:00
7ad7a419ca
This patch teaches LICM to hoist guards from the loop if they are guaranteed to execute and if there are no side effects that could prevent that. Differential Revision: https://reviews.llvm.org/D50501 Reviewed By: reames llvm-svn: 340256
266 lines
6.8 KiB
LLVM
266 lines
6.8 KiB
LLVM
; RUN: opt -licm -basicaa < %s -S | FileCheck %s
|
|
; RUN: opt -aa-pipeline=basic-aa -passes='require<aa>,require<targetir>,require<scalar-evolution>,require<opt-remark-emit>,loop(licm)' < %s -S | FileCheck %s
|
|
|
|
; Hoist guard and load.
|
|
define void @test1(i1 %cond, i32* %ptr) {
|
|
; CHECK-LABEL: @test1(
|
|
; CHECK-LABEL: entry:
|
|
; CHECK: call void (i1, ...) @llvm.experimental.guard(i1 %cond)
|
|
; CHECK: %val = load i32, i32* %ptr
|
|
; CHECK-LABEL: loop:
|
|
|
|
entry:
|
|
br label %loop
|
|
|
|
loop:
|
|
%x = phi i32 [ 0, %entry ], [ %x.inc, %loop ]
|
|
call void (i1, ...) @llvm.experimental.guard(i1 %cond) ["deopt" (i32 0)]
|
|
%val = load i32, i32* %ptr
|
|
%x.inc = add i32 %x, %val
|
|
br label %loop
|
|
}
|
|
|
|
; Can't hoist over a side effect
|
|
define void @test2(i1 %cond, i32* %ptr) {
|
|
; CHECK-LABEL: @test2(
|
|
; CHECK-LABEL: entry:
|
|
; CHECK-LABEL: loop:
|
|
; CHECK: call void (i1, ...) @llvm.experimental.guard(i1 %cond)
|
|
; CHECK: %val = load i32, i32* %ptr
|
|
|
|
entry:
|
|
br label %loop
|
|
|
|
loop:
|
|
%x = phi i32 [ 0, %entry ], [ %x.inc, %loop ]
|
|
store i32 0, i32* %ptr
|
|
call void (i1, ...) @llvm.experimental.guard(i1 %cond) ["deopt" (i32 0)]
|
|
%val = load i32, i32* %ptr
|
|
%x.inc = add i32 %x, %val
|
|
br label %loop
|
|
}
|
|
|
|
; Can't hoist over a side effect
|
|
define void @test2b(i1 %cond, i32* %ptr) {
|
|
; CHECK-LABEL: @test2b(
|
|
; CHECK-LABEL: entry:
|
|
; CHECK-LABEL: loop:
|
|
; CHECK: call void (i1, ...) @llvm.experimental.guard(i1 %cond)
|
|
; CHECK: %val = load i32, i32* %ptr
|
|
|
|
entry:
|
|
br label %loop
|
|
|
|
loop:
|
|
%x = phi i32 [ 0, %entry ], [ %x.inc, %loop ]
|
|
%p2 = getelementptr i32, i32* %ptr, i32 1
|
|
store i32 0, i32* %p2
|
|
call void (i1, ...) @llvm.experimental.guard(i1 %cond) ["deopt" (i32 0)]
|
|
%val = load i32, i32* %ptr
|
|
%x.inc = add i32 %x, %val
|
|
br label %loop
|
|
}
|
|
|
|
|
|
; Hoist guard. Cannot hoist load because of aliasing.
|
|
define void @test3(i1 %cond, i32* %ptr) {
|
|
; CHECK-LABEL: @test3(
|
|
; CHECK-LABEL: entry:
|
|
; CHECK: call void (i1, ...) @llvm.experimental.guard(i1 %cond)
|
|
; CHECK-LABEL: loop:
|
|
; CHECK: %val = load i32, i32* %ptr
|
|
; CHECK: store i32 0, i32* %ptr
|
|
|
|
entry:
|
|
br label %loop
|
|
|
|
loop:
|
|
%x = phi i32 [ 0, %entry ], [ %x.inc, %loop ]
|
|
call void (i1, ...) @llvm.experimental.guard(i1 %cond) ["deopt" (i32 0)]
|
|
%val = load i32, i32* %ptr
|
|
store i32 0, i32* %ptr
|
|
%x.inc = add i32 %x, %val
|
|
br label %loop
|
|
}
|
|
|
|
|
|
; TODO: We can also hoist this load and guard from mustexec non-header block.
|
|
define void @test4(i1 %c, i32* %p) {
|
|
|
|
; CHECK-LABEL: @test4(
|
|
; CHECK-LABEL: entry:
|
|
; CHECK-LABEL: loop:
|
|
; CHECK-LABEL: backedge:
|
|
; CHECK: %a = load i32, i32* %p
|
|
; CHECK: %invariant_cond = icmp ne i32 %a, 100
|
|
; CHECK: call void (i1, ...) @llvm.experimental.guard(i1 %invariant_cond)
|
|
|
|
entry:
|
|
br label %loop
|
|
|
|
loop:
|
|
%iv = phi i32 [ 0, %entry ], [ %iv.next, %backedge ]
|
|
%iv.next = add i32 %iv, 1
|
|
br i1 %c, label %if.true, label %if.false
|
|
|
|
if.true:
|
|
br label %backedge
|
|
|
|
if.false:
|
|
br label %backedge
|
|
|
|
backedge:
|
|
%a = load i32, i32* %p
|
|
%invariant_cond = icmp ne i32 %a, 100
|
|
call void (i1, ...) @llvm.experimental.guard(i1 %invariant_cond) [ "deopt"() ]
|
|
%loop_cond = icmp slt i32 %iv.next, 1000
|
|
br i1 %loop_cond, label %loop, label %exit
|
|
|
|
exit:
|
|
ret void
|
|
}
|
|
|
|
; Do not hoist across a conditionally executed side effect.
|
|
define void @test4a(i1 %c, i32* %p, i32* %q) {
|
|
|
|
; CHECK-LABEL: @test4a(
|
|
; CHECK-LABEL: entry:
|
|
; CHECK-LABEL: loop:
|
|
; CHECK-LABEL: if.true:
|
|
; CHECK: store
|
|
; CHECK-LABEL: backedge:
|
|
; CHECK: %a = load i32, i32* %p
|
|
; CHECK: %invariant_cond = icmp ne i32 %a, 100
|
|
; CHECK: call void (i1, ...) @llvm.experimental.guard(i1 %invariant_cond)
|
|
|
|
entry:
|
|
br label %loop
|
|
|
|
loop:
|
|
%iv = phi i32 [ 0, %entry ], [ %iv.next, %backedge ]
|
|
%iv.next = add i32 %iv, 1
|
|
br i1 %c, label %if.true, label %if.false
|
|
|
|
if.true:
|
|
store i32 123, i32* %q
|
|
br label %backedge
|
|
|
|
if.false:
|
|
br label %backedge
|
|
|
|
backedge:
|
|
%a = load i32, i32* %p
|
|
%invariant_cond = icmp ne i32 %a, 100
|
|
call void (i1, ...) @llvm.experimental.guard(i1 %invariant_cond) [ "deopt"() ]
|
|
%loop_cond = icmp slt i32 %iv.next, 1000
|
|
br i1 %loop_cond, label %loop, label %exit
|
|
|
|
exit:
|
|
ret void
|
|
}
|
|
|
|
; Do not hoist a conditionally executed guard.
|
|
define void @test4b(i1 %c, i32* %p, i32* %q) {
|
|
|
|
; CHECK-LABEL: @test4b(
|
|
; CHECK-LABEL: entry:
|
|
; CHECK-LABEL: loop:
|
|
; CHECK-LABEL: if.true:
|
|
; CHECK: %a = load i32, i32* %p
|
|
; CHECK: %invariant_cond = icmp ne i32 %a, 100
|
|
; CHECK: call void (i1, ...) @llvm.experimental.guard(i1 %invariant_cond)
|
|
; CHECK-LABEL: backedge:
|
|
|
|
entry:
|
|
br label %loop
|
|
|
|
loop:
|
|
%iv = phi i32 [ 0, %entry ], [ %iv.next, %backedge ]
|
|
%iv.next = add i32 %iv, 1
|
|
br i1 %c, label %if.true, label %if.false
|
|
|
|
if.true:
|
|
%a = load i32, i32* %p
|
|
%invariant_cond = icmp ne i32 %a, 100
|
|
call void (i1, ...) @llvm.experimental.guard(i1 %invariant_cond) [ "deopt"() ]
|
|
br label %backedge
|
|
|
|
if.false:
|
|
br label %backedge
|
|
|
|
backedge:
|
|
%loop_cond = icmp slt i32 %iv.next, 1000
|
|
br i1 %loop_cond, label %loop, label %exit
|
|
|
|
exit:
|
|
ret void
|
|
}
|
|
|
|
; Do not hoist an invariant guard across a variant guard.
|
|
define void @test5(i1 %c, i32* %p, i32* %q) {
|
|
|
|
; CHECK-LABEL: @test5(
|
|
; CHECK-LABEL: entry:
|
|
; CHECK: %a = load i32, i32* %p
|
|
; CHECK: %invariant_cond = icmp ne i32 %a, 100
|
|
; CHECK-LABEL: loop:
|
|
; CHECK: %variant_cond = icmp ne i32 %a, %iv
|
|
; CHECK: call void (i1, ...) @llvm.experimental.guard(i1 %variant_cond)
|
|
; CHECK: call void (i1, ...) @llvm.experimental.guard(i1 %invariant_cond)
|
|
|
|
entry:
|
|
br label %loop
|
|
|
|
loop:
|
|
%iv = phi i32 [ 0, %entry ], [ %iv.next, %backedge ]
|
|
%iv.next = add i32 %iv, 1
|
|
%a = load i32, i32* %p
|
|
%invariant_cond = icmp ne i32 %a, 100
|
|
%variant_cond = icmp ne i32 %a, %iv
|
|
call void (i1, ...) @llvm.experimental.guard(i1 %variant_cond) [ "deopt"() ]
|
|
call void (i1, ...) @llvm.experimental.guard(i1 %invariant_cond) [ "deopt"() ]
|
|
br label %backedge
|
|
|
|
backedge:
|
|
%loop_cond = icmp slt i32 %iv.next, 1000
|
|
br i1 %loop_cond, label %loop, label %exit
|
|
|
|
exit:
|
|
ret void
|
|
}
|
|
|
|
; Hoist an invariant guard, leave the following variant guard in the loop.
|
|
define void @test5a(i1 %c, i32* %p, i32* %q) {
|
|
|
|
; CHECK-LABEL: @test5a(
|
|
; CHECK-LABEL: entry:
|
|
; CHECK: %a = load i32, i32* %p
|
|
; CHECK: %invariant_cond = icmp ne i32 %a, 100
|
|
; CHECK: call void (i1, ...) @llvm.experimental.guard(i1 %invariant_cond)
|
|
; CHECK-LABEL: loop:
|
|
; CHECK: %variant_cond = icmp ne i32 %a, %iv
|
|
; CHECK: call void (i1, ...) @llvm.experimental.guard(i1 %variant_cond)
|
|
|
|
entry:
|
|
br label %loop
|
|
|
|
loop:
|
|
%iv = phi i32 [ 0, %entry ], [ %iv.next, %backedge ]
|
|
%iv.next = add i32 %iv, 1
|
|
%a = load i32, i32* %p
|
|
%invariant_cond = icmp ne i32 %a, 100
|
|
%variant_cond = icmp ne i32 %a, %iv
|
|
call void (i1, ...) @llvm.experimental.guard(i1 %invariant_cond) [ "deopt"() ]
|
|
call void (i1, ...) @llvm.experimental.guard(i1 %variant_cond) [ "deopt"() ]
|
|
br label %backedge
|
|
|
|
backedge:
|
|
%loop_cond = icmp slt i32 %iv.next, 1000
|
|
br i1 %loop_cond, label %loop, label %exit
|
|
|
|
exit:
|
|
ret void
|
|
}
|
|
|
|
declare void @llvm.experimental.guard(i1, ...)
|