mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2024-11-24 03:33:20 +01:00
91bd48d046
The old PPCCTRLoops pass, like the Hexagon pass version from which it was
derived, could only handle some simple loops in canonical form. We cannot
directly adapt the new Hexagon hardware loops pass, however, because the
Hexagon pass contains a fundamental assumption that non-constant-trip-count
loops will contain a guard, and this is not always true (the result being that
incorrect negative counts can be generated). With this commit, we replace the
pass with a late IR-level pass which makes use of SE to calculate the
backedge-taken counts and safely generate the loop-count expressions (including
any necessary max() parts). This IR level pass inserts custom intrinsics that
are lowered into the desired decrement-and-branch instructions.
The most fragile part of this new implementation is that interfering uses of
the counter register must be detected on the IR level (and, on PPC, this also
includes any indirect branches in addition to function calls). Also, to make
all of this work, we need a variant of the mtctr instruction that is marked
as having side effects. Without this, machine-code level CSE, DCE, etc.
illegally transform the resulting code. Hopefully, this can be improved
in the future.
This new pass is smaller than the original (and much smaller than the new
Hexagon hardware loops pass), and can handle many additional cases correctly.
In addition, the preheader-creation code has been copied from LoopSimplify, and
after we decide on where it belongs, this code will be refactored so that it
can be explicitly shared (making this implementation even smaller).
The new test-case files ctrloop-{le,lt,ne}.ll have been adapted from tests for
the new Hexagon pass. There are a few classes of loops that this pass does not
transform (noted by FIXMEs in the files), but these deficiencies can be
addressed within the SE infrastructure (thus helping many other passes as well).
llvm-svn: 181927
446 lines
13 KiB
LLVM
446 lines
13 KiB
LLVM
target datalayout = "E-p:64:64:64-i1:8:8-i8:8:8-i16:16:16-i32:32:32-i64:64:64-f32:32:32-f64:64:64-v128:128:128-n32:64"
|
|
target triple = "powerpc64-unknown-linux-gnu"
|
|
; RUN: llc < %s -march=ppc64 | FileCheck %s
|
|
|
|
; CHECK: test_pos1_ir_slt
|
|
; CHECK: bdnz
|
|
; a < b
|
|
define void @test_pos1_ir_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 8531, %b
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ 8531, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 1
|
|
%cmp = icmp slt i32 %inc, %b
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos2_ir_slt
|
|
; FIXME: Support this loop!
|
|
; CHECK-NOT: bdnz
|
|
; a < b
|
|
define void @test_pos2_ir_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 9152, %b
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ 9152, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 2
|
|
%cmp = icmp slt i32 %inc, %b
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos4_ir_slt
|
|
; FIXME: Support this loop!
|
|
; CHECK-NOT: bdnz
|
|
; a < b
|
|
define void @test_pos4_ir_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 18851, %b
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ 18851, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 4
|
|
%cmp = icmp slt i32 %inc, %b
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos8_ir_slt
|
|
; FIXME: Support this loop!
|
|
; CHECK-NOT: bdnz
|
|
; a < b
|
|
define void @test_pos8_ir_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 25466, %b
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ 25466, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 8
|
|
%cmp = icmp slt i32 %inc, %b
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos16_ir_slt
|
|
; FIXME: Support this loop!
|
|
; CHECK-NOT: bdnz
|
|
; a < b
|
|
define void @test_pos16_ir_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 9295, %b
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ 9295, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 16
|
|
%cmp = icmp slt i32 %inc, %b
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos1_ri_slt
|
|
; CHECK: bdnz
|
|
; a < b
|
|
define void @test_pos1_ri_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 %a, 31236
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ %a, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 1
|
|
%cmp = icmp slt i32 %inc, 31236
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos2_ri_slt
|
|
; CHECK: bdnz
|
|
; a < b
|
|
define void @test_pos2_ri_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 %a, 22653
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ %a, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 2
|
|
%cmp = icmp slt i32 %inc, 22653
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos4_ri_slt
|
|
; CHECK: bdnz
|
|
; a < b
|
|
define void @test_pos4_ri_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 %a, 1431
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ %a, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 4
|
|
%cmp = icmp slt i32 %inc, 1431
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos8_ri_slt
|
|
; CHECK: bdnz
|
|
; a < b
|
|
define void @test_pos8_ri_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 %a, 22403
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ %a, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 8
|
|
%cmp = icmp slt i32 %inc, 22403
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos16_ri_slt
|
|
; CHECK: bdnz
|
|
; a < b
|
|
define void @test_pos16_ri_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 %a, 21715
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ %a, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 16
|
|
%cmp = icmp slt i32 %inc, 21715
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos1_rr_slt
|
|
; CHECK: bdnz
|
|
; a < b
|
|
define void @test_pos1_rr_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 %a, %b
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ %a, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 1
|
|
%cmp = icmp slt i32 %inc, %b
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos2_rr_slt
|
|
; FIXME: Support this loop!
|
|
; CHECK-NOT: bdnz
|
|
; a < b
|
|
define void @test_pos2_rr_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 %a, %b
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ %a, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 2
|
|
%cmp = icmp slt i32 %inc, %b
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos4_rr_slt
|
|
; FIXME: Support this loop!
|
|
; CHECK-NOT: bdnz
|
|
; a < b
|
|
define void @test_pos4_rr_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 %a, %b
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ %a, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 4
|
|
%cmp = icmp slt i32 %inc, %b
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos8_rr_slt
|
|
; FIXME: Support this loop!
|
|
; CHECK-NOT: bdnz
|
|
; a < b
|
|
define void @test_pos8_rr_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 %a, %b
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ %a, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 8
|
|
%cmp = icmp slt i32 %inc, %b
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|
|
|
|
|
|
; CHECK: test_pos16_rr_slt
|
|
; FIXME: Support this loop!
|
|
; CHECK-NOT: bdnz
|
|
; a < b
|
|
define void @test_pos16_rr_slt(i8* nocapture %p, i32 %a, i32 %b) nounwind {
|
|
entry:
|
|
%cmp3 = icmp slt i32 %a, %b
|
|
br i1 %cmp3, label %for.body.lr.ph, label %for.end
|
|
|
|
for.body.lr.ph: ; preds = %entry
|
|
br label %for.body
|
|
|
|
for.body: ; preds = %for.body.lr.ph, %for.body
|
|
%i.04 = phi i32 [ %a, %for.body.lr.ph ], [ %inc, %for.body ]
|
|
%arrayidx = getelementptr inbounds i8* %p, i32 %i.04
|
|
%0 = load i8* %arrayidx, align 1
|
|
%conv = zext i8 %0 to i32
|
|
%add = add nsw i32 %conv, 1
|
|
%conv1 = trunc i32 %add to i8
|
|
store i8 %conv1, i8* %arrayidx, align 1
|
|
%inc = add nsw i32 %i.04, 16
|
|
%cmp = icmp slt i32 %inc, %b
|
|
br i1 %cmp, label %for.body, label %for.end
|
|
|
|
for.end: ; preds = %for.body, %entry
|
|
ret void
|
|
}
|
|
|