mirror of
https://github.com/RPCS3/llvm-mirror.git
synced 2024-10-24 13:33:37 +02:00
19e9bdea6f
Functions matching LDS use to occupancy return results for a workgroup of 64 workitems. The numbers has to be adjusted for bigger workgroups. For example a workgroup of size 256 already occupies 4 waves just by itself. Given that all numbers of LDS use in the compiler are per workgroup, occupancy shall be multiplied by 4 in this case. Each 64 workitems still limited by the same number, but 4 subrgoups 64 workitems each can afford 4 times more LDS to get the same occupancy. In addition change initializes LDS size in the subtarget to a real value for SI+ targets. This is required since LDS size is a variable in these calculations. Differential Revision: https://reviews.llvm.org/D29423 llvm-svn: 293837
125 lines
4.8 KiB
LLVM
125 lines
4.8 KiB
LLVM
; RUN: llc -march=amdgcn -mattr=-promote-alloca,+max-private-element-size-16 -verify-machineinstrs < %s | FileCheck -check-prefix=SI-ALLOCA16 -check-prefix=SI %s
|
|
; RUN: llc -march=amdgcn -mattr=-promote-alloca,+max-private-element-size-4 -verify-machineinstrs < %s | FileCheck -check-prefix=SI-ALLOCA4 -check-prefix=SI %s
|
|
; RUN: llc -march=amdgcn -mattr=+promote-alloca -verify-machineinstrs < %s | FileCheck -check-prefix=SI-PROMOTE -check-prefix=SI %s
|
|
; RUN: llc -march=amdgcn -mcpu=tonga -mattr=-flat-for-global -mattr=-promote-alloca,+max-private-element-size-16 -verify-machineinstrs < %s | FileCheck -check-prefix=CI-ALLOCA16 -check-prefix=SI %s
|
|
; RUN: llc -march=amdgcn -mcpu=tonga -mattr=-flat-for-global -mattr=+promote-alloca -verify-machineinstrs < %s | FileCheck -check-prefix=CI-PROMOTE -check-prefix=SI %s
|
|
|
|
declare void @llvm.amdgcn.s.barrier() #0
|
|
|
|
; SI-LABEL: {{^}}private_access_f64_alloca:
|
|
|
|
; SI-ALLOCA16: buffer_store_dwordx2
|
|
; SI-ALLOCA16: buffer_load_dwordx2
|
|
|
|
; SI-ALLOCA4: buffer_store_dword v
|
|
; SI-ALLOCA4: buffer_store_dword v
|
|
; SI-ALLOCA4: buffer_load_dword v
|
|
; SI-ALLOCA4: buffer_load_dword v
|
|
|
|
; SI-PROMOTE: ds_write_b64
|
|
; SI-PROMOTE: ds_read_b64
|
|
; CI-PROMOTE: ds_write_b64
|
|
; CI-PROMOTE: ds_read_b64
|
|
define void @private_access_f64_alloca(double addrspace(1)* noalias %out, double addrspace(1)* noalias %in, i32 %b) #1 {
|
|
%val = load double, double addrspace(1)* %in, align 8
|
|
%array = alloca [8 x double], align 8
|
|
%ptr = getelementptr inbounds [8 x double], [8 x double]* %array, i32 0, i32 %b
|
|
store double %val, double* %ptr, align 8
|
|
call void @llvm.amdgcn.s.barrier()
|
|
%result = load double, double* %ptr, align 8
|
|
store double %result, double addrspace(1)* %out, align 8
|
|
ret void
|
|
}
|
|
|
|
; SI-LABEL: {{^}}private_access_v2f64_alloca:
|
|
|
|
; SI-ALLOCA16: buffer_store_dwordx4
|
|
; SI-ALLOCA16: buffer_load_dwordx4
|
|
|
|
; SI-ALLOCA4: buffer_store_dword v
|
|
; SI-ALLOCA4: buffer_store_dword v
|
|
; SI-ALLOCA4: buffer_store_dword v
|
|
; SI-ALLOCA4: buffer_store_dword v
|
|
; SI-ALLOCA4: buffer_load_dword v
|
|
; SI-ALLOCA4: buffer_load_dword v
|
|
; SI-ALLOCA4: buffer_load_dword v
|
|
; SI-ALLOCA4: buffer_load_dword v
|
|
|
|
; SI-PROMOTE: ds_write_b64
|
|
; SI-PROMOTE: ds_write_b64
|
|
; SI-PROMOTE: ds_read_b64
|
|
; SI-PROMOTE: ds_read_b64
|
|
; CI-PROMOTE: ds_write2_b64
|
|
; CI-PROMOTE: ds_read2_b64
|
|
define void @private_access_v2f64_alloca(<2 x double> addrspace(1)* noalias %out, <2 x double> addrspace(1)* noalias %in, i32 %b) #1 {
|
|
%val = load <2 x double>, <2 x double> addrspace(1)* %in, align 16
|
|
%array = alloca [4 x <2 x double>], align 16
|
|
%ptr = getelementptr inbounds [4 x <2 x double>], [4 x <2 x double>]* %array, i32 0, i32 %b
|
|
store <2 x double> %val, <2 x double>* %ptr, align 16
|
|
call void @llvm.amdgcn.s.barrier()
|
|
%result = load <2 x double>, <2 x double>* %ptr, align 16
|
|
store <2 x double> %result, <2 x double> addrspace(1)* %out, align 16
|
|
ret void
|
|
}
|
|
|
|
; SI-LABEL: {{^}}private_access_i64_alloca:
|
|
|
|
; SI-ALLOCA16: buffer_store_dwordx2
|
|
; SI-ALLOCA16: buffer_load_dwordx2
|
|
|
|
; SI-ALLOCA4: buffer_store_dword v
|
|
; SI-ALLOCA4: buffer_store_dword v
|
|
; SI-ALLOCA4: buffer_load_dword v
|
|
; SI-ALLOCA4: buffer_load_dword v
|
|
|
|
|
|
; SI-PROMOTE: ds_write_b64
|
|
; SI-PROMOTE: ds_read_b64
|
|
; CI-PROMOTE: ds_write_b64
|
|
; CI-PROMOTE: ds_read_b64
|
|
define void @private_access_i64_alloca(i64 addrspace(1)* noalias %out, i64 addrspace(1)* noalias %in, i32 %b) #1 {
|
|
%val = load i64, i64 addrspace(1)* %in, align 8
|
|
%array = alloca [8 x i64], align 8
|
|
%ptr = getelementptr inbounds [8 x i64], [8 x i64]* %array, i32 0, i32 %b
|
|
store i64 %val, i64* %ptr, align 8
|
|
call void @llvm.amdgcn.s.barrier()
|
|
%result = load i64, i64* %ptr, align 8
|
|
store i64 %result, i64 addrspace(1)* %out, align 8
|
|
ret void
|
|
}
|
|
|
|
; SI-LABEL: {{^}}private_access_v2i64_alloca:
|
|
|
|
; SI-ALLOCA16: buffer_store_dwordx4
|
|
; SI-ALLOCA16: buffer_load_dwordx4
|
|
|
|
; SI-ALLOCA4: buffer_store_dword v
|
|
; SI-ALLOCA4: buffer_store_dword v
|
|
; SI-ALLOCA4: buffer_store_dword v
|
|
; SI-ALLOCA4: buffer_store_dword v
|
|
|
|
; SI-ALLOCA4: buffer_load_dword v
|
|
; SI-ALLOCA4: buffer_load_dword v
|
|
; SI-ALLOCA4: buffer_load_dword v
|
|
; SI-ALLOCA4: buffer_load_dword v
|
|
|
|
; SI-PROMOTE: ds_write_b64
|
|
; SI-PROMOTE: ds_write_b64
|
|
; SI-PROMOTE: ds_read_b64
|
|
; SI-PROMOTE: ds_read_b64
|
|
; CI-PROMOTE: ds_write2_b64
|
|
; CI-PROMOTE: ds_read2_b64
|
|
define void @private_access_v2i64_alloca(<2 x i64> addrspace(1)* noalias %out, <2 x i64> addrspace(1)* noalias %in, i32 %b) #1 {
|
|
%val = load <2 x i64>, <2 x i64> addrspace(1)* %in, align 16
|
|
%array = alloca [4 x <2 x i64>], align 16
|
|
%ptr = getelementptr inbounds [4 x <2 x i64>], [4 x <2 x i64>]* %array, i32 0, i32 %b
|
|
store <2 x i64> %val, <2 x i64>* %ptr, align 16
|
|
call void @llvm.amdgcn.s.barrier()
|
|
%result = load <2 x i64>, <2 x i64>* %ptr, align 16
|
|
store <2 x i64> %result, <2 x i64> addrspace(1)* %out, align 16
|
|
ret void
|
|
}
|
|
|
|
attributes #0 = { convergent nounwind }
|
|
attributes #1 = { nounwind "amdgpu-waves-per-eu"="1,2" "amdgpu-flat-work-group-size"="64,64" }
|