You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
146 lines
5.8 KiB
146 lines
5.8 KiB
; RUN: llc -march=amdgcn -mcpu=tahiti -verify-machineinstrs < %s | FileCheck -check-prefixes=GCN,SI,NOTGFX9 %s
|
|
; RUN: llc -march=amdgcn -mcpu=bonaire -verify-machineinstrs < %s | FileCheck -check-prefixes=GCN,CIPLUS,NOTGFX9 %s
|
|
; RUN: llc -march=amdgcn -mcpu=tonga -verify-machineinstrs < %s | FileCheck -check-prefixes=GCN,CIPLUS,NOTGFX9 %s
|
|
; RUN: llc -march=amdgcn -mcpu=gfx900 -verify-machineinstrs < %s | FileCheck -check-prefixes=GCN,CIPLUS,GFX9 %s
|
|
|
|
; GCN-LABEL: {{^}}ds_consume_lds:
|
|
; GCN: s_load_dword [[PTR:s[0-9]+]]
|
|
; GCN: s_mov_b32 m0, [[PTR]]
|
|
; GCN: ds_consume [[RESULT:v[0-9]+]]{{$}}
|
|
; GCN-NOT: buffer_wbinvl1
|
|
; GCN: {{.*}}store{{.*}} [[RESULT]]
|
|
define amdgpu_kernel void @ds_consume_lds(i32 addrspace(3)* %lds, i32 addrspace(1)* %out) #0 {
|
|
%val = call i32 @llvm.amdgcn.ds.consume.p3i32(i32 addrspace(3)* %lds, i1 false)
|
|
store i32 %val, i32 addrspace(1)* %out
|
|
ret void
|
|
}
|
|
|
|
; GCN-LABEL: {{^}}ds_consume_lds_max_offset:
|
|
; GCN: s_load_dword [[PTR:s[0-9]+]]
|
|
; GCN: s_mov_b32 m0, [[PTR]]
|
|
; GCN: ds_consume [[RESULT:v[0-9]+]] offset:65532{{$}}
|
|
; GCN-NOT: buffer_wbinvl1
|
|
; GCN: {{.*}}store{{.*}} [[RESULT]]
|
|
define amdgpu_kernel void @ds_consume_lds_max_offset(i32 addrspace(3)* %lds, i32 addrspace(1)* %out) #0 {
|
|
%gep = getelementptr inbounds i32, i32 addrspace(3)* %lds, i32 16383
|
|
%val = call i32 @llvm.amdgcn.ds.consume.p3i32(i32 addrspace(3)* %gep, i1 false)
|
|
store i32 %val, i32 addrspace(1)* %out
|
|
ret void
|
|
}
|
|
|
|
; GCN-LABEL: {{^}}ds_consume_no_fold_offset_si:
|
|
; GCN: s_load_dword [[PTR:s[0-9]+]]
|
|
|
|
; SI: s_add_i32 [[PTR]], [[PTR]], 16
|
|
; SI: s_mov_b32 m0, [[PTR]]
|
|
; SI: ds_consume [[RESULT:v[0-9]+]]{{$}}
|
|
|
|
; CIPLUS: s_mov_b32 m0, [[PTR]]
|
|
; CIPLUS: ds_consume [[RESULT:v[0-9]+]] offset:16{{$}}
|
|
|
|
; GCN-NOT: buffer_wbinvl1
|
|
; GCN: {{.*}}store{{.*}} [[RESULT]]
|
|
define amdgpu_kernel void @ds_consume_no_fold_offset_si(i32 addrspace(3)* addrspace(4)* %lds.ptr, i32 addrspace(1)* %out) #0 {
|
|
%lds = load i32 addrspace(3)*, i32 addrspace(3)* addrspace(4)* %lds.ptr, align 4
|
|
%gep = getelementptr inbounds i32, i32 addrspace(3)* %lds, i32 4
|
|
%val = call i32 @llvm.amdgcn.ds.consume.p3i32(i32 addrspace(3)* %gep, i1 false)
|
|
store i32 %val, i32 addrspace(1)* %out
|
|
ret void
|
|
}
|
|
|
|
; GCN-LABEL: {{^}}ds_consume_lds_over_max_offset:
|
|
; GCN: s_load_dword [[PTR:s[0-9]+]]
|
|
|
|
; SI: s_bitset1_b32 [[PTR]], 16
|
|
; CIPLUS: s_add_i32 [[PTR]], [[PTR]], 0x10000
|
|
|
|
; GCN: s_mov_b32 m0, [[PTR]]
|
|
; GCN: ds_consume [[RESULT:v[0-9]+]]{{$}}
|
|
; GCN-NOT: buffer_wbinvl1
|
|
; GCN: {{.*}}store{{.*}} [[RESULT]]
|
|
define amdgpu_kernel void @ds_consume_lds_over_max_offset(i32 addrspace(3)* %lds, i32 addrspace(1)* %out) #0 {
|
|
%gep = getelementptr inbounds i32, i32 addrspace(3)* %lds, i32 16384
|
|
%val = call i32 @llvm.amdgcn.ds.consume.p3i32(i32 addrspace(3)* %gep, i1 false)
|
|
store i32 %val, i32 addrspace(1)* %out
|
|
ret void
|
|
}
|
|
|
|
; GCN-LABEL: {{^}}ds_consume_lds_vgpr_addr:
|
|
; GCN: v_readfirstlane_b32 [[READLANE:s[0-9]+]], v0
|
|
; GCN: s_mov_b32 m0, [[READLANE]]
|
|
; GCN: ds_consume [[RESULT:v[0-9]+]]{{$}}
|
|
; GCN-NOT: buffer_wbinvl1
|
|
; GCN: {{.*}}store{{.*}} [[RESULT]]
|
|
define void @ds_consume_lds_vgpr_addr(i32 addrspace(3)* %lds, i32 addrspace(1)* %out) #0 {
|
|
%val = call i32 @llvm.amdgcn.ds.consume.p3i32(i32 addrspace(3)* %lds, i1 false)
|
|
store i32 %val, i32 addrspace(1)* %out
|
|
ret void
|
|
}
|
|
|
|
; GCN-LABEL: {{^}}ds_consume_gds:
|
|
; GCN: s_load_dword [[PTR:s[0-9]+]]
|
|
; GCN: s_mov_b32 m0, [[PTR]]
|
|
; GCN: ds_consume [[RESULT:v[0-9]+]] gds{{$}}
|
|
; GCN-NOT: buffer_wbinvl1
|
|
; GCN: {{.*}}store{{.*}} [[RESULT]]
|
|
define amdgpu_kernel void @ds_consume_gds(i32 addrspace(2)* %gds, i32 addrspace(1)* %out) #0 {
|
|
%val = call i32 @llvm.amdgcn.ds.consume.p2i32(i32 addrspace(2)* %gds, i1 false)
|
|
store i32 %val, i32 addrspace(1)* %out
|
|
ret void
|
|
}
|
|
|
|
; GCN-LABEL: {{^}}ds_consume_gds_max_offset:
|
|
; GCN: s_load_dword [[PTR:s[0-9]+]]
|
|
; GCN: s_mov_b32 m0, [[PTR]]
|
|
; GCN: ds_consume [[RESULT:v[0-9]+]] offset:65532 gds{{$}}
|
|
; GCN-NOT: buffer_wbinvl1
|
|
; GCN: {{.*}}store{{.*}} [[RESULT]]
|
|
define amdgpu_kernel void @ds_consume_gds_max_offset(i32 addrspace(2)* %gds, i32 addrspace(1)* %out) #0 {
|
|
%gep = getelementptr inbounds i32, i32 addrspace(2)* %gds, i32 16383
|
|
%val = call i32 @llvm.amdgcn.ds.consume.p2i32(i32 addrspace(2)* %gep, i1 false)
|
|
store i32 %val, i32 addrspace(1)* %out
|
|
ret void
|
|
}
|
|
|
|
; GCN-LABEL: {{^}}ds_consume_gds_over_max_offset:
|
|
; GCN-NOT: buffer_wbinvl1
|
|
define amdgpu_kernel void @ds_consume_gds_over_max_offset(i32 addrspace(2)* %gds, i32 addrspace(1)* %out) #0 {
|
|
%gep = getelementptr inbounds i32, i32 addrspace(2)* %gds, i32 16384
|
|
%val = call i32 @llvm.amdgcn.ds.consume.p2i32(i32 addrspace(2)* %gep, i1 false)
|
|
store i32 %val, i32 addrspace(1)* %out
|
|
ret void
|
|
}
|
|
|
|
; GCN-LABEL: {{^}}ds_consume_lds_m0_restore:
|
|
; GCN: s_load_dword [[PTR:s[0-9]+]]
|
|
; GCN: s_mov_b32 m0, [[PTR]]
|
|
; GCN: ds_consume [[RESULT:v[0-9]+]]{{$}}
|
|
; GCN-NOT: buffer_wbinvl1
|
|
; NOTGFX9: s_mov_b32 m0, -1
|
|
; GFX9-NOT: m0
|
|
; GCN: _store_dword
|
|
; GCN: ds_read_b32
|
|
define amdgpu_kernel void @ds_consume_lds_m0_restore(i32 addrspace(3)* %lds, i32 addrspace(1)* %out) #0 {
|
|
%val0 = call i32 @llvm.amdgcn.ds.consume.p3i32(i32 addrspace(3)* %lds, i1 false)
|
|
store i32 %val0, i32 addrspace(1)* %out
|
|
%val1 = load volatile i32, i32 addrspace(3)* %lds
|
|
ret void
|
|
}
|
|
|
|
; Make sure this selects successfully with no use. The result register needs to be constrained.
|
|
; GCN-LABEL: {{^}}ds_consume_lds_no_use:
|
|
; GCN: s_load_dword [[PTR:s[0-9]+]]
|
|
; GCN: s_mov_b32 m0, [[PTR]]
|
|
; GCN: ds_consume [[RESULT:v[0-9]+]] offset:65532{{$}}
|
|
define amdgpu_kernel void @ds_consume_lds_no_use(i32 addrspace(3)* %lds, i32 addrspace(1)* %out) #0 {
|
|
%gep = getelementptr inbounds i32, i32 addrspace(3)* %lds, i32 16383
|
|
%val = call i32 @llvm.amdgcn.ds.consume.p3i32(i32 addrspace(3)* %gep, i1 false)
|
|
ret void
|
|
}
|
|
|
|
declare i32 @llvm.amdgcn.ds.consume.p3i32(i32 addrspace(3)* nocapture, i1 immarg) #1
|
|
declare i32 @llvm.amdgcn.ds.consume.p2i32(i32 addrspace(2)* nocapture, i1 immarg) #1
|
|
|
|
attributes #0 = { nounwind }
|
|
attributes #1 = { argmemonly convergent nounwind }
|