; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py UTC_ARGS: --version 2
; RUN: llc -mtriple=amdgcn -mcpu=gfx600 < %s | FileCheck %s -check-prefixes=GFX6789,GFX678,GFX689,GFX67,GFX6
; RUN: llc -mtriple=amdgcn -mcpu=gfx700 < %s | FileCheck %s -check-prefixes=GFX6789,GFX678,GFX67,GFX7
; RUN: llc -mtriple=amdgcn -mcpu=gfx801 < %s | FileCheck %s -check-prefixes=GFX6789,GFX678,GFX689,GFX89
; RUN: llc -mtriple=amdgcn -mcpu=gfx900 < %s | FileCheck %s -check-prefixes=GFX6789,GFX689,GFX89,GFX9
; RUN: llc -mtriple=amdgcn -mcpu=gfx1200 < %s | FileCheck %s -check-prefixes=GFX12

define amdgpu_cs void @test_sink_smem_offset_400(ptr addrspace(4) inreg %ptr, i32 inreg %val) {
; GFX67-LABEL: test_sink_smem_offset_400:
; GFX67:       ; %bb.0: ; %entry
; GFX67-NEXT:  .LBB0_1: ; %loop
; GFX67-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX67-NEXT:    s_waitcnt lgkmcnt(0)
; GFX67-NEXT:    s_load_dword s3, s[0:1], 0x64
; GFX67-NEXT:    s_add_i32 s2, s2, -1
; GFX67-NEXT:    s_cmp_lg_u32 s2, 0
; GFX67-NEXT:    s_cbranch_scc1 .LBB0_1
; GFX67-NEXT:  ; %bb.2: ; %end
; GFX67-NEXT:    s_endpgm
;
; GFX89-LABEL: test_sink_smem_offset_400:
; GFX89:       ; %bb.0: ; %entry
; GFX89-NEXT:  .LBB0_1: ; %loop
; GFX89-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX89-NEXT:    s_waitcnt lgkmcnt(0)
; GFX89-NEXT:    s_load_dword s3, s[0:1], 0x190
; GFX89-NEXT:    s_add_i32 s2, s2, -1
; GFX89-NEXT:    s_cmp_lg_u32 s2, 0
; GFX89-NEXT:    s_cbranch_scc1 .LBB0_1
; GFX89-NEXT:  ; %bb.2: ; %end
; GFX89-NEXT:    s_endpgm
;
; GFX12-LABEL: test_sink_smem_offset_400:
; GFX12:       ; %bb.0: ; %entry
; GFX12-NEXT:  .LBB0_1: ; %loop
; GFX12-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX12-NEXT:    s_wait_kmcnt 0x0
; GFX12-NEXT:    s_load_b32 s3, s[0:1], 0x190
; GFX12-NEXT:    s_add_co_i32 s2, s2, -1
; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
; GFX12-NEXT:    s_cmp_lg_u32 s2, 0
; GFX12-NEXT:    s_cbranch_scc1 .LBB0_1
; GFX12-NEXT:  ; %bb.2: ; %end
; GFX12-NEXT:    s_endpgm
entry:
  %gep = getelementptr i8, ptr addrspace(4) %ptr, i64 400
  br label %loop

loop:
  %count = phi i32 [ %dec, %loop ], [ %val, %entry ]
  %dec = sub i32 %count, 1
  %load = load volatile i32, ptr addrspace(4) %gep
  %cond = icmp eq i32 %dec, 0
  br i1 %cond, label %end, label %loop

end:
  ret void
}

define amdgpu_cs void @test_sink_smem_offset_4000(ptr addrspace(4) inreg %ptr, i32 inreg %val) {
; GFX6-LABEL: test_sink_smem_offset_4000:
; GFX6:       ; %bb.0: ; %entry
; GFX6-NEXT:    s_add_u32 s0, s0, 0xfa0
; GFX6-NEXT:    s_addc_u32 s1, s1, 0
; GFX6-NEXT:  .LBB1_1: ; %loop
; GFX6-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX6-NEXT:    s_waitcnt lgkmcnt(0)
; GFX6-NEXT:    s_load_dword s3, s[0:1], 0x0
; GFX6-NEXT:    s_add_i32 s2, s2, -1
; GFX6-NEXT:    s_cmp_lg_u32 s2, 0
; GFX6-NEXT:    s_cbranch_scc1 .LBB1_1
; GFX6-NEXT:  ; %bb.2: ; %end
; GFX6-NEXT:    s_endpgm
;
; GFX7-LABEL: test_sink_smem_offset_4000:
; GFX7:       ; %bb.0: ; %entry
; GFX7-NEXT:  .LBB1_1: ; %loop
; GFX7-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX7-NEXT:    s_waitcnt lgkmcnt(0)
; GFX7-NEXT:    s_load_dword s3, s[0:1], 0x3e8
; GFX7-NEXT:    s_add_i32 s2, s2, -1
; GFX7-NEXT:    s_cmp_lg_u32 s2, 0
; GFX7-NEXT:    s_cbranch_scc1 .LBB1_1
; GFX7-NEXT:  ; %bb.2: ; %end
; GFX7-NEXT:    s_endpgm
;
; GFX89-LABEL: test_sink_smem_offset_4000:
; GFX89:       ; %bb.0: ; %entry
; GFX89-NEXT:  .LBB1_1: ; %loop
; GFX89-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX89-NEXT:    s_waitcnt lgkmcnt(0)
; GFX89-NEXT:    s_load_dword s3, s[0:1], 0xfa0
; GFX89-NEXT:    s_add_i32 s2, s2, -1
; GFX89-NEXT:    s_cmp_lg_u32 s2, 0
; GFX89-NEXT:    s_cbranch_scc1 .LBB1_1
; GFX89-NEXT:  ; %bb.2: ; %end
; GFX89-NEXT:    s_endpgm
;
; GFX12-LABEL: test_sink_smem_offset_4000:
; GFX12:       ; %bb.0: ; %entry
; GFX12-NEXT:  .LBB1_1: ; %loop
; GFX12-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX12-NEXT:    s_wait_kmcnt 0x0
; GFX12-NEXT:    s_load_b32 s3, s[0:1], 0xfa0
; GFX12-NEXT:    s_add_co_i32 s2, s2, -1
; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
; GFX12-NEXT:    s_cmp_lg_u32 s2, 0
; GFX12-NEXT:    s_cbranch_scc1 .LBB1_1
; GFX12-NEXT:  ; %bb.2: ; %end
; GFX12-NEXT:    s_endpgm
entry:
  %gep = getelementptr i8, ptr addrspace(4) %ptr, i64 4000
  br label %loop

loop:
  %count = phi i32 [ %dec, %loop ], [ %val, %entry ]
  %dec = sub i32 %count, 1
  %load = load volatile i32, ptr addrspace(4) %gep
  %cond = icmp eq i32 %dec, 0
  br i1 %cond, label %end, label %loop

end:
  ret void
}

define amdgpu_cs void @test_sink_smem_offset_4000000(ptr addrspace(4) inreg %ptr, i32 inreg %val) {
; GFX689-LABEL: test_sink_smem_offset_4000000:
; GFX689:       ; %bb.0: ; %entry
; GFX689-NEXT:    s_add_u32 s0, s0, 0x3d0900
; GFX689-NEXT:    s_addc_u32 s1, s1, 0
; GFX689-NEXT:  .LBB2_1: ; %loop
; GFX689-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX689-NEXT:    s_waitcnt lgkmcnt(0)
; GFX689-NEXT:    s_load_dword s3, s[0:1], 0x0
; GFX689-NEXT:    s_add_i32 s2, s2, -1
; GFX689-NEXT:    s_cmp_lg_u32 s2, 0
; GFX689-NEXT:    s_cbranch_scc1 .LBB2_1
; GFX689-NEXT:  ; %bb.2: ; %end
; GFX689-NEXT:    s_endpgm
;
; GFX7-LABEL: test_sink_smem_offset_4000000:
; GFX7:       ; %bb.0: ; %entry
; GFX7-NEXT:  .LBB2_1: ; %loop
; GFX7-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX7-NEXT:    s_waitcnt lgkmcnt(0)
; GFX7-NEXT:    s_load_dword s3, s[0:1], 0xf4240
; GFX7-NEXT:    s_add_i32 s2, s2, -1
; GFX7-NEXT:    s_cmp_lg_u32 s2, 0
; GFX7-NEXT:    s_cbranch_scc1 .LBB2_1
; GFX7-NEXT:  ; %bb.2: ; %end
; GFX7-NEXT:    s_endpgm
;
; GFX12-LABEL: test_sink_smem_offset_4000000:
; GFX12:       ; %bb.0: ; %entry
; GFX12-NEXT:  .LBB2_1: ; %loop
; GFX12-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX12-NEXT:    s_wait_kmcnt 0x0
; GFX12-NEXT:    s_load_b32 s3, s[0:1], 0x3d0900
; GFX12-NEXT:    s_add_co_i32 s2, s2, -1
; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
; GFX12-NEXT:    s_cmp_lg_u32 s2, 0
; GFX12-NEXT:    s_cbranch_scc1 .LBB2_1
; GFX12-NEXT:  ; %bb.2: ; %end
; GFX12-NEXT:    s_endpgm
entry:
  %gep = getelementptr i8, ptr addrspace(4) %ptr, i64 4000000
  br label %loop

loop:
  %count = phi i32 [ %dec, %loop ], [ %val, %entry ]
  %dec = sub i32 %count, 1
  %load = load volatile i32, ptr addrspace(4) %gep
  %cond = icmp eq i32 %dec, 0
  br i1 %cond, label %end, label %loop

end:
  ret void
}

define amdgpu_cs void @test_sink_smem_offset_40000000(ptr addrspace(4) inreg %ptr, i32 inreg %val) {
; GFX689-LABEL: test_sink_smem_offset_40000000:
; GFX689:       ; %bb.0: ; %entry
; GFX689-NEXT:    s_add_u32 s0, s0, 0x2625a00
; GFX689-NEXT:    s_addc_u32 s1, s1, 0
; GFX689-NEXT:  .LBB3_1: ; %loop
; GFX689-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX689-NEXT:    s_waitcnt lgkmcnt(0)
; GFX689-NEXT:    s_load_dword s3, s[0:1], 0x0
; GFX689-NEXT:    s_add_i32 s2, s2, -1
; GFX689-NEXT:    s_cmp_lg_u32 s2, 0
; GFX689-NEXT:    s_cbranch_scc1 .LBB3_1
; GFX689-NEXT:  ; %bb.2: ; %end
; GFX689-NEXT:    s_endpgm
;
; GFX7-LABEL: test_sink_smem_offset_40000000:
; GFX7:       ; %bb.0: ; %entry
; GFX7-NEXT:  .LBB3_1: ; %loop
; GFX7-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX7-NEXT:    s_waitcnt lgkmcnt(0)
; GFX7-NEXT:    s_load_dword s3, s[0:1], 0x989680
; GFX7-NEXT:    s_add_i32 s2, s2, -1
; GFX7-NEXT:    s_cmp_lg_u32 s2, 0
; GFX7-NEXT:    s_cbranch_scc1 .LBB3_1
; GFX7-NEXT:  ; %bb.2: ; %end
; GFX7-NEXT:    s_endpgm
;
; GFX12-LABEL: test_sink_smem_offset_40000000:
; GFX12:       ; %bb.0: ; %entry
; GFX12-NEXT:    s_add_nc_u64 s[0:1], s[0:1], 0x2625a00
; GFX12-NEXT:  .LBB3_1: ; %loop
; GFX12-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX12-NEXT:    s_wait_kmcnt 0x0
; GFX12-NEXT:    s_load_b32 s3, s[0:1], 0x0
; GFX12-NEXT:    s_add_co_i32 s2, s2, -1
; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
; GFX12-NEXT:    s_cmp_lg_u32 s2, 0
; GFX12-NEXT:    s_cbranch_scc1 .LBB3_1
; GFX12-NEXT:  ; %bb.2: ; %end
; GFX12-NEXT:    s_endpgm
entry:
  %gep = getelementptr i8, ptr addrspace(4) %ptr, i64 40000000
  br label %loop

loop:
  %count = phi i32 [ %dec, %loop ], [ %val, %entry ]
  %dec = sub i32 %count, 1
  %load = load volatile i32, ptr addrspace(4) %gep
  %cond = icmp eq i32 %dec, 0
  br i1 %cond, label %end, label %loop

end:
  ret void
}

define amdgpu_cs void @test_sink_smem_offset_40000000000(ptr addrspace(4) inreg %ptr, i32 inreg %val) {
; GFX6789-LABEL: test_sink_smem_offset_40000000000:
; GFX6789:       ; %bb.0: ; %entry
; GFX6789-NEXT:    s_add_u32 s0, s0, 0x502f9000
; GFX6789-NEXT:    s_addc_u32 s1, s1, 9
; GFX6789-NEXT:  .LBB4_1: ; %loop
; GFX6789-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX6789-NEXT:    s_waitcnt lgkmcnt(0)
; GFX6789-NEXT:    s_load_dword s3, s[0:1], 0x0
; GFX6789-NEXT:    s_add_i32 s2, s2, -1
; GFX6789-NEXT:    s_cmp_lg_u32 s2, 0
; GFX6789-NEXT:    s_cbranch_scc1 .LBB4_1
; GFX6789-NEXT:  ; %bb.2: ; %end
; GFX6789-NEXT:    s_endpgm
;
; GFX12-LABEL: test_sink_smem_offset_40000000000:
; GFX12:       ; %bb.0: ; %entry
; GFX12-NEXT:    s_mov_b32 s4, 0x502f9000
; GFX12-NEXT:    s_mov_b32 s5, 9
; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
; GFX12-NEXT:    s_add_nc_u64 s[0:1], s[0:1], s[4:5]
; GFX12-NEXT:  .LBB4_1: ; %loop
; GFX12-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX12-NEXT:    s_wait_kmcnt 0x0
; GFX12-NEXT:    s_load_b32 s3, s[0:1], 0x0
; GFX12-NEXT:    s_add_co_i32 s2, s2, -1
; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
; GFX12-NEXT:    s_cmp_lg_u32 s2, 0
; GFX12-NEXT:    s_cbranch_scc1 .LBB4_1
; GFX12-NEXT:  ; %bb.2: ; %end
; GFX12-NEXT:    s_endpgm
entry:
  %gep = getelementptr i8, ptr addrspace(4) %ptr, i64 40000000000
  br label %loop

loop:
  %count = phi i32 [ %dec, %loop ], [ %val, %entry ]
  %dec = sub i32 %count, 1
  %load = load volatile i32, ptr addrspace(4) %gep
  %cond = icmp eq i32 %dec, 0
  br i1 %cond, label %end, label %loop

end:
  ret void
}

define amdgpu_cs void @test_sink_smem_offset_neg400(ptr addrspace(4) inreg %ptr, i32 inreg %val) {
; GFX6789-LABEL: test_sink_smem_offset_neg400:
; GFX6789:       ; %bb.0: ; %entry
; GFX6789-NEXT:    s_add_u32 s0, s0, 0xfffffe70
; GFX6789-NEXT:    s_addc_u32 s1, s1, -1
; GFX6789-NEXT:  .LBB5_1: ; %loop
; GFX6789-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX6789-NEXT:    s_waitcnt lgkmcnt(0)
; GFX6789-NEXT:    s_load_dword s3, s[0:1], 0x0
; GFX6789-NEXT:    s_add_i32 s2, s2, -1
; GFX6789-NEXT:    s_cmp_lg_u32 s2, 0
; GFX6789-NEXT:    s_cbranch_scc1 .LBB5_1
; GFX6789-NEXT:  ; %bb.2: ; %end
; GFX6789-NEXT:    s_endpgm
;
; GFX12-LABEL: test_sink_smem_offset_neg400:
; GFX12:       ; %bb.0: ; %entry
; GFX12-NEXT:    s_movk_i32 s4, 0xfe70
; GFX12-NEXT:    s_mov_b32 s5, -1
; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
; GFX12-NEXT:    s_add_nc_u64 s[0:1], s[0:1], s[4:5]
; GFX12-NEXT:  .LBB5_1: ; %loop
; GFX12-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX12-NEXT:    s_wait_kmcnt 0x0
; GFX12-NEXT:    s_load_b32 s3, s[0:1], 0x0
; GFX12-NEXT:    s_add_co_i32 s2, s2, -1
; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
; GFX12-NEXT:    s_cmp_lg_u32 s2, 0
; GFX12-NEXT:    s_cbranch_scc1 .LBB5_1
; GFX12-NEXT:  ; %bb.2: ; %end
; GFX12-NEXT:    s_endpgm
entry:
  %gep = getelementptr i8, ptr addrspace(4) %ptr, i64 -400
  br label %loop

loop:
  %count = phi i32 [ %dec, %loop ], [ %val, %entry ]
  %dec = sub i32 %count, 1
  %load = load volatile i32, ptr addrspace(4) %gep
  %cond = icmp eq i32 %dec, 0
  br i1 %cond, label %end, label %loop

end:
  ret void
}

; Same for address space 6, constant 32-bit.
define amdgpu_cs void @test_sink_smem_offset_neg400_32bit(ptr addrspace(6) inreg %ptr, i32 inreg %val) {
; GFX6789-LABEL: test_sink_smem_offset_neg400_32bit:
; GFX6789:       ; %bb.0: ; %entry
; GFX6789-NEXT:    s_add_i32 s2, s0, 0xfffffe70
; GFX6789-NEXT:    s_mov_b32 s3, 0
; GFX6789-NEXT:  .LBB6_1: ; %loop
; GFX6789-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX6789-NEXT:    s_waitcnt lgkmcnt(0)
; GFX6789-NEXT:    s_load_dword s0, s[2:3], 0x0
; GFX6789-NEXT:    s_add_i32 s1, s1, -1
; GFX6789-NEXT:    s_cmp_lg_u32 s1, 0
; GFX6789-NEXT:    s_cbranch_scc1 .LBB6_1
; GFX6789-NEXT:  ; %bb.2: ; %end
; GFX6789-NEXT:    s_endpgm
;
; GFX12-LABEL: test_sink_smem_offset_neg400_32bit:
; GFX12:       ; %bb.0: ; %entry
; GFX12-NEXT:    s_add_co_i32 s2, s0, 0xfffffe70
; GFX12-NEXT:    s_mov_b32 s3, 0
; GFX12-NEXT:  .LBB6_1: ; %loop
; GFX12-NEXT:    ; =>This Inner Loop Header: Depth=1
; GFX12-NEXT:    s_wait_kmcnt 0x0
; GFX12-NEXT:    s_load_b32 s0, s[2:3], 0x0
; GFX12-NEXT:    s_add_co_i32 s1, s1, -1
; GFX12-NEXT:    s_delay_alu instid0(SALU_CYCLE_1)
; GFX12-NEXT:    s_cmp_lg_u32 s1, 0
; GFX12-NEXT:    s_cbranch_scc1 .LBB6_1
; GFX12-NEXT:  ; %bb.2: ; %end
; GFX12-NEXT:    s_endpgm
entry:
  %gep = getelementptr i8, ptr addrspace(6) %ptr, i64 -400
  br label %loop

loop:
  %count = phi i32 [ %dec, %loop ], [ %val, %entry ]
  %dec = sub i32 %count, 1
  %load = load volatile i32, ptr addrspace(6) %gep
  %cond = icmp eq i32 %dec, 0
  br i1 %cond, label %end, label %loop

end:
  ret void
}

;; NOTE: These prefixes are unused and the list is autogenerated. Do not add tests below this line:
; GFX678: {{.*}}
; GFX9: {{.*}}