+++ /dev/null
-# NOTE: Assertions have been autogenerated by utils/update_mir_test_checks.py
-# RUN: llc -march=amdgcn -mcpu=gfx90a -start-before=machine-scheduler -stop-after=postmisched %s -o - 2>&1 | FileCheck -check-prefix=DEFAULT %s
-# RUN: llc -march=amdgcn -mcpu=gfx90a -start-before=machine-scheduler -stop-after=postmisched %s -o - -amdgpu-igrouplp=1 2>&1 | FileCheck -check-prefix=PIPELINE %s
-# RUN: llc -march=amdgcn -mcpu=gfx90a -start-before=machine-scheduler -stop-after=postmisched %s -o - -amdgpu-igrouplp=1 -amdgpu-igrouplp-exact-solver 2>&1 | FileCheck -check-prefix=EXACT %s
-
----
-name: no_pipeline
-tracksRegLiveness: true
-body: |
- bb.0:
- liveins: $sgpr0, $vgpr10_vgpr11
- ; DEFAULT-LABEL: name: no_pipeline
- ; DEFAULT: liveins: $sgpr0, $vgpr10_vgpr11
- ; DEFAULT-NEXT: {{ $}}
- ; DEFAULT-NEXT: $vgpr1 = V_MOV_B32_e32 1, implicit $exec
- ; DEFAULT-NEXT: $vgpr0 = V_MOV_B32_e32 1, implicit $exec
- ; DEFAULT-NEXT: $vgpr1 = V_ADD_F16_e32 killed $vgpr1, $vgpr0, implicit $mode, implicit $exec
- ; DEFAULT-NEXT: GLOBAL_STORE_DWORD killed $vgpr10_vgpr11, $vgpr1, 0, 0, implicit $exec
- ; DEFAULT-NEXT: $vgpr2 = V_MOV_B32_e32 1, implicit $exec
- ; DEFAULT-NEXT: $vgpr3 = DS_READ_U16_gfx9 killed $vgpr2, 0, 0, implicit $exec
- ; DEFAULT-NEXT: $vgpr5 = V_XOR_B32_e32 $vgpr1, killed $vgpr0, implicit $exec
- ; DEFAULT-NEXT: $vgpr6 = V_MUL_LO_U32_e64 killed $vgpr1, killed $sgpr0, implicit $exec
- ; DEFAULT-NEXT: $vgpr8 = V_MOV_B32_e32 0, implicit $exec
- ; DEFAULT-NEXT: $vgpr9 = V_MOV_B32_e32 9, implicit $exec
- ; PIPELINE-LABEL: name: no_pipeline
- ; PIPELINE: liveins: $sgpr0, $vgpr10_vgpr11
- ; PIPELINE-NEXT: {{ $}}
- ; PIPELINE-NEXT: $vgpr1 = V_MOV_B32_e32 1, implicit $exec
- ; PIPELINE-NEXT: $vgpr0 = V_MOV_B32_e32 1, implicit $exec
- ; PIPELINE-NEXT: $vgpr1 = V_ADD_F16_e32 killed $vgpr1, $vgpr0, implicit $mode, implicit $exec
- ; PIPELINE-NEXT: GLOBAL_STORE_DWORD killed $vgpr10_vgpr11, $vgpr1, 0, 0, implicit $exec
- ; PIPELINE-NEXT: $vgpr2 = V_MOV_B32_e32 1, implicit $exec
- ; PIPELINE-NEXT: $vgpr3 = DS_READ_U16_gfx9 killed $vgpr2, 0, 0, implicit $exec
- ; PIPELINE-NEXT: $vgpr5 = V_XOR_B32_e32 $vgpr1, killed $vgpr0, implicit $exec
- ; PIPELINE-NEXT: $vgpr6 = V_MUL_LO_U32_e64 killed $vgpr1, killed $sgpr0, implicit $exec
- ; PIPELINE-NEXT: $vgpr8 = V_MOV_B32_e32 0, implicit $exec
- ; PIPELINE-NEXT: $vgpr9 = V_MOV_B32_e32 9, implicit $exec
- ; EXACT-LABEL: name: no_pipeline
- ; EXACT: liveins: $sgpr0, $vgpr10_vgpr11
- ; EXACT-NEXT: {{ $}}
- ; EXACT-NEXT: $vgpr1 = V_MOV_B32_e32 1, implicit $exec
- ; EXACT-NEXT: $vgpr0 = V_MOV_B32_e32 1, implicit $exec
- ; EXACT-NEXT: $vgpr1 = V_ADD_F16_e32 killed $vgpr1, $vgpr0, implicit $mode, implicit $exec
- ; EXACT-NEXT: GLOBAL_STORE_DWORD killed $vgpr10_vgpr11, $vgpr1, 0, 0, implicit $exec
- ; EXACT-NEXT: $vgpr2 = V_MOV_B32_e32 1, implicit $exec
- ; EXACT-NEXT: $vgpr3 = DS_READ_U16_gfx9 killed $vgpr2, 0, 0, implicit $exec
- ; EXACT-NEXT: $vgpr5 = V_XOR_B32_e32 $vgpr1, killed $vgpr0, implicit $exec
- ; EXACT-NEXT: $vgpr6 = V_MUL_LO_U32_e64 killed $vgpr1, killed $sgpr0, implicit $exec
- ; EXACT-NEXT: $vgpr8 = V_MOV_B32_e32 0, implicit $exec
- ; EXACT-NEXT: $vgpr9 = V_MOV_B32_e32 9, implicit $exec
- $vgpr1 = V_MOV_B32_e32 1, implicit $exec
- $vgpr0 = V_MOV_B32_e32 1, implicit $exec
- $vgpr8 = V_MOV_B32_e32 0, implicit $exec
- $vgpr9 = V_MOV_B32_e32 9, implicit $exec
- $vgpr1 = V_ADD_F16_e32 $vgpr1, $vgpr0, implicit $mode, implicit $exec
- GLOBAL_STORE_DWORD $vgpr10_vgpr11, $vgpr1, 0, 0, implicit $exec
- $vgpr2 = V_MOV_B32_e32 1, implicit $exec
- $vgpr3 = DS_READ_U16_gfx9 $vgpr2, 0, 0, implicit $exec
- $vgpr5 = V_XOR_B32_e32 $vgpr1, $vgpr0, implicit $exec
- $vgpr6 = V_MUL_LO_U32_e64 $vgpr1, $sgpr0, implicit $exec
-...
-
-
----
-name: full_pipe
-tracksRegLiveness: true
-body: |
- bb.0:
- liveins: $agpr0_agpr1_agpr2_agpr3, $agpr4_agpr5_agpr6_agpr7, $agpr8_agpr9_agpr10_agpr11, $agpr12_agpr13_agpr14_agpr15, $agpr16_agpr17_agpr18_agpr19, $sgpr0, $vgpr10_vgpr11
- ; DEFAULT-LABEL: name: full_pipe
- ; DEFAULT: liveins: $sgpr0, $agpr0_agpr1_agpr2_agpr3, $agpr4_agpr5_agpr6_agpr7, $agpr8_agpr9_agpr10_agpr11, $agpr12_agpr13_agpr14_agpr15, $agpr16_agpr17_agpr18_agpr19, $vgpr10_vgpr11
- ; DEFAULT-NEXT: {{ $}}
- ; DEFAULT-NEXT: $vgpr0 = V_MOV_B32_e32 0, implicit $exec
- ; DEFAULT-NEXT: $vgpr1 = V_MOV_B32_e32 1, implicit $exec
- ; DEFAULT-NEXT: $vgpr2 = V_MOV_B32_e32 2, implicit $exec
- ; DEFAULT-NEXT: $vgpr3 = V_MOV_B32_e32 3, implicit $exec
- ; DEFAULT-NEXT: $vgpr6 = GLOBAL_LOAD_USHORT $vgpr0_vgpr1, 0, 0, implicit $exec
- ; DEFAULT-NEXT: $vgpr7 = GLOBAL_LOAD_USHORT $vgpr2_vgpr3, 0, 0, implicit $exec
- ; DEFAULT-NEXT: $vgpr4 = V_MOV_B32_e32 4, implicit $exec
- ; DEFAULT-NEXT: $vgpr5 = V_MOV_B32_e32 5, implicit $exec
- ; DEFAULT-NEXT: $vgpr8 = GLOBAL_LOAD_USHORT $vgpr4_vgpr5, 0, 0, implicit $exec
- ; DEFAULT-NEXT: $vgpr1 = V_ADD_F16_e32 killed $vgpr1, $vgpr0, implicit $mode, implicit $exec
- ; DEFAULT-NEXT: $vgpr26 = V_MOV_B32_e32 1, implicit $exec
- ; DEFAULT-NEXT: $vgpr27 = V_MOV_B32_e32 1, implicit $exec
- ; DEFAULT-NEXT: $agpr4_agpr5_agpr6_agpr7 = V_MFMA_F32_4X4X1F32_e64 $vgpr3, $vgpr4, killed $agpr4_agpr5_agpr6_agpr7, 0, 0, 0, implicit $mode, implicit $exec
- ; DEFAULT-NEXT: $vgpr23 = V_XOR_B32_e32 $vgpr1, $vgpr0, implicit $exec
- ; DEFAULT-NEXT: $vgpr9 = V_MOV_B32_e32 1, implicit $exec
- ; DEFAULT-NEXT: $vgpr24 = V_MOV_B32_e32 1, implicit $exec
- ; DEFAULT-NEXT: $agpr0_agpr1_agpr2_agpr3 = V_MFMA_F32_4X4X1F32_e64 $vgpr1, $vgpr0, killed $agpr0_agpr1_agpr2_agpr3, 0, 0, 0, implicit $mode, implicit $exec
- ; DEFAULT-NEXT: $vgpr22 = V_XOR_B32_e32 $vgpr1, $vgpr0, implicit $exec
- ; DEFAULT-NEXT: $agpr8_agpr9_agpr10_agpr11 = V_MFMA_F32_4X4X1F32_e64 $vgpr3, killed $vgpr4, killed $agpr8_agpr9_agpr10_agpr11, 0, 0, 0, implicit $mode, implicit $exec
- ; DEFAULT-NEXT: $vgpr21 = V_MUL_LO_U32_e64 $vgpr1, killed $sgpr0, implicit $exec
- ; DEFAULT-NEXT: $agpr12_agpr13_agpr14_agpr15 = V_MFMA_F32_4X4X1F32_e64 $vgpr1, $vgpr0, killed $agpr12_agpr13_agpr14_agpr15, 0, 0, 0, implicit $mode, implicit $exec
- ; DEFAULT-NEXT: $vgpr30 = V_MOV_B32_e32 30, implicit $exec
- ; DEFAULT-NEXT: $vgpr17 = V_MOV_B32_e32 1, implicit $exec
- ; DEFAULT-NEXT: $vgpr18 = V_MOV_B32_e32 1, implicit $exec
- ; DEFAULT-NEXT: BUNDLE implicit-def $vgpr10, implicit-def $vgpr10_lo16, implicit-def $vgpr10_hi16, implicit-def $vgpr11, implicit-def $vgpr11_lo16, implicit-def $vgpr11_hi16, implicit-def $vgpr12, implicit-def $vgpr12_lo16, implicit-def $vgpr12_hi16, implicit-def $vgpr15, implicit-def $vgpr15_lo16, implicit-def $vgpr15_hi16, implicit-def $vgpr16, implicit-def $vgpr16_lo16, implicit-def $vgpr16_hi16, implicit $vgpr7, implicit $exec {
- ; DEFAULT-NEXT: $vgpr10 = DS_READ_U16_gfx9 $vgpr7, 0, 512, implicit $exec
- ; DEFAULT-NEXT: $vgpr11 = DS_READ_U16_gfx9 $vgpr7, 0, 2048, implicit $exec
- ; DEFAULT-NEXT: $vgpr12 = DS_READ_U16_gfx9 $vgpr7, 0, 1024, implicit $exec
- ; DEFAULT-NEXT: $vgpr15 = DS_READ_U16_gfx9 $vgpr7, 0, 4096, implicit $exec
- ; DEFAULT-NEXT: $vgpr16 = DS_READ_U16_gfx9 $vgpr7, 0, 2048, implicit $exec
- ; DEFAULT-NEXT: }
- ; DEFAULT-NEXT: DS_WRITE_B32 $vgpr3, killed $vgpr1, 0, 16, implicit $m0, implicit $exec
- ; DEFAULT-NEXT: BUNDLE implicit-def $vgpr19, implicit-def $vgpr19_lo16, implicit-def $vgpr19_hi16, implicit-def $vgpr20, implicit-def $vgpr20_lo16, implicit-def $vgpr20_hi16, implicit killed $vgpr26_vgpr27, implicit $exec {
- ; DEFAULT-NEXT: $vgpr19 = GLOBAL_LOAD_USHORT $vgpr26_vgpr27, 0, 0, implicit $exec
- ; DEFAULT-NEXT: $vgpr20 = GLOBAL_LOAD_USHORT killed $vgpr26_vgpr27, 0, 0, implicit $exec
- ; DEFAULT-NEXT: }
- ; DEFAULT-NEXT: $agpr4_agpr5_agpr6_agpr7 = V_MFMA_F32_4X4X1F32_e64 killed $vgpr5, killed $vgpr6, killed $agpr4_agpr5_agpr6_agpr7, 0, 0, 0, implicit $mode, implicit $exec
- ; DEFAULT-NEXT: DS_WRITE_B32 killed $vgpr0, killed $vgpr7, 0, 16, implicit $m0, implicit $exec
- ; DEFAULT-NEXT: $agpr16_agpr17_agpr18_agpr19 = V_MFMA_F32_4X4X1F32_e64 killed $vgpr10, killed $vgpr11, killed $agpr16_agpr17_agpr18_agpr19, 0, 0, 0, implicit $mode, implicit $exec
- ; DEFAULT-NEXT: DS_WRITE_B32 killed $vgpr23, killed $vgpr3, 0, 16, implicit $m0, implicit $exec
- ; DEFAULT-NEXT: DS_WRITE_B32 killed $vgpr9, killed $vgpr24, 0, 16, implicit $m0, implicit $exec
- ; PIPELINE-LABEL: name: full_pipe
- ; PIPELINE: liveins: $sgpr0, $agpr0_agpr1_agpr2_agpr3, $agpr4_agpr5_agpr6_agpr7, $agpr8_agpr9_agpr10_agpr11, $agpr12_agpr13_agpr14_agpr15, $agpr16_agpr17_agpr18_agpr19, $vgpr10_vgpr11
- ; PIPELINE-NEXT: {{ $}}
- ; PIPELINE-NEXT: $vgpr0 = V_MOV_B32_e32 0, implicit $exec
- ; PIPELINE-NEXT: $vgpr1 = V_MOV_B32_e32 1, implicit $exec
- ; PIPELINE-NEXT: $vgpr2 = V_MOV_B32_e32 2, implicit $exec
- ; PIPELINE-NEXT: $vgpr3 = V_MOV_B32_e32 3, implicit $exec
- ; PIPELINE-NEXT: $vgpr6 = GLOBAL_LOAD_USHORT $vgpr0_vgpr1, 0, 0, implicit $exec
- ; PIPELINE-NEXT: $vgpr7 = GLOBAL_LOAD_USHORT $vgpr2_vgpr3, 0, 0, implicit $exec
- ; PIPELINE-NEXT: $vgpr4 = V_MOV_B32_e32 4, implicit $exec
- ; PIPELINE-NEXT: $vgpr5 = V_MOV_B32_e32 5, implicit $exec
- ; PIPELINE-NEXT: $vgpr8 = GLOBAL_LOAD_USHORT $vgpr4_vgpr5, 0, 0, implicit $exec
- ; PIPELINE-NEXT: $vgpr1 = V_ADD_F16_e32 killed $vgpr1, $vgpr0, implicit $mode, implicit $exec
- ; PIPELINE-NEXT: $vgpr26 = V_MOV_B32_e32 1, implicit $exec
- ; PIPELINE-NEXT: $vgpr27 = V_MOV_B32_e32 1, implicit $exec
- ; PIPELINE-NEXT: $vgpr9 = V_MOV_B32_e32 1, implicit $exec
- ; PIPELINE-NEXT: $vgpr24 = V_MOV_B32_e32 1, implicit $exec
- ; PIPELINE-NEXT: $vgpr23 = V_XOR_B32_e32 $vgpr1, $vgpr0, implicit $exec
- ; PIPELINE-NEXT: $vgpr22 = V_XOR_B32_e32 $vgpr1, $vgpr0, implicit $exec
- ; PIPELINE-NEXT: $vgpr21 = V_MUL_LO_U32_e64 $vgpr1, killed $sgpr0, implicit $exec
- ; PIPELINE-NEXT: $vgpr30 = V_MOV_B32_e32 30, implicit $exec
- ; PIPELINE-NEXT: $vgpr17 = V_MOV_B32_e32 1, implicit $exec
- ; PIPELINE-NEXT: $vgpr18 = V_MOV_B32_e32 1, implicit $exec
- ; PIPELINE-NEXT: BUNDLE implicit-def $vgpr10, implicit-def $vgpr10_lo16, implicit-def $vgpr10_hi16, implicit-def $vgpr11, implicit-def $vgpr11_lo16, implicit-def $vgpr11_hi16, implicit-def $vgpr12, implicit-def $vgpr12_lo16, implicit-def $vgpr12_hi16, implicit-def $vgpr15, implicit-def $vgpr15_lo16, implicit-def $vgpr15_hi16, implicit-def $vgpr16, implicit-def $vgpr16_lo16, implicit-def $vgpr16_hi16, implicit $vgpr7, implicit $exec {
- ; PIPELINE-NEXT: $vgpr10 = DS_READ_U16_gfx9 $vgpr7, 0, 512, implicit $exec
- ; PIPELINE-NEXT: $vgpr11 = DS_READ_U16_gfx9 $vgpr7, 0, 2048, implicit $exec
- ; PIPELINE-NEXT: $vgpr12 = DS_READ_U16_gfx9 $vgpr7, 0, 1024, implicit $exec
- ; PIPELINE-NEXT: $vgpr15 = DS_READ_U16_gfx9 $vgpr7, 0, 4096, implicit $exec
- ; PIPELINE-NEXT: $vgpr16 = DS_READ_U16_gfx9 $vgpr7, 0, 2048, implicit $exec
- ; PIPELINE-NEXT: }
- ; PIPELINE-NEXT: $agpr0_agpr1_agpr2_agpr3 = V_MFMA_F32_4X4X1F32_e64 $vgpr1, $vgpr0, killed $agpr0_agpr1_agpr2_agpr3, 0, 0, 0, implicit $mode, implicit $exec
- ; PIPELINE-NEXT: DS_WRITE_B32 $vgpr3, $vgpr1, 0, 16, implicit $m0, implicit $exec
- ; PIPELINE-NEXT: BUNDLE implicit-def $vgpr19, implicit-def $vgpr19_lo16, implicit-def $vgpr19_hi16, implicit-def $vgpr20, implicit-def $vgpr20_lo16, implicit-def $vgpr20_hi16, implicit killed $vgpr26_vgpr27, implicit $exec {
- ; PIPELINE-NEXT: $vgpr19 = GLOBAL_LOAD_USHORT $vgpr26_vgpr27, 0, 0, implicit $exec
- ; PIPELINE-NEXT: $vgpr20 = GLOBAL_LOAD_USHORT killed $vgpr26_vgpr27, 0, 0, implicit $exec
- ; PIPELINE-NEXT: }
- ; PIPELINE-NEXT: BUNDLE implicit $vgpr0, implicit killed $vgpr7, implicit $m0, implicit $exec, implicit killed $vgpr23, implicit $vgpr3 {
- ; PIPELINE-NEXT: DS_WRITE_B32 $vgpr0, killed $vgpr7, 0, 16, implicit $m0, implicit $exec
- ; PIPELINE-NEXT: DS_WRITE_B32 killed $vgpr23, $vgpr3, 0, 16, implicit $m0, implicit $exec
- ; PIPELINE-NEXT: }
- ; PIPELINE-NEXT: DS_WRITE_B32 killed $vgpr9, killed $vgpr24, 0, 16, implicit $m0, implicit $exec
- ; PIPELINE-NEXT: $agpr4_agpr5_agpr6_agpr7 = V_MFMA_F32_4X4X1F32_e64 $vgpr3, $vgpr4, killed $agpr4_agpr5_agpr6_agpr7, 0, 0, 0, implicit $mode, implicit $exec
- ; PIPELINE-NEXT: $agpr8_agpr9_agpr10_agpr11 = V_MFMA_F32_4X4X1F32_e64 killed $vgpr3, killed $vgpr4, killed $agpr8_agpr9_agpr10_agpr11, 0, 0, 0, implicit $mode, implicit $exec
- ; PIPELINE-NEXT: $agpr4_agpr5_agpr6_agpr7 = V_MFMA_F32_4X4X1F32_e64 killed $vgpr5, killed $vgpr6, killed $agpr4_agpr5_agpr6_agpr7, 0, 0, 0, implicit $mode, implicit $exec
- ; PIPELINE-NEXT: $agpr16_agpr17_agpr18_agpr19 = V_MFMA_F32_4X4X1F32_e64 killed $vgpr10, killed $vgpr11, killed $agpr16_agpr17_agpr18_agpr19, 0, 0, 0, implicit $mode, implicit $exec
- ; PIPELINE-NEXT: $agpr12_agpr13_agpr14_agpr15 = V_MFMA_F32_4X4X1F32_e64 killed $vgpr1, killed $vgpr0, killed $agpr12_agpr13_agpr14_agpr15, 0, 0, 0, implicit $mode, implicit $exec
- ; EXACT-LABEL: name: full_pipe
- ; EXACT: liveins: $sgpr0, $agpr0_agpr1_agpr2_agpr3, $agpr4_agpr5_agpr6_agpr7, $agpr8_agpr9_agpr10_agpr11, $agpr12_agpr13_agpr14_agpr15, $agpr16_agpr17_agpr18_agpr19, $vgpr10_vgpr11
- ; EXACT-NEXT: {{ $}}
- ; EXACT-NEXT: $vgpr0 = V_MOV_B32_e32 0, implicit $exec
- ; EXACT-NEXT: $vgpr1 = V_MOV_B32_e32 1, implicit $exec
- ; EXACT-NEXT: $vgpr2 = V_MOV_B32_e32 2, implicit $exec
- ; EXACT-NEXT: $vgpr3 = V_MOV_B32_e32 3, implicit $exec
- ; EXACT-NEXT: $vgpr6 = GLOBAL_LOAD_USHORT $vgpr0_vgpr1, 0, 0, implicit $exec
- ; EXACT-NEXT: $vgpr7 = GLOBAL_LOAD_USHORT $vgpr2_vgpr3, 0, 0, implicit $exec
- ; EXACT-NEXT: $vgpr4 = V_MOV_B32_e32 4, implicit $exec
- ; EXACT-NEXT: $vgpr5 = V_MOV_B32_e32 5, implicit $exec
- ; EXACT-NEXT: $vgpr8 = GLOBAL_LOAD_USHORT $vgpr4_vgpr5, 0, 0, implicit $exec
- ; EXACT-NEXT: $vgpr1 = V_ADD_F16_e32 killed $vgpr1, $vgpr0, implicit $mode, implicit $exec
- ; EXACT-NEXT: $vgpr26 = V_MOV_B32_e32 1, implicit $exec
- ; EXACT-NEXT: $vgpr27 = V_MOV_B32_e32 1, implicit $exec
- ; EXACT-NEXT: $vgpr9 = V_MOV_B32_e32 1, implicit $exec
- ; EXACT-NEXT: $vgpr24 = V_MOV_B32_e32 1, implicit $exec
- ; EXACT-NEXT: $vgpr23 = V_XOR_B32_e32 $vgpr1, $vgpr0, implicit $exec
- ; EXACT-NEXT: $vgpr22 = V_XOR_B32_e32 $vgpr1, $vgpr0, implicit $exec
- ; EXACT-NEXT: $vgpr21 = V_MUL_LO_U32_e64 $vgpr1, killed $sgpr0, implicit $exec
- ; EXACT-NEXT: $vgpr30 = V_MOV_B32_e32 30, implicit $exec
- ; EXACT-NEXT: $vgpr17 = V_MOV_B32_e32 1, implicit $exec
- ; EXACT-NEXT: $vgpr18 = V_MOV_B32_e32 1, implicit $exec
- ; EXACT-NEXT: BUNDLE implicit-def $vgpr10, implicit-def $vgpr10_lo16, implicit-def $vgpr10_hi16, implicit-def $vgpr11, implicit-def $vgpr11_lo16, implicit-def $vgpr11_hi16, implicit-def $vgpr12, implicit-def $vgpr12_lo16, implicit-def $vgpr12_hi16, implicit-def $vgpr15, implicit-def $vgpr15_lo16, implicit-def $vgpr15_hi16, implicit-def $vgpr16, implicit-def $vgpr16_lo16, implicit-def $vgpr16_hi16, implicit $vgpr7, implicit $exec {
- ; EXACT-NEXT: $vgpr10 = DS_READ_U16_gfx9 $vgpr7, 0, 512, implicit $exec
- ; EXACT-NEXT: $vgpr11 = DS_READ_U16_gfx9 $vgpr7, 0, 2048, implicit $exec
- ; EXACT-NEXT: $vgpr12 = DS_READ_U16_gfx9 $vgpr7, 0, 1024, implicit $exec
- ; EXACT-NEXT: $vgpr15 = DS_READ_U16_gfx9 $vgpr7, 0, 4096, implicit $exec
- ; EXACT-NEXT: $vgpr16 = DS_READ_U16_gfx9 $vgpr7, 0, 2048, implicit $exec
- ; EXACT-NEXT: }
- ; EXACT-NEXT: $agpr0_agpr1_agpr2_agpr3 = V_MFMA_F32_4X4X1F32_e64 $vgpr1, $vgpr0, killed $agpr0_agpr1_agpr2_agpr3, 0, 0, 0, implicit $mode, implicit $exec
- ; EXACT-NEXT: DS_WRITE_B32 $vgpr3, $vgpr1, 0, 16, implicit $m0, implicit $exec
- ; EXACT-NEXT: BUNDLE implicit-def $vgpr19, implicit-def $vgpr19_lo16, implicit-def $vgpr19_hi16, implicit-def $vgpr20, implicit-def $vgpr20_lo16, implicit-def $vgpr20_hi16, implicit killed $vgpr26_vgpr27, implicit $exec {
- ; EXACT-NEXT: $vgpr19 = GLOBAL_LOAD_USHORT $vgpr26_vgpr27, 0, 0, implicit $exec
- ; EXACT-NEXT: $vgpr20 = GLOBAL_LOAD_USHORT killed $vgpr26_vgpr27, 0, 0, implicit $exec
- ; EXACT-NEXT: }
- ; EXACT-NEXT: BUNDLE implicit $vgpr0, implicit killed $vgpr7, implicit $m0, implicit $exec, implicit killed $vgpr23, implicit $vgpr3 {
- ; EXACT-NEXT: DS_WRITE_B32 $vgpr0, killed $vgpr7, 0, 16, implicit $m0, implicit $exec
- ; EXACT-NEXT: DS_WRITE_B32 killed $vgpr23, $vgpr3, 0, 16, implicit $m0, implicit $exec
- ; EXACT-NEXT: }
- ; EXACT-NEXT: DS_WRITE_B32 killed $vgpr9, killed $vgpr24, 0, 16, implicit $m0, implicit $exec
- ; EXACT-NEXT: $agpr4_agpr5_agpr6_agpr7 = V_MFMA_F32_4X4X1F32_e64 $vgpr3, $vgpr4, killed $agpr4_agpr5_agpr6_agpr7, 0, 0, 0, implicit $mode, implicit $exec
- ; EXACT-NEXT: $agpr8_agpr9_agpr10_agpr11 = V_MFMA_F32_4X4X1F32_e64 killed $vgpr3, killed $vgpr4, killed $agpr8_agpr9_agpr10_agpr11, 0, 0, 0, implicit $mode, implicit $exec
- ; EXACT-NEXT: $agpr4_agpr5_agpr6_agpr7 = V_MFMA_F32_4X4X1F32_e64 killed $vgpr5, killed $vgpr6, killed $agpr4_agpr5_agpr6_agpr7, 0, 0, 0, implicit $mode, implicit $exec
- ; EXACT-NEXT: $agpr16_agpr17_agpr18_agpr19 = V_MFMA_F32_4X4X1F32_e64 killed $vgpr10, killed $vgpr11, killed $agpr16_agpr17_agpr18_agpr19, 0, 0, 0, implicit $mode, implicit $exec
- ; EXACT-NEXT: $agpr12_agpr13_agpr14_agpr15 = V_MFMA_F32_4X4X1F32_e64 killed $vgpr1, killed $vgpr0, killed $agpr12_agpr13_agpr14_agpr15, 0, 0, 0, implicit $mode, implicit $exec
- $vgpr0 = V_MOV_B32_e32 0, implicit $exec
- $vgpr1 = V_MOV_B32_e32 1, implicit $exec
- $vgpr2 = V_MOV_B32_e32 2, implicit $exec
- $vgpr3 = V_MOV_B32_e32 3, implicit $exec
- $vgpr4 = V_MOV_B32_e32 4, implicit $exec
- $vgpr5 = V_MOV_B32_e32 5, implicit $exec
- $vgpr30 = V_MOV_B32_e32 30, implicit $exec
- $vgpr6 = GLOBAL_LOAD_USHORT $vgpr0_vgpr1, 0, 0, implicit $exec
- $vgpr7 = GLOBAL_LOAD_USHORT $vgpr2_vgpr3, 0, 0, implicit $exec
- $vgpr8 = GLOBAL_LOAD_USHORT $vgpr4_vgpr5, 0, 0, implicit $exec
- $vgpr9 = V_MOV_B32_e32 1, implicit $exec
- $vgpr1 = V_ADD_F16_e32 $vgpr1, $vgpr0, implicit $mode, implicit $exec
- $agpr0_agpr1_agpr2_agpr3 = V_MFMA_F32_4X4X1F32_e64 $vgpr1, $vgpr0, $agpr0_agpr1_agpr2_agpr3, 0, 0, 0, implicit $mode, implicit $exec
- $agpr4_agpr5_agpr6_agpr7 = V_MFMA_F32_4X4X1F32_e64 $vgpr3, $vgpr4, $agpr4_agpr5_agpr6_agpr7, 0, 0, 0, implicit $mode, implicit $exec
- $vgpr23 = V_XOR_B32_e32 $vgpr1, $vgpr0, implicit $exec
- $vgpr24 = V_MOV_B32_e32 1, implicit $exec
- $agpr8_agpr9_agpr10_agpr11 = V_MFMA_F32_4X4X1F32_e64 $vgpr3, $vgpr4, $agpr8_agpr9_agpr10_agpr11, 0, 0, 0, implicit $mode, implicit $exec
- $vgpr10 = DS_READ_U16_gfx9 $vgpr7, 0, 512, implicit $exec
- $vgpr11 = DS_READ_U16_gfx9 $vgpr7, 0, 2048, implicit $exec
- $vgpr26 = V_MOV_B32_e32 1, implicit $exec
- $vgpr27 = V_MOV_B32_e32 1, implicit $exec
- $vgpr12 = DS_READ_U16_gfx9 $vgpr7, 0, 1024, implicit $exec
- $agpr4_agpr5_agpr6_agpr7 = V_MFMA_F32_4X4X1F32_e64 $vgpr5, $vgpr6, $agpr4_agpr5_agpr6_agpr7, 0, 0, 0, implicit $mode, implicit $exec
- $vgpr22 = V_XOR_B32_e32 $vgpr1, $vgpr0, implicit $exec
- $vgpr21 = V_MUL_LO_U32_e64 $vgpr1, $sgpr0, implicit $exec
- $vgpr15 = DS_READ_U16_gfx9 $vgpr7, 0, 4096, implicit $exec
- $vgpr16 = DS_READ_U16_gfx9 $vgpr7, 0, 2048, implicit $exec
- DS_WRITE_B32 $vgpr3, $vgpr1, 0, 16, implicit $m0, implicit $exec
- $vgpr19 = GLOBAL_LOAD_USHORT $vgpr26_vgpr27, 0, 0, implicit $exec
- $vgpr17 = V_MOV_B32_e32 1, implicit $exec
- $vgpr18 = V_MOV_B32_e32 1, implicit $exec
- $vgpr20 = GLOBAL_LOAD_USHORT $vgpr26_vgpr27, 0, 0, implicit $exec
- DS_WRITE_B32 $vgpr0, $vgpr7, 0, 16, implicit $m0, implicit $exec
- $agpr16_agpr17_agpr18_agpr19 = V_MFMA_F32_4X4X1F32_e64 $vgpr10, $vgpr11, $agpr16_agpr17_agpr18_agpr19, 0, 0, 0, implicit $mode, implicit $exec
- DS_WRITE_B32 $vgpr23, $vgpr3, 0, 16, implicit $m0, implicit $exec
- $agpr12_agpr13_agpr14_agpr15 = V_MFMA_F32_4X4X1F32_e64 $vgpr1, $vgpr0, $agpr12_agpr13_agpr14_agpr15, 0, 0, 0, implicit $mode, implicit $exec
- DS_WRITE_B32 $vgpr9, $vgpr24, 0, 16, implicit $m0, implicit $exec
-...
-
----
-name: block_ends_in_bundle
-tracksRegLiveness: true
-body: |
- bb.0:
- liveins: $vgpr0, $vgpr1, $vgpr7, $agpr0_agpr1_agpr2_agpr3
- ; DEFAULT-LABEL: name: block_ends_in_bundle
- ; DEFAULT: liveins: $vgpr0, $vgpr1, $vgpr7, $agpr0_agpr1_agpr2_agpr3
- ; DEFAULT-NEXT: {{ $}}
- ; DEFAULT-NEXT: BUNDLE implicit-def $vgpr10, implicit-def $vgpr10_lo16, implicit-def $vgpr10_hi16, implicit-def $vgpr11, implicit-def $vgpr11_lo16, implicit-def $vgpr11_hi16, implicit-def $vgpr12, implicit-def $vgpr12_lo16, implicit-def $vgpr12_hi16, implicit-def $vgpr15, implicit-def $vgpr15_lo16, implicit-def $vgpr15_hi16, implicit-def $vgpr16, implicit-def $vgpr16_lo16, implicit-def $vgpr16_hi16, implicit killed $vgpr7, implicit $exec {
- ; DEFAULT-NEXT: $vgpr10 = DS_READ_U16_gfx9 $vgpr7, 0, 512, implicit $exec
- ; DEFAULT-NEXT: $vgpr11 = DS_READ_U16_gfx9 $vgpr7, 0, 2048, implicit $exec
- ; DEFAULT-NEXT: $vgpr12 = DS_READ_U16_gfx9 $vgpr7, 0, 1024, implicit $exec
- ; DEFAULT-NEXT: $vgpr15 = DS_READ_U16_gfx9 $vgpr7, 0, 4096, implicit $exec
- ; DEFAULT-NEXT: $vgpr16 = DS_READ_U16_gfx9 killed $vgpr7, 0, 2048, implicit $exec
- ; DEFAULT-NEXT: }
- ; DEFAULT-NEXT: $agpr0_agpr1_agpr2_agpr3 = V_MFMA_F32_4X4X1F32_e64 killed $vgpr1, killed $vgpr0, killed $agpr0_agpr1_agpr2_agpr3, 0, 0, 0, implicit $mode, implicit $exec
- ; PIPELINE-LABEL: name: block_ends_in_bundle
- ; PIPELINE: liveins: $vgpr0, $vgpr1, $vgpr7, $agpr0_agpr1_agpr2_agpr3
- ; PIPELINE-NEXT: {{ $}}
- ; PIPELINE-NEXT: BUNDLE implicit-def $vgpr10, implicit-def $vgpr10_lo16, implicit-def $vgpr10_hi16, implicit-def $vgpr11, implicit-def $vgpr11_lo16, implicit-def $vgpr11_hi16, implicit-def $vgpr12, implicit-def $vgpr12_lo16, implicit-def $vgpr12_hi16, implicit-def $vgpr15, implicit-def $vgpr15_lo16, implicit-def $vgpr15_hi16, implicit-def $vgpr16, implicit-def $vgpr16_lo16, implicit-def $vgpr16_hi16, implicit killed $vgpr7, implicit $exec {
- ; PIPELINE-NEXT: $vgpr10 = DS_READ_U16_gfx9 $vgpr7, 0, 512, implicit $exec
- ; PIPELINE-NEXT: $vgpr11 = DS_READ_U16_gfx9 $vgpr7, 0, 2048, implicit $exec
- ; PIPELINE-NEXT: $vgpr12 = DS_READ_U16_gfx9 $vgpr7, 0, 1024, implicit $exec
- ; PIPELINE-NEXT: $vgpr15 = DS_READ_U16_gfx9 $vgpr7, 0, 4096, implicit $exec
- ; PIPELINE-NEXT: $vgpr16 = DS_READ_U16_gfx9 killed $vgpr7, 0, 2048, implicit $exec
- ; PIPELINE-NEXT: }
- ; PIPELINE-NEXT: $agpr0_agpr1_agpr2_agpr3 = V_MFMA_F32_4X4X1F32_e64 killed $vgpr1, killed $vgpr0, killed $agpr0_agpr1_agpr2_agpr3, 0, 0, 0, implicit $mode, implicit $exec
- ; EXACT-LABEL: name: block_ends_in_bundle
- ; EXACT: liveins: $vgpr0, $vgpr1, $vgpr7, $agpr0_agpr1_agpr2_agpr3
- ; EXACT-NEXT: {{ $}}
- ; EXACT-NEXT: BUNDLE implicit-def $vgpr10, implicit-def $vgpr10_lo16, implicit-def $vgpr10_hi16, implicit-def $vgpr11, implicit-def $vgpr11_lo16, implicit-def $vgpr11_hi16, implicit-def $vgpr12, implicit-def $vgpr12_lo16, implicit-def $vgpr12_hi16, implicit-def $vgpr15, implicit-def $vgpr15_lo16, implicit-def $vgpr15_hi16, implicit-def $vgpr16, implicit-def $vgpr16_lo16, implicit-def $vgpr16_hi16, implicit killed $vgpr7, implicit $exec {
- ; EXACT-NEXT: $vgpr10 = DS_READ_U16_gfx9 $vgpr7, 0, 512, implicit $exec
- ; EXACT-NEXT: $vgpr11 = DS_READ_U16_gfx9 $vgpr7, 0, 2048, implicit $exec
- ; EXACT-NEXT: $vgpr12 = DS_READ_U16_gfx9 $vgpr7, 0, 1024, implicit $exec
- ; EXACT-NEXT: $vgpr15 = DS_READ_U16_gfx9 $vgpr7, 0, 4096, implicit $exec
- ; EXACT-NEXT: $vgpr16 = DS_READ_U16_gfx9 killed $vgpr7, 0, 2048, implicit $exec
- ; EXACT-NEXT: }
- ; EXACT-NEXT: $agpr0_agpr1_agpr2_agpr3 = V_MFMA_F32_4X4X1F32_e64 killed $vgpr1, killed $vgpr0, killed $agpr0_agpr1_agpr2_agpr3, 0, 0, 0, implicit $mode, implicit $exec
- $agpr0_agpr1_agpr2_agpr3 = V_MFMA_F32_4X4X1F32_e64 $vgpr1, $vgpr0, $agpr0_agpr1_agpr2_agpr3, 0, 0, 0, implicit $mode, implicit $exec
- BUNDLE implicit-def $vgpr10, implicit-def $vgpr10_lo16, implicit-def $vgpr10_hi16, implicit-def $vgpr11, implicit-def $vgpr11_lo16, implicit-def $vgpr11_hi16, implicit-def $vgpr12, implicit-def $vgpr12_lo16, implicit-def $vgpr12_hi16, implicit-def $vgpr15, implicit-def $vgpr15_lo16, implicit-def $vgpr15_hi16, implicit-def $vgpr16, implicit-def $vgpr16_lo16, implicit-def $vgpr16_hi16, implicit $vgpr7, implicit $exec {
- $vgpr10 = DS_READ_U16_gfx9 $vgpr7, 0, 512, implicit $exec
- $vgpr11 = DS_READ_U16_gfx9 $vgpr7, 0, 2048, implicit $exec
- $vgpr12 = DS_READ_U16_gfx9 $vgpr7, 0, 1024, implicit $exec
- $vgpr15 = DS_READ_U16_gfx9 $vgpr7, 0, 4096, implicit $exec
- $vgpr16 = DS_READ_U16_gfx9 $vgpr7, 0, 2048, implicit $exec
- }
-...
; GCN: ; %bb.0:
; GCN-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x24
; GCN-NEXT: v_lshlrev_b32_e32 v32, 7, v0
+; GCN-NEXT: ; kill: killed $sgpr0_sgpr1
; GCN-NEXT: s_waitcnt lgkmcnt(0)
; GCN-NEXT: global_load_dwordx4 v[0:3], v32, s[0:1]
; GCN-NEXT: global_load_dwordx4 v[4:7], v32, s[0:1] offset:16
; GCN-NEXT: v_mul_lo_u32 v7, v7, v7
; GCN-NEXT: v_mul_lo_u32 v6, v6, v6
; GCN-NEXT: v_mul_lo_u32 v5, v5, v5
-; GCN-NEXT: s_waitcnt vmcnt(0)
-; GCN-NEXT: v_mul_lo_u32 v31, v31, v31
-; GCN-NEXT: v_mul_lo_u32 v30, v30, v30
-; GCN-NEXT: v_mul_lo_u32 v29, v29, v29
-; GCN-NEXT: v_mul_lo_u32 v28, v28, v28
; GCN-NEXT: v_mul_lo_u32 v4, v4, v4
+; GCN-NEXT: s_waitcnt vmcnt(5)
; GCN-NEXT: v_mul_lo_u32 v11, v11, v11
; GCN-NEXT: v_mul_lo_u32 v10, v10, v10
; GCN-NEXT: v_mul_lo_u32 v9, v9, v9
; GCN-NEXT: v_mul_lo_u32 v8, v8, v8
+; GCN-NEXT: s_waitcnt vmcnt(4)
; GCN-NEXT: v_mul_lo_u32 v15, v15, v15
; GCN-NEXT: v_mul_lo_u32 v14, v14, v14
; GCN-NEXT: v_mul_lo_u32 v13, v13, v13
; GCN-NEXT: v_mul_lo_u32 v12, v12, v12
+; GCN-NEXT: s_waitcnt vmcnt(3)
; GCN-NEXT: v_mul_lo_u32 v19, v19, v19
; GCN-NEXT: v_mul_lo_u32 v18, v18, v18
; GCN-NEXT: v_mul_lo_u32 v17, v17, v17
; GCN-NEXT: v_mul_lo_u32 v16, v16, v16
+; GCN-NEXT: s_waitcnt vmcnt(2)
; GCN-NEXT: v_mul_lo_u32 v23, v23, v23
; GCN-NEXT: v_mul_lo_u32 v22, v22, v22
; GCN-NEXT: v_mul_lo_u32 v21, v21, v21
; GCN-NEXT: v_mul_lo_u32 v20, v20, v20
+; GCN-NEXT: s_waitcnt vmcnt(1)
; GCN-NEXT: v_mul_lo_u32 v27, v27, v27
; GCN-NEXT: v_mul_lo_u32 v26, v26, v26
; GCN-NEXT: v_mul_lo_u32 v25, v25, v25
; GCN-NEXT: v_mul_lo_u32 v24, v24, v24
+; GCN-NEXT: s_waitcnt vmcnt(0)
+; GCN-NEXT: v_mul_lo_u32 v31, v31, v31
+; GCN-NEXT: v_mul_lo_u32 v30, v30, v30
+; GCN-NEXT: v_mul_lo_u32 v29, v29, v29
+; GCN-NEXT: v_mul_lo_u32 v28, v28, v28
; GCN-NEXT: global_store_dwordx4 v32, v[28:31], s[2:3] offset:112
; GCN-NEXT: global_store_dwordx4 v32, v[24:27], s[2:3] offset:96
; GCN-NEXT: global_store_dwordx4 v32, v[20:23], s[2:3] offset:80
; EXACTCUTOFF: ; %bb.0:
; EXACTCUTOFF-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x24
; EXACTCUTOFF-NEXT: v_lshlrev_b32_e32 v32, 7, v0
+; EXACTCUTOFF-NEXT: ; kill: killed $sgpr0_sgpr1
; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
; EXACTCUTOFF-NEXT: global_load_dwordx4 v[0:3], v32, s[0:1]
; EXACTCUTOFF-NEXT: global_load_dwordx4 v[4:7], v32, s[0:1] offset:16
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v7, v7, v7
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v6, v6, v6
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v5, v5, v5
-; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(0)
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v31, v31, v31
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v30, v30, v30
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v29, v29, v29
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v28, v28, v28
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v4, v4, v4
+; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(5)
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v11, v11, v11
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v10, v10, v10
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v9, v9, v9
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v8, v8, v8
+; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(4)
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v15, v15, v15
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v14, v14, v14
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v13, v13, v13
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v12, v12, v12
+; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(3)
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v19, v19, v19
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v18, v18, v18
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v17, v17, v17
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v16, v16, v16
+; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(2)
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v23, v23, v23
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v22, v22, v22
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v21, v21, v21
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v20, v20, v20
+; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(1)
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v27, v27, v27
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v26, v26, v26
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v25, v25, v25
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v24, v24, v24
+; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(0)
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v31, v31, v31
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v30, v30, v30
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v29, v29, v29
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v28, v28, v28
; EXACTCUTOFF-NEXT: global_store_dwordx4 v32, v[28:31], s[2:3] offset:112
; EXACTCUTOFF-NEXT: global_store_dwordx4 v32, v[24:27], s[2:3] offset:96
; EXACTCUTOFF-NEXT: global_store_dwordx4 v32, v[20:23], s[2:3] offset:80
; GCN: ; %bb.0:
; GCN-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x24
; GCN-NEXT: v_lshlrev_b32_e32 v32, 7, v0
-; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; GCN-NEXT: s_waitcnt lgkmcnt(0)
+; GCN-NEXT: global_load_dwordx4 v[28:31], v32, s[0:1] offset:16
; GCN-NEXT: global_load_dwordx4 v[8:11], v32, s[0:1] offset:96
+; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
+; GCN-NEXT: s_waitcnt vmcnt(1)
+; GCN-NEXT: v_mul_lo_u32 v29, v29, v29
; GCN-NEXT: s_waitcnt vmcnt(0)
; GCN-NEXT: v_mul_lo_u32 v9, v9, v9
; GCN-NEXT: global_load_dwordx4 v[0:3], v32, s[0:1]
; GCN-NEXT: v_mul_lo_u32 v8, v8, v8
+; GCN-NEXT: v_mul_lo_u32 v28, v28, v28
+; GCN-NEXT: v_mul_lo_u32 v31, v31, v31
+; GCN-NEXT: v_mul_lo_u32 v30, v30, v30
; GCN-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; GCN-NEXT: s_waitcnt vmcnt(0)
; GCN-NEXT: s_waitcnt vmcnt(2)
; GCN-NEXT: v_mul_lo_u32 v19, v19, v19
; GCN-NEXT: v_mul_lo_u32 v18, v18, v18
+; GCN-NEXT: v_mul_lo_u32 v17, v17, v17
; GCN-NEXT: s_waitcnt vmcnt(1)
; GCN-NEXT: v_mul_lo_u32 v23, v23, v23
; GCN-NEXT: s_waitcnt vmcnt(0)
-; GCN-NEXT: v_mul_lo_u32 v25, v25, v25
-; GCN-NEXT: v_mul_lo_u32 v24, v24, v24
-; GCN-NEXT: global_load_dwordx4 v[28:31], v32, s[0:1] offset:16
; GCN-NEXT: v_mul_lo_u32 v27, v27, v27
; GCN-NEXT: v_mul_lo_u32 v26, v26, v26
+; GCN-NEXT: v_mul_lo_u32 v25, v25, v25
+; GCN-NEXT: v_mul_lo_u32 v24, v24, v24
; GCN-NEXT: v_mul_lo_u32 v22, v22, v22
; GCN-NEXT: v_mul_lo_u32 v21, v21, v21
; GCN-NEXT: v_mul_lo_u32 v20, v20, v20
-; GCN-NEXT: v_mul_lo_u32 v17, v17, v17
; GCN-NEXT: v_mul_lo_u32 v16, v16, v16
-; GCN-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
-; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
-; GCN-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
-; GCN-NEXT: s_waitcnt vmcnt(0)
-; GCN-NEXT: v_mul_lo_u32 v29, v29, v29
-; GCN-NEXT: v_mul_lo_u32 v28, v28, v28
-; GCN-NEXT: v_mul_lo_u32 v31, v31, v31
-; GCN-NEXT: v_mul_lo_u32 v30, v30, v30
; GCN-NEXT: global_store_dwordx4 v32, v[4:7], s[2:3] offset:112
; GCN-NEXT: global_store_dwordx4 v32, v[8:11], s[2:3] offset:96
; GCN-NEXT: global_store_dwordx4 v32, v[16:19], s[2:3] offset:80
; GCN-NEXT: global_store_dwordx4 v32, v[24:27], s[2:3] offset:32
; GCN-NEXT: global_store_dwordx4 v32, v[28:31], s[2:3] offset:16
; GCN-NEXT: global_store_dwordx4 v32, v[0:3], s[2:3]
+; GCN-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
+; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
+; GCN-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000040) size(8) SyncID(0)
; GCN-NEXT: s_endpgm
;
; EXACTCUTOFF: ; %bb.0:
; EXACTCUTOFF-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x24
; EXACTCUTOFF-NEXT: v_lshlrev_b32_e32 v32, 7, v0
-; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
+; EXACTCUTOFF-NEXT: global_load_dwordx4 v[28:31], v32, s[0:1] offset:16
; EXACTCUTOFF-NEXT: global_load_dwordx4 v[8:11], v32, s[0:1] offset:96
+; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
+; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(1)
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v29, v29, v29
; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(0)
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v9, v9, v9
; EXACTCUTOFF-NEXT: global_load_dwordx4 v[0:3], v32, s[0:1]
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v8, v8, v8
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v28, v28, v28
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v31, v31, v31
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v30, v30, v30
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(0)
; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(2)
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v19, v19, v19
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v18, v18, v18
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v17, v17, v17
; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(1)
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v23, v23, v23
; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(0)
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v25, v25, v25
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v24, v24, v24
-; EXACTCUTOFF-NEXT: global_load_dwordx4 v[28:31], v32, s[0:1] offset:16
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v27, v27, v27
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v26, v26, v26
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v25, v25, v25
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v24, v24, v24
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v22, v22, v22
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v21, v21, v21
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v20, v20, v20
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v17, v17, v17
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v16, v16, v16
-; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
-; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
-; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
-; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(0)
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v29, v29, v29
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v28, v28, v28
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v31, v31, v31
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v30, v30, v30
; EXACTCUTOFF-NEXT: global_store_dwordx4 v32, v[4:7], s[2:3] offset:112
; EXACTCUTOFF-NEXT: global_store_dwordx4 v32, v[8:11], s[2:3] offset:96
; EXACTCUTOFF-NEXT: global_store_dwordx4 v32, v[16:19], s[2:3] offset:80
; EXACTCUTOFF-NEXT: global_store_dwordx4 v32, v[24:27], s[2:3] offset:32
; EXACTCUTOFF-NEXT: global_store_dwordx4 v32, v[28:31], s[2:3] offset:16
; EXACTCUTOFF-NEXT: global_store_dwordx4 v32, v[0:3], s[2:3]
+; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
+; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
+; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000040) size(8) SyncID(0)
; EXACTCUTOFF-NEXT: s_endpgm
%tid = call i32 @llvm.amdgcn.workitem.id.x() #2
; GCN: ; %bb.0:
; GCN-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x24
; GCN-NEXT: v_lshlrev_b32_e32 v16, 7, v0
-; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
+; GCN-NEXT: ; kill: killed $sgpr0_sgpr1
; GCN-NEXT: s_waitcnt lgkmcnt(0)
+; GCN-NEXT: global_load_dwordx4 v[12:15], v16, s[0:1] offset:32
+; GCN-NEXT: global_load_dwordx4 v[4:7], v16, s[0:1] offset:48
+; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
+; GCN-NEXT: s_waitcnt vmcnt(1)
+; GCN-NEXT: v_mul_lo_u32 v13, v13, v13
+; GCN-NEXT: s_waitcnt vmcnt(0)
+; GCN-NEXT: v_mul_lo_u32 v7, v7, v7
; GCN-NEXT: global_load_dwordx4 v[0:3], v16, s[0:1]
+; GCN-NEXT: v_mul_lo_u32 v6, v6, v6
+; GCN-NEXT: v_mul_lo_u32 v12, v12, v12
+; GCN-NEXT: v_mul_lo_u32 v15, v15, v15
+; GCN-NEXT: v_mul_lo_u32 v14, v14, v14
+; GCN-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; GCN-NEXT: s_waitcnt vmcnt(0)
; GCN-NEXT: v_mul_lo_u32 v3, v3, v3
; GCN-NEXT: v_mul_lo_u32 v2, v2, v2
; GCN-NEXT: v_mul_lo_u32 v0, v0, v0
; GCN-NEXT: global_store_dwordx4 v16, v[0:3], s[2:3] offset:112
; GCN-NEXT: global_load_dwordx4 v[0:3], v16, s[0:1] offset:96
-; GCN-NEXT: s_nop 0
-; GCN-NEXT: global_load_dwordx4 v[4:7], v16, s[0:1] offset:48
-; GCN-NEXT: s_waitcnt vmcnt(1)
+; GCN-NEXT: s_waitcnt vmcnt(0)
; GCN-NEXT: v_mul_lo_u32 v3, v3, v3
+; GCN-NEXT: v_mul_lo_u32 v2, v2, v2
+; GCN-NEXT: v_mul_lo_u32 v1, v1, v1
+; GCN-NEXT: v_mul_lo_u32 v0, v0, v0
+; GCN-NEXT: global_store_dwordx4 v16, v[0:3], s[2:3] offset:96
+; GCN-NEXT: v_mul_lo_u32 v5, v5, v5
+; GCN-NEXT: v_mul_lo_u32 v4, v4, v4
+; GCN-NEXT: global_store_dwordx4 v16, v[4:7], s[2:3] offset:48
+; GCN-NEXT: global_load_dwordx4 v[4:7], v16, s[0:1] offset:64
+; GCN-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
+; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
+; GCN-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; GCN-NEXT: s_waitcnt vmcnt(0)
; GCN-NEXT: v_mul_lo_u32 v7, v7, v7
+; GCN-NEXT: v_mul_lo_u32 v6, v6, v6
; GCN-NEXT: v_mul_lo_u32 v5, v5, v5
; GCN-NEXT: v_mul_lo_u32 v4, v4, v4
-; GCN-NEXT: v_mul_lo_u32 v6, v6, v6
-; GCN-NEXT: global_store_dwordx4 v16, v[4:7], s[2:3] offset:48
+; GCN-NEXT: global_store_dwordx4 v16, v[4:7], s[2:3] offset:64
+; GCN-NEXT: global_store_dwordx4 v16, v[12:15], s[2:3] offset:32
; GCN-NEXT: global_load_dwordx4 v[8:11], v16, s[0:1] offset:16
-; GCN-NEXT: v_mul_lo_u32 v2, v2, v2
-; GCN-NEXT: v_mul_lo_u32 v1, v1, v1
-; GCN-NEXT: v_mul_lo_u32 v0, v0, v0
+; GCN-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
+; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
+; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; GCN-NEXT: s_waitcnt vmcnt(0)
; GCN-NEXT: v_mul_lo_u32 v9, v9, v9
; GCN-NEXT: v_mul_lo_u32 v8, v8, v8
; GCN-NEXT: v_mul_lo_u32 v10, v10, v10
; GCN-NEXT: global_store_dwordx4 v16, v[8:11], s[2:3] offset:16
; GCN-NEXT: global_load_dwordx4 v[8:11], v16, s[0:1] offset:80
-; GCN-NEXT: s_nop 0
-; GCN-NEXT: global_load_dwordx4 v[4:7], v16, s[0:1] offset:64
-; GCN-NEXT: global_load_dwordx4 v[12:15], v16, s[0:1] offset:32
-; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
-; GCN-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
-; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
-; GCN-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
-; GCN-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
-; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
-; GCN-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
-; GCN-NEXT: s_waitcnt vmcnt(2)
-; GCN-NEXT: v_mul_lo_u32 v11, v11, v11
; GCN-NEXT: s_waitcnt vmcnt(0)
-; GCN-NEXT: v_mul_lo_u32 v13, v13, v13
-; GCN-NEXT: v_mul_lo_u32 v12, v12, v12
-; GCN-NEXT: v_mul_lo_u32 v15, v15, v15
-; GCN-NEXT: v_mul_lo_u32 v14, v14, v14
+; GCN-NEXT: v_mul_lo_u32 v11, v11, v11
; GCN-NEXT: v_mul_lo_u32 v10, v10, v10
; GCN-NEXT: v_mul_lo_u32 v9, v9, v9
; GCN-NEXT: v_mul_lo_u32 v8, v8, v8
-; GCN-NEXT: v_mul_lo_u32 v7, v7, v7
-; GCN-NEXT: v_mul_lo_u32 v6, v6, v6
-; GCN-NEXT: v_mul_lo_u32 v5, v5, v5
-; GCN-NEXT: v_mul_lo_u32 v4, v4, v4
-; GCN-NEXT: global_store_dwordx4 v16, v[12:15], s[2:3] offset:32
; GCN-NEXT: global_store_dwordx4 v16, v[8:11], s[2:3] offset:80
-; GCN-NEXT: global_store_dwordx4 v16, v[4:7], s[2:3] offset:64
-; GCN-NEXT: global_store_dwordx4 v16, v[0:3], s[2:3] offset:96
; GCN-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; EXACTCUTOFF: ; %bb.0:
; EXACTCUTOFF-NEXT: s_load_dwordx4 s[0:3], s[0:1], 0x24
; EXACTCUTOFF-NEXT: v_lshlrev_b32_e32 v16, 7, v0
-; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
+; EXACTCUTOFF-NEXT: ; kill: killed $sgpr0_sgpr1
; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
+; EXACTCUTOFF-NEXT: global_load_dwordx4 v[12:15], v16, s[0:1] offset:32
+; EXACTCUTOFF-NEXT: global_load_dwordx4 v[4:7], v16, s[0:1] offset:48
+; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
+; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(1)
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v13, v13, v13
+; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(0)
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v7, v7, v7
; EXACTCUTOFF-NEXT: global_load_dwordx4 v[0:3], v16, s[0:1]
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v6, v6, v6
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v12, v12, v12
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v15, v15, v15
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v14, v14, v14
+; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(0)
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v3, v3, v3
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v2, v2, v2
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v0, v0, v0
; EXACTCUTOFF-NEXT: global_store_dwordx4 v16, v[0:3], s[2:3] offset:112
; EXACTCUTOFF-NEXT: global_load_dwordx4 v[0:3], v16, s[0:1] offset:96
-; EXACTCUTOFF-NEXT: s_nop 0
-; EXACTCUTOFF-NEXT: global_load_dwordx4 v[4:7], v16, s[0:1] offset:48
-; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(1)
+; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(0)
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v3, v3, v3
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v2, v2, v2
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v1, v1, v1
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v0, v0, v0
+; EXACTCUTOFF-NEXT: global_store_dwordx4 v16, v[0:3], s[2:3] offset:96
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v5, v5, v5
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v4, v4, v4
+; EXACTCUTOFF-NEXT: global_store_dwordx4 v16, v[4:7], s[2:3] offset:48
+; EXACTCUTOFF-NEXT: global_load_dwordx4 v[4:7], v16, s[0:1] offset:64
+; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
+; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
+; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(0)
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v7, v7, v7
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v6, v6, v6
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v5, v5, v5
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v4, v4, v4
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v6, v6, v6
-; EXACTCUTOFF-NEXT: global_store_dwordx4 v16, v[4:7], s[2:3] offset:48
+; EXACTCUTOFF-NEXT: global_store_dwordx4 v16, v[4:7], s[2:3] offset:64
+; EXACTCUTOFF-NEXT: global_store_dwordx4 v16, v[12:15], s[2:3] offset:32
; EXACTCUTOFF-NEXT: global_load_dwordx4 v[8:11], v16, s[0:1] offset:16
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v2, v2, v2
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v1, v1, v1
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v0, v0, v0
+; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
+; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
+; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(0)
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v9, v9, v9
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v8, v8, v8
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v10, v10, v10
; EXACTCUTOFF-NEXT: global_store_dwordx4 v16, v[8:11], s[2:3] offset:16
; EXACTCUTOFF-NEXT: global_load_dwordx4 v[8:11], v16, s[0:1] offset:80
-; EXACTCUTOFF-NEXT: s_nop 0
-; EXACTCUTOFF-NEXT: global_load_dwordx4 v[4:7], v16, s[0:1] offset:64
-; EXACTCUTOFF-NEXT: global_load_dwordx4 v[12:15], v16, s[0:1] offset:32
-; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
-; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
-; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
-; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
-; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
-; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
-; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
-; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(2)
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v11, v11, v11
; EXACTCUTOFF-NEXT: s_waitcnt vmcnt(0)
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v13, v13, v13
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v12, v12, v12
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v15, v15, v15
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v14, v14, v14
+; EXACTCUTOFF-NEXT: v_mul_lo_u32 v11, v11, v11
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v10, v10, v10
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v9, v9, v9
; EXACTCUTOFF-NEXT: v_mul_lo_u32 v8, v8, v8
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v7, v7, v7
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v6, v6, v6
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v5, v5, v5
-; EXACTCUTOFF-NEXT: v_mul_lo_u32 v4, v4, v4
-; EXACTCUTOFF-NEXT: global_store_dwordx4 v16, v[12:15], s[2:3] offset:32
; EXACTCUTOFF-NEXT: global_store_dwordx4 v16, v[8:11], s[2:3] offset:80
-; EXACTCUTOFF-NEXT: global_store_dwordx4 v16, v[4:7], s[2:3] offset:64
-; EXACTCUTOFF-NEXT: global_store_dwordx4 v16, v[0:3], s[2:3] offset:96
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000040) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000020) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000002) size(2) SyncID(0)
; GCN-LABEL: test_sched_group_barrier_pipeline_MFMA_cluster:
; GCN: ; %bb.0: ; %entry
; GCN-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
-; GCN-NEXT: v_lshlrev_b32_e32 v99, 7, v0
-; GCN-NEXT: v_mov_b32_e32 v96, 1.0
-; GCN-NEXT: v_mov_b32_e32 v97, 2.0
+; GCN-NEXT: v_lshlrev_b32_e32 v0, 7, v0
; GCN-NEXT: s_waitcnt lgkmcnt(0)
-; GCN-NEXT: v_add_u32_e32 v98, s0, v99
-; GCN-NEXT: ds_read_b128 v[28:31], v98 offset:112
-; GCN-NEXT: ds_read_b128 v[24:27], v98 offset:96
-; GCN-NEXT: ds_read_b128 v[20:23], v98 offset:80
-; GCN-NEXT: ds_read_b128 v[16:19], v98 offset:64
-; GCN-NEXT: ds_read_b128 v[0:3], v98
-; GCN-NEXT: ds_read_b128 v[4:7], v98 offset:16
-; GCN-NEXT: ds_read_b128 v[8:11], v98 offset:32
-; GCN-NEXT: ds_read_b128 v[12:15], v98 offset:48
-; GCN-NEXT: ds_read_b128 v[60:63], v98 offset:8304
-; GCN-NEXT: ds_read_b128 v[56:59], v98 offset:8288
-; GCN-NEXT: ds_read_b128 v[52:55], v98 offset:8272
-; GCN-NEXT: ds_read_b128 v[48:51], v98 offset:8256
-; GCN-NEXT: ds_read_b128 v[44:47], v98 offset:8240
-; GCN-NEXT: ds_read_b128 v[40:43], v98 offset:8224
-; GCN-NEXT: ds_read_b128 v[36:39], v98 offset:8208
-; GCN-NEXT: ds_read_b128 v[32:35], v98 offset:8192
-; GCN-NEXT: ds_read_b128 v[92:95], v98 offset:24688
-; GCN-NEXT: ds_read_b128 v[88:91], v98 offset:24672
-; GCN-NEXT: ds_read_b128 v[84:87], v98 offset:24656
-; GCN-NEXT: ds_read_b128 v[80:83], v98 offset:24640
-; GCN-NEXT: ds_read_b128 v[76:79], v98 offset:24624
-; GCN-NEXT: ds_read_b128 v[72:75], v98 offset:24608
-; GCN-NEXT: ds_read_b128 v[68:71], v98 offset:24592
-; GCN-NEXT: ds_read_b128 v[64:67], v98 offset:24576
-; GCN-NEXT: v_add_u32_e32 v99, s1, v99
-; GCN-NEXT: s_waitcnt lgkmcnt(14)
-; GCN-NEXT: v_mfma_f32_32x32x1f32 v[0:31], v96, v97, v[0:31]
-; GCN-NEXT: v_add_u32_e32 v100, 0x6000, v98
-; GCN-NEXT: s_nop 7
-; GCN-NEXT: s_nop 7
-; GCN-NEXT: s_nop 1
-; GCN-NEXT: ds_write_b128 v99, v[28:31] offset:112
-; GCN-NEXT: ds_write_b128 v99, v[24:27] offset:96
-; GCN-NEXT: ds_write_b128 v99, v[20:23] offset:80
-; GCN-NEXT: ds_write_b128 v99, v[16:19] offset:64
-; GCN-NEXT: ds_write_b128 v99, v[12:15] offset:48
-; GCN-NEXT: ds_write_b128 v99, v[8:11] offset:32
-; GCN-NEXT: ds_write_b128 v99, v[4:7] offset:16
-; GCN-NEXT: ds_write_b128 v99, v[0:3]
-; GCN-NEXT: ds_read_b128 v[28:31], v98 offset:49264
-; GCN-NEXT: ds_read_b128 v[24:27], v98 offset:49248
-; GCN-NEXT: ds_read_b128 v[20:23], v98 offset:49232
-; GCN-NEXT: ds_read_b128 v[16:19], v98 offset:49216
-; GCN-NEXT: ds_read_b128 v[12:15], v98 offset:49200
-; GCN-NEXT: ds_read_b128 v[8:11], v98 offset:49184
-; GCN-NEXT: ds_read_b128 v[4:7], v98 offset:49168
-; GCN-NEXT: ds_read_b128 v[0:3], v98 offset:49152
-; GCN-NEXT: s_waitcnt lgkmcnt(14)
-; GCN-NEXT: v_mfma_f32_32x32x1f32 v[32:63], v96, v97, v[32:63]
-; GCN-NEXT: v_mov_b32_e32 v98, s1
-; GCN-NEXT: s_nop 7
-; GCN-NEXT: s_nop 7
-; GCN-NEXT: s_nop 1
-; GCN-NEXT: ds_write_b128 v98, v[56:59] offset:8288
-; GCN-NEXT: ds_write_b128 v98, v[60:63] offset:8304
-; GCN-NEXT: ds_write_b128 v98, v[48:51] offset:8256
-; GCN-NEXT: ds_write_b128 v98, v[52:55] offset:8272
-; GCN-NEXT: ds_write_b128 v98, v[40:43] offset:8224
-; GCN-NEXT: ds_write_b128 v98, v[44:47] offset:8240
-; GCN-NEXT: ds_write_b128 v98, v[32:35] offset:8192
-; GCN-NEXT: ds_write_b128 v98, v[36:39] offset:8208
-; GCN-NEXT: ds_read_b128 v[60:63], v100 offset:57456
-; GCN-NEXT: ds_read_b128 v[56:59], v100 offset:57440
-; GCN-NEXT: ds_read_b128 v[52:55], v100 offset:57424
-; GCN-NEXT: ds_read_b128 v[48:51], v100 offset:57408
-; GCN-NEXT: ds_read_b128 v[32:35], v100 offset:57344
-; GCN-NEXT: ds_read_b128 v[36:39], v100 offset:57360
-; GCN-NEXT: ds_read_b128 v[40:43], v100 offset:57376
-; GCN-NEXT: ds_read_b128 v[44:47], v100 offset:57392
-; GCN-NEXT: v_mfma_f32_32x32x1f32 v[64:95], v96, v97, v[64:95]
+; GCN-NEXT: v_add_u32_e32 v1, s0, v0
+; GCN-NEXT: ds_read_b128 a[28:31], v1 offset:112
+; GCN-NEXT: ds_read_b128 a[24:27], v1 offset:96
+; GCN-NEXT: ds_read_b128 a[20:23], v1 offset:80
+; GCN-NEXT: ds_read_b128 a[16:19], v1 offset:64
+; GCN-NEXT: ds_read_b128 a[0:3], v1
+; GCN-NEXT: ds_read_b128 a[4:7], v1 offset:16
+; GCN-NEXT: ds_read_b128 a[8:11], v1 offset:32
+; GCN-NEXT: ds_read_b128 a[12:15], v1 offset:48
+; GCN-NEXT: ds_read_b128 a[60:63], v1 offset:8304
+; GCN-NEXT: ds_read_b128 a[56:59], v1 offset:8288
+; GCN-NEXT: ds_read_b128 a[52:55], v1 offset:8272
+; GCN-NEXT: ds_read_b128 a[48:51], v1 offset:8256
+; GCN-NEXT: ds_read_b128 a[44:47], v1 offset:8240
+; GCN-NEXT: ds_read_b128 a[40:43], v1 offset:8224
+; GCN-NEXT: ds_read_b128 a[36:39], v1 offset:8208
+; GCN-NEXT: ds_read_b128 a[32:35], v1 offset:8192
+; GCN-NEXT: v_add_u32_e32 v2, 0x6000, v1
+; GCN-NEXT: ds_read_b128 a[92:95], v1 offset:24688
+; GCN-NEXT: ds_read_b128 a[88:91], v1 offset:24672
+; GCN-NEXT: ds_read_b128 a[84:87], v1 offset:24656
+; GCN-NEXT: ds_read_b128 a[80:83], v1 offset:24640
+; GCN-NEXT: ds_read_b128 a[76:79], v1 offset:24624
+; GCN-NEXT: ds_read_b128 a[72:75], v1 offset:24608
+; GCN-NEXT: ds_read_b128 a[68:71], v1 offset:24592
+; GCN-NEXT: ds_read_b128 a[64:67], v1 offset:24576
+; GCN-NEXT: ds_read_b128 a[124:127], v1 offset:49264
+; GCN-NEXT: ds_read_b128 a[120:123], v1 offset:49248
+; GCN-NEXT: ds_read_b128 a[116:119], v1 offset:49232
+; GCN-NEXT: ds_read_b128 a[112:115], v1 offset:49216
+; GCN-NEXT: ds_read_b128 a[108:111], v1 offset:49200
+; GCN-NEXT: ds_read_b128 a[104:107], v1 offset:49184
+; GCN-NEXT: ds_read_b128 a[100:103], v1 offset:49168
+; GCN-NEXT: ds_read_b128 a[96:99], v1 offset:49152
+; GCN-NEXT: v_mov_b32_e32 v1, 1.0
+; GCN-NEXT: ds_read_b128 a[156:159], v2 offset:57456
+; GCN-NEXT: ds_read_b128 a[152:155], v2 offset:57440
+; GCN-NEXT: ds_read_b128 a[148:151], v2 offset:57424
+; GCN-NEXT: ds_read_b128 a[144:147], v2 offset:57408
+; GCN-NEXT: ds_read_b128 a[128:131], v2 offset:57344
+; GCN-NEXT: ds_read_b128 a[132:135], v2 offset:57360
+; GCN-NEXT: ds_read_b128 a[136:139], v2 offset:57376
+; GCN-NEXT: ds_read_b128 a[140:143], v2 offset:57392
+; GCN-NEXT: v_mov_b32_e32 v2, 2.0
+; GCN-NEXT: v_add_u32_e32 v0, s1, v0
; GCN-NEXT: ; sched_group_barrier mask(0x00000100) size(40) SyncID(0)
; GCN-NEXT: s_waitcnt lgkmcnt(14)
-; GCN-NEXT: v_mfma_f32_32x32x1f32 v[0:31], v96, v97, v[0:31]
+; GCN-NEXT: v_mfma_f32_32x32x1f32 a[0:31], v1, v2, a[0:31]
+; GCN-NEXT: v_mfma_f32_32x32x1f32 a[32:63], v1, v2, a[32:63]
+; GCN-NEXT: v_mfma_f32_32x32x1f32 a[64:95], v1, v2, a[64:95]
+; GCN-NEXT: s_waitcnt lgkmcnt(8)
+; GCN-NEXT: v_mfma_f32_32x32x1f32 a[96:127], v1, v2, a[96:127]
; GCN-NEXT: s_waitcnt lgkmcnt(0)
-; GCN-NEXT: v_mfma_f32_32x32x1f32 v[32:63], v96, v97, v[32:63]
+; GCN-NEXT: v_mfma_f32_32x32x1f32 a[128:159], v1, v2, a[128:159]
; GCN-NEXT: s_nop 7
-; GCN-NEXT: s_nop 6
-; GCN-NEXT: ds_write_b128 v98, v[88:91] offset:16480
-; GCN-NEXT: ds_write_b128 v98, v[92:95] offset:16496
-; GCN-NEXT: ds_write_b128 v98, v[80:83] offset:16448
-; GCN-NEXT: ds_write_b128 v98, v[84:87] offset:16464
-; GCN-NEXT: ds_write_b128 v98, v[72:75] offset:16416
-; GCN-NEXT: ds_write_b128 v98, v[76:79] offset:16432
-; GCN-NEXT: ds_write_b128 v98, v[64:67] offset:16384
-; GCN-NEXT: ds_write_b128 v98, v[68:71] offset:16400
-; GCN-NEXT: ds_write_b128 v98, v[24:27] offset:24672
-; GCN-NEXT: ds_write_b128 v98, v[28:31] offset:24688
-; GCN-NEXT: ds_write_b128 v98, v[16:19] offset:24640
-; GCN-NEXT: ds_write_b128 v98, v[20:23] offset:24656
-; GCN-NEXT: ds_write_b128 v98, v[8:11] offset:24608
-; GCN-NEXT: ds_write_b128 v98, v[12:15] offset:24624
-; GCN-NEXT: ds_write_b128 v98, v[0:3] offset:24576
-; GCN-NEXT: ds_write_b128 v98, v[4:7] offset:24592
-; GCN-NEXT: ds_write_b128 v98, v[56:59] offset:32864
-; GCN-NEXT: ds_write_b128 v98, v[60:63] offset:32880
-; GCN-NEXT: ds_write_b128 v98, v[48:51] offset:32832
-; GCN-NEXT: ds_write_b128 v98, v[52:55] offset:32848
-; GCN-NEXT: ds_write_b128 v98, v[40:43] offset:32800
-; GCN-NEXT: ds_write_b128 v98, v[44:47] offset:32816
-; GCN-NEXT: ds_write_b128 v98, v[32:35] offset:32768
-; GCN-NEXT: ds_write_b128 v98, v[36:39] offset:32784
+; GCN-NEXT: s_nop 4
+; GCN-NEXT: ds_write_b128 v0, a[28:31] offset:112
+; GCN-NEXT: ds_write_b128 v0, a[24:27] offset:96
+; GCN-NEXT: ds_write_b128 v0, a[20:23] offset:80
+; GCN-NEXT: ds_write_b128 v0, a[16:19] offset:64
+; GCN-NEXT: ds_write_b128 v0, a[12:15] offset:48
+; GCN-NEXT: ds_write_b128 v0, a[8:11] offset:32
+; GCN-NEXT: ds_write_b128 v0, a[4:7] offset:16
+; GCN-NEXT: ds_write_b128 v0, a[0:3]
+; GCN-NEXT: v_mov_b32_e32 v0, s1
+; GCN-NEXT: ds_write_b128 v0, a[56:59] offset:8288
+; GCN-NEXT: ds_write_b128 v0, a[60:63] offset:8304
+; GCN-NEXT: ds_write_b128 v0, a[48:51] offset:8256
+; GCN-NEXT: ds_write_b128 v0, a[52:55] offset:8272
+; GCN-NEXT: ds_write_b128 v0, a[40:43] offset:8224
+; GCN-NEXT: ds_write_b128 v0, a[44:47] offset:8240
+; GCN-NEXT: ds_write_b128 v0, a[32:35] offset:8192
+; GCN-NEXT: ds_write_b128 v0, a[36:39] offset:8208
+; GCN-NEXT: ds_write_b128 v0, a[88:91] offset:16480
+; GCN-NEXT: ds_write_b128 v0, a[92:95] offset:16496
+; GCN-NEXT: ds_write_b128 v0, a[80:83] offset:16448
+; GCN-NEXT: ds_write_b128 v0, a[84:87] offset:16464
+; GCN-NEXT: ds_write_b128 v0, a[72:75] offset:16416
+; GCN-NEXT: ds_write_b128 v0, a[76:79] offset:16432
+; GCN-NEXT: ds_write_b128 v0, a[64:67] offset:16384
+; GCN-NEXT: ds_write_b128 v0, a[68:71] offset:16400
+; GCN-NEXT: ds_write_b128 v0, a[120:123] offset:24672
+; GCN-NEXT: ds_write_b128 v0, a[124:127] offset:24688
+; GCN-NEXT: ds_write_b128 v0, a[112:115] offset:24640
+; GCN-NEXT: ds_write_b128 v0, a[116:119] offset:24656
+; GCN-NEXT: ds_write_b128 v0, a[104:107] offset:24608
+; GCN-NEXT: ds_write_b128 v0, a[108:111] offset:24624
+; GCN-NEXT: ds_write_b128 v0, a[96:99] offset:24576
+; GCN-NEXT: ds_write_b128 v0, a[100:103] offset:24592
+; GCN-NEXT: ds_write_b128 v0, a[152:155] offset:32864
+; GCN-NEXT: ds_write_b128 v0, a[156:159] offset:32880
+; GCN-NEXT: ds_write_b128 v0, a[144:147] offset:32832
+; GCN-NEXT: ds_write_b128 v0, a[148:151] offset:32848
+; GCN-NEXT: ds_write_b128 v0, a[136:139] offset:32800
+; GCN-NEXT: ds_write_b128 v0, a[140:143] offset:32816
+; GCN-NEXT: ds_write_b128 v0, a[128:131] offset:32768
+; GCN-NEXT: ds_write_b128 v0, a[132:135] offset:32784
; GCN-NEXT: ; sched_group_barrier mask(0x00000008) size(5) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000200) size(40) SyncID(0)
; GCN-NEXT: s_endpgm
; EXACTCUTOFF-LABEL: test_sched_group_barrier_pipeline_MFMA_cluster:
; EXACTCUTOFF: ; %bb.0: ; %entry
; EXACTCUTOFF-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
-; EXACTCUTOFF-NEXT: v_lshlrev_b32_e32 v99, 7, v0
-; EXACTCUTOFF-NEXT: v_mov_b32_e32 v96, 1.0
-; EXACTCUTOFF-NEXT: v_mov_b32_e32 v97, 2.0
+; EXACTCUTOFF-NEXT: v_lshlrev_b32_e32 v0, 7, v0
; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
-; EXACTCUTOFF-NEXT: v_add_u32_e32 v98, s0, v99
-; EXACTCUTOFF-NEXT: ds_read_b128 v[28:31], v98 offset:112
-; EXACTCUTOFF-NEXT: ds_read_b128 v[24:27], v98 offset:96
-; EXACTCUTOFF-NEXT: ds_read_b128 v[20:23], v98 offset:80
-; EXACTCUTOFF-NEXT: ds_read_b128 v[16:19], v98 offset:64
-; EXACTCUTOFF-NEXT: ds_read_b128 v[0:3], v98
-; EXACTCUTOFF-NEXT: ds_read_b128 v[4:7], v98 offset:16
-; EXACTCUTOFF-NEXT: ds_read_b128 v[8:11], v98 offset:32
-; EXACTCUTOFF-NEXT: ds_read_b128 v[12:15], v98 offset:48
-; EXACTCUTOFF-NEXT: ds_read_b128 v[60:63], v98 offset:8304
-; EXACTCUTOFF-NEXT: ds_read_b128 v[56:59], v98 offset:8288
-; EXACTCUTOFF-NEXT: ds_read_b128 v[52:55], v98 offset:8272
-; EXACTCUTOFF-NEXT: ds_read_b128 v[48:51], v98 offset:8256
-; EXACTCUTOFF-NEXT: ds_read_b128 v[44:47], v98 offset:8240
-; EXACTCUTOFF-NEXT: ds_read_b128 v[40:43], v98 offset:8224
-; EXACTCUTOFF-NEXT: ds_read_b128 v[36:39], v98 offset:8208
-; EXACTCUTOFF-NEXT: ds_read_b128 v[32:35], v98 offset:8192
-; EXACTCUTOFF-NEXT: ds_read_b128 v[92:95], v98 offset:24688
-; EXACTCUTOFF-NEXT: ds_read_b128 v[88:91], v98 offset:24672
-; EXACTCUTOFF-NEXT: ds_read_b128 v[84:87], v98 offset:24656
-; EXACTCUTOFF-NEXT: ds_read_b128 v[80:83], v98 offset:24640
-; EXACTCUTOFF-NEXT: ds_read_b128 v[76:79], v98 offset:24624
-; EXACTCUTOFF-NEXT: ds_read_b128 v[72:75], v98 offset:24608
-; EXACTCUTOFF-NEXT: ds_read_b128 v[68:71], v98 offset:24592
-; EXACTCUTOFF-NEXT: ds_read_b128 v[64:67], v98 offset:24576
-; EXACTCUTOFF-NEXT: v_add_u32_e32 v99, s1, v99
-; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(14)
-; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 v[0:31], v96, v97, v[0:31]
-; EXACTCUTOFF-NEXT: v_add_u32_e32 v100, 0x6000, v98
-; EXACTCUTOFF-NEXT: s_nop 7
-; EXACTCUTOFF-NEXT: s_nop 7
-; EXACTCUTOFF-NEXT: s_nop 1
-; EXACTCUTOFF-NEXT: ds_write_b128 v99, v[28:31] offset:112
-; EXACTCUTOFF-NEXT: ds_write_b128 v99, v[24:27] offset:96
-; EXACTCUTOFF-NEXT: ds_write_b128 v99, v[20:23] offset:80
-; EXACTCUTOFF-NEXT: ds_write_b128 v99, v[16:19] offset:64
-; EXACTCUTOFF-NEXT: ds_write_b128 v99, v[12:15] offset:48
-; EXACTCUTOFF-NEXT: ds_write_b128 v99, v[8:11] offset:32
-; EXACTCUTOFF-NEXT: ds_write_b128 v99, v[4:7] offset:16
-; EXACTCUTOFF-NEXT: ds_write_b128 v99, v[0:3]
-; EXACTCUTOFF-NEXT: ds_read_b128 v[28:31], v98 offset:49264
-; EXACTCUTOFF-NEXT: ds_read_b128 v[24:27], v98 offset:49248
-; EXACTCUTOFF-NEXT: ds_read_b128 v[20:23], v98 offset:49232
-; EXACTCUTOFF-NEXT: ds_read_b128 v[16:19], v98 offset:49216
-; EXACTCUTOFF-NEXT: ds_read_b128 v[12:15], v98 offset:49200
-; EXACTCUTOFF-NEXT: ds_read_b128 v[8:11], v98 offset:49184
-; EXACTCUTOFF-NEXT: ds_read_b128 v[4:7], v98 offset:49168
-; EXACTCUTOFF-NEXT: ds_read_b128 v[0:3], v98 offset:49152
-; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(14)
-; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 v[32:63], v96, v97, v[32:63]
-; EXACTCUTOFF-NEXT: v_mov_b32_e32 v98, s1
-; EXACTCUTOFF-NEXT: s_nop 7
-; EXACTCUTOFF-NEXT: s_nop 7
-; EXACTCUTOFF-NEXT: s_nop 1
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[56:59] offset:8288
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[60:63] offset:8304
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[48:51] offset:8256
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[52:55] offset:8272
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[40:43] offset:8224
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[44:47] offset:8240
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[32:35] offset:8192
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[36:39] offset:8208
-; EXACTCUTOFF-NEXT: ds_read_b128 v[60:63], v100 offset:57456
-; EXACTCUTOFF-NEXT: ds_read_b128 v[56:59], v100 offset:57440
-; EXACTCUTOFF-NEXT: ds_read_b128 v[52:55], v100 offset:57424
-; EXACTCUTOFF-NEXT: ds_read_b128 v[48:51], v100 offset:57408
-; EXACTCUTOFF-NEXT: ds_read_b128 v[32:35], v100 offset:57344
-; EXACTCUTOFF-NEXT: ds_read_b128 v[36:39], v100 offset:57360
-; EXACTCUTOFF-NEXT: ds_read_b128 v[40:43], v100 offset:57376
-; EXACTCUTOFF-NEXT: ds_read_b128 v[44:47], v100 offset:57392
-; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 v[64:95], v96, v97, v[64:95]
+; EXACTCUTOFF-NEXT: v_add_u32_e32 v1, s0, v0
+; EXACTCUTOFF-NEXT: ds_read_b128 a[28:31], v1 offset:112
+; EXACTCUTOFF-NEXT: ds_read_b128 a[24:27], v1 offset:96
+; EXACTCUTOFF-NEXT: ds_read_b128 a[20:23], v1 offset:80
+; EXACTCUTOFF-NEXT: ds_read_b128 a[16:19], v1 offset:64
+; EXACTCUTOFF-NEXT: ds_read_b128 a[0:3], v1
+; EXACTCUTOFF-NEXT: ds_read_b128 a[4:7], v1 offset:16
+; EXACTCUTOFF-NEXT: ds_read_b128 a[8:11], v1 offset:32
+; EXACTCUTOFF-NEXT: ds_read_b128 a[12:15], v1 offset:48
+; EXACTCUTOFF-NEXT: ds_read_b128 a[60:63], v1 offset:8304
+; EXACTCUTOFF-NEXT: ds_read_b128 a[56:59], v1 offset:8288
+; EXACTCUTOFF-NEXT: ds_read_b128 a[52:55], v1 offset:8272
+; EXACTCUTOFF-NEXT: ds_read_b128 a[48:51], v1 offset:8256
+; EXACTCUTOFF-NEXT: ds_read_b128 a[44:47], v1 offset:8240
+; EXACTCUTOFF-NEXT: ds_read_b128 a[40:43], v1 offset:8224
+; EXACTCUTOFF-NEXT: ds_read_b128 a[36:39], v1 offset:8208
+; EXACTCUTOFF-NEXT: ds_read_b128 a[32:35], v1 offset:8192
+; EXACTCUTOFF-NEXT: v_add_u32_e32 v2, 0x6000, v1
+; EXACTCUTOFF-NEXT: ds_read_b128 a[92:95], v1 offset:24688
+; EXACTCUTOFF-NEXT: ds_read_b128 a[88:91], v1 offset:24672
+; EXACTCUTOFF-NEXT: ds_read_b128 a[84:87], v1 offset:24656
+; EXACTCUTOFF-NEXT: ds_read_b128 a[80:83], v1 offset:24640
+; EXACTCUTOFF-NEXT: ds_read_b128 a[76:79], v1 offset:24624
+; EXACTCUTOFF-NEXT: ds_read_b128 a[72:75], v1 offset:24608
+; EXACTCUTOFF-NEXT: ds_read_b128 a[68:71], v1 offset:24592
+; EXACTCUTOFF-NEXT: ds_read_b128 a[64:67], v1 offset:24576
+; EXACTCUTOFF-NEXT: ds_read_b128 a[124:127], v1 offset:49264
+; EXACTCUTOFF-NEXT: ds_read_b128 a[120:123], v1 offset:49248
+; EXACTCUTOFF-NEXT: ds_read_b128 a[116:119], v1 offset:49232
+; EXACTCUTOFF-NEXT: ds_read_b128 a[112:115], v1 offset:49216
+; EXACTCUTOFF-NEXT: ds_read_b128 a[108:111], v1 offset:49200
+; EXACTCUTOFF-NEXT: ds_read_b128 a[104:107], v1 offset:49184
+; EXACTCUTOFF-NEXT: ds_read_b128 a[100:103], v1 offset:49168
+; EXACTCUTOFF-NEXT: ds_read_b128 a[96:99], v1 offset:49152
+; EXACTCUTOFF-NEXT: v_mov_b32_e32 v1, 1.0
+; EXACTCUTOFF-NEXT: ds_read_b128 a[156:159], v2 offset:57456
+; EXACTCUTOFF-NEXT: ds_read_b128 a[152:155], v2 offset:57440
+; EXACTCUTOFF-NEXT: ds_read_b128 a[148:151], v2 offset:57424
+; EXACTCUTOFF-NEXT: ds_read_b128 a[144:147], v2 offset:57408
+; EXACTCUTOFF-NEXT: ds_read_b128 a[128:131], v2 offset:57344
+; EXACTCUTOFF-NEXT: ds_read_b128 a[132:135], v2 offset:57360
+; EXACTCUTOFF-NEXT: ds_read_b128 a[136:139], v2 offset:57376
+; EXACTCUTOFF-NEXT: ds_read_b128 a[140:143], v2 offset:57392
+; EXACTCUTOFF-NEXT: v_mov_b32_e32 v2, 2.0
+; EXACTCUTOFF-NEXT: v_add_u32_e32 v0, s1, v0
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000100) size(40) SyncID(0)
; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(14)
-; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 v[0:31], v96, v97, v[0:31]
+; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 a[0:31], v1, v2, a[0:31]
+; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 a[32:63], v1, v2, a[32:63]
+; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 a[64:95], v1, v2, a[64:95]
+; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(8)
+; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 a[96:127], v1, v2, a[96:127]
; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
-; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 v[32:63], v96, v97, v[32:63]
+; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 a[128:159], v1, v2, a[128:159]
; EXACTCUTOFF-NEXT: s_nop 7
-; EXACTCUTOFF-NEXT: s_nop 6
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[88:91] offset:16480
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[92:95] offset:16496
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[80:83] offset:16448
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[84:87] offset:16464
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[72:75] offset:16416
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[76:79] offset:16432
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[64:67] offset:16384
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[68:71] offset:16400
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[24:27] offset:24672
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[28:31] offset:24688
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[16:19] offset:24640
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[20:23] offset:24656
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[8:11] offset:24608
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[12:15] offset:24624
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[0:3] offset:24576
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[4:7] offset:24592
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[56:59] offset:32864
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[60:63] offset:32880
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[48:51] offset:32832
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[52:55] offset:32848
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[40:43] offset:32800
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[44:47] offset:32816
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[32:35] offset:32768
-; EXACTCUTOFF-NEXT: ds_write_b128 v98, v[36:39] offset:32784
+; EXACTCUTOFF-NEXT: s_nop 4
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[28:31] offset:112
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[24:27] offset:96
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[20:23] offset:80
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[16:19] offset:64
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[12:15] offset:48
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[8:11] offset:32
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[4:7] offset:16
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[0:3]
+; EXACTCUTOFF-NEXT: v_mov_b32_e32 v0, s1
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[56:59] offset:8288
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[60:63] offset:8304
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[48:51] offset:8256
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[52:55] offset:8272
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[40:43] offset:8224
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[44:47] offset:8240
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[32:35] offset:8192
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[36:39] offset:8208
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[88:91] offset:16480
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[92:95] offset:16496
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[80:83] offset:16448
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[84:87] offset:16464
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[72:75] offset:16416
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[76:79] offset:16432
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[64:67] offset:16384
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[68:71] offset:16400
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[120:123] offset:24672
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[124:127] offset:24688
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[112:115] offset:24640
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[116:119] offset:24656
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[104:107] offset:24608
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[108:111] offset:24624
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[96:99] offset:24576
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[100:103] offset:24592
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[152:155] offset:32864
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[156:159] offset:32880
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[144:147] offset:32832
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[148:151] offset:32848
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[136:139] offset:32800
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[140:143] offset:32816
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[128:131] offset:32768
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[132:135] offset:32784
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000008) size(5) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000200) size(40) SyncID(0)
; EXACTCUTOFF-NEXT: s_endpgm
; GCN-LABEL: test_sched_group_barrier_pipeline_MFMA_interleave:
; GCN: ; %bb.0: ; %entry
; GCN-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
-; GCN-NEXT: v_lshlrev_b32_e32 v33, 7, v0
-; GCN-NEXT: v_mov_b32_e32 v34, 1.0
-; GCN-NEXT: v_mov_b32_e32 v35, 2.0
+; GCN-NEXT: v_lshlrev_b32_e32 v0, 7, v0
+; GCN-NEXT: v_mov_b32_e32 v2, 1.0
+; GCN-NEXT: v_mov_b32_e32 v3, 2.0
; GCN-NEXT: s_waitcnt lgkmcnt(0)
-; GCN-NEXT: v_add_u32_e32 v32, s0, v33
-; GCN-NEXT: ds_read_b128 v[28:31], v32 offset:112
-; GCN-NEXT: ds_read_b128 v[24:27], v32 offset:96
-; GCN-NEXT: ds_read_b128 v[20:23], v32 offset:80
-; GCN-NEXT: ds_read_b128 v[16:19], v32 offset:64
-; GCN-NEXT: ds_read_b128 v[0:3], v32
-; GCN-NEXT: ds_read_b128 v[4:7], v32 offset:16
-; GCN-NEXT: ds_read_b128 v[8:11], v32 offset:32
-; GCN-NEXT: ds_read_b128 v[12:15], v32 offset:48
-; GCN-NEXT: v_add_u32_e32 v33, s1, v33
-; GCN-NEXT: ; sched_group_barrier mask(0x00000100) size(8) SyncID(0)
+; GCN-NEXT: v_add_u32_e32 v1, s0, v0
+; GCN-NEXT: ds_read_b128 a[28:31], v1 offset:112
+; GCN-NEXT: ds_read_b128 a[24:27], v1 offset:96
+; GCN-NEXT: ds_read_b128 a[20:23], v1 offset:80
+; GCN-NEXT: ds_read_b128 a[16:19], v1 offset:64
+; GCN-NEXT: ds_read_b128 a[0:3], v1
+; GCN-NEXT: ds_read_b128 a[4:7], v1 offset:16
+; GCN-NEXT: ds_read_b128 a[8:11], v1 offset:32
+; GCN-NEXT: ds_read_b128 a[12:15], v1 offset:48
; GCN-NEXT: s_waitcnt lgkmcnt(0)
-; GCN-NEXT: v_mfma_f32_32x32x1f32 v[0:31], v34, v35, v[0:31]
+; GCN-NEXT: v_mfma_f32_32x32x1f32 a[0:31], v2, v3, a[0:31]
+; GCN-NEXT: v_add_u32_e32 v0, s1, v0
+; GCN-NEXT: ; sched_group_barrier mask(0x00000100) size(8) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000008) size(1) SyncID(0)
; GCN-NEXT: s_nop 7
; GCN-NEXT: s_nop 7
-; GCN-NEXT: s_nop 2
-; GCN-NEXT: ds_write_b128 v33, v[28:31] offset:112
-; GCN-NEXT: ds_write_b128 v33, v[24:27] offset:96
-; GCN-NEXT: ds_write_b128 v33, v[20:23] offset:80
-; GCN-NEXT: ds_write_b128 v33, v[16:19] offset:64
-; GCN-NEXT: ds_write_b128 v33, v[12:15] offset:48
-; GCN-NEXT: ds_write_b128 v33, v[8:11] offset:32
-; GCN-NEXT: ds_write_b128 v33, v[4:7] offset:16
-; GCN-NEXT: ds_write_b128 v33, v[0:3]
-; GCN-NEXT: ds_read_b128 v[64:67], v32 offset:8304
-; GCN-NEXT: ds_read_b128 v[60:63], v32 offset:8288
-; GCN-NEXT: ds_read_b128 v[56:59], v32 offset:8272
-; GCN-NEXT: ds_read_b128 v[52:55], v32 offset:8256
-; GCN-NEXT: ds_read_b128 v[48:51], v32 offset:8240
-; GCN-NEXT: ds_read_b128 v[44:47], v32 offset:8224
-; GCN-NEXT: ds_read_b128 v[40:43], v32 offset:8208
-; GCN-NEXT: ds_read_b128 v[36:39], v32 offset:8192
+; GCN-NEXT: s_nop 1
+; GCN-NEXT: ds_write_b128 v0, a[28:31] offset:112
+; GCN-NEXT: ds_write_b128 v0, a[24:27] offset:96
+; GCN-NEXT: ds_write_b128 v0, a[20:23] offset:80
+; GCN-NEXT: ds_write_b128 v0, a[16:19] offset:64
+; GCN-NEXT: ds_write_b128 v0, a[12:15] offset:48
+; GCN-NEXT: ds_write_b128 v0, a[8:11] offset:32
+; GCN-NEXT: ds_write_b128 v0, a[4:7] offset:16
+; GCN-NEXT: ds_write_b128 v0, a[0:3]
+; GCN-NEXT: ds_read_b128 a[28:31], v1 offset:8304
+; GCN-NEXT: ds_read_b128 a[24:27], v1 offset:8288
+; GCN-NEXT: ds_read_b128 a[20:23], v1 offset:8272
+; GCN-NEXT: ds_read_b128 a[16:19], v1 offset:8256
+; GCN-NEXT: ds_read_b128 a[12:15], v1 offset:8240
+; GCN-NEXT: ds_read_b128 a[8:11], v1 offset:8224
+; GCN-NEXT: ds_read_b128 a[4:7], v1 offset:8208
+; GCN-NEXT: ds_read_b128 a[0:3], v1 offset:8192
+; GCN-NEXT: s_waitcnt lgkmcnt(0)
+; GCN-NEXT: v_mfma_f32_32x32x1f32 a[0:31], v2, v3, a[0:31]
; GCN-NEXT: v_mov_b32_e32 v0, s1
-; GCN-NEXT: v_add_u32_e32 v1, 0x6000, v32
; GCN-NEXT: ; sched_group_barrier mask(0x00000200) size(8) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000100) size(8) SyncID(0)
-; GCN-NEXT: s_waitcnt lgkmcnt(0)
-; GCN-NEXT: v_mfma_f32_32x32x1f32 v[36:67], v34, v35, v[36:67]
; GCN-NEXT: ; sched_group_barrier mask(0x00000008) size(1) SyncID(0)
; GCN-NEXT: s_nop 7
; GCN-NEXT: s_nop 7
-; GCN-NEXT: s_nop 2
-; GCN-NEXT: ds_write_b128 v0, v[60:63] offset:8288
-; GCN-NEXT: ds_write_b128 v0, v[64:67] offset:8304
-; GCN-NEXT: ds_write_b128 v0, v[52:55] offset:8256
-; GCN-NEXT: ds_write_b128 v0, v[56:59] offset:8272
-; GCN-NEXT: ds_write_b128 v0, v[44:47] offset:8224
-; GCN-NEXT: ds_write_b128 v0, v[48:51] offset:8240
-; GCN-NEXT: ds_write_b128 v0, v[36:39] offset:8192
-; GCN-NEXT: ds_write_b128 v0, v[40:43] offset:8208
-; GCN-NEXT: ds_read_b128 v[64:67], v32 offset:24688
-; GCN-NEXT: ds_read_b128 v[60:63], v32 offset:24672
-; GCN-NEXT: ds_read_b128 v[56:59], v32 offset:24656
-; GCN-NEXT: ds_read_b128 v[52:55], v32 offset:24640
-; GCN-NEXT: ds_read_b128 v[48:51], v32 offset:24624
-; GCN-NEXT: ds_read_b128 v[44:47], v32 offset:24608
-; GCN-NEXT: ds_read_b128 v[40:43], v32 offset:24592
-; GCN-NEXT: ds_read_b128 v[36:39], v32 offset:24576
+; GCN-NEXT: s_nop 1
+; GCN-NEXT: ds_write_b128 v0, a[24:27] offset:8288
+; GCN-NEXT: ds_write_b128 v0, a[28:31] offset:8304
+; GCN-NEXT: ds_write_b128 v0, a[16:19] offset:8256
+; GCN-NEXT: ds_write_b128 v0, a[20:23] offset:8272
+; GCN-NEXT: ds_write_b128 v0, a[8:11] offset:8224
+; GCN-NEXT: ds_write_b128 v0, a[12:15] offset:8240
+; GCN-NEXT: ds_write_b128 v0, a[0:3] offset:8192
+; GCN-NEXT: ds_write_b128 v0, a[4:7] offset:8208
+; GCN-NEXT: ds_read_b128 a[28:31], v1 offset:24688
+; GCN-NEXT: ds_read_b128 a[24:27], v1 offset:24672
+; GCN-NEXT: ds_read_b128 a[20:23], v1 offset:24656
+; GCN-NEXT: ds_read_b128 a[16:19], v1 offset:24640
+; GCN-NEXT: ds_read_b128 a[12:15], v1 offset:24624
+; GCN-NEXT: ds_read_b128 a[8:11], v1 offset:24608
+; GCN-NEXT: ds_read_b128 a[4:7], v1 offset:24592
+; GCN-NEXT: ds_read_b128 a[0:3], v1 offset:24576
+; GCN-NEXT: s_waitcnt lgkmcnt(0)
+; GCN-NEXT: v_mfma_f32_32x32x1f32 a[0:31], v2, v3, a[0:31]
; GCN-NEXT: ; sched_group_barrier mask(0x00000200) size(8) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000100) size(8) SyncID(0)
-; GCN-NEXT: s_waitcnt lgkmcnt(0)
-; GCN-NEXT: v_mfma_f32_32x32x1f32 v[36:67], v34, v35, v[36:67]
; GCN-NEXT: ; sched_group_barrier mask(0x00000008) size(1) SyncID(0)
; GCN-NEXT: s_nop 7
; GCN-NEXT: s_nop 7
; GCN-NEXT: s_nop 2
-; GCN-NEXT: ds_write_b128 v0, v[60:63] offset:16480
-; GCN-NEXT: ds_write_b128 v0, v[64:67] offset:16496
-; GCN-NEXT: ds_write_b128 v0, v[52:55] offset:16448
-; GCN-NEXT: ds_write_b128 v0, v[56:59] offset:16464
-; GCN-NEXT: ds_write_b128 v0, v[44:47] offset:16416
-; GCN-NEXT: ds_write_b128 v0, v[48:51] offset:16432
-; GCN-NEXT: ds_write_b128 v0, v[36:39] offset:16384
-; GCN-NEXT: ds_write_b128 v0, v[40:43] offset:16400
-; GCN-NEXT: ds_read_b128 v[64:67], v32 offset:49264
-; GCN-NEXT: ds_read_b128 v[60:63], v32 offset:49248
-; GCN-NEXT: ds_read_b128 v[56:59], v32 offset:49232
-; GCN-NEXT: ds_read_b128 v[52:55], v32 offset:49216
-; GCN-NEXT: ds_read_b128 v[48:51], v32 offset:49200
-; GCN-NEXT: ds_read_b128 v[44:47], v32 offset:49184
-; GCN-NEXT: ds_read_b128 v[40:43], v32 offset:49168
-; GCN-NEXT: ds_read_b128 v[36:39], v32 offset:49152
+; GCN-NEXT: ds_write_b128 v0, a[24:27] offset:16480
+; GCN-NEXT: ds_write_b128 v0, a[28:31] offset:16496
+; GCN-NEXT: ds_write_b128 v0, a[16:19] offset:16448
+; GCN-NEXT: ds_write_b128 v0, a[20:23] offset:16464
+; GCN-NEXT: ds_write_b128 v0, a[8:11] offset:16416
+; GCN-NEXT: ds_write_b128 v0, a[12:15] offset:16432
+; GCN-NEXT: ds_write_b128 v0, a[0:3] offset:16384
+; GCN-NEXT: ds_write_b128 v0, a[4:7] offset:16400
+; GCN-NEXT: ds_read_b128 a[28:31], v1 offset:49264
+; GCN-NEXT: ds_read_b128 a[24:27], v1 offset:49248
+; GCN-NEXT: ds_read_b128 a[20:23], v1 offset:49232
+; GCN-NEXT: ds_read_b128 a[16:19], v1 offset:49216
+; GCN-NEXT: ds_read_b128 a[12:15], v1 offset:49200
+; GCN-NEXT: ds_read_b128 a[8:11], v1 offset:49184
+; GCN-NEXT: ds_read_b128 a[4:7], v1 offset:49168
+; GCN-NEXT: ds_read_b128 a[0:3], v1 offset:49152
+; GCN-NEXT: s_waitcnt lgkmcnt(0)
+; GCN-NEXT: v_mfma_f32_32x32x1f32 a[0:31], v2, v3, a[0:31]
+; GCN-NEXT: v_add_u32_e32 v1, 0x6000, v1
; GCN-NEXT: ; sched_group_barrier mask(0x00000200) size(8) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000100) size(8) SyncID(0)
-; GCN-NEXT: s_waitcnt lgkmcnt(0)
-; GCN-NEXT: v_mfma_f32_32x32x1f32 v[36:67], v34, v35, v[36:67]
; GCN-NEXT: ; sched_group_barrier mask(0x00000008) size(1) SyncID(0)
; GCN-NEXT: s_nop 7
; GCN-NEXT: s_nop 7
-; GCN-NEXT: s_nop 2
-; GCN-NEXT: ds_write_b128 v0, v[60:63] offset:24672
-; GCN-NEXT: ds_write_b128 v0, v[64:67] offset:24688
-; GCN-NEXT: ds_write_b128 v0, v[52:55] offset:24640
-; GCN-NEXT: ds_write_b128 v0, v[56:59] offset:24656
-; GCN-NEXT: ds_write_b128 v0, v[44:47] offset:24608
-; GCN-NEXT: ds_write_b128 v0, v[48:51] offset:24624
-; GCN-NEXT: ds_write_b128 v0, v[36:39] offset:24576
-; GCN-NEXT: ds_write_b128 v0, v[40:43] offset:24592
-; GCN-NEXT: ds_read_b128 v[30:33], v1 offset:57456
-; GCN-NEXT: ds_read_b128 v[26:29], v1 offset:57440
-; GCN-NEXT: ds_read_b128 v[22:25], v1 offset:57424
-; GCN-NEXT: ds_read_b128 v[18:21], v1 offset:57408
-; GCN-NEXT: ds_read_b128 v[2:5], v1 offset:57344
-; GCN-NEXT: ds_read_b128 v[6:9], v1 offset:57360
-; GCN-NEXT: ds_read_b128 v[10:13], v1 offset:57376
-; GCN-NEXT: ds_read_b128 v[14:17], v1 offset:57392
+; GCN-NEXT: s_nop 1
+; GCN-NEXT: ds_write_b128 v0, a[24:27] offset:24672
+; GCN-NEXT: ds_write_b128 v0, a[28:31] offset:24688
+; GCN-NEXT: ds_write_b128 v0, a[16:19] offset:24640
+; GCN-NEXT: ds_write_b128 v0, a[20:23] offset:24656
+; GCN-NEXT: ds_write_b128 v0, a[8:11] offset:24608
+; GCN-NEXT: ds_write_b128 v0, a[12:15] offset:24624
+; GCN-NEXT: ds_write_b128 v0, a[0:3] offset:24576
+; GCN-NEXT: ds_write_b128 v0, a[4:7] offset:24592
+; GCN-NEXT: ds_read_b128 a[28:31], v1 offset:57456
+; GCN-NEXT: ds_read_b128 a[24:27], v1 offset:57440
+; GCN-NEXT: ds_read_b128 a[20:23], v1 offset:57424
+; GCN-NEXT: ds_read_b128 a[16:19], v1 offset:57408
+; GCN-NEXT: ds_read_b128 a[0:3], v1 offset:57344
+; GCN-NEXT: ds_read_b128 a[4:7], v1 offset:57360
+; GCN-NEXT: ds_read_b128 a[8:11], v1 offset:57376
+; GCN-NEXT: ds_read_b128 a[12:15], v1 offset:57392
+; GCN-NEXT: s_waitcnt lgkmcnt(0)
+; GCN-NEXT: v_mfma_f32_32x32x1f32 a[0:31], v2, v3, a[0:31]
; GCN-NEXT: ; sched_group_barrier mask(0x00000200) size(8) SyncID(0)
; GCN-NEXT: ; sched_group_barrier mask(0x00000100) size(8) SyncID(0)
-; GCN-NEXT: s_waitcnt lgkmcnt(0)
-; GCN-NEXT: v_mfma_f32_32x32x1f32 v[2:33], v34, v35, v[2:33]
; GCN-NEXT: ; sched_group_barrier mask(0x00000008) size(1) SyncID(0)
; GCN-NEXT: s_nop 7
; GCN-NEXT: s_nop 7
; GCN-NEXT: s_nop 2
-; GCN-NEXT: ds_write_b128 v0, v[26:29] offset:32864
-; GCN-NEXT: ds_write_b128 v0, v[30:33] offset:32880
-; GCN-NEXT: ds_write_b128 v0, v[18:21] offset:32832
-; GCN-NEXT: ds_write_b128 v0, v[22:25] offset:32848
-; GCN-NEXT: ds_write_b128 v0, v[10:13] offset:32800
-; GCN-NEXT: ds_write_b128 v0, v[14:17] offset:32816
-; GCN-NEXT: ds_write_b128 v0, v[2:5] offset:32768
-; GCN-NEXT: ds_write_b128 v0, v[6:9] offset:32784
+; GCN-NEXT: ds_write_b128 v0, a[24:27] offset:32864
+; GCN-NEXT: ds_write_b128 v0, a[28:31] offset:32880
+; GCN-NEXT: ds_write_b128 v0, a[16:19] offset:32832
+; GCN-NEXT: ds_write_b128 v0, a[20:23] offset:32848
+; GCN-NEXT: ds_write_b128 v0, a[8:11] offset:32800
+; GCN-NEXT: ds_write_b128 v0, a[12:15] offset:32816
+; GCN-NEXT: ds_write_b128 v0, a[0:3] offset:32768
+; GCN-NEXT: ds_write_b128 v0, a[4:7] offset:32784
; GCN-NEXT: ; sched_group_barrier mask(0x00000200) size(8) SyncID(0)
; GCN-NEXT: s_endpgm
;
; EXACTCUTOFF-LABEL: test_sched_group_barrier_pipeline_MFMA_interleave:
; EXACTCUTOFF: ; %bb.0: ; %entry
; EXACTCUTOFF-NEXT: s_load_dwordx2 s[0:1], s[0:1], 0x24
-; EXACTCUTOFF-NEXT: v_lshlrev_b32_e32 v33, 7, v0
-; EXACTCUTOFF-NEXT: v_mov_b32_e32 v34, 1.0
-; EXACTCUTOFF-NEXT: v_mov_b32_e32 v35, 2.0
+; EXACTCUTOFF-NEXT: v_lshlrev_b32_e32 v0, 7, v0
+; EXACTCUTOFF-NEXT: v_mov_b32_e32 v2, 1.0
+; EXACTCUTOFF-NEXT: v_mov_b32_e32 v3, 2.0
; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
-; EXACTCUTOFF-NEXT: v_add_u32_e32 v32, s0, v33
-; EXACTCUTOFF-NEXT: ds_read_b128 v[28:31], v32 offset:112
-; EXACTCUTOFF-NEXT: ds_read_b128 v[24:27], v32 offset:96
-; EXACTCUTOFF-NEXT: ds_read_b128 v[20:23], v32 offset:80
-; EXACTCUTOFF-NEXT: ds_read_b128 v[16:19], v32 offset:64
-; EXACTCUTOFF-NEXT: ds_read_b128 v[0:3], v32
-; EXACTCUTOFF-NEXT: ds_read_b128 v[4:7], v32 offset:16
-; EXACTCUTOFF-NEXT: ds_read_b128 v[8:11], v32 offset:32
-; EXACTCUTOFF-NEXT: ds_read_b128 v[12:15], v32 offset:48
-; EXACTCUTOFF-NEXT: v_add_u32_e32 v33, s1, v33
-; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000100) size(8) SyncID(0)
+; EXACTCUTOFF-NEXT: v_add_u32_e32 v1, s0, v0
+; EXACTCUTOFF-NEXT: ds_read_b128 a[28:31], v1 offset:112
+; EXACTCUTOFF-NEXT: ds_read_b128 a[24:27], v1 offset:96
+; EXACTCUTOFF-NEXT: ds_read_b128 a[20:23], v1 offset:80
+; EXACTCUTOFF-NEXT: ds_read_b128 a[16:19], v1 offset:64
+; EXACTCUTOFF-NEXT: ds_read_b128 a[0:3], v1
+; EXACTCUTOFF-NEXT: ds_read_b128 a[4:7], v1 offset:16
+; EXACTCUTOFF-NEXT: ds_read_b128 a[8:11], v1 offset:32
+; EXACTCUTOFF-NEXT: ds_read_b128 a[12:15], v1 offset:48
; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
-; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 v[0:31], v34, v35, v[0:31]
+; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 a[0:31], v2, v3, a[0:31]
+; EXACTCUTOFF-NEXT: v_add_u32_e32 v0, s1, v0
+; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000100) size(8) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000008) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: s_nop 7
; EXACTCUTOFF-NEXT: s_nop 7
-; EXACTCUTOFF-NEXT: s_nop 2
-; EXACTCUTOFF-NEXT: ds_write_b128 v33, v[28:31] offset:112
-; EXACTCUTOFF-NEXT: ds_write_b128 v33, v[24:27] offset:96
-; EXACTCUTOFF-NEXT: ds_write_b128 v33, v[20:23] offset:80
-; EXACTCUTOFF-NEXT: ds_write_b128 v33, v[16:19] offset:64
-; EXACTCUTOFF-NEXT: ds_write_b128 v33, v[12:15] offset:48
-; EXACTCUTOFF-NEXT: ds_write_b128 v33, v[8:11] offset:32
-; EXACTCUTOFF-NEXT: ds_write_b128 v33, v[4:7] offset:16
-; EXACTCUTOFF-NEXT: ds_write_b128 v33, v[0:3]
-; EXACTCUTOFF-NEXT: ds_read_b128 v[64:67], v32 offset:8304
-; EXACTCUTOFF-NEXT: ds_read_b128 v[60:63], v32 offset:8288
-; EXACTCUTOFF-NEXT: ds_read_b128 v[56:59], v32 offset:8272
-; EXACTCUTOFF-NEXT: ds_read_b128 v[52:55], v32 offset:8256
-; EXACTCUTOFF-NEXT: ds_read_b128 v[48:51], v32 offset:8240
-; EXACTCUTOFF-NEXT: ds_read_b128 v[44:47], v32 offset:8224
-; EXACTCUTOFF-NEXT: ds_read_b128 v[40:43], v32 offset:8208
-; EXACTCUTOFF-NEXT: ds_read_b128 v[36:39], v32 offset:8192
+; EXACTCUTOFF-NEXT: s_nop 1
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[28:31] offset:112
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[24:27] offset:96
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[20:23] offset:80
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[16:19] offset:64
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[12:15] offset:48
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[8:11] offset:32
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[4:7] offset:16
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[0:3]
+; EXACTCUTOFF-NEXT: ds_read_b128 a[28:31], v1 offset:8304
+; EXACTCUTOFF-NEXT: ds_read_b128 a[24:27], v1 offset:8288
+; EXACTCUTOFF-NEXT: ds_read_b128 a[20:23], v1 offset:8272
+; EXACTCUTOFF-NEXT: ds_read_b128 a[16:19], v1 offset:8256
+; EXACTCUTOFF-NEXT: ds_read_b128 a[12:15], v1 offset:8240
+; EXACTCUTOFF-NEXT: ds_read_b128 a[8:11], v1 offset:8224
+; EXACTCUTOFF-NEXT: ds_read_b128 a[4:7], v1 offset:8208
+; EXACTCUTOFF-NEXT: ds_read_b128 a[0:3], v1 offset:8192
+; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
+; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 a[0:31], v2, v3, a[0:31]
; EXACTCUTOFF-NEXT: v_mov_b32_e32 v0, s1
-; EXACTCUTOFF-NEXT: v_add_u32_e32 v1, 0x6000, v32
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000200) size(8) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000100) size(8) SyncID(0)
-; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
-; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 v[36:67], v34, v35, v[36:67]
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000008) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: s_nop 7
; EXACTCUTOFF-NEXT: s_nop 7
-; EXACTCUTOFF-NEXT: s_nop 2
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[60:63] offset:8288
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[64:67] offset:8304
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[52:55] offset:8256
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[56:59] offset:8272
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[44:47] offset:8224
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[48:51] offset:8240
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[36:39] offset:8192
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[40:43] offset:8208
-; EXACTCUTOFF-NEXT: ds_read_b128 v[64:67], v32 offset:24688
-; EXACTCUTOFF-NEXT: ds_read_b128 v[60:63], v32 offset:24672
-; EXACTCUTOFF-NEXT: ds_read_b128 v[56:59], v32 offset:24656
-; EXACTCUTOFF-NEXT: ds_read_b128 v[52:55], v32 offset:24640
-; EXACTCUTOFF-NEXT: ds_read_b128 v[48:51], v32 offset:24624
-; EXACTCUTOFF-NEXT: ds_read_b128 v[44:47], v32 offset:24608
-; EXACTCUTOFF-NEXT: ds_read_b128 v[40:43], v32 offset:24592
-; EXACTCUTOFF-NEXT: ds_read_b128 v[36:39], v32 offset:24576
+; EXACTCUTOFF-NEXT: s_nop 1
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[24:27] offset:8288
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[28:31] offset:8304
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[16:19] offset:8256
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[20:23] offset:8272
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[8:11] offset:8224
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[12:15] offset:8240
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[0:3] offset:8192
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[4:7] offset:8208
+; EXACTCUTOFF-NEXT: ds_read_b128 a[28:31], v1 offset:24688
+; EXACTCUTOFF-NEXT: ds_read_b128 a[24:27], v1 offset:24672
+; EXACTCUTOFF-NEXT: ds_read_b128 a[20:23], v1 offset:24656
+; EXACTCUTOFF-NEXT: ds_read_b128 a[16:19], v1 offset:24640
+; EXACTCUTOFF-NEXT: ds_read_b128 a[12:15], v1 offset:24624
+; EXACTCUTOFF-NEXT: ds_read_b128 a[8:11], v1 offset:24608
+; EXACTCUTOFF-NEXT: ds_read_b128 a[4:7], v1 offset:24592
+; EXACTCUTOFF-NEXT: ds_read_b128 a[0:3], v1 offset:24576
+; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
+; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 a[0:31], v2, v3, a[0:31]
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000200) size(8) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000100) size(8) SyncID(0)
-; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
-; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 v[36:67], v34, v35, v[36:67]
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000008) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: s_nop 7
; EXACTCUTOFF-NEXT: s_nop 7
; EXACTCUTOFF-NEXT: s_nop 2
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[60:63] offset:16480
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[64:67] offset:16496
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[52:55] offset:16448
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[56:59] offset:16464
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[44:47] offset:16416
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[48:51] offset:16432
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[36:39] offset:16384
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[40:43] offset:16400
-; EXACTCUTOFF-NEXT: ds_read_b128 v[64:67], v32 offset:49264
-; EXACTCUTOFF-NEXT: ds_read_b128 v[60:63], v32 offset:49248
-; EXACTCUTOFF-NEXT: ds_read_b128 v[56:59], v32 offset:49232
-; EXACTCUTOFF-NEXT: ds_read_b128 v[52:55], v32 offset:49216
-; EXACTCUTOFF-NEXT: ds_read_b128 v[48:51], v32 offset:49200
-; EXACTCUTOFF-NEXT: ds_read_b128 v[44:47], v32 offset:49184
-; EXACTCUTOFF-NEXT: ds_read_b128 v[40:43], v32 offset:49168
-; EXACTCUTOFF-NEXT: ds_read_b128 v[36:39], v32 offset:49152
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[24:27] offset:16480
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[28:31] offset:16496
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[16:19] offset:16448
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[20:23] offset:16464
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[8:11] offset:16416
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[12:15] offset:16432
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[0:3] offset:16384
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[4:7] offset:16400
+; EXACTCUTOFF-NEXT: ds_read_b128 a[28:31], v1 offset:49264
+; EXACTCUTOFF-NEXT: ds_read_b128 a[24:27], v1 offset:49248
+; EXACTCUTOFF-NEXT: ds_read_b128 a[20:23], v1 offset:49232
+; EXACTCUTOFF-NEXT: ds_read_b128 a[16:19], v1 offset:49216
+; EXACTCUTOFF-NEXT: ds_read_b128 a[12:15], v1 offset:49200
+; EXACTCUTOFF-NEXT: ds_read_b128 a[8:11], v1 offset:49184
+; EXACTCUTOFF-NEXT: ds_read_b128 a[4:7], v1 offset:49168
+; EXACTCUTOFF-NEXT: ds_read_b128 a[0:3], v1 offset:49152
+; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
+; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 a[0:31], v2, v3, a[0:31]
+; EXACTCUTOFF-NEXT: v_add_u32_e32 v1, 0x6000, v1
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000200) size(8) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000100) size(8) SyncID(0)
-; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
-; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 v[36:67], v34, v35, v[36:67]
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000008) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: s_nop 7
; EXACTCUTOFF-NEXT: s_nop 7
-; EXACTCUTOFF-NEXT: s_nop 2
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[60:63] offset:24672
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[64:67] offset:24688
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[52:55] offset:24640
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[56:59] offset:24656
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[44:47] offset:24608
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[48:51] offset:24624
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[36:39] offset:24576
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[40:43] offset:24592
-; EXACTCUTOFF-NEXT: ds_read_b128 v[30:33], v1 offset:57456
-; EXACTCUTOFF-NEXT: ds_read_b128 v[26:29], v1 offset:57440
-; EXACTCUTOFF-NEXT: ds_read_b128 v[22:25], v1 offset:57424
-; EXACTCUTOFF-NEXT: ds_read_b128 v[18:21], v1 offset:57408
-; EXACTCUTOFF-NEXT: ds_read_b128 v[2:5], v1 offset:57344
-; EXACTCUTOFF-NEXT: ds_read_b128 v[6:9], v1 offset:57360
-; EXACTCUTOFF-NEXT: ds_read_b128 v[10:13], v1 offset:57376
-; EXACTCUTOFF-NEXT: ds_read_b128 v[14:17], v1 offset:57392
+; EXACTCUTOFF-NEXT: s_nop 1
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[24:27] offset:24672
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[28:31] offset:24688
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[16:19] offset:24640
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[20:23] offset:24656
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[8:11] offset:24608
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[12:15] offset:24624
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[0:3] offset:24576
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[4:7] offset:24592
+; EXACTCUTOFF-NEXT: ds_read_b128 a[28:31], v1 offset:57456
+; EXACTCUTOFF-NEXT: ds_read_b128 a[24:27], v1 offset:57440
+; EXACTCUTOFF-NEXT: ds_read_b128 a[20:23], v1 offset:57424
+; EXACTCUTOFF-NEXT: ds_read_b128 a[16:19], v1 offset:57408
+; EXACTCUTOFF-NEXT: ds_read_b128 a[0:3], v1 offset:57344
+; EXACTCUTOFF-NEXT: ds_read_b128 a[4:7], v1 offset:57360
+; EXACTCUTOFF-NEXT: ds_read_b128 a[8:11], v1 offset:57376
+; EXACTCUTOFF-NEXT: ds_read_b128 a[12:15], v1 offset:57392
+; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
+; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 a[0:31], v2, v3, a[0:31]
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000200) size(8) SyncID(0)
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000100) size(8) SyncID(0)
-; EXACTCUTOFF-NEXT: s_waitcnt lgkmcnt(0)
-; EXACTCUTOFF-NEXT: v_mfma_f32_32x32x1f32 v[2:33], v34, v35, v[2:33]
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000008) size(1) SyncID(0)
; EXACTCUTOFF-NEXT: s_nop 7
; EXACTCUTOFF-NEXT: s_nop 7
; EXACTCUTOFF-NEXT: s_nop 2
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[26:29] offset:32864
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[30:33] offset:32880
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[18:21] offset:32832
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[22:25] offset:32848
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[10:13] offset:32800
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[14:17] offset:32816
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[2:5] offset:32768
-; EXACTCUTOFF-NEXT: ds_write_b128 v0, v[6:9] offset:32784
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[24:27] offset:32864
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[28:31] offset:32880
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[16:19] offset:32832
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[20:23] offset:32848
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[8:11] offset:32800
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[12:15] offset:32816
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[0:3] offset:32768
+; EXACTCUTOFF-NEXT: ds_write_b128 v0, a[4:7] offset:32784
; EXACTCUTOFF-NEXT: ; sched_group_barrier mask(0x00000200) size(8) SyncID(0)
; EXACTCUTOFF-NEXT: s_endpgm
entry:
declare void @llvm.amdgcn.sched.group.barrier(i32, i32, i32) #1
declare <32 x float> @llvm.amdgcn.mfma.f32.32x32x1f32(float, float, <32 x float>, i32, i32, i32) #1
-attributes #0 = { nounwind "amdgpu-flat-workgroup-size"="1,256" }
+attributes #0 = { nounwind "amdgpu-flat-work-group-size"="1,256" }
attributes #1 = { nounwind }
attributes #2 = { nounwind readnone speculatable }