This is an archive of the discontinued LLVM Phabricator instance.

AMDGPU/GlobalISel: Remove manual store select code
ClosedPublic

Authored by arsenm on Jul 22 2019, 6:10 AM.

Download Raw Diff

Details

Reviewers

tstellar
nhaehnle

Summary

This regresses the weird types that are newly treated as legal load
types, but fixes incorrectly using flat instrucions on SI.

Diff Detail

Event Timeline

arsenm created this revision.Jul 22 2019, 6:10 AM

Herald added subscribers: Petar.Avramovic, t-tye, tpr and 6 others. · View Herald TranscriptJul 22 2019, 6:10 AM

Which types are regressed?

In D65084#1595659, @tstellar wrote:

Which types are regressed?

Types like s128, or v4s16. I'm considering adding dedicated VT-sized types to TableGen to ignore the type and only match the size to avoid needing to list all of these types

In D65084#1595678, @arsenm wrote:

In D65084#1595659, @tstellar wrote:

Which types are regressed?

Types like s128, or v4s16. I'm considering adding dedicated VT-sized types to TableGen to ignore the type and only match the size to avoid needing to list all of these types

Actually, this fixes v4s16. It will break other types we still let through, like v16s8. I think eventually we'll need to bitcast some loads in a step after D64899 (or at least for stores)

Ok, this seems fine. Those types aren't really use much.

This revision is now accepted and ready to land.Jul 22 2019, 7:46 AM

r367512

Revision Contents

Path

Size

lib/

Target/

AMDGPU/

AMDGPUInstructionSelector.cpp

52 lines

FLATInstructions.td

29 lines

test/

CodeGen/

AMDGPU/

GlobalISel/

inst-select-load-flat.mir

75 lines

inst-select-load-global.mir

75 lines

inst-select-store-flat.mir

299 lines

inst-select-store-global.mir

299 lines

llvm.amdgcn.if.break.i64.ll

3 lines

llvm.amdgcn.kernarg.segment.ptr.ll

2 lines

llvm.amdgcn.workgroup.id.ll

4 lines

llvm.amdgcn.workitem.id.ll

4 lines

Diff 211072

lib/Target/AMDGPU/AMDGPUInstructionSelector.cpp

Show First 20 Lines • Show All 836 Lines • ▼ Show 20 Lines	bool AMDGPUInstructionSelector::selectG_SELECT(MachineInstr &I) const {

bool Ret = constrainSelectedInstRegOperands(*Select, TII, TRI, RBI);		bool Ret = constrainSelectedInstRegOperands(*Select, TII, TRI, RBI);
I.eraseFromParent();		I.eraseFromParent();
return Ret;		return Ret;
}		}

bool AMDGPUInstructionSelector::selectG_STORE(		bool AMDGPUInstructionSelector::selectG_STORE(
MachineInstr &I, CodeGenCoverage &CoverageInfo) const {		MachineInstr &I, CodeGenCoverage &CoverageInfo) const {
MachineBasicBlock *BB = I.getParent();
MachineFunction *MF = BB->getParent();
MachineRegisterInfo &MRI = MF->getRegInfo();
const DebugLoc &DL = I.getDebugLoc();

LLT PtrTy = MRI.getType(I.getOperand(1).getReg());
if (PtrTy.getSizeInBits() != 64) {
initM0(I);		initM0(I);
return selectImpl(I, CoverageInfo);		return selectImpl(I, CoverageInfo);
}		}

if (selectImpl(I, CoverageInfo))
return true;

unsigned StoreSize = RBI.getSizeInBits(I.getOperand(0).getReg(), MRI, TRI);
unsigned Opcode;

// FIXME: Remove this when integers > s32 naturally selected.
switch (StoreSize) {
default:
return false;
case 32:
Opcode = AMDGPU::FLAT_STORE_DWORD;
break;
case 64:
Opcode = AMDGPU::FLAT_STORE_DWORDX2;
break;
case 96:
Opcode = AMDGPU::FLAT_STORE_DWORDX3;
break;
case 128:
Opcode = AMDGPU::FLAT_STORE_DWORDX4;
break;
}

MachineInstr Flat = BuildMI(BB, &I, DL, TII.get(Opcode))
.add(I.getOperand(1))
.add(I.getOperand(0))
.addImm(0) // offset
.addImm(0) // glc
.addImm(0) // slc
.addImm(0); // dlc


// Now that we selected an opcode, we need to constrain the register
// operands to use appropriate classes.
bool Ret = constrainSelectedInstRegOperands(*Flat, TII, TRI, RBI);

I.eraseFromParent();
return Ret;
}

static int sizeToSubRegIndex(unsigned Size) {		static int sizeToSubRegIndex(unsigned Size) {
switch (Size) {		switch (Size) {
case 32:		case 32:
return AMDGPU::sub0;		return AMDGPU::sub0;
case 64:		case 64:
return AMDGPU::sub0_sub1;		return AMDGPU::sub0_sub1;
case 96:		case 96:
return AMDGPU::sub0_sub1_sub2;		return AMDGPU::sub0_sub1_sub2;
▲ Show 20 Lines • Show All 914 Lines • Show Last 20 Lines

lib/Target/AMDGPU/FLATInstructions.td

	Show First 20 Lines • Show All 771 Lines • ▼ Show 20 Lines
	def : FlatLoadPat <FLAT_LOAD_SBYTE, sextloadi8_flat, i32>;			def : FlatLoadPat <FLAT_LOAD_SBYTE, sextloadi8_flat, i32>;
	def : FlatLoadPat <FLAT_LOAD_UBYTE, extloadi8_flat, i16>;			def : FlatLoadPat <FLAT_LOAD_UBYTE, extloadi8_flat, i16>;
	def : FlatLoadPat <FLAT_LOAD_UBYTE, zextloadi8_flat, i16>;			def : FlatLoadPat <FLAT_LOAD_UBYTE, zextloadi8_flat, i16>;
	def : FlatLoadPat <FLAT_LOAD_SBYTE, sextloadi8_flat, i16>;			def : FlatLoadPat <FLAT_LOAD_SBYTE, sextloadi8_flat, i16>;
	def : FlatLoadPat <FLAT_LOAD_USHORT, extloadi16_flat, i32>;			def : FlatLoadPat <FLAT_LOAD_USHORT, extloadi16_flat, i32>;
	def : FlatLoadPat <FLAT_LOAD_USHORT, zextloadi16_flat, i32>;			def : FlatLoadPat <FLAT_LOAD_USHORT, zextloadi16_flat, i32>;
	def : FlatLoadPat <FLAT_LOAD_USHORT, load_flat, i16>;			def : FlatLoadPat <FLAT_LOAD_USHORT, load_flat, i16>;
	def : FlatLoadPat <FLAT_LOAD_SSHORT, sextloadi16_flat, i32>;			def : FlatLoadPat <FLAT_LOAD_SSHORT, sextloadi16_flat, i32>;
	def : FlatLoadPat <FLAT_LOAD_DWORD, load_flat, i32>;
	def : FlatLoadPat <FLAT_LOAD_DWORDX2, load_flat, v2i32>;
	def : FlatLoadPat <FLAT_LOAD_DWORDX3, load_flat, v3i32>;			def : FlatLoadPat <FLAT_LOAD_DWORDX3, load_flat, v3i32>;
	def : FlatLoadPat <FLAT_LOAD_DWORDX4, load_flat, v4i32>;			def : FlatLoadPat <FLAT_LOAD_DWORDX4, load_flat, v4i32>;

	def : FlatLoadAtomicPat <FLAT_LOAD_DWORD, atomic_load_32_flat, i32>;			def : FlatLoadAtomicPat <FLAT_LOAD_DWORD, atomic_load_32_flat, i32>;
	def : FlatLoadAtomicPat <FLAT_LOAD_DWORDX2, atomic_load_64_flat, i64>;			def : FlatLoadAtomicPat <FLAT_LOAD_DWORDX2, atomic_load_64_flat, i64>;

	def : FlatStorePat <FLAT_STORE_BYTE, truncstorei8_flat, i32>;			def : FlatStorePat <FLAT_STORE_BYTE, truncstorei8_flat, i32>;
	def : FlatStorePat <FLAT_STORE_SHORT, truncstorei16_flat, i32>;			def : FlatStorePat <FLAT_STORE_SHORT, truncstorei16_flat, i32>;
	def : FlatStorePat <FLAT_STORE_DWORD, store_flat, i32>;
	def : FlatStorePat <FLAT_STORE_DWORDX2, store_flat, v2i32, VReg_64>;			foreach vt = VGPR_32.RegTypes in {
				def : FlatLoadPat <FLAT_LOAD_DWORD, load_flat, vt>;
				def : FlatStorePat <FLAT_STORE_DWORD, store_flat, vt>;
				}

				foreach vt = VReg_64.RegTypes in {
				def : FlatStorePat <FLAT_STORE_DWORDX2, store_flat, vt, VReg_64>;
				def : FlatLoadPat <FLAT_LOAD_DWORDX2, load_flat, vt>;
				}

	def : FlatStorePat <FLAT_STORE_DWORDX3, store_flat, v3i32, VReg_96>;			def : FlatStorePat <FLAT_STORE_DWORDX3, store_flat, v3i32, VReg_96>;
	def : FlatStorePat <FLAT_STORE_DWORDX4, store_flat, v4i32, VReg_128>;			def : FlatStorePat <FLAT_STORE_DWORDX4, store_flat, v4i32, VReg_128>;

	def : FlatStoreAtomicPat <FLAT_STORE_DWORD, atomic_store_flat_32, i32>;			def : FlatStoreAtomicPat <FLAT_STORE_DWORD, atomic_store_flat_32, i32>;
	def : FlatStoreAtomicPat <FLAT_STORE_DWORDX2, atomic_store_flat_64, i64, VReg_64>;			def : FlatStoreAtomicPat <FLAT_STORE_DWORDX2, atomic_store_flat_64, i64, VReg_64>;

	def : FlatAtomicPat <FLAT_ATOMIC_ADD_RTN, atomic_load_add_global_32, i32>;			def : FlatAtomicPat <FLAT_ATOMIC_ADD_RTN, atomic_load_add_global_32, i32>;
	def : FlatAtomicPat <FLAT_ATOMIC_SUB_RTN, atomic_load_sub_global_32, i32>;			def : FlatAtomicPat <FLAT_ATOMIC_SUB_RTN, atomic_load_sub_global_32, i32>;
	▲ Show 20 Lines • Show All 55 Lines • ▼ Show 20 Lines
	def : FlatLoadSignedPat <GLOBAL_LOAD_UBYTE, extloadi8_global, i16>;			def : FlatLoadSignedPat <GLOBAL_LOAD_UBYTE, extloadi8_global, i16>;
	def : FlatLoadSignedPat <GLOBAL_LOAD_UBYTE, zextloadi8_global, i16>;			def : FlatLoadSignedPat <GLOBAL_LOAD_UBYTE, zextloadi8_global, i16>;
	def : FlatLoadSignedPat <GLOBAL_LOAD_SBYTE, sextloadi8_global, i16>;			def : FlatLoadSignedPat <GLOBAL_LOAD_SBYTE, sextloadi8_global, i16>;
	def : FlatLoadSignedPat <GLOBAL_LOAD_USHORT, extloadi16_global, i32>;			def : FlatLoadSignedPat <GLOBAL_LOAD_USHORT, extloadi16_global, i32>;
	def : FlatLoadSignedPat <GLOBAL_LOAD_USHORT, zextloadi16_global, i32>;			def : FlatLoadSignedPat <GLOBAL_LOAD_USHORT, zextloadi16_global, i32>;
	def : FlatLoadSignedPat <GLOBAL_LOAD_SSHORT, sextloadi16_global, i32>;			def : FlatLoadSignedPat <GLOBAL_LOAD_SSHORT, sextloadi16_global, i32>;
	def : FlatLoadSignedPat <GLOBAL_LOAD_USHORT, load_global, i16>;			def : FlatLoadSignedPat <GLOBAL_LOAD_USHORT, load_global, i16>;

	def : FlatLoadSignedPat <GLOBAL_LOAD_DWORD, load_global, i32>;			foreach vt = VGPR_32.RegTypes in {
	def : FlatLoadSignedPat <GLOBAL_LOAD_DWORDX2, load_global, v2i32>;			def : FlatLoadSignedPat <GLOBAL_LOAD_DWORD, load_global, vt>;
				def : FlatStoreSignedPat <GLOBAL_STORE_DWORD, store_global, vt, VGPR_32>;
				}

				foreach vt = VReg_64.RegTypes in {
				def : FlatLoadSignedPat <GLOBAL_LOAD_DWORDX2, load_global, vt>;
				def : FlatStoreSignedPat <GLOBAL_STORE_DWORDX2, store_global, vt, VReg_64>;
				}

	def : FlatLoadSignedPat <GLOBAL_LOAD_DWORDX3, load_global, v3i32>;			def : FlatLoadSignedPat <GLOBAL_LOAD_DWORDX3, load_global, v3i32>;
	def : FlatLoadSignedPat <GLOBAL_LOAD_DWORDX4, load_global, v4i32>;			def : FlatLoadSignedPat <GLOBAL_LOAD_DWORDX4, load_global, v4i32>;

	def : FlatLoadAtomicPat <GLOBAL_LOAD_DWORD, atomic_load_32_global, i32>;			def : FlatLoadAtomicPat <GLOBAL_LOAD_DWORD, atomic_load_32_global, i32>;
	def : FlatLoadAtomicPat <GLOBAL_LOAD_DWORDX2, atomic_load_64_global, i64>;			def : FlatLoadAtomicPat <GLOBAL_LOAD_DWORDX2, atomic_load_64_global, i64>;

	def : FlatStoreSignedPat <GLOBAL_STORE_BYTE, truncstorei8_global, i32, VGPR_32>;			def : FlatStoreSignedPat <GLOBAL_STORE_BYTE, truncstorei8_global, i32, VGPR_32>;
	def : FlatStoreSignedPat <GLOBAL_STORE_BYTE, truncstorei8_global, i16, VGPR_32>;			def : FlatStoreSignedPat <GLOBAL_STORE_BYTE, truncstorei8_global, i16, VGPR_32>;
	def : FlatStoreSignedPat <GLOBAL_STORE_SHORT, truncstorei16_global, i32, VGPR_32>;			def : FlatStoreSignedPat <GLOBAL_STORE_SHORT, truncstorei16_global, i32, VGPR_32>;
	def : FlatStoreSignedPat <GLOBAL_STORE_SHORT, store_global, i16, VGPR_32>;			def : FlatStoreSignedPat <GLOBAL_STORE_SHORT, store_global, i16, VGPR_32>;
	def : FlatStoreSignedPat <GLOBAL_STORE_DWORD, store_global, i32, VGPR_32>;
	def : FlatStoreSignedPat <GLOBAL_STORE_DWORDX2, store_global, v2i32, VReg_64>;
	def : FlatStoreSignedPat <GLOBAL_STORE_DWORDX3, store_global, v3i32, VReg_96>;			def : FlatStoreSignedPat <GLOBAL_STORE_DWORDX3, store_global, v3i32, VReg_96>;
	def : FlatStoreSignedPat <GLOBAL_STORE_DWORDX4, store_global, v4i32, VReg_128>;			def : FlatStoreSignedPat <GLOBAL_STORE_DWORDX4, store_global, v4i32, VReg_128>;

	let OtherPredicates = [D16PreservesUnusedBits] in {			let OtherPredicates = [D16PreservesUnusedBits] in {
	def : FlatStoreSignedPat <GLOBAL_STORE_SHORT_D16_HI, truncstorei16_hi16_global, i32>;			def : FlatStoreSignedPat <GLOBAL_STORE_SHORT_D16_HI, truncstorei16_hi16_global, i32>;
	def : FlatStoreSignedPat <GLOBAL_STORE_BYTE_D16_HI, truncstorei8_hi16_global, i32>;			def : FlatStoreSignedPat <GLOBAL_STORE_BYTE_D16_HI, truncstorei8_hi16_global, i32>;

	def : FlatSignedLoadPat_D16 <GLOBAL_LOAD_UBYTE_D16_HI, az_extloadi8_d16_hi_global, v2i16>;			def : FlatSignedLoadPat_D16 <GLOBAL_LOAD_UBYTE_D16_HI, az_extloadi8_d16_hi_global, v2i16>;
	▲ Show 20 Lines • Show All 475 Lines • Show Last 20 Lines

test/CodeGen/AMDGPU/GlobalISel/inst-select-load-flat.mir

	Show First 20 Lines • Show All 236 Lines • ▼ Show 20 Lines
	tracksRegLiveness: true			tracksRegLiveness: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1			liveins: $vgpr0_vgpr1

	; GFX7-LABEL: name: load_flat_s64			; GFX7-LABEL: name: load_flat_s64
	; GFX7: liveins: $vgpr0_vgpr1			; GFX7: liveins: $vgpr0_vgpr1
	; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX7: [[LOAD:%[0-9]+]]:vreg_64(s64) = G_LOAD [[COPY]](p1) :: (load 8)			; GFX7: [[FLAT_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = FLAT_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 8)
	; GFX7: $vgpr0_vgpr1 = COPY [[LOAD]](s64)			; GFX7: $vgpr0_vgpr1 = COPY [[FLAT_LOAD_DWORDX2_]]
	; GFX8-LABEL: name: load_flat_s64			; GFX8-LABEL: name: load_flat_s64
	; GFX8: liveins: $vgpr0_vgpr1			; GFX8: liveins: $vgpr0_vgpr1
	; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX8: [[LOAD:%[0-9]+]]:vreg_64(s64) = G_LOAD [[COPY]](p1) :: (load 8)			; GFX8: [[FLAT_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = FLAT_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 8)
	; GFX8: $vgpr0_vgpr1 = COPY [[LOAD]](s64)			; GFX8: $vgpr0_vgpr1 = COPY [[FLAT_LOAD_DWORDX2_]]
	; GFX9-LABEL: name: load_flat_s64			; GFX9-LABEL: name: load_flat_s64
	; GFX9: liveins: $vgpr0_vgpr1			; GFX9: liveins: $vgpr0_vgpr1
	; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX9: [[LOAD:%[0-9]+]]:vreg_64(s64) = G_LOAD [[COPY]](p1) :: (load 8)			; GFX9: [[FLAT_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = FLAT_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 8)
	; GFX9: $vgpr0_vgpr1 = COPY [[LOAD]](s64)			; GFX9: $vgpr0_vgpr1 = COPY [[FLAT_LOAD_DWORDX2_]]
	; GFX10-LABEL: name: load_flat_s64			; GFX10-LABEL: name: load_flat_s64
	; GFX10: liveins: $vgpr0_vgpr1			; GFX10: liveins: $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX10: $vcc_hi = IMPLICIT_DEF
	; GFX10: [[LOAD:%[0-9]+]]:vreg_64(s64) = G_LOAD [[COPY]](p1) :: (load 8)			; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX10: $vgpr0_vgpr1 = COPY [[LOAD]](s64)			; GFX10: [[FLAT_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = FLAT_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 8)
				; GFX10: $vgpr0_vgpr1 = COPY [[FLAT_LOAD_DWORDX2_]]
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(s64) = G_LOAD %0 :: (load 8, align 8, addrspace 0)			%1:vgpr(s64) = G_LOAD %0 :: (load 8, align 8, addrspace 0)
	$vgpr0_vgpr1 = COPY %1			$vgpr0_vgpr1 = COPY %1

	...			...

	---			---

	▲ Show 20 Lines • Show All 295 Lines • ▼ Show 20 Lines
	tracksRegLiveness: true			tracksRegLiveness: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1			liveins: $vgpr0_vgpr1

	; GFX7-LABEL: name: load_flat_v2s16			; GFX7-LABEL: name: load_flat_v2s16
	; GFX7: liveins: $vgpr0_vgpr1			; GFX7: liveins: $vgpr0_vgpr1
	; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX7: [[LOAD:%[0-9]+]]:vgpr_32(<2 x s16>) = G_LOAD [[COPY]](p1) :: (load 4)			; GFX7: [[FLAT_LOAD_DWORD:%[0-9]+]]:vgpr_32 = FLAT_LOAD_DWORD [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 4)
	; GFX7: $vgpr0 = COPY [[LOAD]](<2 x s16>)			; GFX7: $vgpr0 = COPY [[FLAT_LOAD_DWORD]]
	; GFX8-LABEL: name: load_flat_v2s16			; GFX8-LABEL: name: load_flat_v2s16
	; GFX8: liveins: $vgpr0_vgpr1			; GFX8: liveins: $vgpr0_vgpr1
	; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX8: [[LOAD:%[0-9]+]]:vgpr_32(<2 x s16>) = G_LOAD [[COPY]](p1) :: (load 4)			; GFX8: [[FLAT_LOAD_DWORD:%[0-9]+]]:vgpr_32 = FLAT_LOAD_DWORD [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 4)
	; GFX8: $vgpr0 = COPY [[LOAD]](<2 x s16>)			; GFX8: $vgpr0 = COPY [[FLAT_LOAD_DWORD]]
	; GFX9-LABEL: name: load_flat_v2s16			; GFX9-LABEL: name: load_flat_v2s16
	; GFX9: liveins: $vgpr0_vgpr1			; GFX9: liveins: $vgpr0_vgpr1
	; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX9: [[LOAD:%[0-9]+]]:vgpr_32(<2 x s16>) = G_LOAD [[COPY]](p1) :: (load 4)			; GFX9: [[FLAT_LOAD_DWORD:%[0-9]+]]:vgpr_32 = FLAT_LOAD_DWORD [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 4)
	; GFX9: $vgpr0 = COPY [[LOAD]](<2 x s16>)			; GFX9: $vgpr0 = COPY [[FLAT_LOAD_DWORD]]
	; GFX10-LABEL: name: load_flat_v2s16			; GFX10-LABEL: name: load_flat_v2s16
	; GFX10: liveins: $vgpr0_vgpr1			; GFX10: liveins: $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX10: $vcc_hi = IMPLICIT_DEF
	; GFX10: [[LOAD:%[0-9]+]]:vgpr_32(<2 x s16>) = G_LOAD [[COPY]](p1) :: (load 4)			; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX10: $vgpr0 = COPY [[LOAD]](<2 x s16>)			; GFX10: [[FLAT_LOAD_DWORD:%[0-9]+]]:vgpr_32 = FLAT_LOAD_DWORD [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 4)
				; GFX10: $vgpr0 = COPY [[FLAT_LOAD_DWORD]]
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<2 x s16>) = G_LOAD %0 :: (load 4, align 4, addrspace 0)			%1:vgpr(<2 x s16>) = G_LOAD %0 :: (load 4, align 4, addrspace 0)
	$vgpr0 = COPY %1			$vgpr0 = COPY %1

	...			...

	---			---

	name: load_flat_v4s16			name: load_flat_v4s16
	legalized: true			legalized: true
	regBankSelected: true			regBankSelected: true
	tracksRegLiveness: true			tracksRegLiveness: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1			liveins: $vgpr0_vgpr1

	; GFX7-LABEL: name: load_flat_v4s16			; GFX7-LABEL: name: load_flat_v4s16
	; GFX7: liveins: $vgpr0_vgpr1			; GFX7: liveins: $vgpr0_vgpr1
	; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX7: [[LOAD:%[0-9]+]]:vreg_64(<4 x s16>) = G_LOAD [[COPY]](p1) :: (load 8)			; GFX7: [[FLAT_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = FLAT_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 8)
	; GFX7: $vgpr0_vgpr1 = COPY [[LOAD]](<4 x s16>)			; GFX7: $vgpr0_vgpr1 = COPY [[FLAT_LOAD_DWORDX2_]]
	; GFX8-LABEL: name: load_flat_v4s16			; GFX8-LABEL: name: load_flat_v4s16
	; GFX8: liveins: $vgpr0_vgpr1			; GFX8: liveins: $vgpr0_vgpr1
	; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX8: [[LOAD:%[0-9]+]]:vreg_64(<4 x s16>) = G_LOAD [[COPY]](p1) :: (load 8)			; GFX8: [[FLAT_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = FLAT_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 8)
	; GFX8: $vgpr0_vgpr1 = COPY [[LOAD]](<4 x s16>)			; GFX8: $vgpr0_vgpr1 = COPY [[FLAT_LOAD_DWORDX2_]]
	; GFX9-LABEL: name: load_flat_v4s16			; GFX9-LABEL: name: load_flat_v4s16
	; GFX9: liveins: $vgpr0_vgpr1			; GFX9: liveins: $vgpr0_vgpr1
	; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX9: [[LOAD:%[0-9]+]]:vreg_64(<4 x s16>) = G_LOAD [[COPY]](p1) :: (load 8)			; GFX9: [[FLAT_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = FLAT_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 8)
	; GFX9: $vgpr0_vgpr1 = COPY [[LOAD]](<4 x s16>)			; GFX9: $vgpr0_vgpr1 = COPY [[FLAT_LOAD_DWORDX2_]]
	; GFX10-LABEL: name: load_flat_v4s16			; GFX10-LABEL: name: load_flat_v4s16
	; GFX10: liveins: $vgpr0_vgpr1			; GFX10: liveins: $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX10: $vcc_hi = IMPLICIT_DEF
	; GFX10: [[LOAD:%[0-9]+]]:vreg_64(<4 x s16>) = G_LOAD [[COPY]](p1) :: (load 8)			; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX10: $vgpr0_vgpr1 = COPY [[LOAD]](<4 x s16>)			; GFX10: [[FLAT_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = FLAT_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 8)
				; GFX10: $vgpr0_vgpr1 = COPY [[FLAT_LOAD_DWORDX2_]]
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<4 x s16>) = G_LOAD %0 :: (load 8, align 8, addrspace 0)			%1:vgpr(<4 x s16>) = G_LOAD %0 :: (load 8, align 8, addrspace 0)
	$vgpr0_vgpr1 = COPY %1			$vgpr0_vgpr1 = COPY %1

	...			...

	---			---

	▲ Show 20 Lines • Show All 1,081 Lines • Show Last 20 Lines

test/CodeGen/AMDGPU/GlobalISel/inst-select-load-global.mir

	Show First 20 Lines • Show All 242 Lines • ▼ Show 20 Lines
	tracksRegLiveness: true			tracksRegLiveness: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1			liveins: $vgpr0_vgpr1

	; GFX7-LABEL: name: load_global_s64			; GFX7-LABEL: name: load_global_s64
	; GFX7: liveins: $vgpr0_vgpr1			; GFX7: liveins: $vgpr0_vgpr1
	; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX7: [[LOAD:%[0-9]+]]:vreg_64(s64) = G_LOAD [[COPY]](p1) :: (load 8, addrspace 1)			; GFX7: [[FLAT_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = FLAT_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 8, addrspace 1)
	; GFX7: $vgpr0_vgpr1 = COPY [[LOAD]](s64)			; GFX7: $vgpr0_vgpr1 = COPY [[FLAT_LOAD_DWORDX2_]]
	; GFX8-LABEL: name: load_global_s64			; GFX8-LABEL: name: load_global_s64
	; GFX8: liveins: $vgpr0_vgpr1			; GFX8: liveins: $vgpr0_vgpr1
	; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX8: [[LOAD:%[0-9]+]]:vreg_64(s64) = G_LOAD [[COPY]](p1) :: (load 8, addrspace 1)			; GFX8: [[FLAT_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = FLAT_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 8, addrspace 1)
	; GFX8: $vgpr0_vgpr1 = COPY [[LOAD]](s64)			; GFX8: $vgpr0_vgpr1 = COPY [[FLAT_LOAD_DWORDX2_]]
	; GFX9-LABEL: name: load_global_s64			; GFX9-LABEL: name: load_global_s64
	; GFX9: liveins: $vgpr0_vgpr1			; GFX9: liveins: $vgpr0_vgpr1
	; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX9: [[LOAD:%[0-9]+]]:vreg_64(s64) = G_LOAD [[COPY]](p1) :: (load 8, addrspace 1)			; GFX9: [[GLOBAL_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = GLOBAL_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec :: (load 8, addrspace 1)
	; GFX9: $vgpr0_vgpr1 = COPY [[LOAD]](s64)			; GFX9: $vgpr0_vgpr1 = COPY [[GLOBAL_LOAD_DWORDX2_]]
	; GFX10-LABEL: name: load_global_s64			; GFX10-LABEL: name: load_global_s64
	; GFX10: liveins: $vgpr0_vgpr1			; GFX10: liveins: $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX10: $vcc_hi = IMPLICIT_DEF
	; GFX10: [[LOAD:%[0-9]+]]:vreg_64(s64) = G_LOAD [[COPY]](p1) :: (load 8, addrspace 1)			; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX10: $vgpr0_vgpr1 = COPY [[LOAD]](s64)			; GFX10: [[GLOBAL_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = GLOBAL_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec :: (load 8, addrspace 1)
				; GFX10: $vgpr0_vgpr1 = COPY [[GLOBAL_LOAD_DWORDX2_]]
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(s64) = G_LOAD %0 :: (load 8, align 8, addrspace 1)			%1:vgpr(s64) = G_LOAD %0 :: (load 8, align 8, addrspace 1)
	$vgpr0_vgpr1 = COPY %1			$vgpr0_vgpr1 = COPY %1

	...			...

	---			---

	▲ Show 20 Lines • Show All 299 Lines • ▼ Show 20 Lines
	tracksRegLiveness: true			tracksRegLiveness: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1			liveins: $vgpr0_vgpr1

	; GFX7-LABEL: name: load_global_v2s16			; GFX7-LABEL: name: load_global_v2s16
	; GFX7: liveins: $vgpr0_vgpr1			; GFX7: liveins: $vgpr0_vgpr1
	; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX7: [[LOAD:%[0-9]+]]:vgpr_32(<2 x s16>) = G_LOAD [[COPY]](p1) :: (load 4, addrspace 1)			; GFX7: [[FLAT_LOAD_DWORD:%[0-9]+]]:vgpr_32 = FLAT_LOAD_DWORD [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 4, addrspace 1)
	; GFX7: $vgpr0 = COPY [[LOAD]](<2 x s16>)			; GFX7: $vgpr0 = COPY [[FLAT_LOAD_DWORD]]
	; GFX8-LABEL: name: load_global_v2s16			; GFX8-LABEL: name: load_global_v2s16
	; GFX8: liveins: $vgpr0_vgpr1			; GFX8: liveins: $vgpr0_vgpr1
	; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX8: [[LOAD:%[0-9]+]]:vgpr_32(<2 x s16>) = G_LOAD [[COPY]](p1) :: (load 4, addrspace 1)			; GFX8: [[FLAT_LOAD_DWORD:%[0-9]+]]:vgpr_32 = FLAT_LOAD_DWORD [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 4, addrspace 1)
	; GFX8: $vgpr0 = COPY [[LOAD]](<2 x s16>)			; GFX8: $vgpr0 = COPY [[FLAT_LOAD_DWORD]]
	; GFX9-LABEL: name: load_global_v2s16			; GFX9-LABEL: name: load_global_v2s16
	; GFX9: liveins: $vgpr0_vgpr1			; GFX9: liveins: $vgpr0_vgpr1
	; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX9: [[LOAD:%[0-9]+]]:vgpr_32(<2 x s16>) = G_LOAD [[COPY]](p1) :: (load 4, addrspace 1)			; GFX9: [[GLOBAL_LOAD_DWORD:%[0-9]+]]:vgpr_32 = GLOBAL_LOAD_DWORD [[COPY]], 0, 0, 0, 0, implicit $exec :: (load 4, addrspace 1)
	; GFX9: $vgpr0 = COPY [[LOAD]](<2 x s16>)			; GFX9: $vgpr0 = COPY [[GLOBAL_LOAD_DWORD]]
	; GFX10-LABEL: name: load_global_v2s16			; GFX10-LABEL: name: load_global_v2s16
	; GFX10: liveins: $vgpr0_vgpr1			; GFX10: liveins: $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX10: $vcc_hi = IMPLICIT_DEF
	; GFX10: [[LOAD:%[0-9]+]]:vgpr_32(<2 x s16>) = G_LOAD [[COPY]](p1) :: (load 4, addrspace 1)			; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX10: $vgpr0 = COPY [[LOAD]](<2 x s16>)			; GFX10: [[GLOBAL_LOAD_DWORD:%[0-9]+]]:vgpr_32 = GLOBAL_LOAD_DWORD [[COPY]], 0, 0, 0, 0, implicit $exec :: (load 4, addrspace 1)
				; GFX10: $vgpr0 = COPY [[GLOBAL_LOAD_DWORD]]
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<2 x s16>) = G_LOAD %0 :: (load 4, align 4, addrspace 1)			%1:vgpr(<2 x s16>) = G_LOAD %0 :: (load 4, align 4, addrspace 1)
	$vgpr0 = COPY %1			$vgpr0 = COPY %1

	...			...

	---			---

	name: load_global_v4s16			name: load_global_v4s16
	legalized: true			legalized: true
	regBankSelected: true			regBankSelected: true
	tracksRegLiveness: true			tracksRegLiveness: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1			liveins: $vgpr0_vgpr1

	; GFX7-LABEL: name: load_global_v4s16			; GFX7-LABEL: name: load_global_v4s16
	; GFX7: liveins: $vgpr0_vgpr1			; GFX7: liveins: $vgpr0_vgpr1
	; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX7: [[LOAD:%[0-9]+]]:vreg_64(<4 x s16>) = G_LOAD [[COPY]](p1) :: (load 8, addrspace 1)			; GFX7: [[FLAT_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = FLAT_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 8, addrspace 1)
	; GFX7: $vgpr0_vgpr1 = COPY [[LOAD]](<4 x s16>)			; GFX7: $vgpr0_vgpr1 = COPY [[FLAT_LOAD_DWORDX2_]]
	; GFX8-LABEL: name: load_global_v4s16			; GFX8-LABEL: name: load_global_v4s16
	; GFX8: liveins: $vgpr0_vgpr1			; GFX8: liveins: $vgpr0_vgpr1
	; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX8: [[LOAD:%[0-9]+]]:vreg_64(<4 x s16>) = G_LOAD [[COPY]](p1) :: (load 8, addrspace 1)			; GFX8: [[FLAT_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = FLAT_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (load 8, addrspace 1)
	; GFX8: $vgpr0_vgpr1 = COPY [[LOAD]](<4 x s16>)			; GFX8: $vgpr0_vgpr1 = COPY [[FLAT_LOAD_DWORDX2_]]
	; GFX9-LABEL: name: load_global_v4s16			; GFX9-LABEL: name: load_global_v4s16
	; GFX9: liveins: $vgpr0_vgpr1			; GFX9: liveins: $vgpr0_vgpr1
	; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX9: [[LOAD:%[0-9]+]]:vreg_64(<4 x s16>) = G_LOAD [[COPY]](p1) :: (load 8, addrspace 1)			; GFX9: [[GLOBAL_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = GLOBAL_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec :: (load 8, addrspace 1)
	; GFX9: $vgpr0_vgpr1 = COPY [[LOAD]](<4 x s16>)			; GFX9: $vgpr0_vgpr1 = COPY [[GLOBAL_LOAD_DWORDX2_]]
	; GFX10-LABEL: name: load_global_v4s16			; GFX10-LABEL: name: load_global_v4s16
	; GFX10: liveins: $vgpr0_vgpr1			; GFX10: liveins: $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1			; GFX10: $vcc_hi = IMPLICIT_DEF
	; GFX10: [[LOAD:%[0-9]+]]:vreg_64(<4 x s16>) = G_LOAD [[COPY]](p1) :: (load 8, addrspace 1)			; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX10: $vgpr0_vgpr1 = COPY [[LOAD]](<4 x s16>)			; GFX10: [[GLOBAL_LOAD_DWORDX2_:%[0-9]+]]:vreg_64 = GLOBAL_LOAD_DWORDX2 [[COPY]], 0, 0, 0, 0, implicit $exec :: (load 8, addrspace 1)
				; GFX10: $vgpr0_vgpr1 = COPY [[GLOBAL_LOAD_DWORDX2_]]
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<4 x s16>) = G_LOAD %0 :: (load 8, align 8, addrspace 1)			%1:vgpr(<4 x s16>) = G_LOAD %0 :: (load 8, align 8, addrspace 1)
	$vgpr0_vgpr1 = COPY %1			$vgpr0_vgpr1 = COPY %1

	...			...

	---			---

	▲ Show 20 Lines • Show All 1,011 Lines • Show Last 20 Lines

test/CodeGen/AMDGPU/GlobalISel/inst-select-store-flat.mir

	Show First 20 Lines • Show All 125 Lines • ▼ Show 20 Lines
	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3

	; GFX7-LABEL: name: store_flat_s64			; GFX7-LABEL: name: store_flat_s64
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 8)
	; GFX8-LABEL: name: store_flat_s64			; GFX8-LABEL: name: store_flat_s64
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 8)
	; GFX9-LABEL: name: store_flat_s64			; GFX9-LABEL: name: store_flat_s64
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX9: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 8)
	; GFX10-LABEL: name: store_flat_s64			; GFX10-LABEL: name: store_flat_s64
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: $vcc_hi = IMPLICIT_DEF
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX10: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX10: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 8)
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(s64) = COPY $vgpr2_vgpr3			%1:vgpr(s64) = COPY $vgpr2_vgpr3
	G_STORE %1, %0 :: (store 8, align 8, addrspace 0)			G_STORE %1, %0 :: (store 8, align 8, addrspace 0)

	...			...
	---			---

	name: store_flat_s96			name: store_flat_s96
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4

	; GFX7-LABEL: name: store_flat_s96			; GFX7-LABEL: name: store_flat_s96
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX7: [[COPY1:%[0-9]+]]:vgpr(s96) = COPY $vgpr2_vgpr3_vgpr4
	; GFX7: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](s96), [[COPY]](p1) :: (store 12, align 16)
	; GFX8-LABEL: name: store_flat_s96			; GFX8-LABEL: name: store_flat_s96
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX8: [[COPY1:%[0-9]+]]:vgpr(s96) = COPY $vgpr2_vgpr3_vgpr4
	; GFX8: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](s96), [[COPY]](p1) :: (store 12, align 16)
	; GFX9-LABEL: name: store_flat_s96			; GFX9-LABEL: name: store_flat_s96
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX9: [[COPY1:%[0-9]+]]:vgpr(s96) = COPY $vgpr2_vgpr3_vgpr4
	; GFX9: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](s96), [[COPY]](p1) :: (store 12, align 16)
	; GFX10-LABEL: name: store_flat_s96			; GFX10-LABEL: name: store_flat_s96
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(s96) = COPY $vgpr2_vgpr3_vgpr4
	; GFX10: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX10: G_STORE [[COPY1]](s96), [[COPY]](p1) :: (store 12, align 16)
	; GFX10: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(s96) = COPY $vgpr2_vgpr3_vgpr4			%1:vgpr(s96) = COPY $vgpr2_vgpr3_vgpr4
	G_STORE %1, %0 :: (store 12, align 16, addrspace 0)			G_STORE %1, %0 :: (store 12, align 16, addrspace 0)

	...			...
	---			---

	name: store_flat_s128			name: store_flat_s128
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5

	; GFX7-LABEL: name: store_flat_s128			; GFX7-LABEL: name: store_flat_s128
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: [[COPY1:%[0-9]+]]:vgpr(s128) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](s128), [[COPY]](p1) :: (store 16)
	; GFX8-LABEL: name: store_flat_s128			; GFX8-LABEL: name: store_flat_s128
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: [[COPY1:%[0-9]+]]:vgpr(s128) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](s128), [[COPY]](p1) :: (store 16)
	; GFX9-LABEL: name: store_flat_s128			; GFX9-LABEL: name: store_flat_s128
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: [[COPY1:%[0-9]+]]:vgpr(s128) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](s128), [[COPY]](p1) :: (store 16)
	; GFX10-LABEL: name: store_flat_s128			; GFX10-LABEL: name: store_flat_s128
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(s128) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: G_STORE [[COPY1]](s128), [[COPY]](p1) :: (store 16)
	; GFX10: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(s128) = COPY $vgpr2_vgpr3_vgpr4_vgpr5			%1:vgpr(s128) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	G_STORE %1, %0 :: (store 16, align 16, addrspace 0)			G_STORE %1, %0 :: (store 16, align 16, addrspace 0)

	...			...

	---			---

	▲ Show 20 Lines • Show All 117 Lines • ▼ Show 20 Lines
	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2			liveins: $vgpr0_vgpr1, $vgpr2

	; GFX7-LABEL: name: store_flat_v2s16			; GFX7-LABEL: name: store_flat_v2s16
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX7: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
	; GFX7: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4)
	; GFX8-LABEL: name: store_flat_v2s16			; GFX8-LABEL: name: store_flat_v2s16
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX8: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
	; GFX8: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4)
	; GFX9-LABEL: name: store_flat_v2s16			; GFX9-LABEL: name: store_flat_v2s16
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX9: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
	; GFX9: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4)
	; GFX10-LABEL: name: store_flat_v2s16			; GFX10-LABEL: name: store_flat_v2s16
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: $vcc_hi = IMPLICIT_DEF
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX10: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX10: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
	; GFX10: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX10: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4)
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<2 x s16>) = COPY $vgpr2			%1:vgpr(<2 x s16>) = COPY $vgpr2
	G_STORE %1, %0 :: (store 4, align 4, addrspace 0)			G_STORE %1, %0 :: (store 4, align 4, addrspace 0)

	...			...

	---			---

	name: store_flat_v4s16			name: store_flat_v4s16
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3

	; GFX7-LABEL: name: store_flat_v4s16			; GFX7-LABEL: name: store_flat_v4s16
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 8)
	; GFX8-LABEL: name: store_flat_v4s16			; GFX8-LABEL: name: store_flat_v4s16
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 8)
	; GFX9-LABEL: name: store_flat_v4s16			; GFX9-LABEL: name: store_flat_v4s16
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX9: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 8)
	; GFX10-LABEL: name: store_flat_v4s16			; GFX10-LABEL: name: store_flat_v4s16
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: $vcc_hi = IMPLICIT_DEF
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX10: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX10: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 8)
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<4 x s16>) = COPY $vgpr2_vgpr3			%1:vgpr(<4 x s16>) = COPY $vgpr2_vgpr3
	G_STORE %1, %0 :: (store 8, align 8, addrspace 0)			G_STORE %1, %0 :: (store 8, align 8, addrspace 0)

	...			...

	---			---

	name: store_flat_v6s16			name: store_flat_v6s16
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4

	; GFX7-LABEL: name: store_flat_v6s16			; GFX7-LABEL: name: store_flat_v6s16
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX7: [[COPY1:%[0-9]+]]:vgpr(<6 x s16>) = COPY $vgpr2_vgpr3_vgpr4
	; GFX7: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](<6 x s16>), [[COPY]](p1) :: (store 12, align 16)
	; GFX8-LABEL: name: store_flat_v6s16			; GFX8-LABEL: name: store_flat_v6s16
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX8: [[COPY1:%[0-9]+]]:vgpr(<6 x s16>) = COPY $vgpr2_vgpr3_vgpr4
	; GFX8: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](<6 x s16>), [[COPY]](p1) :: (store 12, align 16)
	; GFX9-LABEL: name: store_flat_v6s16			; GFX9-LABEL: name: store_flat_v6s16
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX9: [[COPY1:%[0-9]+]]:vgpr(<6 x s16>) = COPY $vgpr2_vgpr3_vgpr4
	; GFX9: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](<6 x s16>), [[COPY]](p1) :: (store 12, align 16)
	; GFX10-LABEL: name: store_flat_v6s16			; GFX10-LABEL: name: store_flat_v6s16
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(<6 x s16>) = COPY $vgpr2_vgpr3_vgpr4
	; GFX10: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX10: G_STORE [[COPY1]](<6 x s16>), [[COPY]](p1) :: (store 12, align 16)
	; GFX10: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<6 x s16>) = COPY $vgpr2_vgpr3_vgpr4			%1:vgpr(<6 x s16>) = COPY $vgpr2_vgpr3_vgpr4
	G_STORE %1, %0 :: (store 12, align 16, addrspace 0)			G_STORE %1, %0 :: (store 12, align 16, addrspace 0)

	...			...
	---			---

	name: store_flat_v8s16			name: store_flat_v8s16
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5

	; GFX7-LABEL: name: store_flat_v8s16			; GFX7-LABEL: name: store_flat_v8s16
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: [[COPY1:%[0-9]+]]:vgpr(<8 x s16>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](<8 x s16>), [[COPY]](p1) :: (store 16)
	; GFX8-LABEL: name: store_flat_v8s16			; GFX8-LABEL: name: store_flat_v8s16
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: [[COPY1:%[0-9]+]]:vgpr(<8 x s16>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](<8 x s16>), [[COPY]](p1) :: (store 16)
	; GFX9-LABEL: name: store_flat_v8s16			; GFX9-LABEL: name: store_flat_v8s16
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: [[COPY1:%[0-9]+]]:vgpr(<8 x s16>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](<8 x s16>), [[COPY]](p1) :: (store 16)
	; GFX10-LABEL: name: store_flat_v8s16			; GFX10-LABEL: name: store_flat_v8s16
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(<8 x s16>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: G_STORE [[COPY1]](<8 x s16>), [[COPY]](p1) :: (store 16)
	; GFX10: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<8 x s16>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5			%1:vgpr(<8 x s16>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	G_STORE %1, %0 :: (store 16, align 16, addrspace 0)			G_STORE %1, %0 :: (store 16, align 16, addrspace 0)

	...			...

	---			---

	name: store_flat_v2s64			name: store_flat_v2s64
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5

	; GFX7-LABEL: name: store_flat_v2s64			; GFX7-LABEL: name: store_flat_v2s64
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: [[COPY1:%[0-9]+]]:vgpr(<2 x s64>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](<2 x s64>), [[COPY]](p1) :: (store 16)
	; GFX8-LABEL: name: store_flat_v2s64			; GFX8-LABEL: name: store_flat_v2s64
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: [[COPY1:%[0-9]+]]:vgpr(<2 x s64>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](<2 x s64>), [[COPY]](p1) :: (store 16)
	; GFX9-LABEL: name: store_flat_v2s64			; GFX9-LABEL: name: store_flat_v2s64
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: [[COPY1:%[0-9]+]]:vgpr(<2 x s64>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](<2 x s64>), [[COPY]](p1) :: (store 16)
	; GFX10-LABEL: name: store_flat_v2s64			; GFX10-LABEL: name: store_flat_v2s64
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(<2 x s64>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: G_STORE [[COPY1]](<2 x s64>), [[COPY]](p1) :: (store 16)
	; GFX10: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<2 x s64>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5			%1:vgpr(<2 x s64>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	G_STORE %1, %0 :: (store 16, align 16, addrspace 0)			G_STORE %1, %0 :: (store 16, align 16, addrspace 0)

	...			...

	---			---

	name: store_flat_p1			name: store_flat_p1
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3

	; GFX7-LABEL: name: store_flat_p1			; GFX7-LABEL: name: store_flat_p1
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX7: [[COPY1:%[0-9]+]]:vgpr(p1) = COPY $vgpr2_vgpr3
	; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](p1), [[COPY]](p1) :: (store 8)
	; GFX8-LABEL: name: store_flat_p1			; GFX8-LABEL: name: store_flat_p1
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX8: [[COPY1:%[0-9]+]]:vgpr(p1) = COPY $vgpr2_vgpr3
	; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](p1), [[COPY]](p1) :: (store 8)
	; GFX9-LABEL: name: store_flat_p1			; GFX9-LABEL: name: store_flat_p1
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX9: [[COPY1:%[0-9]+]]:vgpr(p1) = COPY $vgpr2_vgpr3
	; GFX9: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](p1), [[COPY]](p1) :: (store 8)
	; GFX10-LABEL: name: store_flat_p1			; GFX10-LABEL: name: store_flat_p1
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(p1) = COPY $vgpr2_vgpr3
	; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX10: G_STORE [[COPY1]](p1), [[COPY]](p1) :: (store 8)
	; GFX10: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(p1) = COPY $vgpr2_vgpr3			%1:vgpr(p1) = COPY $vgpr2_vgpr3
	G_STORE %1, %0 :: (store 8, align 8, addrspace 0)			G_STORE %1, %0 :: (store 8, align 8, addrspace 0)

	...			...

	---			---

	name: store_flat_v2p1			name: store_flat_v2p1
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5

	; GFX7-LABEL: name: store_flat_v2p1			; GFX7-LABEL: name: store_flat_v2p1
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: [[COPY1:%[0-9]+]]:vgpr(<2 x p1>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](<2 x p1>), [[COPY]](p1) :: (store 16)
	; GFX8-LABEL: name: store_flat_v2p1			; GFX8-LABEL: name: store_flat_v2p1
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: [[COPY1:%[0-9]+]]:vgpr(<2 x p1>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](<2 x p1>), [[COPY]](p1) :: (store 16)
	; GFX9-LABEL: name: store_flat_v2p1			; GFX9-LABEL: name: store_flat_v2p1
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: [[COPY1:%[0-9]+]]:vgpr(<2 x p1>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](<2 x p1>), [[COPY]](p1) :: (store 16)
	; GFX10-LABEL: name: store_flat_v2p1			; GFX10-LABEL: name: store_flat_v2p1
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(<2 x p1>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: G_STORE [[COPY1]](<2 x p1>), [[COPY]](p1) :: (store 16)
	; GFX10: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<2 x p1>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5			%1:vgpr(<2 x p1>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	G_STORE %1, %0 :: (store 16, align 16, addrspace 0)			G_STORE %1, %0 :: (store 16, align 16, addrspace 0)

	...			...

	---			---

	name: store_flat_p3			name: store_flat_p3
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2			liveins: $vgpr0_vgpr1, $vgpr2

	; GFX7-LABEL: name: store_flat_p3			; GFX7-LABEL: name: store_flat_p3
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX7: [[COPY1:%[0-9]+]]:vgpr(p3) = COPY $vgpr2
	; GFX7: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](p3), [[COPY]](p1) :: (store 4)
	; GFX8-LABEL: name: store_flat_p3			; GFX8-LABEL: name: store_flat_p3
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX8: [[COPY1:%[0-9]+]]:vgpr(p3) = COPY $vgpr2
	; GFX8: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](p3), [[COPY]](p1) :: (store 4)
	; GFX9-LABEL: name: store_flat_p3			; GFX9-LABEL: name: store_flat_p3
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX9: [[COPY1:%[0-9]+]]:vgpr(p3) = COPY $vgpr2
	; GFX9: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](p3), [[COPY]](p1) :: (store 4)
	; GFX10-LABEL: name: store_flat_p3			; GFX10-LABEL: name: store_flat_p3
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(p3) = COPY $vgpr2
	; GFX10: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX10: G_STORE [[COPY1]](p3), [[COPY]](p1) :: (store 4)
	; GFX10: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(p3) = COPY $vgpr2			%1:vgpr(p3) = COPY $vgpr2
	G_STORE %1, %0 :: (store 4, align 4, addrspace 0)			G_STORE %1, %0 :: (store 4, align 4, addrspace 0)

	...			...

	---			---

	name: store_flat_v2p3			name: store_flat_v2p3
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3

	; GFX7-LABEL: name: store_flat_v2p3			; GFX7-LABEL: name: store_flat_v2p3
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX7: [[COPY1:%[0-9]+]]:vgpr(<2 x p3>) = COPY $vgpr2_vgpr3
	; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](<2 x p3>), [[COPY]](p1) :: (store 8)
	; GFX8-LABEL: name: store_flat_v2p3			; GFX8-LABEL: name: store_flat_v2p3
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX8: [[COPY1:%[0-9]+]]:vgpr(<2 x p3>) = COPY $vgpr2_vgpr3
	; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](<2 x p3>), [[COPY]](p1) :: (store 8)
	; GFX9-LABEL: name: store_flat_v2p3			; GFX9-LABEL: name: store_flat_v2p3
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX9: [[COPY1:%[0-9]+]]:vgpr(<2 x p3>) = COPY $vgpr2_vgpr3
	; GFX9: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](<2 x p3>), [[COPY]](p1) :: (store 8)
	; GFX10-LABEL: name: store_flat_v2p3			; GFX10-LABEL: name: store_flat_v2p3
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(<2 x p3>) = COPY $vgpr2_vgpr3
	; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX10: G_STORE [[COPY1]](<2 x p3>), [[COPY]](p1) :: (store 8)
	; GFX10: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<2 x p3>) = COPY $vgpr2_vgpr3			%1:vgpr(<2 x p3>) = COPY $vgpr2_vgpr3
	G_STORE %1, %0 :: (store 8, align 8, addrspace 0)			G_STORE %1, %0 :: (store 8, align 8, addrspace 0)

	...			...
	---			---

	name: store_atomic_flat_s32			name: store_atomic_flat_s32
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2			liveins: $vgpr0_vgpr1, $vgpr2

	; GFX7-LABEL: name: store_atomic_flat_s32			; GFX7-LABEL: name: store_atomic_flat_s32
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX7: [[COPY1:%[0-9]+]]:vgpr(s32) = COPY $vgpr2
	; GFX7: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](s32), [[COPY]](p1) :: (store monotonic 4)
	; GFX8-LABEL: name: store_atomic_flat_s32			; GFX8-LABEL: name: store_atomic_flat_s32
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX8: [[COPY1:%[0-9]+]]:vgpr(s32) = COPY $vgpr2
	; GFX8: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](s32), [[COPY]](p1) :: (store monotonic 4)
	; GFX9-LABEL: name: store_atomic_flat_s32			; GFX9-LABEL: name: store_atomic_flat_s32
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX9: [[COPY1:%[0-9]+]]:vgpr(s32) = COPY $vgpr2
	; GFX9: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](s32), [[COPY]](p1) :: (store monotonic 4)
	; GFX10-LABEL: name: store_atomic_flat_s32			; GFX10-LABEL: name: store_atomic_flat_s32
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(s32) = COPY $vgpr2
	; GFX10: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX10: G_STORE [[COPY1]](s32), [[COPY]](p1) :: (store monotonic 4)
	; GFX10: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(s32) = COPY $vgpr2			%1:vgpr(s32) = COPY $vgpr2
	G_STORE %1, %0 :: (store monotonic 4, align 4, addrspace 0)			G_STORE %1, %0 :: (store monotonic 4, align 4, addrspace 0)

	...			...

	---			---

	name: store_atomic_flat_s64			name: store_atomic_flat_s64
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3

	; GFX7-LABEL: name: store_atomic_flat_s64			; GFX7-LABEL: name: store_atomic_flat_s64
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX7: [[COPY1:%[0-9]+]]:vgpr(s64) = COPY $vgpr2_vgpr3
	; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](s64), [[COPY]](p1) :: (store monotonic 8)
	; GFX8-LABEL: name: store_atomic_flat_s64			; GFX8-LABEL: name: store_atomic_flat_s64
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX8: [[COPY1:%[0-9]+]]:vgpr(s64) = COPY $vgpr2_vgpr3
	; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](s64), [[COPY]](p1) :: (store monotonic 8)
	; GFX9-LABEL: name: store_atomic_flat_s64			; GFX9-LABEL: name: store_atomic_flat_s64
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX9: [[COPY1:%[0-9]+]]:vgpr(s64) = COPY $vgpr2_vgpr3
	; GFX9: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](s64), [[COPY]](p1) :: (store monotonic 8)
	; GFX10-LABEL: name: store_atomic_flat_s64			; GFX10-LABEL: name: store_atomic_flat_s64
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(s64) = COPY $vgpr2_vgpr3
	; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX10: G_STORE [[COPY1]](s64), [[COPY]](p1) :: (store monotonic 8)
	; GFX10: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(s64) = COPY $vgpr2_vgpr3			%1:vgpr(s64) = COPY $vgpr2_vgpr3
	G_STORE %1, %0 :: (store monotonic 8, align 8, addrspace 0)			G_STORE %1, %0 :: (store monotonic 8, align 8, addrspace 0)

	...			...

	---			---

	▲ Show 20 Lines • Show All 67 Lines • Show Last 20 Lines

test/CodeGen/AMDGPU/GlobalISel/inst-select-store-global.mir

	Show First 20 Lines • Show All 125 Lines • ▼ Show 20 Lines
	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3

	; GFX7-LABEL: name: store_global_s64			; GFX7-LABEL: name: store_global_s64
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 8, addrspace 1)
	; GFX8-LABEL: name: store_global_s64			; GFX8-LABEL: name: store_global_s64
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 8, addrspace 1)
	; GFX9-LABEL: name: store_global_s64			; GFX9-LABEL: name: store_global_s64
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX9: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: GLOBAL_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec :: (store 8, addrspace 1)
	; GFX10-LABEL: name: store_global_s64			; GFX10-LABEL: name: store_global_s64
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: $vcc_hi = IMPLICIT_DEF
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX10: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX10: GLOBAL_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec :: (store 8, addrspace 1)
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(s64) = COPY $vgpr2_vgpr3			%1:vgpr(s64) = COPY $vgpr2_vgpr3
	G_STORE %1, %0 :: (store 8, align 8, addrspace 1)			G_STORE %1, %0 :: (store 8, align 8, addrspace 1)

	...			...
	---			---

	name: store_global_s96			name: store_global_s96
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4

	; GFX7-LABEL: name: store_global_s96			; GFX7-LABEL: name: store_global_s96
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX7: [[COPY1:%[0-9]+]]:vgpr(s96) = COPY $vgpr2_vgpr3_vgpr4
	; GFX7: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](s96), [[COPY]](p1) :: (store 12, align 16, addrspace 1)
	; GFX8-LABEL: name: store_global_s96			; GFX8-LABEL: name: store_global_s96
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX8: [[COPY1:%[0-9]+]]:vgpr(s96) = COPY $vgpr2_vgpr3_vgpr4
	; GFX8: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](s96), [[COPY]](p1) :: (store 12, align 16, addrspace 1)
	; GFX9-LABEL: name: store_global_s96			; GFX9-LABEL: name: store_global_s96
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX9: [[COPY1:%[0-9]+]]:vgpr(s96) = COPY $vgpr2_vgpr3_vgpr4
	; GFX9: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](s96), [[COPY]](p1) :: (store 12, align 16, addrspace 1)
	; GFX10-LABEL: name: store_global_s96			; GFX10-LABEL: name: store_global_s96
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(s96) = COPY $vgpr2_vgpr3_vgpr4
	; GFX10: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX10: G_STORE [[COPY1]](s96), [[COPY]](p1) :: (store 12, align 16, addrspace 1)
	; GFX10: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(s96) = COPY $vgpr2_vgpr3_vgpr4			%1:vgpr(s96) = COPY $vgpr2_vgpr3_vgpr4
	G_STORE %1, %0 :: (store 12, align 16, addrspace 1)			G_STORE %1, %0 :: (store 12, align 16, addrspace 1)

	...			...
	---			---

	name: store_global_s128			name: store_global_s128
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5

	; GFX7-LABEL: name: store_global_s128			; GFX7-LABEL: name: store_global_s128
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: [[COPY1:%[0-9]+]]:vgpr(s128) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](s128), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX8-LABEL: name: store_global_s128			; GFX8-LABEL: name: store_global_s128
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: [[COPY1:%[0-9]+]]:vgpr(s128) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](s128), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX9-LABEL: name: store_global_s128			; GFX9-LABEL: name: store_global_s128
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: [[COPY1:%[0-9]+]]:vgpr(s128) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](s128), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX10-LABEL: name: store_global_s128			; GFX10-LABEL: name: store_global_s128
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(s128) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: G_STORE [[COPY1]](s128), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX10: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(s128) = COPY $vgpr2_vgpr3_vgpr4_vgpr5			%1:vgpr(s128) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	G_STORE %1, %0 :: (store 16, align 16, addrspace 1)			G_STORE %1, %0 :: (store 16, align 16, addrspace 1)

	...			...

	---			---

	▲ Show 20 Lines • Show All 117 Lines • ▼ Show 20 Lines
	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2			liveins: $vgpr0_vgpr1, $vgpr2

	; GFX7-LABEL: name: store_global_v2s16			; GFX7-LABEL: name: store_global_v2s16
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX7: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
	; GFX7: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4, addrspace 1)
	; GFX8-LABEL: name: store_global_v2s16			; GFX8-LABEL: name: store_global_v2s16
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX8: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
	; GFX8: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 4, addrspace 1)
	; GFX9-LABEL: name: store_global_v2s16			; GFX9-LABEL: name: store_global_v2s16
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX9: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
	; GFX9: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: GLOBAL_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec :: (store 4, addrspace 1)
	; GFX10-LABEL: name: store_global_v2s16			; GFX10-LABEL: name: store_global_v2s16
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: $vcc_hi = IMPLICIT_DEF
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX10: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX10: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2
	; GFX10: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX10: GLOBAL_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec :: (store 4, addrspace 1)
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<2 x s16>) = COPY $vgpr2			%1:vgpr(<2 x s16>) = COPY $vgpr2
	G_STORE %1, %0 :: (store 4, align 4, addrspace 1)			G_STORE %1, %0 :: (store 4, align 4, addrspace 1)

	...			...

	---			---

	name: store_global_v4s16			name: store_global_v4s16
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3

	; GFX7-LABEL: name: store_global_v4s16			; GFX7-LABEL: name: store_global_v4s16
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 8, addrspace 1)
	; GFX8-LABEL: name: store_global_v4s16			; GFX8-LABEL: name: store_global_v4s16
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr :: (store 8, addrspace 1)
	; GFX9-LABEL: name: store_global_v4s16			; GFX9-LABEL: name: store_global_v4s16
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX9: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: GLOBAL_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec :: (store 8, addrspace 1)
	; GFX10-LABEL: name: store_global_v4s16			; GFX10-LABEL: name: store_global_v4s16
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: $vcc_hi = IMPLICIT_DEF
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1
	; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3
	; GFX10: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX10: GLOBAL_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec :: (store 8, addrspace 1)
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<4 x s16>) = COPY $vgpr2_vgpr3			%1:vgpr(<4 x s16>) = COPY $vgpr2_vgpr3
	G_STORE %1, %0 :: (store 8, align 8, addrspace 1)			G_STORE %1, %0 :: (store 8, align 8, addrspace 1)

	...			...

	---			---

	name: store_global_v6s16			name: store_global_v6s16
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4

	; GFX7-LABEL: name: store_global_v6s16			; GFX7-LABEL: name: store_global_v6s16
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX7: [[COPY1:%[0-9]+]]:vgpr(<6 x s16>) = COPY $vgpr2_vgpr3_vgpr4
	; GFX7: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](<6 x s16>), [[COPY]](p1) :: (store 12, align 16, addrspace 1)
	; GFX8-LABEL: name: store_global_v6s16			; GFX8-LABEL: name: store_global_v6s16
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX8: [[COPY1:%[0-9]+]]:vgpr(<6 x s16>) = COPY $vgpr2_vgpr3_vgpr4
	; GFX8: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](<6 x s16>), [[COPY]](p1) :: (store 12, align 16, addrspace 1)
	; GFX9-LABEL: name: store_global_v6s16			; GFX9-LABEL: name: store_global_v6s16
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX9: [[COPY1:%[0-9]+]]:vgpr(<6 x s16>) = COPY $vgpr2_vgpr3_vgpr4
	; GFX9: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](<6 x s16>), [[COPY]](p1) :: (store 12, align 16, addrspace 1)
	; GFX10-LABEL: name: store_global_v6s16			; GFX10-LABEL: name: store_global_v6s16
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(<6 x s16>) = COPY $vgpr2_vgpr3_vgpr4
	; GFX10: [[COPY1:%[0-9]+]]:vreg_96 = COPY $vgpr2_vgpr3_vgpr4			; GFX10: G_STORE [[COPY1]](<6 x s16>), [[COPY]](p1) :: (store 12, align 16, addrspace 1)
	; GFX10: FLAT_STORE_DWORDX3 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<6 x s16>) = COPY $vgpr2_vgpr3_vgpr4			%1:vgpr(<6 x s16>) = COPY $vgpr2_vgpr3_vgpr4
	G_STORE %1, %0 :: (store 12, align 16, addrspace 1)			G_STORE %1, %0 :: (store 12, align 16, addrspace 1)

	...			...
	---			---

	name: store_global_v8s16			name: store_global_v8s16
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5

	; GFX7-LABEL: name: store_global_v8s16			; GFX7-LABEL: name: store_global_v8s16
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: [[COPY1:%[0-9]+]]:vgpr(<8 x s16>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](<8 x s16>), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX8-LABEL: name: store_global_v8s16			; GFX8-LABEL: name: store_global_v8s16
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: [[COPY1:%[0-9]+]]:vgpr(<8 x s16>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](<8 x s16>), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX9-LABEL: name: store_global_v8s16			; GFX9-LABEL: name: store_global_v8s16
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: [[COPY1:%[0-9]+]]:vgpr(<8 x s16>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](<8 x s16>), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX10-LABEL: name: store_global_v8s16			; GFX10-LABEL: name: store_global_v8s16
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(<8 x s16>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: G_STORE [[COPY1]](<8 x s16>), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX10: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<8 x s16>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5			%1:vgpr(<8 x s16>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	G_STORE %1, %0 :: (store 16, align 16, addrspace 1)			G_STORE %1, %0 :: (store 16, align 16, addrspace 1)

	...			...

	---			---

	name: store_global_v2s64			name: store_global_v2s64
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5

	; GFX7-LABEL: name: store_global_v2s64			; GFX7-LABEL: name: store_global_v2s64
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: [[COPY1:%[0-9]+]]:vgpr(<2 x s64>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](<2 x s64>), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX8-LABEL: name: store_global_v2s64			; GFX8-LABEL: name: store_global_v2s64
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: [[COPY1:%[0-9]+]]:vgpr(<2 x s64>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](<2 x s64>), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX9-LABEL: name: store_global_v2s64			; GFX9-LABEL: name: store_global_v2s64
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: [[COPY1:%[0-9]+]]:vgpr(<2 x s64>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](<2 x s64>), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX10-LABEL: name: store_global_v2s64			; GFX10-LABEL: name: store_global_v2s64
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(<2 x s64>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: G_STORE [[COPY1]](<2 x s64>), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX10: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<2 x s64>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5			%1:vgpr(<2 x s64>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	G_STORE %1, %0 :: (store 16, align 16, addrspace 1)			G_STORE %1, %0 :: (store 16, align 16, addrspace 1)

	...			...

	---			---

	name: store_global_p1			name: store_global_p1
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3

	; GFX7-LABEL: name: store_global_p1			; GFX7-LABEL: name: store_global_p1
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX7: [[COPY1:%[0-9]+]]:vgpr(p1) = COPY $vgpr2_vgpr3
	; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](p1), [[COPY]](p1) :: (store 8, addrspace 1)
	; GFX8-LABEL: name: store_global_p1			; GFX8-LABEL: name: store_global_p1
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX8: [[COPY1:%[0-9]+]]:vgpr(p1) = COPY $vgpr2_vgpr3
	; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](p1), [[COPY]](p1) :: (store 8, addrspace 1)
	; GFX9-LABEL: name: store_global_p1			; GFX9-LABEL: name: store_global_p1
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX9: [[COPY1:%[0-9]+]]:vgpr(p1) = COPY $vgpr2_vgpr3
	; GFX9: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](p1), [[COPY]](p1) :: (store 8, addrspace 1)
	; GFX10-LABEL: name: store_global_p1			; GFX10-LABEL: name: store_global_p1
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(p1) = COPY $vgpr2_vgpr3
	; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX10: G_STORE [[COPY1]](p1), [[COPY]](p1) :: (store 8, addrspace 1)
	; GFX10: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(p1) = COPY $vgpr2_vgpr3			%1:vgpr(p1) = COPY $vgpr2_vgpr3
	G_STORE %1, %0 :: (store 8, align 8, addrspace 1)			G_STORE %1, %0 :: (store 8, align 8, addrspace 1)

	...			...

	---			---

	name: store_global_v2p1			name: store_global_v2p1
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5

	; GFX7-LABEL: name: store_global_v2p1			; GFX7-LABEL: name: store_global_v2p1
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX7: [[COPY1:%[0-9]+]]:vgpr(<2 x p1>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX7: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](<2 x p1>), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX8-LABEL: name: store_global_v2p1			; GFX8-LABEL: name: store_global_v2p1
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX8: [[COPY1:%[0-9]+]]:vgpr(<2 x p1>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX8: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](<2 x p1>), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX9-LABEL: name: store_global_v2p1			; GFX9-LABEL: name: store_global_v2p1
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX9: [[COPY1:%[0-9]+]]:vgpr(<2 x p1>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX9: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](<2 x p1>), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX10-LABEL: name: store_global_v2p1			; GFX10-LABEL: name: store_global_v2p1
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(<2 x p1>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	; GFX10: [[COPY1:%[0-9]+]]:vreg_128 = COPY $vgpr2_vgpr3_vgpr4_vgpr5			; GFX10: G_STORE [[COPY1]](<2 x p1>), [[COPY]](p1) :: (store 16, addrspace 1)
	; GFX10: FLAT_STORE_DWORDX4 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<2 x p1>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5			%1:vgpr(<2 x p1>) = COPY $vgpr2_vgpr3_vgpr4_vgpr5
	G_STORE %1, %0 :: (store 16, align 16, addrspace 1)			G_STORE %1, %0 :: (store 16, align 16, addrspace 1)

	...			...

	---			---

	name: store_global_p3			name: store_global_p3
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2			liveins: $vgpr0_vgpr1, $vgpr2

	; GFX7-LABEL: name: store_global_p3			; GFX7-LABEL: name: store_global_p3
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX7: [[COPY1:%[0-9]+]]:vgpr(p3) = COPY $vgpr2
	; GFX7: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](p3), [[COPY]](p1) :: (store 4, addrspace 1)
	; GFX8-LABEL: name: store_global_p3			; GFX8-LABEL: name: store_global_p3
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX8: [[COPY1:%[0-9]+]]:vgpr(p3) = COPY $vgpr2
	; GFX8: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](p3), [[COPY]](p1) :: (store 4, addrspace 1)
	; GFX9-LABEL: name: store_global_p3			; GFX9-LABEL: name: store_global_p3
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX9: [[COPY1:%[0-9]+]]:vgpr(p3) = COPY $vgpr2
	; GFX9: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](p3), [[COPY]](p1) :: (store 4, addrspace 1)
	; GFX10-LABEL: name: store_global_p3			; GFX10-LABEL: name: store_global_p3
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(p3) = COPY $vgpr2
	; GFX10: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX10: G_STORE [[COPY1]](p3), [[COPY]](p1) :: (store 4, addrspace 1)
	; GFX10: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(p3) = COPY $vgpr2			%1:vgpr(p3) = COPY $vgpr2
	G_STORE %1, %0 :: (store 4, align 4, addrspace 1)			G_STORE %1, %0 :: (store 4, align 4, addrspace 1)

	...			...

	---			---

	name: store_global_v2p3			name: store_global_v2p3
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3

	; GFX7-LABEL: name: store_global_v2p3			; GFX7-LABEL: name: store_global_v2p3
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX7: [[COPY1:%[0-9]+]]:vgpr(<2 x p3>) = COPY $vgpr2_vgpr3
	; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](<2 x p3>), [[COPY]](p1) :: (store 8, addrspace 1)
	; GFX8-LABEL: name: store_global_v2p3			; GFX8-LABEL: name: store_global_v2p3
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX8: [[COPY1:%[0-9]+]]:vgpr(<2 x p3>) = COPY $vgpr2_vgpr3
	; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](<2 x p3>), [[COPY]](p1) :: (store 8, addrspace 1)
	; GFX9-LABEL: name: store_global_v2p3			; GFX9-LABEL: name: store_global_v2p3
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX9: [[COPY1:%[0-9]+]]:vgpr(<2 x p3>) = COPY $vgpr2_vgpr3
	; GFX9: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](<2 x p3>), [[COPY]](p1) :: (store 8, addrspace 1)
	; GFX10-LABEL: name: store_global_v2p3			; GFX10-LABEL: name: store_global_v2p3
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(<2 x p3>) = COPY $vgpr2_vgpr3
	; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX10: G_STORE [[COPY1]](<2 x p3>), [[COPY]](p1) :: (store 8, addrspace 1)
	; GFX10: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(<2 x p3>) = COPY $vgpr2_vgpr3			%1:vgpr(<2 x p3>) = COPY $vgpr2_vgpr3
	G_STORE %1, %0 :: (store 8, align 8, addrspace 1)			G_STORE %1, %0 :: (store 8, align 8, addrspace 1)

	...			...
	---			---

	name: store_atomic_global_s32			name: store_atomic_global_s32
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2			liveins: $vgpr0_vgpr1, $vgpr2

	; GFX7-LABEL: name: store_atomic_global_s32			; GFX7-LABEL: name: store_atomic_global_s32
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX7: [[COPY1:%[0-9]+]]:vgpr(s32) = COPY $vgpr2
	; GFX7: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](s32), [[COPY]](p1) :: (store monotonic 4, addrspace 1)
	; GFX8-LABEL: name: store_atomic_global_s32			; GFX8-LABEL: name: store_atomic_global_s32
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX8: [[COPY1:%[0-9]+]]:vgpr(s32) = COPY $vgpr2
	; GFX8: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](s32), [[COPY]](p1) :: (store monotonic 4, addrspace 1)
	; GFX9-LABEL: name: store_atomic_global_s32			; GFX9-LABEL: name: store_atomic_global_s32
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX9: [[COPY1:%[0-9]+]]:vgpr(s32) = COPY $vgpr2
	; GFX9: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](s32), [[COPY]](p1) :: (store monotonic 4, addrspace 1)
	; GFX10-LABEL: name: store_atomic_global_s32			; GFX10-LABEL: name: store_atomic_global_s32
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(s32) = COPY $vgpr2
	; GFX10: [[COPY1:%[0-9]+]]:vgpr_32 = COPY $vgpr2			; GFX10: G_STORE [[COPY1]](s32), [[COPY]](p1) :: (store monotonic 4, addrspace 1)
	; GFX10: FLAT_STORE_DWORD [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(s32) = COPY $vgpr2			%1:vgpr(s32) = COPY $vgpr2
	G_STORE %1, %0 :: (store monotonic 4, align 4, addrspace 1)			G_STORE %1, %0 :: (store monotonic 4, align 4, addrspace 1)

	...			...

	---			---

	name: store_atomic_global_s64			name: store_atomic_global_s64
	legalized: true			legalized: true
	tracksRegLiveness: true			tracksRegLiveness: true
	regBankSelected: true			regBankSelected: true

	body: \|			body: \|
	bb.0:			bb.0:
	liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			liveins: $vgpr0_vgpr1, $vgpr2_vgpr3

	; GFX7-LABEL: name: store_atomic_global_s64			; GFX7-LABEL: name: store_atomic_global_s64
	; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX7: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX7: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX7: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX7: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX7: [[COPY1:%[0-9]+]]:vgpr(s64) = COPY $vgpr2_vgpr3
	; GFX7: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX7: G_STORE [[COPY1]](s64), [[COPY]](p1) :: (store monotonic 8, addrspace 1)
	; GFX8-LABEL: name: store_atomic_global_s64			; GFX8-LABEL: name: store_atomic_global_s64
	; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX8: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX8: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX8: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX8: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX8: [[COPY1:%[0-9]+]]:vgpr(s64) = COPY $vgpr2_vgpr3
	; GFX8: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX8: G_STORE [[COPY1]](s64), [[COPY]](p1) :: (store monotonic 8, addrspace 1)
	; GFX9-LABEL: name: store_atomic_global_s64			; GFX9-LABEL: name: store_atomic_global_s64
	; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX9: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX9: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX9: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX9: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX9: [[COPY1:%[0-9]+]]:vgpr(s64) = COPY $vgpr2_vgpr3
	; GFX9: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr			; GFX9: G_STORE [[COPY1]](s64), [[COPY]](p1) :: (store monotonic 8, addrspace 1)
	; GFX10-LABEL: name: store_atomic_global_s64			; GFX10-LABEL: name: store_atomic_global_s64
	; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3			; GFX10: liveins: $vgpr0_vgpr1, $vgpr2_vgpr3
	; GFX10: $vcc_hi = IMPLICIT_DEF			; GFX10: [[COPY:%[0-9]+]]:vgpr(p1) = COPY $vgpr0_vgpr1
	; GFX10: [[COPY:%[0-9]+]]:vreg_64 = COPY $vgpr0_vgpr1			; GFX10: [[COPY1:%[0-9]+]]:vgpr(s64) = COPY $vgpr2_vgpr3
	; GFX10: [[COPY1:%[0-9]+]]:vreg_64 = COPY $vgpr2_vgpr3			; GFX10: G_STORE [[COPY1]](s64), [[COPY]](p1) :: (store monotonic 8, addrspace 1)
	; GFX10: FLAT_STORE_DWORDX2 [[COPY]], [[COPY1]], 0, 0, 0, 0, implicit $exec, implicit $flat_scr
	%0:vgpr(p1) = COPY $vgpr0_vgpr1			%0:vgpr(p1) = COPY $vgpr0_vgpr1
	%1:vgpr(s64) = COPY $vgpr2_vgpr3			%1:vgpr(s64) = COPY $vgpr2_vgpr3
	G_STORE %1, %0 :: (store monotonic 8, align 8, addrspace 1)			G_STORE %1, %0 :: (store monotonic 8, align 8, addrspace 1)

	...			...

	---			---

	▲ Show 20 Lines • Show All 57 Lines • Show Last 20 Lines

test/CodeGen/AMDGPU/GlobalISel/llvm.amdgcn.if.break.i64.ll

	; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py			; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
	; RUN: llc -global-isel -mtriple=amdgcn--amdhsa -mcpu=tahiti -verify-machineinstrs < %s \| FileCheck -check-prefix=GCN %s			; RUN: llc -global-isel -mtriple=amdgcn--amdhsa -mcpu=hawaii -verify-machineinstrs < %s \| FileCheck -check-prefix=GCN %s

	define amdgpu_kernel void @test_wave64(i32 %arg0, [8 x i32], i64 %saved) {			define amdgpu_kernel void @test_wave64(i32 %arg0, [8 x i32], i64 %saved) {
	; GCN-LABEL: test_wave64:			; GCN-LABEL: test_wave64:
	; GCN: ; %bb.0: ; %entry			; GCN: ; %bb.0: ; %entry
	; GCN-NEXT: s_load_dword s2, s[4:5], 0x0			; GCN-NEXT: s_load_dword s2, s[4:5], 0x0
	; GCN-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0xa			; GCN-NEXT: s_load_dwordx2 s[0:1], s[4:5], 0xa
	; GCN-NEXT: s_waitcnt lgkmcnt(0)			; GCN-NEXT: s_waitcnt lgkmcnt(0)
	; GCN-NEXT: s_cmp_eq_u32 s2, 0			; GCN-NEXT: s_cmp_eq_u32 s2, 0
	; GCN-NEXT: s_cselect_b32 s2, -1, 0			; GCN-NEXT: s_cselect_b32 s2, -1, 0
	; GCN-NEXT: v_cmp_ne_u32_e64 s[2:3], 0, s2			; GCN-NEXT: v_cmp_ne_u32_e64 s[2:3], 0, s2
	; GCN-NEXT: s_or_b64 s[0:1], s[2:3], s[0:1]			; GCN-NEXT: s_or_b64 s[0:1], s[2:3], s[0:1]
	; GCN-NEXT: v_mov_b32_e32 v0, s0			; GCN-NEXT: v_mov_b32_e32 v0, s0
	; GCN-NEXT: v_mov_b32_e32 v1, s1			; GCN-NEXT: v_mov_b32_e32 v1, s1
	; GCN-NEXT: s_waitcnt vmcnt(0) lgkmcnt(0)
	; GCN-NEXT: flat_store_dwordx2 v[0:1], v[0:1]			; GCN-NEXT: flat_store_dwordx2 v[0:1], v[0:1]
	; GCN-NEXT: s_endpgm			; GCN-NEXT: s_endpgm
	entry:			entry:
	%cond = icmp eq i32 %arg0, 0			%cond = icmp eq i32 %arg0, 0
	%break = call i64 @llvm.amdgcn.if.break.i64(i1 %cond, i64 %saved)			%break = call i64 @llvm.amdgcn.if.break.i64(i1 %cond, i64 %saved)
	store volatile i64 %break, i64 addrspace(1)* undef			store volatile i64 %break, i64 addrspace(1)* undef
	ret void			ret void
	}			}

	declare i64 @llvm.amdgcn.if.break.i64(i1, i64)			declare i64 @llvm.amdgcn.if.break.i64(i1, i64)

test/CodeGen/AMDGPU/GlobalISel/llvm.amdgcn.kernarg.segment.ptr.ll

	; RUN: llc -global-isel -mtriple=amdgcn--amdhsa -mattr=-code-object-v3 -mcpu=kaveri -verify-machineinstrs < %s \| FileCheck -check-prefixes=CO-V2,HSA,ALL %s			; RUN: llc -global-isel -mtriple=amdgcn--amdhsa -mattr=-code-object-v3 -mcpu=kaveri -verify-machineinstrs < %s \| FileCheck -check-prefixes=CO-V2,HSA,ALL %s
	; RUN: llc -global-isel -mtriple=amdgcn-mesa-mesa3d -mcpu=hawaii -mattr=+flat-for-global -verify-machineinstrs < %s \| FileCheck -check-prefixes=CO-V2,OS-MESA3D,MESA,ALL %s			; RUN: llc -global-isel -mtriple=amdgcn-mesa-mesa3d -mcpu=hawaii -mattr=+flat-for-global -verify-machineinstrs < %s \| FileCheck -check-prefixes=CO-V2,OS-MESA3D,MESA,ALL %s
	; RUN: llc -global-isel -mtriple=amdgcn-mesa-unknown -verify-machineinstrs < %s \| FileCheck -check-prefixes=OS-UNKNOWN,MESA,ALL %s			; RUN: llc -global-isel -mtriple=amdgcn-mesa-unknown -mcpu=hawaii -verify-machineinstrs < %s \| FileCheck -check-prefixes=OS-UNKNOWN,MESA,ALL %s

	; ALL-LABEL: {{^}}test:			; ALL-LABEL: {{^}}test:
	; CO-V2: enable_sgpr_kernarg_segment_ptr = 1			; CO-V2: enable_sgpr_kernarg_segment_ptr = 1
	; HSA: kernarg_segment_byte_size = 8			; HSA: kernarg_segment_byte_size = 8
	; HSA: kernarg_segment_alignment = 4			; HSA: kernarg_segment_alignment = 4

	; CO-V2: s_load_dword s{{[0-9]+}}, s[4:5], 0xa			; CO-V2: s_load_dword s{{[0-9]+}}, s[4:5], 0xa

	▲ Show 20 Lines • Show All 114 Lines • Show Last 20 Lines

test/CodeGen/AMDGPU/GlobalISel/llvm.amdgcn.workgroup.id.ll

	; RUN: llc -global-isel -mtriple=amdgcn-unknown-amdhsa -mattr=-code-object-v3 -mcpu=kaveri -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=CO-V2 -check-prefix=CI-HSA %s			; RUN: llc -global-isel -mtriple=amdgcn-unknown-amdhsa -mattr=-code-object-v3 -mcpu=kaveri -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=CO-V2 -check-prefix=CI-HSA %s
	; RUN: llc -global-isel -mtriple=amdgcn-unknown-amdhsa -mattr=-code-object-v3 -mcpu=carrizo -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=CO-V2 -check-prefix=VI-HSA %s			; RUN: llc -global-isel -mtriple=amdgcn-unknown-amdhsa -mattr=-code-object-v3 -mcpu=carrizo -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=CO-V2 -check-prefix=VI-HSA %s
	; RUN: llc -global-isel -mtriple=amdgcn-- -mcpu=tahiti -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=UNKNOWN-OS -check-prefix=SI-MESA %s			; RUN: llc -global-isel -mtriple=amdgcn-- -mcpu=hawaii -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=UNKNOWN-OS -check-prefix=SI-MESA %s
	; RUN: llc -global-isel -mtriple=amdgcn-- -mcpu=tonga -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=UNKNOWN-OS -check-prefix=VI-MESA %s			; RUN: llc -global-isel -mtriple=amdgcn-- -mcpu=tonga -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=UNKNOWN-OS -check-prefix=VI-MESA %s
	; RUN: llc -global-isel -mtriple=amdgcn-unknown-mesa3d -mattr=-code-object-v3 -mcpu=tahiti -verify-machineinstrs < %s \| FileCheck -check-prefixes=ALL,CO-V2,SI-MESA %s			; RUN: llc -global-isel -mtriple=amdgcn-unknown-mesa3d -mattr=-code-object-v3 -mcpu=hawaii -verify-machineinstrs < %s \| FileCheck -check-prefixes=ALL,CO-V2,SI-MESA %s
	; RUN: llc -global-isel -mtriple=amdgcn-unknown-mesa3d -mattr=-code-object-v3 -mcpu=tonga -verify-machineinstrs < %s \| FileCheck -check-prefixes=ALL,CO-V2,VI-MESA %s			; RUN: llc -global-isel -mtriple=amdgcn-unknown-mesa3d -mattr=-code-object-v3 -mcpu=tonga -verify-machineinstrs < %s \| FileCheck -check-prefixes=ALL,CO-V2,VI-MESA %s

	declare i32 @llvm.amdgcn.workgroup.id.x() #0			declare i32 @llvm.amdgcn.workgroup.id.x() #0
	declare i32 @llvm.amdgcn.workgroup.id.y() #0			declare i32 @llvm.amdgcn.workgroup.id.y() #0
	declare i32 @llvm.amdgcn.workgroup.id.z() #0			declare i32 @llvm.amdgcn.workgroup.id.z() #0

	; ALL-LABEL {{^}}test_workgroup_id_x:			; ALL-LABEL {{^}}test_workgroup_id_x:

	▲ Show 20 Lines • Show All 93 Lines • Show Last 20 Lines

test/CodeGen/AMDGPU/GlobalISel/llvm.amdgcn.workitem.id.ll

	; RUN: llc -global-isel -mtriple=amdgcn-unknown-amdhsa -mattr=-code-object-v3 -mcpu=kaveri -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=CO-V2 -check-prefix=CI-HSA %s			; RUN: llc -global-isel -mtriple=amdgcn-unknown-amdhsa -mattr=-code-object-v3 -mcpu=kaveri -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=CO-V2 -check-prefix=CI-HSA %s
	; RUN: llc -global-isel -mtriple=amdgcn-unknown-amdhsa -mattr=-code-object-v3 -mcpu=carrizo -mattr=-flat-for-global -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=CO-V2 -check-prefix=VI-HSA %s			; RUN: llc -global-isel -mtriple=amdgcn-unknown-amdhsa -mattr=-code-object-v3 -mcpu=carrizo -mattr=-flat-for-global -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=CO-V2 -check-prefix=VI-HSA %s
	; RUN: llc -global-isel -mtriple=amdgcn-- -mcpu=tahiti -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=MESA -check-prefix=SI-MESA %s			; RUN: llc -global-isel -mtriple=amdgcn-- -mcpu=hawaii -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=MESA -check-prefix=SI-MESA %s
	; RUN: llc -global-isel -mtriple=amdgcn-- -mcpu=tonga -mattr=-flat-for-global -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=MESA -check-prefix=VI-MESA %s			; RUN: llc -global-isel -mtriple=amdgcn-- -mcpu=tonga -mattr=-flat-for-global -verify-machineinstrs < %s \| FileCheck -check-prefix=ALL -check-prefix=MESA -check-prefix=VI-MESA %s
	; RUN: llc -global-isel -mtriple=amdgcn-unknown-mesa3d -mattr=-code-object-v3 -mcpu=tahiti -verify-machineinstrs < %s \| FileCheck -check-prefixes=ALL,CO-V2,SI-MESA %s			; RUN: llc -global-isel -mtriple=amdgcn-unknown-mesa3d -mattr=-code-object-v3 -mcpu=hawaii -verify-machineinstrs < %s \| FileCheck -check-prefixes=ALL,CO-V2,SI-MESA %s
	; RUN: llc -global-isel -mtriple=amdgcn-unknown-mesa3d -mattr=-code-object-v3 -mcpu=tonga -mattr=-flat-for-global -verify-machineinstrs < %s \| FileCheck -check-prefixes=ALL,CO-V2,VI-MESA %s			; RUN: llc -global-isel -mtriple=amdgcn-unknown-mesa3d -mattr=-code-object-v3 -mcpu=tonga -mattr=-flat-for-global -verify-machineinstrs < %s \| FileCheck -check-prefixes=ALL,CO-V2,VI-MESA %s

	declare i32 @llvm.amdgcn.workitem.id.x() #0			declare i32 @llvm.amdgcn.workitem.id.x() #0
	declare i32 @llvm.amdgcn.workitem.id.y() #0			declare i32 @llvm.amdgcn.workitem.id.y() #0
	declare i32 @llvm.amdgcn.workitem.id.z() #0			declare i32 @llvm.amdgcn.workitem.id.z() #0

	; MESA: .section .AMDGPU.config			; MESA: .section .AMDGPU.config
	; MESA: .long 47180			; MESA: .long 47180
	▲ Show 20 Lines • Show All 79 Lines • Show Last 20 Lines