[AMDGPU] gfx11 allow dlc for MUBUF atomics

[Petar.Avramovic]

Summary

Add MC support for dlc in gfx11 MUBUF atomic instructions.

[foad]

llvm/lib/Target/AMDGPU/AsmParser/AMDGPUAsmParser.cpp

4486

Do I understand correctly: we don't need to check for isGFX9() here because the DLC bit did not exist on GFX9, so CPol & CPol::DLC would always be false?

[Petar.Avramovic]

llvm/lib/Target/AMDGPU/AsmParser/AMDGPUAsmParser.cpp

4486

yes...

5962–5965

... gfx9 (and older) check is during parsing.

[dp]

Nice refactoring!

llvm/lib/Target/AMDGPU/AsmParser/AMDGPUAsmParser.cpp

4489

I believe it would be clearer to handle dlc on GFX10 as unsupported rather than ignored because the patch actually disables this modifier.

llvm/lib/Target/AMDGPU/BUFInstructions.td

2074

Maybe remove extra spaces?
Maybe rename this class because a multiclass with the same name is defined below.

2138

Rtn may be better because `IsRtn' assumes a flag.

llvm/lib/Target/AMDGPU/MCTargetDesc/AMDGPUInstPrinter.cpp

216

I believe the code with dlc=1 is legal for GFX10, and because dlc is ignored, I think we should silently drop it instead of emitting a warning.

It would be nice to have a test for this case.

[Petar.Avramovic]

llvm/lib/Target/AMDGPU/MCTargetDesc/AMDGPUInstPrinter.cpp

216

I don't have strong opinion here and only wanted to match disassembler error out when 1 is in dlc bit.
Assembler/codegen printing dlc in asm string but encoding 0 in dlc bit, seems misleading to me.

Also /llvm/include/llvm/IR/IntrinsicsAMDGPU.td only mentions // cachepolicy(imm; bit 1 = slc) but it is possible to force dlc or even glc on atomic with unused return (selected as no_ret version of the mir atomic).

here is a test:

define amdgpu_ps void @noret(<4 x i32> inreg %rsrc, i32 %data, i32 %vindex) {
main_body:
  %out = call i32 @llvm.amdgcn.raw.buffer.atomic.add.i32(i32 %data, <4 x i32> %rsrc, i32 %vindex, i32 0, i32 4)
  ret void
}

declare i32 @llvm.amdgcn.raw.buffer.atomic.add.i32(i32, <4 x i32>, i32, i32, i32)

but overall I think that this warning should not be reachable, and that could be avoided by checking value in cache policy operand from IR atomic. I don't know what would be the best place to implement such check. I think that Matt suggested IR verifier in some discussion.

[dp]

llvm/lib/Target/AMDGPU/MCTargetDesc/AMDGPUInstPrinter.cpp

216

Assembler/codegen printing dlc in asm string but encoding 0 in dlc bit, seems misleading to me.

I do not understand how dlc may be printed. I proposed to correct AMDGPUInstPrinter::printCPol so that it prints neither dlc nor a warning.

As Matt suggested, you could also correct SIInstrInfo::verifyInstruction though I'm not sure this is really necessary.

It would be nice to have a test for this case.

I mean that adding a disassembler test with dlc=1 would be useful.

[Petar.Avramovic]

Remove gfx10 edits.

[dp]

LGTM

llvm/lib/Target/AMDGPU/AsmParser/AMDGPUAsmParser.cpp

bool AMDGPUAsmParser::validateCoherencyBits(const MCInst &Inst,
   if (isGFX90A() && !isGFX940() && (CPol & CPol::SCC)) {
     SMLoc S = getImmLoc(AMDGPUOperand::ImmTyCPol, Operands);
     StringRef CStr(S.getPointer());
     S = SMLoc::getFromPointer(&CStr.data()[CStr.find("scc")]);
     Error(S, "scc is not supported on this GPU");
     return false;
   }
 
+  // Exit if Inst is not atomic, checks below are for atomics.
   if (!(TSFlags & (SIInstrFlags::IsAtomicNoRet | SIInstrFlags::IsAtomicRet)))
     return true;
 
   if (TSFlags & SIInstrFlags::IsAtomicRet) {
     if (!(TSFlags & SIInstrFlags::MIMG) && !(CPol & CPol::GLC)) {
       Error(IDLoc, isGFX940() ? "instruction must use sc0"
                               : "instruction must use glc");
       return false;
     }
   } else {
     if (CPol & CPol::GLC) {
       SMLoc S = getImmLoc(AMDGPUOperand::ImmTyCPol, Operands);
       StringRef CStr(S.getPointer());
       S = SMLoc::getFromPointer(
           &CStr.data()[CStr.find(isGFX940() ? "sc0" : "glc")]);
       Error(S, isGFX940() ? "instruction must not use sc0"
                           : "instruction must not use glc");
       return false;
     }
   }
 
+  if ((CPol & CPol::DLC) && isGFX10() && (TSFlags & SIInstrFlags::MUBUF)) {
+    SMLoc S = getImmLoc(AMDGPUOperand::ImmTyCPol, Operands);
+    StringRef CStr(S.getPointer());
+    S = SMLoc::getFromPointer(&CStr.data()[CStr.find("dlc")]);
+    Error(S, "gfx10 mubuf atomics ignore dlc");
+    return false;
+  }
+
   return true;
 }
 
 bool AMDGPUAsmParser::validateFlatLdsDMA(const MCInst &Inst,
                                          const OperandVector &Operands,
                                          const SMLoc &IDLoc) {
   if (isGFX940())
     return true;
else if (trySkipId("nodlc"))
     CPolOff = AMDGPU::CPol::DLC;
   else if (trySkipId("scc"))
     CPolOn = AMDGPU::CPol::SCC;
   else if (trySkipId("noscc"))
     CPolOff = AMDGPU::CPol::SCC;
   else
     return MatchOperand_NoMatch;
 
   if (!isGFX10Plus() && ((CPolOn | CPolOff) & AMDGPU::CPol::DLC)) {
     Error(S, "dlc modifier is not supported on this GPU");
     return MatchOperand_ParseFail;
   }
 
   if (!isGFX90A() && ((CPolOn | CPolOff) & AMDGPU::CPol::SCC)) {
     Error(S, "scc modifier is not supported on this GPU");
     return MatchOperand_ParseFail;
   }
 
   if (CPolSeen & (CPolOn | CPolOff)) {
     Error(S, "duplicate cache policy modifier");

llvm/lib/Target/AMDGPU/BUFInstructions.td

class MUBUF_Real_gfx11<bits<8> op, MUBUF_Pseudo ps,
   let Inst{13}    = !if(ps.has_dlc, cpol{CPolBit.DLC}, ps.dlc_value);
   let Inst{14}    = !if(ps.has_glc, cpol{CPolBit.GLC}, ps.glc_value);
   let Inst{25-18} = op;
   let Inst{53}    = !if(ps.has_tfe, tfe, ?);
   let Inst{54}    = ps.offen;
   let Inst{55}    = ps.idxen;
 }
 
+class MUBUF_Real_Atomic_gfx11<bits<8> op, MUBUF_Pseudo ps, string real_name> :
+  MUBUF_Real_gfx11<op, ps, real_name> {
+  let Inst{13}    = cpol{CPolBit.DLC};
+}
+
 class Base_MUBUF_Real_gfx6_gfx7_gfx10<bits<7> op, MUBUF_Pseudo ps, int ef> :
   Base_MUBUF_Real_gfx6_gfx7_gfx10_gfx11<ps, ef> {
   let Inst{12}    = ps.offen;
   let Inst{13}    = ps.idxen;
   let Inst{14}    = !if(ps.has_glc, cpol{CPolBit.GLC}, ps.glc_value);
   let Inst{16}    = ps.lds;
   let Inst{24-18} = op;
   let Inst{54}    = !if(ps.has_slc, cpol{CPolBit.SLC}, ?);
class MUBUF_Real_gfx6_gfx7<bits<8> op, MUBUF_Pseudo ps> :
     Base_MUBUF_Real_gfx6_gfx7_gfx10<op{6-0}, ps, SIEncodingFamily.SI> {
   let Inst{15} = ps.addr64;
 }
 
 //===----------------------------------------------------------------------===//
 // MUBUF - GFX11.
 //===----------------------------------------------------------------------===//
 
+// Shortcut to default Mnemonic from MUBUF_Pseudo. Hides the cast to the
+// specific pseudo (bothen in this case) since any of them will work.
+class get_MUBUF_ps<string name> {
+  string Mnemonic = !cast<MUBUF_Pseudo>(name # "_BOTHEN").Mnemonic;
+}
+
+// gfx11 instruction that accept both old and new assembler name.
+class Pre_gfx11_MUBUF_Name <string mnemonic, string real_name> :
+  MnemonicAlias<mnemonic, real_name>, Requires<[isGFX11Plus]>;
+
+class MUBUF_Real_gfx11_impl<bits<8> op, string ps_name, string real_name> :
+  MUBUF_Real_gfx11<op, !cast<MUBUF_Pseudo>(ps_name), real_name>;
 let AssemblerPredicate = isGFX11Only, DecoderNamespace = "GFX11" in
 multiclass MUBUF_Real_AllAddr_gfx11_Renamed_Impl<bits<8> op, string real_name> {
-  def _BOTHEN_gfx11 :
-    MUBUF_Real_gfx11<op, !cast<MUBUF_Pseudo>(NAME#"_BOTHEN"), real_name>,
-    AtomicNoRet<NAME # "_BOTHEN_gfx11", 0>;
-  def _IDXEN_gfx11 :
-    MUBUF_Real_gfx11<op, !cast<MUBUF_Pseudo>(NAME#"_IDXEN"), real_name>,
-    AtomicNoRet<NAME # "_IDXEN_gfx11", 0>;
-  def _OFFEN_gfx11 :
-    MUBUF_Real_gfx11<op, !cast<MUBUF_Pseudo>(NAME#"_OFFEN"), real_name>,
-    AtomicNoRet<NAME # "_OFFEN_gfx11", 0>;
-  def _OFFSET_gfx11 :
-    MUBUF_Real_gfx11<op, !cast<MUBUF_Pseudo>(NAME#"_OFFSET"), real_name>,
-    AtomicNoRet<NAME # "_OFFSET_gfx11", 0>;
+  def _BOTHEN_gfx11 : MUBUF_Real_gfx11_impl<op, NAME # "_BOTHEN", real_name>;
+  def _IDXEN_gfx11 : MUBUF_Real_gfx11_impl<op, NAME # "_IDXEN", real_name>;
+  def _OFFEN_gfx11 : MUBUF_Real_gfx11_impl<op, NAME # "_OFFEN", real_name>;
+  def _OFFSET_gfx11 : MUBUF_Real_gfx11_impl<op, NAME # "_OFFSET", real_name>;
 }
 
-multiclass MUBUF_Real_AllAddr_gfx11_Impl<bits<8> op, MUBUF_Pseudo ps> :
-  MUBUF_Real_AllAddr_gfx11_Renamed_Impl<op, ps.Mnemonic>;
+// Non-renamed, non-atomic gfx11 mubuf instructions.
 multiclass MUBUF_Real_AllAddr_gfx11<bits<8> op> :
-  MUBUF_Real_AllAddr_gfx11_Impl<op, !cast<MUBUF_Pseudo>(NAME#"_BOTHEN")>;
+  MUBUF_Real_AllAddr_gfx11_Renamed_Impl<op, get_MUBUF_ps<NAME>.Mnemonic>;
 
-class Pre_gfx11_MUBUF_Name <MUBUF_Pseudo ps, string real_name> :
-  MnemonicAlias<ps.Mnemonic, real_name>, Requires<[isGFX11Plus]>;
 multiclass MUBUF_Real_AllAddr_gfx11_Renamed<bits<8> op, string real_name> :
   MUBUF_Real_AllAddr_gfx11_Renamed_Impl<op, real_name> {
-  def : Pre_gfx11_MUBUF_Name<!cast<MUBUF_Pseudo>(NAME#"_BOTHEN"), real_name>;
+  def : Pre_gfx11_MUBUF_Name<get_MUBUF_ps<NAME>.Mnemonic, real_name>;
 }
 
+class MUBUF_Real_Atomic_gfx11_impl<bits<8> op, string ps_name,
+                                   string real_name> :
+  MUBUF_Real_Atomic_gfx11<op, !cast<MUBUF_Pseudo>(ps_name), real_name>;
 let AssemblerPredicate = isGFX11Only, DecoderNamespace = "GFX11" in
-multiclass MUBUF_Real_Atomics_RTN_gfx11_Renamed<bits<8> op, string real_name> {
-  def _BOTHEN_RTN_gfx11 :
-    MUBUF_Real_gfx11<op, !cast<MUBUF_Pseudo>(NAME#"_BOTHEN_RTN"), real_name>,
-    AtomicNoRet<NAME # "_BOTHEN_gfx11", 1>;
-  def _IDXEN_RTN_gfx11 :
-    MUBUF_Real_gfx11<op, !cast<MUBUF_Pseudo>(NAME#"_IDXEN_RTN"), real_name>,
-    AtomicNoRet<NAME # "_IDXEN_gfx11", 1>;
-  def _OFFEN_RTN_gfx11 :
-    MUBUF_Real_gfx11<op, !cast<MUBUF_Pseudo>(NAME#"_OFFEN_RTN"), real_name>,
-    AtomicNoRet<NAME # "_OFFEN_gfx11", 1>;
-  def _OFFSET_RTN_gfx11 :
-    MUBUF_Real_gfx11<op, !cast<MUBUF_Pseudo>(NAME#"_OFFSET_RTN"), real_name>,
-    AtomicNoRet<NAME # "_OFFSET_gfx11", 1>;
-}
-
-multiclass MUBUF_Real_Atomics_RTN_gfx11_impl<bits<8> op, MUBUF_Pseudo ps> :
-  MUBUF_Real_Atomics_RTN_gfx11_Renamed<op, ps.Mnemonic>;
-multiclass MUBUF_Real_Atomics_RTN_gfx11<bits<8> op> :
-  MUBUF_Real_Atomics_RTN_gfx11_impl<op, !cast<MUBUF_Pseudo>(NAME#"_BOTHEN")>;
-
-multiclass MUBUF_Real_Atomics_gfx11<bits<8> op> :
-  MUBUF_Real_AllAddr_gfx11<op>,
-  MUBUF_Real_Atomics_RTN_gfx11<op>;
-
-multiclass MUBUF_Real_Atomics_gfx11_Renamed<bits<8> op, string real_name> :
-  MUBUF_Real_AllAddr_gfx11_Renamed<op, real_name>,
-  MUBUF_Real_Atomics_RTN_gfx11_Renamed<op, real_name>;
+multiclass MUBUF_Real_Atomic_gfx11_Renamed_impl<bits<8> op, bit is_return,
+                                                string real_name> {
+  defvar IsRtn = !if(!eq(is_return, 1), "_RTN", "");
+  def _BOTHEN#IsRtn#_gfx11 :
+    MUBUF_Real_Atomic_gfx11_impl<op, NAME # "_BOTHEN" # IsRtn, real_name>,
+    AtomicNoRet<NAME # "_BOTHEN_gfx11", is_return>;
+  def _IDXEN#IsRtn#_gfx11 :
+    MUBUF_Real_Atomic_gfx11_impl<op, NAME # "_IDXEN" # IsRtn, real_name>,
+    AtomicNoRet<NAME # "_IDXEN_gfx11", is_return>;
+  def _OFFEN#IsRtn#_gfx11 :
+    MUBUF_Real_Atomic_gfx11_impl<op, NAME # "_OFFEN" # IsRtn, real_name>,
+    AtomicNoRet<NAME # "_OFFEN_gfx11", is_return>;
+  def _OFFSET#IsRtn#_gfx11 :
+    MUBUF_Real_Atomic_gfx11_impl<op, NAME # "_OFFSET" # IsRtn, real_name>,
+    AtomicNoRet<NAME # "_OFFSET_gfx11", is_return>;
+}
+
+// Non-renamed gfx11 mubuf atomic.
+multiclass MUBUF_Real_Atomic_gfx11<bits<8> op> :
+  MUBUF_Real_Atomic_gfx11_Renamed_impl<op, 0, get_MUBUF_ps<NAME>.Mnemonic>,
+  MUBUF_Real_Atomic_gfx11_Renamed_impl<op, 1, get_MUBUF_ps<NAME>.Mnemonic>;
+
+multiclass MUBUF_Real_Atomic_gfx11_Renamed<bits<8> op, string real_name> :
+  MUBUF_Real_Atomic_gfx11_Renamed_impl<op, 0, real_name>,
+  MUBUF_Real_Atomic_gfx11_Renamed_impl<op, 1, real_name>  {
+  def : Pre_gfx11_MUBUF_Name<get_MUBUF_ps<NAME>.Mnemonic, real_name>;
+}
 
 let AssemblerPredicate = isGFX11Only, DecoderNamespace = "GFX11" in {
 def BUFFER_GL0_INV_gfx11          : MUBUF_Real_gfx11<0x02B, BUFFER_GL0_INV>;
 def BUFFER_GL1_INV_gfx11          : MUBUF_Real_gfx11<0x02C, BUFFER_GL1_INV>;
 }
 
 defm BUFFER_LOAD_DWORD            : MUBUF_Real_AllAddr_gfx11_Renamed<0x014, "buffer_load_b32">;
 defm BUFFER_LOAD_DWORDX2          : MUBUF_Real_AllAddr_gfx11_Renamed<0x015, "buffer_load_b64">;

 defm BUFFER_STORE_FORMAT_D16_XYZW : MUBUF_Real_AllAddr_gfx11_Renamed<0x00F, "buffer_store_d16_format_xyzw">;
 defm BUFFER_STORE_BYTE_D16_HI     : MUBUF_Real_AllAddr_gfx11_Renamed<0x024, "buffer_store_d16_hi_b8">;
 defm BUFFER_STORE_SHORT_D16_HI    : MUBUF_Real_AllAddr_gfx11_Renamed<0x025, "buffer_store_d16_hi_b16">;
 defm BUFFER_STORE_FORMAT_D16_HI_X : MUBUF_Real_AllAddr_gfx11_Renamed<0x027, "buffer_store_d16_hi_format_x">;
 defm BUFFER_STORE_FORMAT_X        : MUBUF_Real_AllAddr_gfx11<0x004>;
 defm BUFFER_STORE_FORMAT_XY       : MUBUF_Real_AllAddr_gfx11<0x005>;
 defm BUFFER_STORE_FORMAT_XYZ      : MUBUF_Real_AllAddr_gfx11<0x006>;
 defm BUFFER_STORE_FORMAT_XYZW     : MUBUF_Real_AllAddr_gfx11<0x007>;
-defm BUFFER_ATOMIC_ADD_F32        : MUBUF_Real_Atomics_gfx11<0x056>;
-defm BUFFER_ATOMIC_ADD            : MUBUF_Real_Atomics_gfx11_Renamed<0x035, "buffer_atomic_add_u32">;
-defm BUFFER_ATOMIC_ADD_X2         : MUBUF_Real_Atomics_gfx11_Renamed<0x043, "buffer_atomic_add_u64">;
-defm BUFFER_ATOMIC_AND            : MUBUF_Real_Atomics_gfx11_Renamed<0x03C, "buffer_atomic_and_b32">;
-defm BUFFER_ATOMIC_AND_X2         : MUBUF_Real_Atomics_gfx11_Renamed<0x049, "buffer_atomic_and_b64">;
-defm BUFFER_ATOMIC_CMPSWAP        : MUBUF_Real_Atomics_gfx11_Renamed<0x034, "buffer_atomic_cmpswap_b32">;
-defm BUFFER_ATOMIC_CMPSWAP_X2     : MUBUF_Real_Atomics_gfx11_Renamed<0x042, "buffer_atomic_cmpswap_b64">;
-defm BUFFER_ATOMIC_FCMPSWAP       : MUBUF_Real_Atomics_gfx11_Renamed<0x050, "buffer_atomic_cmpswap_f32">;
-defm BUFFER_ATOMIC_CSUB           : MUBUF_Real_Atomics_RTN_gfx11_Renamed<0x037, "buffer_atomic_csub_u32">;
-def : MnemonicAlias<"buffer_atomic_csub", "buffer_atomic_csub_u32">, Requires<[isGFX11Plus]>;
-defm BUFFER_ATOMIC_DEC            : MUBUF_Real_Atomics_gfx11_Renamed<0x040, "buffer_atomic_dec_u32">;
-defm BUFFER_ATOMIC_DEC_X2         : MUBUF_Real_Atomics_gfx11_Renamed<0x04D, "buffer_atomic_dec_u64">;
-defm BUFFER_ATOMIC_INC            : MUBUF_Real_Atomics_gfx11_Renamed<0x03F, "buffer_atomic_inc_u32">;
-defm BUFFER_ATOMIC_INC_X2         : MUBUF_Real_Atomics_gfx11_Renamed<0x04C, "buffer_atomic_inc_u64">;
-defm BUFFER_ATOMIC_FMAX           : MUBUF_Real_Atomics_gfx11_Renamed<0x052, "buffer_atomic_max_f32">;
-defm BUFFER_ATOMIC_SMAX           : MUBUF_Real_Atomics_gfx11_Renamed<0x03A, "buffer_atomic_max_i32">;
-defm BUFFER_ATOMIC_SMAX_X2        : MUBUF_Real_Atomics_gfx11_Renamed<0x047, "buffer_atomic_max_i64">;
-defm BUFFER_ATOMIC_UMAX           : MUBUF_Real_Atomics_gfx11_Renamed<0x03B, "buffer_atomic_max_u32">;
-defm BUFFER_ATOMIC_UMAX_X2        : MUBUF_Real_Atomics_gfx11_Renamed<0x048, "buffer_atomic_max_u64">;
-defm BUFFER_ATOMIC_FMIN           : MUBUF_Real_Atomics_gfx11_Renamed<0x051, "buffer_atomic_min_f32">;
-defm BUFFER_ATOMIC_SMIN           : MUBUF_Real_Atomics_gfx11_Renamed<0x038, "buffer_atomic_min_i32">;
-defm BUFFER_ATOMIC_SMIN_X2        : MUBUF_Real_Atomics_gfx11_Renamed<0x045, "buffer_atomic_min_i64">;
-defm BUFFER_ATOMIC_UMIN           : MUBUF_Real_Atomics_gfx11_Renamed<0x039, "buffer_atomic_min_u32">;
-defm BUFFER_ATOMIC_UMIN_X2        : MUBUF_Real_Atomics_gfx11_Renamed<0x046, "buffer_atomic_min_u64">;
-defm BUFFER_ATOMIC_OR             : MUBUF_Real_Atomics_gfx11_Renamed<0x03D, "buffer_atomic_or_b32">;
-defm BUFFER_ATOMIC_OR_X2          : MUBUF_Real_Atomics_gfx11_Renamed<0x04A, "buffer_atomic_or_b64">;
-defm BUFFER_ATOMIC_SUB            : MUBUF_Real_Atomics_gfx11_Renamed<0x036, "buffer_atomic_sub_u32">;
-defm BUFFER_ATOMIC_SUB_X2         : MUBUF_Real_Atomics_gfx11_Renamed<0x044, "buffer_atomic_sub_u64">;
-defm BUFFER_ATOMIC_SWAP           : MUBUF_Real_Atomics_gfx11_Renamed<0x033, "buffer_atomic_swap_b32">;
-defm BUFFER_ATOMIC_SWAP_X2        : MUBUF_Real_Atomics_gfx11_Renamed<0x041, "buffer_atomic_swap_b64">;
-defm BUFFER_ATOMIC_XOR            : MUBUF_Real_Atomics_gfx11_Renamed<0x03E, "buffer_atomic_xor_b32">;
-defm BUFFER_ATOMIC_XOR_X2         : MUBUF_Real_Atomics_gfx11_Renamed<0x04B, "buffer_atomic_xor_b64">;
+defm BUFFER_ATOMIC_ADD_F32        : MUBUF_Real_Atomic_gfx11<0x056>;
+defm BUFFER_ATOMIC_ADD            : MUBUF_Real_Atomic_gfx11_Renamed<0x035, "buffer_atomic_add_u32">;
+defm BUFFER_ATOMIC_ADD_X2         : MUBUF_Real_Atomic_gfx11_Renamed<0x043, "buffer_atomic_add_u64">;
+defm BUFFER_ATOMIC_AND            : MUBUF_Real_Atomic_gfx11_Renamed<0x03C, "buffer_atomic_and_b32">;
+defm BUFFER_ATOMIC_AND_X2         : MUBUF_Real_Atomic_gfx11_Renamed<0x049, "buffer_atomic_and_b64">;
+defm BUFFER_ATOMIC_CMPSWAP        : MUBUF_Real_Atomic_gfx11_Renamed<0x034, "buffer_atomic_cmpswap_b32">;
+defm BUFFER_ATOMIC_CMPSWAP_X2     : MUBUF_Real_Atomic_gfx11_Renamed<0x042, "buffer_atomic_cmpswap_b64">;
+defm BUFFER_ATOMIC_FCMPSWAP       : MUBUF_Real_Atomic_gfx11_Renamed<0x050, "buffer_atomic_cmpswap_f32">;
+defm BUFFER_ATOMIC_CSUB           : MUBUF_Real_Atomic_gfx11_Renamed_impl<0x037, 1, "buffer_atomic_csub_u32">;
+def : Pre_gfx11_MUBUF_Name<"buffer_atomic_csub", "buffer_atomic_csub_u32">;
+defm BUFFER_ATOMIC_DEC            : MUBUF_Real_Atomic_gfx11_Renamed<0x040, "buffer_atomic_dec_u32">;
+defm BUFFER_ATOMIC_DEC_X2         : MUBUF_Real_Atomic_gfx11_Renamed<0x04D, "buffer_atomic_dec_u64">;
+defm BUFFER_ATOMIC_INC            : MUBUF_Real_Atomic_gfx11_Renamed<0x03F, "buffer_atomic_inc_u32">;
+defm BUFFER_ATOMIC_INC_X2         : MUBUF_Real_Atomic_gfx11_Renamed<0x04C, "buffer_atomic_inc_u64">;
+defm BUFFER_ATOMIC_FMAX           : MUBUF_Real_Atomic_gfx11_Renamed<0x052, "buffer_atomic_max_f32">;
+defm BUFFER_ATOMIC_SMAX           : MUBUF_Real_Atomic_gfx11_Renamed<0x03A, "buffer_atomic_max_i32">;
+defm BUFFER_ATOMIC_SMAX_X2        : MUBUF_Real_Atomic_gfx11_Renamed<0x047, "buffer_atomic_max_i64">;
+defm BUFFER_ATOMIC_UMAX           : MUBUF_Real_Atomic_gfx11_Renamed<0x03B, "buffer_atomic_max_u32">;
+defm BUFFER_ATOMIC_UMAX_X2        : MUBUF_Real_Atomic_gfx11_Renamed<0x048, "buffer_atomic_max_u64">;
+defm BUFFER_ATOMIC_FMIN           : MUBUF_Real_Atomic_gfx11_Renamed<0x051, "buffer_atomic_min_f32">;
+defm BUFFER_ATOMIC_SMIN           : MUBUF_Real_Atomic_gfx11_Renamed<0x038, "buffer_atomic_min_i32">;
+defm BUFFER_ATOMIC_SMIN_X2        : MUBUF_Real_Atomic_gfx11_Renamed<0x045, "buffer_atomic_min_i64">;
+defm BUFFER_ATOMIC_UMIN           : MUBUF_Real_Atomic_gfx11_Renamed<0x039, "buffer_atomic_min_u32">;
+defm BUFFER_ATOMIC_UMIN_X2        : MUBUF_Real_Atomic_gfx11_Renamed<0x046, "buffer_atomic_min_u64">;
+defm BUFFER_ATOMIC_OR             : MUBUF_Real_Atomic_gfx11_Renamed<0x03D, "buffer_atomic_or_b32">;
+defm BUFFER_ATOMIC_OR_X2          : MUBUF_Real_Atomic_gfx11_Renamed<0x04A, "buffer_atomic_or_b64">;
+defm BUFFER_ATOMIC_SUB            : MUBUF_Real_Atomic_gfx11_Renamed<0x036, "buffer_atomic_sub_u32">;
+defm BUFFER_ATOMIC_SUB_X2         : MUBUF_Real_Atomic_gfx11_Renamed<0x044, "buffer_atomic_sub_u64">;
+defm BUFFER_ATOMIC_SWAP           : MUBUF_Real_Atomic_gfx11_Renamed<0x033, "buffer_atomic_swap_b32">;
+defm BUFFER_ATOMIC_SWAP_X2        : MUBUF_Real_Atomic_gfx11_Renamed<0x041, "buffer_atomic_swap_b64">;
+defm BUFFER_ATOMIC_XOR            : MUBUF_Real_Atomic_gfx11_Renamed<0x03E, "buffer_atomic_xor_b32">;
+defm BUFFER_ATOMIC_XOR_X2         : MUBUF_Real_Atomic_gfx11_Renamed<0x04B, "buffer_atomic_xor_b64">;
 
 //===----------------------------------------------------------------------===//
 // MUBUF - GFX10.
 //===----------------------------------------------------------------------===//
 
 let AssemblerPredicate = isGFX10Only, DecoderNamespace = "GFX10" in {
   multiclass MUBUF_Real_AllAddr_gfx10<bits<8> op> {
     def _BOTHEN_gfx10 :

llvm/lib/Target/AMDGPU/MCTargetDesc/AMDGPUInstPrinter.cpp

 void AMDGPUInstPrinter::printGDS(const MCInst *MI, unsigned OpNo,
                                  const MCSubtargetInfo &STI, raw_ostream &O) {
   printNamedBit(MI, OpNo, O, "gds");
 }
 
 void AMDGPUInstPrinter::printCPol(const MCInst *MI, unsigned OpNo,
                                   const MCSubtargetInfo &STI, raw_ostream &O) {
   auto Imm = MI->getOperand(OpNo).getImm();
+  auto TSFlags = MII.get(MI->getOpcode()).TSFlags;
   if (Imm & CPol::GLC)
-    O << ((AMDGPU::isGFX940(STI) &&
-           !(MII.get(MI->getOpcode()).TSFlags & SIInstrFlags::SMRD)) ? " sc0"
+    O << ((AMDGPU::isGFX940(STI) && !(TSFlags & SIInstrFlags::SMRD)) ? " sc0"
                                                                      : " glc");
   if (Imm & CPol::SLC)
     O << (AMDGPU::isGFX940(STI) ? " nt" : " slc");
-  if ((Imm & CPol::DLC) && AMDGPU::isGFX10Plus(STI))
+  if ((Imm & CPol::DLC) && AMDGPU::isGFX10Plus(STI)) {
+    if ((TSFlags & (SIInstrFlags::IsAtomicRet | SIInstrFlags::IsAtomicNoRet)) &&
+        (TSFlags & SIInstrFlags::MUBUF) && AMDGPU::isGFX10(STI))
+      O << " /* dlc is ignored for gfx10 mubuf atomics */";
+    else
       O << " dlc";
+  }
   if ((Imm & CPol::SCC) && AMDGPU::isGFX90A(STI))
     O << (AMDGPU::isGFX940(STI) ? " sc1" : " scc");
   if (Imm & ~CPol::ALL)
     O << " /* unexpected cache policy bit */";
 }
 
 void AMDGPUInstPrinter::printSWZ(const MCInst *MI, unsigned OpNo,
                                  const MCSubtargetInfo &STI, raw_ostream &O) {

llvm/test/MC/AMDGPU/gfx10_err_pos.s

 // instruction must use glc
 
 flat_atomic_cmpswap v0, v[1:2], v[3:4] offset:2047
 // CHECK: error: instruction must use glc
 // CHECK-NEXT:{{^}}flat_atomic_cmpswap v0, v[1:2], v[3:4] offset:2047
 // CHECK-NEXT:{{^}}^
 
 //==============================================================================
+// gfx10 mubuf atomics ignore dlc
+
+buffer_atomic_add v5, off, s[8:11], s3 offset:4095 dlc
+// CHECK: error: gfx10 mubuf atomics ignore dlc
+// CHECK-NEXT:{{^}}buffer_atomic_add v5, off, s[8:11], s3 offset:4095 dlc
+// CHECK-NEXT:{{^}}                                                   ^
+
+//==============================================================================
 // instruction not supported on this GPU
 
 s_cbranch_join 1
 // CHECK: error: instruction not supported on this GPU
 // CHECK-NEXT:{{^}}s_cbranch_join 1
 // CHECK-NEXT:{{^}}^
 
 //==============================================================================

llvm/test/MC/AMDGPU/gfx11_mubuf.s

 // GFX11: encoding: [0x07,0x00,0xd4,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_add_u32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xd4,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_add_u32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0xd4,0xe0,0x00,0x05,0x02,0x03]
 
-buffer_atomic_add_u32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0xd4,0xe0,0x00,0x05,0x02,0x03]
+buffer_atomic_add_u32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0xd4,0xe0,0x00,0x05,0x02,0x03]
+
+buffer_atomic_add_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0xd4,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_add_u64 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x0c,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_add_u64 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x0c,0xe1,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_add_u64 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x0c,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_add_u64 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x0c,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_add_u64 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x0c,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_add_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x0c,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_add_u64 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x0c,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_add_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x0c,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_and_b32 v5, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xf0,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_and_b32 v255, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xf0,0xe0,0x00,0xff,0x02,0x03]
 
 buffer_atomic_and_b32 v5, off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0xf0,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_and_b32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xf0,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_and_b32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0xf0,0xe0,0x00,0x05,0x02,0x03]
 
-buffer_atomic_and_b32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0xf0,0xe0,0x00,0x05,0x02,0x03]
+buffer_atomic_and_b32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0xf0,0xe0,0x00,0x05,0x02,0x03]
+
+buffer_atomic_and_b32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0xf0,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_and_b64 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x24,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_and_b64 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x24,0xe1,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_and_b64 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x24,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_and_b64 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x24,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_and_b64 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x24,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_and_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x24,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_and_b64 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x24,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_and_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x24,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_cmpswap_b32 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xd0,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_cmpswap_b32 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xd0,0xe0,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_cmpswap_b32 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0xd0,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_cmpswap_b32 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xd0,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_cmpswap_b32 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0xd0,0xe0,0x00,0x05,0x02,0x03]
 
-buffer_atomic_cmpswap_b32 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0xd0,0xe0,0x00,0x05,0x02,0x03]
+buffer_atomic_cmpswap_b32 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0xd0,0xe0,0x00,0x05,0x02,0x03]
+
+buffer_atomic_cmpswap_b32 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0xd0,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_cmpswap_b64 v[5:8], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x08,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_cmpswap_b64 v[252:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x08,0xe1,0x00,0xfc,0x02,0x03]
 
 buffer_atomic_cmpswap_b64 v[5:8], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x08,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_cmpswap_b64 v[5:8], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x08,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_cmpswap_b64 v[5:8], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x08,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_cmpswap_b64 v[5:8], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x08,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_cmpswap_b64 v[5:8], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x08,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_cmpswap_b64 v[5:8], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x08,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_cmpswap_f32 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x40,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_cmpswap_f32 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x40,0xe1,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_cmpswap_f32 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x40,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_cmpswap_f32 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x40,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_cmpswap_f32 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x40,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_cmpswap_f32 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x40,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_cmpswap_f32 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x40,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_cmpswap_f32 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x40,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_csub_u32 v5, off, s[8:11], s3 offset:4095
 // GFX11-ERR: :[[@LINE-1]]:{{[0-9]+}}: error: instruction must use glc
 
 buffer_atomic_csub_u32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xdc,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_csub_u32 v255, off, s[8:11], s3 offset:4095 glc

 // GFX11: encoding: [0x07,0x40,0xdc,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_csub_u32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xdc,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_csub_u32 v5, off, s[8:11], s3 offset:4095 glc slc
 // GFX11: encoding: [0xff,0x5f,0xdc,0xe0,0x00,0x05,0x02,0x03]
 
+buffer_atomic_csub_u32 v5, off, s[8:11], s3 offset:4095 glc dlc
+// GFX11: encoding: [0xff,0x6f,0xdc,0xe0,0x00,0x05,0x02,0x03]
+
+buffer_atomic_csub_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0xdc,0xe0,0x00,0x05,0x02,0x03]
+
 buffer_atomic_dec_u32 v5, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x00,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_dec_u32 v255, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x00,0xe1,0x00,0xff,0x02,0x03]
 
 buffer_atomic_dec_u32 v5, off, s[12:15], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x00,0xe1,0x00,0x05,0x03,0x03]

 // GFX11: encoding: [0x07,0x00,0x00,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_dec_u32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x00,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_dec_u32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x00,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_dec_u32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x00,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_dec_u32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x00,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_dec_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x00,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_dec_u64 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x34,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_dec_u64 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x34,0xe1,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_dec_u64 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x34,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_dec_u64 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x34,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_dec_u64 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x34,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_dec_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x34,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_dec_u64 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x34,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_dec_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x34,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_inc_u32 v5, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xfc,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_inc_u32 v255, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xfc,0xe0,0x00,0xff,0x02,0x03]
 
 buffer_atomic_inc_u32 v5, off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0xfc,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_inc_u32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xfc,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_inc_u32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0xfc,0xe0,0x00,0x05,0x02,0x03]
 
-buffer_atomic_inc_u32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0xfc,0xe0,0x00,0x05,0x02,0x03]
+buffer_atomic_inc_u32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0xfc,0xe0,0x00,0x05,0x02,0x03]
+
+buffer_atomic_inc_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0xfc,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_inc_u64 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x30,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_inc_u64 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x30,0xe1,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_inc_u64 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x30,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_inc_u64 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x30,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_inc_u64 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x30,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_inc_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x30,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_inc_u64 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x30,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_inc_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x30,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_f32 v5, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x48,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_f32 v255, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x48,0xe1,0x00,0xff,0x02,0x03]
 
 buffer_atomic_max_f32 v5, off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x48,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_f32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x48,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_f32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x48,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_max_f32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x48,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_max_f32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x48,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_max_f32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x48,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_i32 v5, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xe8,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_i32 v255, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xe8,0xe0,0x00,0xff,0x02,0x03]
 
 buffer_atomic_max_i32 v5, off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0xe8,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_i32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xe8,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_i32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0xe8,0xe0,0x00,0x05,0x02,0x03]
 
-buffer_atomic_max_i32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0xe8,0xe0,0x00,0x05,0x02,0x03]
+buffer_atomic_max_i32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0xe8,0xe0,0x00,0x05,0x02,0x03]
+
+buffer_atomic_max_i32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0xe8,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_i64 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x1c,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_i64 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x1c,0xe1,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_max_i64 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x1c,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_i64 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x1c,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_i64 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x1c,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_max_i64 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x1c,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_max_i64 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x1c,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_max_i64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x1c,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_u32 v5, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xec,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_u32 v255, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xec,0xe0,0x00,0xff,0x02,0x03]
 
 buffer_atomic_max_u32 v5, off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0xec,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_u32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xec,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_u32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0xec,0xe0,0x00,0x05,0x02,0x03]
 
-buffer_atomic_max_u32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0xec,0xe0,0x00,0x05,0x02,0x03]
+buffer_atomic_max_u32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0xec,0xe0,0x00,0x05,0x02,0x03]
+
+buffer_atomic_max_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0xec,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_u64 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x20,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_u64 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x20,0xe1,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_max_u64 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x20,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_u64 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x20,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_max_u64 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x20,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_max_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x20,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_max_u64 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x20,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_max_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x20,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_f32 v5, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x44,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_f32 v255, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x44,0xe1,0x00,0xff,0x02,0x03]
 
 buffer_atomic_min_f32 v5, off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x44,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_f32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x44,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_f32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x44,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_min_f32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x44,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_min_f32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x44,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_min_f32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x44,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_i32 v5, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xe0,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_i32 v255, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xe0,0xe0,0x00,0xff,0x02,0x03]
 
 buffer_atomic_min_i32 v5, off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0xe0,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_i32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xe0,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_i32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0xe0,0xe0,0x00,0x05,0x02,0x03]
 
-buffer_atomic_min_i32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0xe0,0xe0,0x00,0x05,0x02,0x03]
+buffer_atomic_min_i32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0xe0,0xe0,0x00,0x05,0x02,0x03]
+
+buffer_atomic_min_i32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0xe0,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_i64 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x14,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_i64 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x14,0xe1,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_min_i64 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x14,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_i64 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x14,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_i64 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x14,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_min_i64 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x14,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_min_i64 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x14,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_min_i64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x14,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_u32 v5, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xe4,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_u32 v255, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xe4,0xe0,0x00,0xff,0x02,0x03]
 
 buffer_atomic_min_u32 v5, off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0xe4,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_u32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xe4,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_u32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0xe4,0xe0,0x00,0x05,0x02,0x03]
 
-buffer_atomic_min_u32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0xe4,0xe0,0x00,0x05,0x02,0x03]
+buffer_atomic_min_u32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0xe4,0xe0,0x00,0x05,0x02,0x03]
+
+buffer_atomic_min_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0xe4,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_u64 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x18,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_u64 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x18,0xe1,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_min_u64 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x18,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_u64 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x18,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_min_u64 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x18,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_min_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x18,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_min_u64 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x18,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_min_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x18,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_or_b32 v5, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xf4,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_or_b32 v255, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xf4,0xe0,0x00,0xff,0x02,0x03]
 
 buffer_atomic_or_b32 v5, off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0xf4,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_or_b32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xf4,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_or_b32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0xf4,0xe0,0x00,0x05,0x02,0x03]
 
-buffer_atomic_or_b32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0xf4,0xe0,0x00,0x05,0x02,0x03]
+buffer_atomic_or_b32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0xf4,0xe0,0x00,0x05,0x02,0x03]
+
+buffer_atomic_or_b32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0xf4,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_or_b64 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x28,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_or_b64 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x28,0xe1,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_or_b64 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x28,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_or_b64 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x28,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_or_b64 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x28,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_or_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x28,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_or_b64 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x28,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_or_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x28,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_sub_u32 v5, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xd8,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_sub_u32 v255, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xd8,0xe0,0x00,0xff,0x02,0x03]
 
 buffer_atomic_sub_u32 v5, off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0xd8,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_sub_u32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xd8,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_sub_u32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0xd8,0xe0,0x00,0x05,0x02,0x03]
 
-buffer_atomic_sub_u32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0xd8,0xe0,0x00,0x05,0x02,0x03]
+buffer_atomic_sub_u32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0xd8,0xe0,0x00,0x05,0x02,0x03]
+
+buffer_atomic_sub_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0xd8,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_sub_u64 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x10,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_sub_u64 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x10,0xe1,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_sub_u64 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x10,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_sub_u64 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x10,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_sub_u64 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x10,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_sub_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x10,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_sub_u64 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x10,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_sub_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x10,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_swap_b32 v5, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xcc,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_swap_b32 v255, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xcc,0xe0,0x00,0xff,0x02,0x03]
 
 buffer_atomic_swap_b32 v5, off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0xcc,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_swap_b32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xcc,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_swap_b32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0xcc,0xe0,0x00,0x05,0x02,0x03]
 
-buffer_atomic_swap_b32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0xcc,0xe0,0x00,0x05,0x02,0x03]
+buffer_atomic_swap_b32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0xcc,0xe0,0x00,0x05,0x02,0x03]
+
+buffer_atomic_swap_b32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0xcc,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_swap_b64 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x04,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_swap_b64 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x04,0xe1,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_swap_b64 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x04,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_swap_b64 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x04,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_swap_b64 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x04,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_swap_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x04,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_swap_b64 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x04,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_swap_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x04,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_xor_b32 v5, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xf8,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_xor_b32 v255, off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0xf8,0xe0,0x00,0xff,0x02,0x03]
 
 buffer_atomic_xor_b32 v5, off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0xf8,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_xor_b32 v5, off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0xf8,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_xor_b32 v5, off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0xf8,0xe0,0x00,0x05,0x02,0x03]
 
-buffer_atomic_xor_b32 v5, off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0xf8,0xe0,0x00,0x05,0x02,0x03]
+buffer_atomic_xor_b32 v5, off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0xf8,0xe0,0x00,0x05,0x02,0x03]
+
+buffer_atomic_xor_b32 v5, off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0xf8,0xe0,0x00,0x05,0x02,0x03]
 
 buffer_atomic_xor_b64 v[5:6], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x2c,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_xor_b64 v[254:255], off, s[8:11], s3 offset:4095
 // GFX11: encoding: [0xff,0x0f,0x2c,0xe1,0x00,0xfe,0x02,0x03]
 
 buffer_atomic_xor_b64 v[5:6], off, s[12:15], s3 offset:4095

 // GFX11: encoding: [0x07,0x00,0x2c,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_xor_b64 v[5:6], off, s[8:11], s3 offset:4095 glc
 // GFX11: encoding: [0xff,0x4f,0x2c,0xe1,0x00,0x05,0x02,0x03]
 
 buffer_atomic_xor_b64 v[5:6], off, s[8:11], s3 offset:4095 slc
 // GFX11: encoding: [0xff,0x1f,0x2c,0xe1,0x00,0x05,0x02,0x03]
 
-buffer_atomic_xor_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc
-// GFX11: encoding: [0xff,0x5f,0x2c,0xe1,0x00,0x05,0x02,0x03]
+buffer_atomic_xor_b64 v[5:6], off, s[8:11], s3 offset:4095 dlc
+// GFX11: encoding: [0xff,0x2f,0x2c,0xe1,0x00,0x05,0x02,0x03]
+
+buffer_atomic_xor_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc
+// GFX11: encoding: [0xff,0x7f,0x2c,0xe1,0x00,0x05,0x02,0x03]

llvm/test/MC/Disassembler/AMDGPU/mubuf_dasm_gfx11.txt

 0x07,0x00,0xd4,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_add_u32 v5, off, s[8:11], s3 offset:4095 glc                     ; encoding: [0xff,0x4f,0xd4,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xd4,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_add_u32 v5, off, s[8:11], s3 offset:4095 slc                     ; encoding: [0xff,0x1f,0xd4,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x1f,0xd4,0xe0,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_add_u32 v5, off, s[8:11], s3 offset:4095 glc slc                 ; encoding: [0xff,0x5f,0xd4,0xe0,0x00,0x05,0x02,0x03]
-0xff,0x5f,0xd4,0xe0,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_add_u32 v5, off, s[8:11], s3 offset:4095 dlc                     ; encoding: [0xff,0x2f,0xd4,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x2f,0xd4,0xe0,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_add_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc             ; encoding: [0xff,0x7f,0xd4,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x7f,0xd4,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_add_u64 v[5:6], off, s[8:11], s3 offset:4095                     ; encoding: [0xff,0x0f,0x0c,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x0c,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_add_u64 v[254:255], off, s[8:11], s3 offset:4095                 ; encoding: [0xff,0x0f,0x0c,0xe1,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0x0c,0xe1,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_add_u64 v[5:6], off, s[12:15], s3 offset:4095                    ; encoding: [0xff,0x0f,0x0c,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x0c,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_add_u64 v[5:6], off, s[8:11], s3 offset:4095 glc                 ; encoding: [0xff,0x4f,0x0c,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x0c,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_add_u64 v[5:6], off, s[8:11], s3 offset:4095 slc                 ; encoding: [0xff,0x1f,0x0c,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x0c,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_add_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc             ; encoding: [0xff,0x5f,0x0c,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x0c,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_add_u64 v[5:6], off, s[8:11], s3 offset:4095 dlc                 ; encoding: [0xff,0x2f,0x0c,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x0c,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_add_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc         ; encoding: [0xff,0x7f,0x0c,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x0c,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_and_b32 v5, off, s[8:11], s3 offset:4095                         ; encoding: [0xff,0x0f,0xf0,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x0f,0xf0,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_and_b32 v255, off, s[8:11], s3 offset:4095                       ; encoding: [0xff,0x0f,0xf0,0xe0,0x00,0xff,0x02,0x03]
 0xff,0x0f,0xf0,0xe0,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_and_b32 v5, off, s[12:15], s3 offset:4095                        ; encoding: [0xff,0x0f,0xf0,0xe0,0x00,0x05,0x03,0x03]

 0x07,0x00,0xf0,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_and_b32 v5, off, s[8:11], s3 offset:4095 glc                     ; encoding: [0xff,0x4f,0xf0,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xf0,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_and_b32 v5, off, s[8:11], s3 offset:4095 slc                     ; encoding: [0xff,0x1f,0xf0,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x1f,0xf0,0xe0,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_and_b32 v5, off, s[8:11], s3 offset:4095 glc slc                 ; encoding: [0xff,0x5f,0xf0,0xe0,0x00,0x05,0x02,0x03]
-0xff,0x5f,0xf0,0xe0,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_and_b32 v5, off, s[8:11], s3 offset:4095 dlc                     ; encoding: [0xff,0x2f,0xf0,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x2f,0xf0,0xe0,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_and_b32 v5, off, s[8:11], s3 offset:4095 glc slc dlc             ; encoding: [0xff,0x7f,0xf0,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x7f,0xf0,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_and_b64 v[5:6], off, s[8:11], s3 offset:4095                     ; encoding: [0xff,0x0f,0x24,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x24,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_and_b64 v[254:255], off, s[8:11], s3 offset:4095                 ; encoding: [0xff,0x0f,0x24,0xe1,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0x24,0xe1,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_and_b64 v[5:6], off, s[12:15], s3 offset:4095                    ; encoding: [0xff,0x0f,0x24,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x24,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_and_b64 v[5:6], off, s[8:11], s3 offset:4095 glc                 ; encoding: [0xff,0x4f,0x24,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x24,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_and_b64 v[5:6], off, s[8:11], s3 offset:4095 slc                 ; encoding: [0xff,0x1f,0x24,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x24,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_and_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc             ; encoding: [0xff,0x5f,0x24,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x24,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_and_b64 v[5:6], off, s[8:11], s3 offset:4095 dlc                 ; encoding: [0xff,0x2f,0x24,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x24,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_and_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc         ; encoding: [0xff,0x7f,0x24,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x24,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_b32 v[5:6], off, s[8:11], s3 offset:4095                 ; encoding: [0xff,0x0f,0xd0,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x0f,0xd0,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_b32 v[254:255], off, s[8:11], s3 offset:4095             ; encoding: [0xff,0x0f,0xd0,0xe0,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0xd0,0xe0,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_b32 v[5:6], off, s[12:15], s3 offset:4095                ; encoding: [0xff,0x0f,0xd0,0xe0,0x00,0x05,0x03,0x03]

 0x07,0x00,0xd0,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_b32 v[5:6], off, s[8:11], s3 offset:4095 glc             ; encoding: [0xff,0x4f,0xd0,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xd0,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_b32 v[5:6], off, s[8:11], s3 offset:4095 slc             ; encoding: [0xff,0x1f,0xd0,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x1f,0xd0,0xe0,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_cmpswap_b32 v[5:6], off, s[8:11], s3 offset:4095 glc slc         ; encoding: [0xff,0x5f,0xd0,0xe0,0x00,0x05,0x02,0x03]
-0xff,0x5f,0xd0,0xe0,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_cmpswap_b32 v[5:6], off, s[8:11], s3 offset:4095 dlc             ; encoding: [0xff,0x2f,0xd0,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x2f,0xd0,0xe0,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_cmpswap_b32 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc     ; encoding: [0xff,0x7f,0xd0,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x7f,0xd0,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_b64 v[5:8], off, s[8:11], s3 offset:4095                 ; encoding: [0xff,0x0f,0x08,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x08,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_b64 v[252:255], off, s[8:11], s3 offset:4095             ; encoding: [0xff,0x0f,0x08,0xe1,0x00,0xfc,0x02,0x03]
 0xff,0x0f,0x08,0xe1,0x00,0xfc,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_b64 v[5:8], off, s[12:15], s3 offset:4095                ; encoding: [0xff,0x0f,0x08,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x08,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_b64 v[5:8], off, s[8:11], s3 offset:4095 glc             ; encoding: [0xff,0x4f,0x08,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x08,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_b64 v[5:8], off, s[8:11], s3 offset:4095 slc             ; encoding: [0xff,0x1f,0x08,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x08,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_cmpswap_b64 v[5:8], off, s[8:11], s3 offset:4095 glc slc         ; encoding: [0xff,0x5f,0x08,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x08,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_cmpswap_b64 v[5:8], off, s[8:11], s3 offset:4095 dlc             ; encoding: [0xff,0x2f,0x08,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x08,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_cmpswap_b64 v[5:8], off, s[8:11], s3 offset:4095 glc slc dlc     ; encoding: [0xff,0x7f,0x08,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x08,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_f32 v[5:6], off, s[8:11], s3 offset:4095                 ; encoding: [0xff,0x0f,0x40,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x40,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_f32 v[254:255], off, s[8:11], s3 offset:4095             ; encoding: [0xff,0x0f,0x40,0xe1,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0x40,0xe1,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_f32 v[5:6], off, s[12:15], s3 offset:4095                ; encoding: [0xff,0x0f,0x40,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x40,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_f32 v[5:6], off, s[8:11], s3 offset:4095 glc             ; encoding: [0xff,0x4f,0x40,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x40,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_cmpswap_f32 v[5:6], off, s[8:11], s3 offset:4095 slc             ; encoding: [0xff,0x1f,0x40,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x40,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_cmpswap_f32 v[5:6], off, s[8:11], s3 offset:4095 glc slc         ; encoding: [0xff,0x5f,0x40,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x40,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_cmpswap_f32 v[5:6], off, s[8:11], s3 offset:4095 dlc             ; encoding: [0xff,0x2f,0x40,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x40,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_cmpswap_f32 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc     ; encoding: [0xff,0x7f,0x40,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x40,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_csub_u32 v5, off, s[8:11], s3 offset:4095 glc                    ; encoding: [0xff,0x4f,0xdc,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xdc,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_csub_u32 v255, off, s[8:11], s3 offset:4095 glc                  ; encoding: [0xff,0x4f,0xdc,0xe0,0x00,0xff,0x02,0x03]
 0xff,0x4f,0xdc,0xe0,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_csub_u32 v5, off, s[12:15], s3 offset:4095 glc                   ; encoding: [0xff,0x4f,0xdc,0xe0,0x00,0x05,0x03,0x03]

 0x07,0x40,0xdc,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_csub_u32 v5, off, s[8:11], s3 offset:4095 glc                    ; encoding: [0xff,0x4f,0xdc,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xdc,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_csub_u32 v5, off, s[8:11], s3 offset:4095 glc slc                ; encoding: [0xff,0x5f,0xdc,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x5f,0xdc,0xe0,0x00,0x05,0x02,0x03
 
+# GFX11: buffer_atomic_csub_u32 v5, off, s[8:11], s3 offset:4095 glc dlc                ; encoding: [0xff,0x6f,0xdc,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x6f,0xdc,0xe0,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_csub_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc            ; encoding: [0xff,0x7f,0xdc,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x7f,0xdc,0xe0,0x00,0x05,0x02,0x03
+
 # GFX11: buffer_atomic_dec_u32 v5, off, s[8:11], s3 offset:4095                         ; encoding: [0xff,0x0f,0x00,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x00,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_dec_u32 v255, off, s[8:11], s3 offset:4095                       ; encoding: [0xff,0x0f,0x00,0xe1,0x00,0xff,0x02,0x03]
 0xff,0x0f,0x00,0xe1,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_dec_u32 v5, off, s[12:15], s3 offset:4095                        ; encoding: [0xff,0x0f,0x00,0xe1,0x00,0x05,0x03,0x03]
 0xff,0x0f,0x00,0xe1,0x00,0x05,0x03,0x03

 0x07,0x00,0x00,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_dec_u32 v5, off, s[8:11], s3 offset:4095 glc                     ; encoding: [0xff,0x4f,0x00,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x00,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_dec_u32 v5, off, s[8:11], s3 offset:4095 slc                     ; encoding: [0xff,0x1f,0x00,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x00,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_dec_u32 v5, off, s[8:11], s3 offset:4095 glc slc                 ; encoding: [0xff,0x5f,0x00,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x00,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_dec_u32 v5, off, s[8:11], s3 offset:4095 dlc                     ; encoding: [0xff,0x2f,0x00,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x00,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_dec_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc             ; encoding: [0xff,0x7f,0x00,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x00,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_dec_u64 v[5:6], off, s[8:11], s3 offset:4095                     ; encoding: [0xff,0x0f,0x34,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x34,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_dec_u64 v[254:255], off, s[8:11], s3 offset:4095                 ; encoding: [0xff,0x0f,0x34,0xe1,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0x34,0xe1,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_dec_u64 v[5:6], off, s[12:15], s3 offset:4095                    ; encoding: [0xff,0x0f,0x34,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x34,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_dec_u64 v[5:6], off, s[8:11], s3 offset:4095 glc                 ; encoding: [0xff,0x4f,0x34,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x34,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_dec_u64 v[5:6], off, s[8:11], s3 offset:4095 slc                 ; encoding: [0xff,0x1f,0x34,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x34,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_dec_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc             ; encoding: [0xff,0x5f,0x34,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x34,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_dec_u64 v[5:6], off, s[8:11], s3 offset:4095 dlc                 ; encoding: [0xff,0x2f,0x34,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x34,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_dec_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc         ; encoding: [0xff,0x7f,0x34,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x34,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_inc_u32 v5, off, s[8:11], s3 offset:4095                         ; encoding: [0xff,0x0f,0xfc,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x0f,0xfc,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_inc_u32 v255, off, s[8:11], s3 offset:4095                       ; encoding: [0xff,0x0f,0xfc,0xe0,0x00,0xff,0x02,0x03]
 0xff,0x0f,0xfc,0xe0,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_inc_u32 v5, off, s[12:15], s3 offset:4095                        ; encoding: [0xff,0x0f,0xfc,0xe0,0x00,0x05,0x03,0x03]

 0x07,0x00,0xfc,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_inc_u32 v5, off, s[8:11], s3 offset:4095 glc                     ; encoding: [0xff,0x4f,0xfc,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xfc,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_inc_u32 v5, off, s[8:11], s3 offset:4095 slc                     ; encoding: [0xff,0x1f,0xfc,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x1f,0xfc,0xe0,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_inc_u32 v5, off, s[8:11], s3 offset:4095 glc slc                 ; encoding: [0xff,0x5f,0xfc,0xe0,0x00,0x05,0x02,0x03]
-0xff,0x5f,0xfc,0xe0,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_inc_u32 v5, off, s[8:11], s3 offset:4095 dlc                     ; encoding: [0xff,0x2f,0xfc,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x2f,0xfc,0xe0,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_inc_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc             ; encoding: [0xff,0x7f,0xfc,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x7f,0xfc,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_inc_u64 v[5:6], off, s[8:11], s3 offset:4095                     ; encoding: [0xff,0x0f,0x30,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x30,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_inc_u64 v[254:255], off, s[8:11], s3 offset:4095                 ; encoding: [0xff,0x0f,0x30,0xe1,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0x30,0xe1,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_inc_u64 v[5:6], off, s[12:15], s3 offset:4095                    ; encoding: [0xff,0x0f,0x30,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x30,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_inc_u64 v[5:6], off, s[8:11], s3 offset:4095 glc                 ; encoding: [0xff,0x4f,0x30,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x30,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_inc_u64 v[5:6], off, s[8:11], s3 offset:4095 slc                 ; encoding: [0xff,0x1f,0x30,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x30,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_inc_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc             ; encoding: [0xff,0x5f,0x30,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x30,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_inc_u64 v[5:6], off, s[8:11], s3 offset:4095 dlc                 ; encoding: [0xff,0x2f,0x30,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x30,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_inc_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc         ; encoding: [0xff,0x7f,0x30,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x30,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_f32 v5, off, s[8:11], s3 offset:4095                         ; encoding: [0xff,0x0f,0x48,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x48,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_f32 v255, off, s[8:11], s3 offset:4095                       ; encoding: [0xff,0x0f,0x48,0xe1,0x00,0xff,0x02,0x03]
 0xff,0x0f,0x48,0xe1,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_max_f32 v5, off, s[12:15], s3 offset:4095                        ; encoding: [0xff,0x0f,0x48,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x48,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_f32 v5, off, s[8:11], s3 offset:4095 glc                     ; encoding: [0xff,0x4f,0x48,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x48,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_f32 v5, off, s[8:11], s3 offset:4095 slc                     ; encoding: [0xff,0x1f,0x48,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x48,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_max_f32 v5, off, s[8:11], s3 offset:4095 glc slc                 ; encoding: [0xff,0x5f,0x48,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x48,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_max_f32 v5, off, s[8:11], s3 offset:4095 dlc                     ; encoding: [0xff,0x2f,0x48,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x48,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_max_f32 v5, off, s[8:11], s3 offset:4095 glc slc dlc             ; encoding: [0xff,0x7f,0x48,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x48,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_i32 v5, off, s[8:11], s3 offset:4095                         ; encoding: [0xff,0x0f,0xe8,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x0f,0xe8,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_i32 v255, off, s[8:11], s3 offset:4095                       ; encoding: [0xff,0x0f,0xe8,0xe0,0x00,0xff,0x02,0x03]
 0xff,0x0f,0xe8,0xe0,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_max_i32 v5, off, s[12:15], s3 offset:4095                        ; encoding: [0xff,0x0f,0xe8,0xe0,0x00,0x05,0x03,0x03]

 0x07,0x00,0xe8,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_i32 v5, off, s[8:11], s3 offset:4095 glc                     ; encoding: [0xff,0x4f,0xe8,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xe8,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_i32 v5, off, s[8:11], s3 offset:4095 slc                     ; encoding: [0xff,0x1f,0xe8,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x1f,0xe8,0xe0,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_max_i32 v5, off, s[8:11], s3 offset:4095 glc slc                 ; encoding: [0xff,0x5f,0xe8,0xe0,0x00,0x05,0x02,0x03]
-0xff,0x5f,0xe8,0xe0,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_max_i32 v5, off, s[8:11], s3 offset:4095 dlc                     ; encoding: [0xff,0x2f,0xe8,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x2f,0xe8,0xe0,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_max_i32 v5, off, s[8:11], s3 offset:4095 glc slc dlc             ; encoding: [0xff,0x7f,0xe8,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x7f,0xe8,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_i64 v[5:6], off, s[8:11], s3 offset:4095                     ; encoding: [0xff,0x0f,0x1c,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x1c,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_i64 v[254:255], off, s[8:11], s3 offset:4095                 ; encoding: [0xff,0x0f,0x1c,0xe1,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0x1c,0xe1,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_max_i64 v[5:6], off, s[12:15], s3 offset:4095                    ; encoding: [0xff,0x0f,0x1c,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x1c,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_i64 v[5:6], off, s[8:11], s3 offset:4095 glc                 ; encoding: [0xff,0x4f,0x1c,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x1c,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_i64 v[5:6], off, s[8:11], s3 offset:4095 slc                 ; encoding: [0xff,0x1f,0x1c,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x1c,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_max_i64 v[5:6], off, s[8:11], s3 offset:4095 glc slc             ; encoding: [0xff,0x5f,0x1c,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x1c,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_max_i64 v[5:6], off, s[8:11], s3 offset:4095 dlc                 ; encoding: [0xff,0x2f,0x1c,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x1c,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_max_i64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc         ; encoding: [0xff,0x7f,0x1c,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x1c,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_u32 v5, off, s[8:11], s3 offset:4095                         ; encoding: [0xff,0x0f,0xec,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x0f,0xec,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_u32 v255, off, s[8:11], s3 offset:4095                       ; encoding: [0xff,0x0f,0xec,0xe0,0x00,0xff,0x02,0x03]
 0xff,0x0f,0xec,0xe0,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_max_u32 v5, off, s[12:15], s3 offset:4095                        ; encoding: [0xff,0x0f,0xec,0xe0,0x00,0x05,0x03,0x03]

 0x07,0x00,0xec,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_u32 v5, off, s[8:11], s3 offset:4095 glc                     ; encoding: [0xff,0x4f,0xec,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xec,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_u32 v5, off, s[8:11], s3 offset:4095 slc                     ; encoding: [0xff,0x1f,0xec,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x1f,0xec,0xe0,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_max_u32 v5, off, s[8:11], s3 offset:4095 glc slc                 ; encoding: [0xff,0x5f,0xec,0xe0,0x00,0x05,0x02,0x03]
-0xff,0x5f,0xec,0xe0,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_max_u32 v5, off, s[8:11], s3 offset:4095 dlc                     ; encoding: [0xff,0x2f,0xec,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x2f,0xec,0xe0,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_max_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc             ; encoding: [0xff,0x7f,0xec,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x7f,0xec,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_u64 v[5:6], off, s[8:11], s3 offset:4095                     ; encoding: [0xff,0x0f,0x20,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x20,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_u64 v[254:255], off, s[8:11], s3 offset:4095                 ; encoding: [0xff,0x0f,0x20,0xe1,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0x20,0xe1,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_max_u64 v[5:6], off, s[12:15], s3 offset:4095                    ; encoding: [0xff,0x0f,0x20,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x20,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_u64 v[5:6], off, s[8:11], s3 offset:4095 glc                 ; encoding: [0xff,0x4f,0x20,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x20,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_max_u64 v[5:6], off, s[8:11], s3 offset:4095 slc                 ; encoding: [0xff,0x1f,0x20,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x20,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_max_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc             ; encoding: [0xff,0x5f,0x20,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x20,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_max_u64 v[5:6], off, s[8:11], s3 offset:4095 dlc                 ; encoding: [0xff,0x2f,0x20,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x20,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_max_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc         ; encoding: [0xff,0x7f,0x20,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x20,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_f32 v5, off, s[8:11], s3 offset:4095                         ; encoding: [0xff,0x0f,0x44,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x44,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_f32 v255, off, s[8:11], s3 offset:4095                       ; encoding: [0xff,0x0f,0x44,0xe1,0x00,0xff,0x02,0x03]
 0xff,0x0f,0x44,0xe1,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_min_f32 v5, off, s[12:15], s3 offset:4095                        ; encoding: [0xff,0x0f,0x44,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x44,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_f32 v5, off, s[8:11], s3 offset:4095 glc                     ; encoding: [0xff,0x4f,0x44,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x44,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_f32 v5, off, s[8:11], s3 offset:4095 slc                     ; encoding: [0xff,0x1f,0x44,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x44,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_min_f32 v5, off, s[8:11], s3 offset:4095 glc slc                 ; encoding: [0xff,0x5f,0x44,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x44,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_min_f32 v5, off, s[8:11], s3 offset:4095 dlc                     ; encoding: [0xff,0x2f,0x44,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x44,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_min_f32 v5, off, s[8:11], s3 offset:4095 glc slc dlc             ; encoding: [0xff,0x7f,0x44,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x44,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_i32 v5, off, s[8:11], s3 offset:4095                         ; encoding: [0xff,0x0f,0xe0,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x0f,0xe0,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_i32 v255, off, s[8:11], s3 offset:4095                       ; encoding: [0xff,0x0f,0xe0,0xe0,0x00,0xff,0x02,0x03]
 0xff,0x0f,0xe0,0xe0,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_min_i32 v5, off, s[12:15], s3 offset:4095                        ; encoding: [0xff,0x0f,0xe0,0xe0,0x00,0x05,0x03,0x03]

 0x07,0x00,0xe0,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_i32 v5, off, s[8:11], s3 offset:4095 glc                     ; encoding: [0xff,0x4f,0xe0,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xe0,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_i32 v5, off, s[8:11], s3 offset:4095 slc                     ; encoding: [0xff,0x1f,0xe0,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x1f,0xe0,0xe0,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_min_i32 v5, off, s[8:11], s3 offset:4095 glc slc                 ; encoding: [0xff,0x5f,0xe0,0xe0,0x00,0x05,0x02,0x03]
-0xff,0x5f,0xe0,0xe0,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_min_i32 v5, off, s[8:11], s3 offset:4095 dlc                     ; encoding: [0xff,0x2f,0xe0,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x2f,0xe0,0xe0,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_min_i32 v5, off, s[8:11], s3 offset:4095 glc slc dlc             ; encoding: [0xff,0x7f,0xe0,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x7f,0xe0,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_i64 v[5:6], off, s[8:11], s3 offset:4095                     ; encoding: [0xff,0x0f,0x14,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x14,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_i64 v[254:255], off, s[8:11], s3 offset:4095                 ; encoding: [0xff,0x0f,0x14,0xe1,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0x14,0xe1,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_min_i64 v[5:6], off, s[12:15], s3 offset:4095                    ; encoding: [0xff,0x0f,0x14,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x14,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_i64 v[5:6], off, s[8:11], s3 offset:4095 glc                 ; encoding: [0xff,0x4f,0x14,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x14,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_i64 v[5:6], off, s[8:11], s3 offset:4095 slc                 ; encoding: [0xff,0x1f,0x14,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x14,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_min_i64 v[5:6], off, s[8:11], s3 offset:4095 glc slc             ; encoding: [0xff,0x5f,0x14,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x14,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_min_i64 v[5:6], off, s[8:11], s3 offset:4095 dlc                 ; encoding: [0xff,0x2f,0x14,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x14,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_min_i64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc         ; encoding: [0xff,0x7f,0x14,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x14,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_u32 v5, off, s[8:11], s3 offset:4095                         ; encoding: [0xff,0x0f,0xe4,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x0f,0xe4,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_u32 v255, off, s[8:11], s3 offset:4095                       ; encoding: [0xff,0x0f,0xe4,0xe0,0x00,0xff,0x02,0x03]
 0xff,0x0f,0xe4,0xe0,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_min_u32 v5, off, s[12:15], s3 offset:4095                        ; encoding: [0xff,0x0f,0xe4,0xe0,0x00,0x05,0x03,0x03]

 0x07,0x00,0xe4,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_u32 v5, off, s[8:11], s3 offset:4095 glc                     ; encoding: [0xff,0x4f,0xe4,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xe4,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_u32 v5, off, s[8:11], s3 offset:4095 slc                     ; encoding: [0xff,0x1f,0xe4,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x1f,0xe4,0xe0,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_min_u32 v5, off, s[8:11], s3 offset:4095 glc slc                 ; encoding: [0xff,0x5f,0xe4,0xe0,0x00,0x05,0x02,0x03]
-0xff,0x5f,0xe4,0xe0,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_min_u32 v5, off, s[8:11], s3 offset:4095 dlc                     ; encoding: [0xff,0x2f,0xe4,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x2f,0xe4,0xe0,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_min_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc             ; encoding: [0xff,0x7f,0xe4,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x7f,0xe4,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_u64 v[5:6], off, s[8:11], s3 offset:4095                     ; encoding: [0xff,0x0f,0x18,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x18,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_u64 v[254:255], off, s[8:11], s3 offset:4095                 ; encoding: [0xff,0x0f,0x18,0xe1,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0x18,0xe1,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_min_u64 v[5:6], off, s[12:15], s3 offset:4095                    ; encoding: [0xff,0x0f,0x18,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x18,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_u64 v[5:6], off, s[8:11], s3 offset:4095 glc                 ; encoding: [0xff,0x4f,0x18,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x18,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_min_u64 v[5:6], off, s[8:11], s3 offset:4095 slc                 ; encoding: [0xff,0x1f,0x18,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x18,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_min_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc             ; encoding: [0xff,0x5f,0x18,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x18,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_min_u64 v[5:6], off, s[8:11], s3 offset:4095 dlc                 ; encoding: [0xff,0x2f,0x18,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x18,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_min_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc         ; encoding: [0xff,0x7f,0x18,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x18,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_or_b32 v5, off, s[8:11], s3 offset:4095                          ; encoding: [0xff,0x0f,0xf4,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x0f,0xf4,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_or_b32 v255, off, s[8:11], s3 offset:4095                        ; encoding: [0xff,0x0f,0xf4,0xe0,0x00,0xff,0x02,0x03]
 0xff,0x0f,0xf4,0xe0,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_or_b32 v5, off, s[12:15], s3 offset:4095                         ; encoding: [0xff,0x0f,0xf4,0xe0,0x00,0x05,0x03,0x03]

 0x07,0x00,0xf4,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_or_b32 v5, off, s[8:11], s3 offset:4095 glc                      ; encoding: [0xff,0x4f,0xf4,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xf4,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_or_b32 v5, off, s[8:11], s3 offset:4095 slc                      ; encoding: [0xff,0x1f,0xf4,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x1f,0xf4,0xe0,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_or_b32 v5, off, s[8:11], s3 offset:4095 glc slc                  ; encoding: [0xff,0x5f,0xf4,0xe0,0x00,0x05,0x02,0x03]
-0xff,0x5f,0xf4,0xe0,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_or_b32 v5, off, s[8:11], s3 offset:4095 dlc                      ; encoding: [0xff,0x2f,0xf4,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x2f,0xf4,0xe0,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_or_b32 v5, off, s[8:11], s3 offset:4095 glc slc dlc              ; encoding: [0xff,0x7f,0xf4,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x7f,0xf4,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_or_b64 v[5:6], off, s[8:11], s3 offset:4095                      ; encoding: [0xff,0x0f,0x28,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x28,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_or_b64 v[254:255], off, s[8:11], s3 offset:4095                  ; encoding: [0xff,0x0f,0x28,0xe1,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0x28,0xe1,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_or_b64 v[5:6], off, s[12:15], s3 offset:4095                     ; encoding: [0xff,0x0f,0x28,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x28,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_or_b64 v[5:6], off, s[8:11], s3 offset:4095 glc                  ; encoding: [0xff,0x4f,0x28,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x28,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_or_b64 v[5:6], off, s[8:11], s3 offset:4095 slc                  ; encoding: [0xff,0x1f,0x28,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x28,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_or_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc              ; encoding: [0xff,0x5f,0x28,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x28,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_or_b64 v[5:6], off, s[8:11], s3 offset:4095 dlc                  ; encoding: [0xff,0x2f,0x28,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x28,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_or_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc          ; encoding: [0xff,0x7f,0x28,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x28,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_sub_u32 v5, off, s[8:11], s3 offset:4095                         ; encoding: [0xff,0x0f,0xd8,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x0f,0xd8,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_sub_u32 v255, off, s[8:11], s3 offset:4095                       ; encoding: [0xff,0x0f,0xd8,0xe0,0x00,0xff,0x02,0x03]
 0xff,0x0f,0xd8,0xe0,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_sub_u32 v5, off, s[12:15], s3 offset:4095                        ; encoding: [0xff,0x0f,0xd8,0xe0,0x00,0x05,0x03,0x03]

 0x07,0x00,0xd8,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_sub_u32 v5, off, s[8:11], s3 offset:4095 glc                     ; encoding: [0xff,0x4f,0xd8,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xd8,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_sub_u32 v5, off, s[8:11], s3 offset:4095 slc                     ; encoding: [0xff,0x1f,0xd8,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x1f,0xd8,0xe0,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_sub_u32 v5, off, s[8:11], s3 offset:4095 glc slc                 ; encoding: [0xff,0x5f,0xd8,0xe0,0x00,0x05,0x02,0x03]
-0xff,0x5f,0xd8,0xe0,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_sub_u32 v5, off, s[8:11], s3 offset:4095 dlc                     ; encoding: [0xff,0x2f,0xd8,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x2f,0xd8,0xe0,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_sub_u32 v5, off, s[8:11], s3 offset:4095 glc slc dlc             ; encoding: [0xff,0x7f,0xd8,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x7f,0xd8,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_sub_u64 v[5:6], off, s[8:11], s3 offset:4095                     ; encoding: [0xff,0x0f,0x10,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x10,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_sub_u64 v[254:255], off, s[8:11], s3 offset:4095                 ; encoding: [0xff,0x0f,0x10,0xe1,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0x10,0xe1,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_sub_u64 v[5:6], off, s[12:15], s3 offset:4095                    ; encoding: [0xff,0x0f,0x10,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x10,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_sub_u64 v[5:6], off, s[8:11], s3 offset:4095 glc                 ; encoding: [0xff,0x4f,0x10,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x10,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_sub_u64 v[5:6], off, s[8:11], s3 offset:4095 slc                 ; encoding: [0xff,0x1f,0x10,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x10,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_sub_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc             ; encoding: [0xff,0x5f,0x10,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x10,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_sub_u64 v[5:6], off, s[8:11], s3 offset:4095 dlc                 ; encoding: [0xff,0x2f,0x10,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x10,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_sub_u64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc         ; encoding: [0xff,0x7f,0x10,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x10,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_swap_b32 v5, off, s[8:11], s3 offset:4095                        ; encoding: [0xff,0x0f,0xcc,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x0f,0xcc,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_swap_b32 v255, off, s[8:11], s3 offset:4095                      ; encoding: [0xff,0x0f,0xcc,0xe0,0x00,0xff,0x02,0x03]
 0xff,0x0f,0xcc,0xe0,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_swap_b32 v5, off, s[12:15], s3 offset:4095                       ; encoding: [0xff,0x0f,0xcc,0xe0,0x00,0x05,0x03,0x03]

 0x07,0x00,0xcc,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_swap_b32 v5, off, s[8:11], s3 offset:4095 glc                    ; encoding: [0xff,0x4f,0xcc,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xcc,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_swap_b32 v5, off, s[8:11], s3 offset:4095 slc                    ; encoding: [0xff,0x1f,0xcc,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x1f,0xcc,0xe0,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_swap_b32 v5, off, s[8:11], s3 offset:4095 glc slc                ; encoding: [0xff,0x5f,0xcc,0xe0,0x00,0x05,0x02,0x03]
-0xff,0x5f,0xcc,0xe0,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_swap_b32 v5, off, s[8:11], s3 offset:4095 dlc                    ; encoding: [0xff,0x2f,0xcc,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x2f,0xcc,0xe0,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_swap_b32 v5, off, s[8:11], s3 offset:4095 glc slc dlc            ; encoding: [0xff,0x7f,0xcc,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x7f,0xcc,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_swap_b64 v[5:6], off, s[8:11], s3 offset:4095                    ; encoding: [0xff,0x0f,0x04,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x04,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_swap_b64 v[254:255], off, s[8:11], s3 offset:4095                ; encoding: [0xff,0x0f,0x04,0xe1,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0x04,0xe1,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_swap_b64 v[5:6], off, s[12:15], s3 offset:4095                   ; encoding: [0xff,0x0f,0x04,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x04,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_swap_b64 v[5:6], off, s[8:11], s3 offset:4095 glc                ; encoding: [0xff,0x4f,0x04,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x04,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_swap_b64 v[5:6], off, s[8:11], s3 offset:4095 slc                ; encoding: [0xff,0x1f,0x04,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x04,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_swap_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc            ; encoding: [0xff,0x5f,0x04,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x04,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_swap_b64 v[5:6], off, s[8:11], s3 offset:4095 dlc                ; encoding: [0xff,0x2f,0x04,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x04,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_swap_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc        ; encoding: [0xff,0x7f,0x04,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x04,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_xor_b32 v5, off, s[8:11], s3 offset:4095                         ; encoding: [0xff,0x0f,0xf8,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x0f,0xf8,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_xor_b32 v255, off, s[8:11], s3 offset:4095                       ; encoding: [0xff,0x0f,0xf8,0xe0,0x00,0xff,0x02,0x03]
 0xff,0x0f,0xf8,0xe0,0x00,0xff,0x02,0x03
 
 # GFX11: buffer_atomic_xor_b32 v5, off, s[12:15], s3 offset:4095                        ; encoding: [0xff,0x0f,0xf8,0xe0,0x00,0x05,0x03,0x03]

 0x07,0x00,0xf8,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_xor_b32 v5, off, s[8:11], s3 offset:4095 glc                     ; encoding: [0xff,0x4f,0xf8,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x4f,0xf8,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_xor_b32 v5, off, s[8:11], s3 offset:4095 slc                     ; encoding: [0xff,0x1f,0xf8,0xe0,0x00,0x05,0x02,0x03]
 0xff,0x1f,0xf8,0xe0,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_xor_b32 v5, off, s[8:11], s3 offset:4095 glc slc                 ; encoding: [0xff,0x5f,0xf8,0xe0,0x00,0x05,0x02,0x03]
-0xff,0x5f,0xf8,0xe0,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_xor_b32 v5, off, s[8:11], s3 offset:4095 dlc                     ; encoding: [0xff,0x2f,0xf8,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x2f,0xf8,0xe0,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_xor_b32 v5, off, s[8:11], s3 offset:4095 glc slc dlc             ; encoding: [0xff,0x7f,0xf8,0xe0,0x00,0x05,0x02,0x03]
+0xff,0x7f,0xf8,0xe0,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_xor_b64 v[5:6], off, s[8:11], s3 offset:4095                     ; encoding: [0xff,0x0f,0x2c,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x0f,0x2c,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_xor_b64 v[254:255], off, s[8:11], s3 offset:4095                 ; encoding: [0xff,0x0f,0x2c,0xe1,0x00,0xfe,0x02,0x03]
 0xff,0x0f,0x2c,0xe1,0x00,0xfe,0x02,0x03
 
 # GFX11: buffer_atomic_xor_b64 v[5:6], off, s[12:15], s3 offset:4095                    ; encoding: [0xff,0x0f,0x2c,0xe1,0x00,0x05,0x03,0x03]

 0x07,0x00,0x2c,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_xor_b64 v[5:6], off, s[8:11], s3 offset:4095 glc                 ; encoding: [0xff,0x4f,0x2c,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x4f,0x2c,0xe1,0x00,0x05,0x02,0x03
 
 # GFX11: buffer_atomic_xor_b64 v[5:6], off, s[8:11], s3 offset:4095 slc                 ; encoding: [0xff,0x1f,0x2c,0xe1,0x00,0x05,0x02,0x03]
 0xff,0x1f,0x2c,0xe1,0x00,0x05,0x02,0x03
 
-# GFX11: buffer_atomic_xor_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc             ; encoding: [0xff,0x5f,0x2c,0xe1,0x00,0x05,0x02,0x03]
-0xff,0x5f,0x2c,0xe1,0x00,0x05,0x02,0x03
+# GFX11: buffer_atomic_xor_b64 v[5:6], off, s[8:11], s3 offset:4095 dlc                 ; encoding: [0xff,0x2f,0x2c,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x2f,0x2c,0xe1,0x00,0x05,0x02,0x03
+
+# GFX11: buffer_atomic_xor_b64 v[5:6], off, s[8:11], s3 offset:4095 glc slc dlc         ; encoding: [0xff,0x7f,0x2c,0xe1,0x00,0x05,0x02,0x03]
+0xff,0x7f,0x2c,0xe1,0x00,0x05,0x02,0x03