Index: llvm/include/llvm/MC/MCFragment.h =================================================================== --- llvm/include/llvm/MC/MCFragment.h +++ llvm/include/llvm/MC/MCFragment.h @@ -34,6 +34,7 @@ public: enum FragmentType : uint8_t { FT_Align, + FT_NeverAlign, FT_Data, FT_CompactEncodedInst, FT_Fill, @@ -333,6 +334,41 @@ } }; +class MCNeverAlignFragment : public MCFragment { + /// The alignment the end of the next fragment should avoid. + unsigned Alignment; + + /// Flag to indicate that (optimal) NOPs should be emitted instead + /// of using the provided value. The exact interpretation of this flag is + /// target dependent. + bool EmitNops : 1; + + /// Value to use for filling padding bytes. + int64_t Value; + + /// The size of the integer (in bytes) of \p Value. + unsigned ValueSize; + +public: + MCNeverAlignFragment(unsigned Alignment, int64_t Value, unsigned ValueSize, + MCSection *Sec = nullptr) + : MCFragment(FT_NeverAlign, false, Sec), Alignment(Alignment), + EmitNops(false), Value(Value), ValueSize(ValueSize) {} + + unsigned getAlignment() const { return Alignment; } + + int64_t getValue() const { return Value; } + + unsigned getValueSize() const { return ValueSize; } + + bool hasEmitNops() const { return EmitNops; } + void setEmitNops(bool Value) { EmitNops = Value; } + + static bool classof(const MCFragment *F) { + return F->getKind() == MCFragment::FT_NeverAlign; + } +}; + class MCFillFragment : public MCFragment { uint8_t ValueSize; /// Value to use for filling bytes. Index: llvm/include/llvm/MC/MCObjectStreamer.h =================================================================== --- llvm/include/llvm/MC/MCObjectStreamer.h +++ llvm/include/llvm/MC/MCObjectStreamer.h @@ -139,6 +139,8 @@ unsigned MaxBytesToEmit = 0) override; void emitCodeAlignment(unsigned ByteAlignment, unsigned MaxBytesToEmit = 0) override; + void emitNeverAlignCodeAtEnd(unsigned ByteAlignment, int64_t Value = 0, + unsigned ValueSize = 1) override; void emitValueToOffset(const MCExpr *Offset, unsigned char Value, SMLoc Loc) override; void emitDwarfLocDirective(unsigned FileNo, unsigned Line, unsigned Column, Index: llvm/include/llvm/MC/MCStreamer.h =================================================================== --- llvm/include/llvm/MC/MCStreamer.h +++ llvm/include/llvm/MC/MCStreamer.h @@ -834,6 +834,12 @@ virtual void emitCodeAlignment(unsigned ByteAlignment, unsigned MaxBytesToEmit = 0); + /// If the end of the following fragment ever gets aligned to + /// \p ByteAlignment, emit a single nop or \t Value to break this alignment. + virtual void emitNeverAlignCodeAtEnd(unsigned ByteAlignment, + int64_t Value = 0, + unsigned ValueSize = 1); + /// Emit some number of copies of \p Value until the byte offset \p /// Offset is reached. /// Index: llvm/lib/MC/MCAssembler.cpp =================================================================== --- llvm/lib/MC/MCAssembler.cpp +++ llvm/lib/MC/MCAssembler.cpp @@ -346,6 +346,28 @@ return Size; } + case MCFragment::FT_NeverAlign: { + const MCNeverAlignFragment &NAF = cast(F); + const MCFragment *NF = F.getNextNode(); + uint64_t Offset = Layout.getFragmentOffset(&NAF); + size_t NextFragSize = 0; + if (const auto *NextFrag = dyn_cast(NF)) { + NextFragSize = NextFrag->getContents().size(); + } else if (const auto *NextFrag = dyn_cast(NF)) { + NextFragSize = NextFrag->getContents().size(); + } else { + // Didn't find the expected fragment after the current one. + return 0; + } + // Check if the next fragment ends at the alignment we want to avoid. + if ((Offset + NextFragSize) % NAF.getAlignment() == 0) { + // Avoid this alignment by introducing minimum nop. + assert(getBackend().getMinimumNopSize() != NAF.getAlignment()); + return getBackend().getMinimumNopSize(); + } + return 0; + } + case MCFragment::FT_Org: { const MCOrgFragment &OF = cast(F); MCValue Value; @@ -569,6 +591,44 @@ break; } + case MCFragment::FT_NeverAlign: { + const MCNeverAlignFragment &NAF = cast(F); + assert(NAF.getValueSize() && "Invalid virtual align in concrete fragment!"); + + uint64_t Count = FragmentSize / NAF.getValueSize(); + if (Count == 0) + break; + assert(Count * NAF.getValueSize() == FragmentSize); + + if (NAF.hasEmitNops()) { + if (!Asm.getBackend().writeNopData(OS, Count)) + report_fatal_error("unable to write nop sequence of " + Twine(Count) + + " bytes"); + break; + } + + // Otherwise, write out in multiples of the value size. + for (uint64_t I = 0; I != Count; ++I) { + switch (NAF.getValueSize()) { + default: + llvm_unreachable("Invalid size!"); + case 1: + OS << char(NAF.getValue()); + break; + case 2: + support::endian::write(OS, NAF.getValue(), Endian); + break; + case 4: + support::endian::write(OS, NAF.getValue(), Endian); + break; + case 8: + support::endian::write(OS, NAF.getValue(), Endian); + break; + } + } + break; + } + case MCFragment::FT_Data: ++stats::EmittedDataFragments; OS << cast(F).getContents(); @@ -757,6 +817,11 @@ cast(F).getValue() == 0) && "Invalid align in virtual section!"); break; + case MCFragment::FT_NeverAlign: + assert((cast(F).getValueSize() == 0 || + cast(F).getValue() == 0) && + "Invalid neveralign in virtual section!"); + break; case MCFragment::FT_Fill: assert((cast(F).getValue() == 0) && "Invalid fill in virtual section!"); Index: llvm/lib/MC/MCFragment.cpp =================================================================== --- llvm/lib/MC/MCFragment.cpp +++ llvm/lib/MC/MCFragment.cpp @@ -270,6 +270,9 @@ case FT_Align: delete cast(this); return; + case FT_NeverAlign: + delete cast(this); + return; case FT_Data: delete cast(this); return; @@ -338,6 +341,9 @@ OS << "<"; switch (getKind()) { case MCFragment::FT_Align: OS << "MCAlignFragment"; break; + case MCFragment::FT_NeverAlign: + OS << "MCNeverAlignFragment"; + break; case MCFragment::FT_Data: OS << "MCDataFragment"; break; case MCFragment::FT_CompactEncodedInst: OS << "MCCompactEncodedInstFragment"; break; @@ -377,6 +383,15 @@ << " MaxBytesToEmit:" << AF->getMaxBytesToEmit() << ">"; break; } + case MCFragment::FT_NeverAlign: { + const MCNeverAlignFragment *NAF = cast(this); + if (NAF->hasEmitNops()) + OS << " (emit nops)"; + OS << "\n "; + OS << " Alignment:" << NAF->getAlignment() << " Value:" << NAF->getValue() + << " ValueSize:" << NAF->getValueSize(); + break; + } case MCFragment::FT_Data: { const auto *DF = cast(this); OS << "\n "; Index: llvm/lib/MC/MCObjectStreamer.cpp =================================================================== --- llvm/lib/MC/MCObjectStreamer.cpp +++ llvm/lib/MC/MCObjectStreamer.cpp @@ -619,6 +619,13 @@ cast(getCurrentFragment())->setEmitNops(true); } +void MCObjectStreamer::emitNeverAlignCodeAtEnd(unsigned ByteAlignment, + int64_t Value, + unsigned ValueSize) { + insert(new MCNeverAlignFragment(ByteAlignment, 0, 1)); + cast(getCurrentFragment())->setEmitNops(true); +} + void MCObjectStreamer::emitValueToOffset(const MCExpr *Offset, unsigned char Value, SMLoc Loc) { Index: llvm/lib/MC/MCStreamer.cpp =================================================================== --- llvm/lib/MC/MCStreamer.cpp +++ llvm/lib/MC/MCStreamer.cpp @@ -1184,6 +1184,8 @@ unsigned MaxBytesToEmit) {} void MCStreamer::emitCodeAlignment(unsigned ByteAlignment, unsigned MaxBytesToEmit) {} +void MCStreamer::emitNeverAlignCodeAtEnd(unsigned ByteAlignment, int64_t Value, + unsigned ValueSize) {} void MCStreamer::emitValueToOffset(const MCExpr *Offset, unsigned char Value, SMLoc Loc) {} void MCStreamer::emitBundleAlignMode(unsigned AlignPow2) {} Index: llvm/lib/Target/X86/AsmParser/X86AsmParser.cpp =================================================================== --- llvm/lib/Target/X86/AsmParser/X86AsmParser.cpp +++ llvm/lib/Target/X86/AsmParser/X86AsmParser.cpp @@ -1128,6 +1128,7 @@ bool parseDirectiveArch(); bool parseDirectiveNops(SMLoc L); bool parseDirectiveEven(SMLoc L); + bool parseDirectiveAvoidEndAlign(SMLoc L); bool ParseDirectiveCode(StringRef IDVal, SMLoc L); /// CodeView FPO data directives. @@ -4631,6 +4632,8 @@ return false; } else if (IDVal == ".nops") return parseDirectiveNops(DirectiveID.getLoc()); + else if (IDVal == ".avoid_end_align") + return parseDirectiveAvoidEndAlign(DirectiveID.getLoc()); else if (IDVal == ".even") return parseDirectiveEven(DirectiveID.getLoc()); else if (IDVal == ".cv_fpo_proc") @@ -4726,6 +4729,33 @@ return false; } +/// parseDirectiveAvoidEndAlign +/// ::= .avoid_end_align alignment +bool X86AsmParser::parseDirectiveAvoidEndAlign(SMLoc L) { + int64_t Alignment = 0; + SMLoc AlignmentLoc; + const MCSubtargetInfo STI = getSTI(); + AlignmentLoc = getTok().getLoc(); + if (getParser().checkForValidSection() || + getParser().parseAbsoluteExpression(Alignment)) + return true; + + if (getParser().parseToken( + AsmToken::EndOfStatement, + "unexpected token in '.avoid_end_align' directive")) + return true; + + if (Alignment <= 0) { + Error(AlignmentLoc, "'.avoid_end_align' directive with non-positive size"); + return false; + } + + /// Emit NeverAlign + getParser().getStreamer().emitNeverAlignCodeAtEnd(Alignment); + + return false; +} + /// ParseDirectiveCode /// ::= .code16 | .code32 | .code64 bool X86AsmParser::ParseDirectiveCode(StringRef IDVal, SMLoc L) { Index: llvm/test/MC/X86/x86_64-directive-avoid_end_align.s =================================================================== --- /dev/null +++ llvm/test/MC/X86/x86_64-directive-avoid_end_align.s @@ -0,0 +1,16 @@ +# RUN: llvm-mc -triple=x86_64 %s -filetype=obj | llvm-objdump -d - | FileCheck %s + +# %bb.0: # %entry +.nops 59 + pushq %rbx + movl %edi, %ebx +.avoid_end_align 64 +# CHECK: 3e: 90 nop + testl %eax, %eax +# CHECK-NEXT: 3f: 85 c0 testl %eax, %eax + je .LBB0_2 +# %bb.1: # %taken + nop +.LBB0_2: # %untaken + popq %rbx + retq