Index: include/llvm/IR/User.h =================================================================== --- include/llvm/IR/User.h +++ include/llvm/IR/User.h @@ -46,10 +46,15 @@ /// of operands, ie, 'hung off uses'. void *operator new(size_t Size); - /// Allocate a User with the operands co-allocated. + /// Allocate a User with the operands co-allocated. If DescBytes is non-zero + /// then allocate an additional DescBytes bytes before the operands. These + /// bytes can be accessed by calling getDescriptor. + /// + /// DescBytes needs to be divisible by sizeof(void *). The allocated + /// descriptor, if any, is aligned to sizeof(void *) bytes. /// /// This is used for subclasses which have a fixed number of operands. - void *operator new(size_t Size, unsigned Us); + void *operator new(size_t Size, unsigned Us, unsigned DescBytes = 0); User(Type *ty, unsigned vty, Use *OpList, unsigned NumOps) : Value(ty, vty) { @@ -137,6 +142,14 @@ unsigned getNumOperands() const { return NumUserOperands; } + /// Returns the descriptor co-allocated with this User instance as a range of + /// bytes [Begin, End). + std::pair getDescriptor() const; + + /// Returns the descriptor co-allocated with this User instance as a range of + /// bytes [Begin, End). + std::pair getDescriptor(); + /// Set the number of operands on a GlobalVariable. /// /// GlobalVariable always allocates space for a single operands, but Index: include/llvm/IR/Value.h =================================================================== --- include/llvm/IR/Value.h +++ include/llvm/IR/Value.h @@ -104,12 +104,13 @@ /// /// Note, this should *NOT* be used directly by any class other than User. /// User uses this value to find the Use list. - enum : unsigned { NumUserOperandsBits = 29 }; + enum : unsigned { NumUserOperandsBits = 28 }; unsigned NumUserOperands : NumUserOperandsBits; bool IsUsedByMD : 1; bool HasName : 1; bool HasHungOffUses : 1; + bool HasDescriptor : 1; private: template // UseT == 'Use' or 'const Use' Index: lib/IR/User.cpp =================================================================== --- lib/IR/User.cpp +++ lib/IR/User.cpp @@ -87,19 +87,57 @@ Use::zap(OldOps, OldOps + OldNumUses, true); } + +// This is a private struct used by `User` to track the co-allocated descriptor +// section. +struct DescriptorInfo { + intptr_t SizeInBytes; +}; + +std::pair User::getDescriptor() const { + return const_cast(this)->getDescriptor(); +} + +std::pair User::getDescriptor() { + assert(HasDescriptor && "Don't call otherwise!"); + assert(!HasHungOffUses && "Invariant!"); + + auto *DI = reinterpret_cast(getIntrusiveOperands()) - 1; + assert(DI->SizeInBytes != 0 && "Should not have had a descriptor otherwise!"); + + return std::make_pair(reinterpret_cast(DI) - DI->SizeInBytes, + reinterpret_cast(DI)); +} + //===----------------------------------------------------------------------===// // User operator new Implementations //===----------------------------------------------------------------------===// -void *User::operator new(size_t Size, unsigned Us) { +void *User::operator new(size_t Size, unsigned Us, unsigned DescBytes) { assert(Us < (1u << NumUserOperandsBits) && "Too many operands"); - void *Storage = ::operator new(Size + sizeof(Use) * Us); - Use *Start = static_cast(Storage); + + static_assert(sizeof(DescriptorInfo) % sizeof(void *) == 0, "Required below"); + + unsigned DescBytesToAllocate = + DescBytes == 0 ? 0 : (DescBytes + sizeof(DescriptorInfo)); + assert(DescBytesToAllocate % sizeof(void *) == 0 && + "We need this to satisfy alignment constraints for Uses"); + + uint8_t *Storage = static_cast( + ::operator new(Size + sizeof(Use) * Us + DescBytesToAllocate)); + Use *Start = reinterpret_cast(Storage + DescBytesToAllocate); Use *End = Start + Us; User *Obj = reinterpret_cast(End); Obj->NumUserOperands = Us; Obj->HasHungOffUses = false; + Obj->HasDescriptor = DescBytes != 0; Use::initTags(Start, End); + + if (DescBytes != 0) { + auto *DescInfo = reinterpret_cast(Storage + DescBytes); + DescInfo->SizeInBytes = DescBytes; + } + return Obj; } @@ -110,6 +148,7 @@ User *Obj = reinterpret_cast(HungOffOperandList + 1); Obj->NumUserOperands = 0; Obj->HasHungOffUses = true; + Obj->HasDescriptor = false; *HungOffOperandList = nullptr; return Obj; } @@ -123,11 +162,20 @@ // use a Use[] allocated prior to the user. User *Obj = static_cast(Usr); if (Obj->HasHungOffUses) { + assert(!Obj->HasDescriptor && "not supported!"); + Use **HungOffOperandList = static_cast(Usr) - 1; // drop the hung off uses. Use::zap(*HungOffOperandList, *HungOffOperandList + Obj->NumUserOperands, /* Delete */ true); ::operator delete(HungOffOperandList); + } else if (Obj->HasDescriptor) { + Use *UseBegin = static_cast(Usr) - Obj->NumUserOperands; + Use::zap(UseBegin, UseBegin + Obj->NumUserOperands, /* Delete */ false); + + auto *DI = reinterpret_cast(UseBegin) - 1; + uint8_t *Storage = reinterpret_cast(DI) - DI->SizeInBytes; + ::operator delete(Storage); } else { Use *Storage = static_cast(Usr) - Obj->NumUserOperands; Use::zap(Storage, Storage + Obj->NumUserOperands,