Skip to content

Commit a7b7545

Browse files
committed
[SimplifyLibCalls] Add initial support for non-8-bit bytes
The patch makes CharWidth argument of `getStringLength` mandatory and ensures the correct values are passed in most cases. This is *not* a complete support for unusual byte widths in SimplifyLibCalls since `getConstantStringInfo` returns false for those. The code guarded by `getConstantStringInfo` returning true is unchanged because the changes are currently not testable.
1 parent 1591f0b commit a7b7545

35 files changed

+928
-100
lines changed

llvm/include/llvm/Analysis/ValueTracking.h

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -394,7 +394,7 @@ struct ConstantDataArraySlice {
394394
/// with an appropriate offset.
395395
LLVM_ABI bool getConstantDataArrayInfo(const Value *V,
396396
ConstantDataArraySlice &Slice,
397-
unsigned ElementSize,
397+
unsigned ElementBitWidth,
398398
uint64_t Offset = 0);
399399

400400
/// This function computes the length of a null-terminated C string pointed to
@@ -408,7 +408,7 @@ LLVM_ABI bool getConstantStringInfo(const Value *V, StringRef &Str,
408408

409409
/// If we can compute the length of the string pointed to by the specified
410410
/// pointer, return 'len+1'. If we can't, return 0.
411-
LLVM_ABI uint64_t GetStringLength(const Value *V, unsigned CharSize = 8);
411+
LLVM_ABI uint64_t getStringLength(const Value *V, unsigned CharWidth);
412412

413413
/// This function returns call pointer argument that is considered the same by
414414
/// aliasing rules. You CAN'T use it to replace one value with another. If

llvm/include/llvm/Transforms/Utils/SimplifyLibCalls.h

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -260,8 +260,8 @@ class LibCallSimplifier {
260260
bool hasFloatVersion(const Module *M, StringRef FuncName);
261261

262262
/// Shared code to optimize strlen+wcslen and strnlen+wcsnlen.
263-
Value *optimizeStringLength(CallInst *CI, IRBuilderBase &B, unsigned CharSize,
264-
Value *Bound = nullptr);
263+
Value *optimizeStringLength(CallInst *CI, IRBuilderBase &B,
264+
unsigned CharWidth, Value *Bound = nullptr);
265265
};
266266
} // End llvm namespace
267267

llvm/lib/Analysis/MemoryBuiltins.cpp

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -379,7 +379,8 @@ llvm::getAllocSize(const CallBase *CB, const TargetLibraryInfo *TLI,
379379

380380
// Handle strdup-like functions separately.
381381
if (FnData->AllocTy == StrDupLike) {
382-
APInt Size(IntTyBits, GetStringLength(Mapper(CB->getArgOperand(0))));
382+
APInt Size(IntTyBits, getStringLength(Mapper(CB->getArgOperand(0)),
383+
DL.getByteWidth()));
383384
if (!Size)
384385
return std::nullopt;
385386

llvm/lib/Analysis/ValueTracking.cpp

Lines changed: 21 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -6357,17 +6357,14 @@ bool llvm::isGEPBasedOnPointerToString(const GEPOperator *GEP,
63576357
}
63586358

63596359
// If V refers to an initialized global constant, set Slice either to
6360-
// its initializer if the size of its elements equals ElementSize, or,
6361-
// for ElementSize == 8, to its representation as an array of unsiged
6362-
// char. Return true on success.
6363-
// Offset is in the unit "nr of ElementSize sized elements".
6360+
// its initializer if the bit width of its elements equals ElementBitWidth,
6361+
// or, for ElementBitWidth == CHAR_BIT, to its representation as an array
6362+
// of unsigned char. Return true on success.
6363+
// Offset is in the unit "nr of ElementBitWidth sized elements".
63646364
bool llvm::getConstantDataArrayInfo(const Value *V,
63656365
ConstantDataArraySlice &Slice,
6366-
unsigned ElementSize, uint64_t Offset) {
6366+
unsigned ElementBitWidth, uint64_t Offset) {
63676367
assert(V && "V should not be null.");
6368-
assert((ElementSize % 8) == 0 &&
6369-
"ElementSize expected to be a multiple of the size of a byte.");
6370-
unsigned ElementSizeInBytes = ElementSize / 8;
63716368

63726369
// Drill down into the pointer expression V, ignoring any intervening
63736370
// casts, and determine the identity of the object it references along
@@ -6379,6 +6376,11 @@ bool llvm::getConstantDataArrayInfo(const Value *V,
63796376
return false;
63806377

63816378
const DataLayout &DL = GV->getDataLayout();
6379+
unsigned ByteWidth = DL.getByteWidth();
6380+
assert((ElementBitWidth % ByteWidth) == 0 &&
6381+
"ElementBitWidth is expected to be a multiple of the byte width");
6382+
unsigned ElementSizeInBytes = ElementBitWidth / ByteWidth;
6383+
63826384
APInt Off(DL.getIndexTypeSizeInBits(V->getType()), 0);
63836385

63846386
if (GV != V->stripAndAccumulateConstantOffsets(DL, Off,
@@ -6418,7 +6420,7 @@ bool llvm::getConstantDataArrayInfo(const Value *V,
64186420
auto *Init = const_cast<Constant *>(GV->getInitializer());
64196421
if (auto *ArrayInit = dyn_cast<ConstantDataArray>(Init)) {
64206422
Type *InitElTy = ArrayInit->getElementType();
6421-
if (InitElTy->isIntegerTy(ElementSize)) {
6423+
if (InitElTy->isIntegerTy(ElementBitWidth)) {
64226424
// If Init is an initializer for an array of the expected type
64236425
// and size, use it as is.
64246426
Array = ArrayInit;
@@ -6427,7 +6429,7 @@ bool llvm::getConstantDataArrayInfo(const Value *V,
64276429
}
64286430

64296431
if (!Array) {
6430-
if (ElementSize != 8)
6432+
if (ElementBitWidth != CHAR_BIT)
64316433
// TODO: Handle conversions to larger integral types.
64326434
return false;
64336435

@@ -6505,9 +6507,9 @@ bool llvm::getConstantStringInfo(const Value *V, StringRef &Str,
65056507

65066508
/// If we can compute the length of the string pointed to by
65076509
/// the specified pointer, return 'len+1'. If we can't, return 0.
6508-
static uint64_t GetStringLengthH(const Value *V,
6509-
SmallPtrSetImpl<const PHINode*> &PHIs,
6510-
unsigned CharSize) {
6510+
static uint64_t getStringLength(const Value *V,
6511+
SmallPtrSetImpl<const PHINode *> &PHIs,
6512+
unsigned CharWidth) {
65116513
// Look through noop bitcast instructions.
65126514
V = V->stripPointerCasts();
65136515

@@ -6520,7 +6522,7 @@ static uint64_t GetStringLengthH(const Value *V,
65206522
// If it was new, see if all the input strings are the same length.
65216523
uint64_t LenSoFar = ~0ULL;
65226524
for (Value *IncValue : PN->incoming_values()) {
6523-
uint64_t Len = GetStringLengthH(IncValue, PHIs, CharSize);
6525+
uint64_t Len = getStringLength(IncValue, PHIs, CharWidth);
65246526
if (Len == 0) return 0; // Unknown length -> unknown.
65256527

65266528
if (Len == ~0ULL) continue;
@@ -6536,9 +6538,9 @@ static uint64_t GetStringLengthH(const Value *V,
65366538

65376539
// strlen(select(c,x,y)) -> strlen(x) ^ strlen(y)
65386540
if (const SelectInst *SI = dyn_cast<SelectInst>(V)) {
6539-
uint64_t Len1 = GetStringLengthH(SI->getTrueValue(), PHIs, CharSize);
6541+
uint64_t Len1 = getStringLength(SI->getTrueValue(), PHIs, CharWidth);
65406542
if (Len1 == 0) return 0;
6541-
uint64_t Len2 = GetStringLengthH(SI->getFalseValue(), PHIs, CharSize);
6543+
uint64_t Len2 = getStringLength(SI->getFalseValue(), PHIs, CharWidth);
65426544
if (Len2 == 0) return 0;
65436545
if (Len1 == ~0ULL) return Len2;
65446546
if (Len2 == ~0ULL) return Len1;
@@ -6548,7 +6550,7 @@ static uint64_t GetStringLengthH(const Value *V,
65486550

65496551
// Otherwise, see if we can read the string.
65506552
ConstantDataArraySlice Slice;
6551-
if (!getConstantDataArrayInfo(V, Slice, CharSize))
6553+
if (!getConstantDataArrayInfo(V, Slice, CharWidth))
65526554
return 0;
65536555

65546556
if (Slice.Array == nullptr)
@@ -6570,12 +6572,12 @@ static uint64_t GetStringLengthH(const Value *V,
65706572

65716573
/// If we can compute the length of the string pointed to by
65726574
/// the specified pointer, return 'len+1'. If we can't, return 0.
6573-
uint64_t llvm::GetStringLength(const Value *V, unsigned CharSize) {
6575+
uint64_t llvm::getStringLength(const Value *V, unsigned CharWidth) {
65746576
if (!V->getType()->isPointerTy())
65756577
return 0;
65766578

65776579
SmallPtrSet<const PHINode*, 32> PHIs;
6578-
uint64_t Len = GetStringLengthH(V, PHIs, CharSize);
6580+
uint64_t Len = ::getStringLength(V, PHIs, CharWidth);
65796581
// If Len is ~0ULL, we had an infinite phi cycle: this is dead code, so return
65806582
// an empty string as a length.
65816583
return Len == ~0ULL ? 1 : Len;

llvm/lib/Transforms/InstCombine/InstCombineCalls.cpp

Lines changed: 7 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -157,7 +157,8 @@ Instruction *InstCombinerImpl::SimplifyAnyMemTransfer(AnyMemTransferInst *MI) {
157157
uint64_t Size = MemOpLength->getLimitedValue();
158158
assert(Size && "0-sized memory transferring should be removed already.");
159159

160-
if (Size > 8 || (Size&(Size-1)))
160+
uint64_t MemOpWidth = Size * DL.getByteWidth();
161+
if (MemOpWidth > 64 || (Size & (Size - 1)))
161162
return nullptr; // If not 1/2/4/8 bytes, exit.
162163

163164
// If it is an atomic and alignment is less than the size then we will
@@ -169,7 +170,7 @@ Instruction *InstCombinerImpl::SimplifyAnyMemTransfer(AnyMemTransferInst *MI) {
169170
return nullptr;
170171

171172
// Use an integer load+store unless we can find something better.
172-
IntegerType* IntType = IntegerType::get(MI->getContext(), Size<<3);
173+
IntegerType *IntType = IntegerType::get(MI->getContext(), MemOpWidth);
173174

174175
// If the memcpy has metadata describing the members, see if we can get the
175176
// TBAA, scope and noalias tags describing our copy.
@@ -245,7 +246,7 @@ Instruction *InstCombinerImpl::SimplifyAnyMemSet(AnyMemSetInst *MI) {
245246
// Extract the length and alignment and fill if they are constant.
246247
ConstantInt *LenC = dyn_cast<ConstantInt>(MI->getLength());
247248
ConstantInt *FillC = dyn_cast<ConstantInt>(MI->getValue());
248-
if (!LenC || !FillC || !FillC->getType()->isIntegerTy(8))
249+
if (!LenC || !FillC || !FillC->getType()->isIntegerTy(DL.getByteWidth()))
249250
return nullptr;
250251
const uint64_t Len = LenC->getLimitedValue();
251252
assert(Len && "0-sized memory setting should be removed already.");
@@ -259,12 +260,13 @@ Instruction *InstCombinerImpl::SimplifyAnyMemSet(AnyMemSetInst *MI) {
259260
return nullptr;
260261

261262
// memset(s,c,n) -> store s, c (for n=1,2,4,8)
262-
if (Len <= 8 && isPowerOf2_32((uint32_t)Len)) {
263+
uint64_t MemOpWidth = Len * DL.getByteWidth();
264+
if (MemOpWidth <= 64 && isPowerOf2_32((uint32_t)Len)) {
263265
Value *Dest = MI->getDest();
264266

265267
// Extract the fill value and store.
266268
Constant *FillVal = ConstantInt::get(
267-
MI->getContext(), APInt::getSplat(Len * 8, FillC->getValue()));
269+
MI->getContext(), APInt::getSplat(MemOpWidth, FillC->getValue()));
268270
StoreInst *S = Builder.CreateStore(FillVal, Dest, MI->isVolatile());
269271
S->copyMetadata(*MI, LLVMContext::MD_DIAssignID);
270272
auto replaceOpForAssignmentMarkers = [FillC, FillVal](auto *DbgAssign) {

llvm/lib/Transforms/InstCombine/InstructionCombining.cpp

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3144,8 +3144,9 @@ Instruction *InstCombinerImpl::visitGetElementPtrInst(GetElementPtrInst &GEP) {
31443144
if (MadeChange)
31453145
return &GEP;
31463146

3147-
// Canonicalize constant GEPs to i8 type.
3148-
if (!GEPEltType->isIntegerTy(8) && GEP.hasAllConstantIndices()) {
3147+
// Canonicalize constant GEPs to byte type.
3148+
if (!GEPEltType->isIntegerTy(DL.getByteWidth()) &&
3149+
GEP.hasAllConstantIndices()) {
31493150
APInt Offset(DL.getIndexTypeSizeInBits(GEPType), 0);
31503151
if (GEP.accumulateConstantOffset(DL, Offset))
31513152
return replaceInstUsesWith(

0 commit comments

Comments
 (0)