//===- llvm/ADT/SmallVector.cpp - 'Normally small' vectors ----------------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// // // This file implements the SmallVector class. // //===----------------------------------------------------------------------===// #include //#include "llvm/Support/MemAlloc.h" #include using namespace fair::llvm_copy; // Check that no bytes are wasted and everything is well-aligned. namespace { struct Struct16B { alignas(16) void *X; }; struct Struct32B { alignas(32) void *X; }; } static_assert(sizeof(SmallVector) == sizeof(unsigned) * 2 + sizeof(void *), "wasted space in SmallVector size 0"); static_assert(alignof(SmallVector) >= alignof(Struct16B), "wrong alignment for 16-byte aligned T"); static_assert(alignof(SmallVector) >= alignof(Struct32B), "wrong alignment for 32-byte aligned T"); static_assert(sizeof(SmallVector) >= alignof(Struct16B), "missing padding for 16-byte aligned T"); static_assert(sizeof(SmallVector) >= alignof(Struct32B), "missing padding for 32-byte aligned T"); static_assert(sizeof(SmallVector) == sizeof(unsigned) * 2 + sizeof(void *) * 2, "wasted space in SmallVector size 1"); static_assert(sizeof(SmallVector) == sizeof(void *) * 2 + sizeof(void *), "1 byte elements have word-sized type for size and capacity"); // Note: Moving this function into the header may cause performance regression. template static size_t getNewCapacity(size_t MinSize, size_t , size_t OldCapacity) { constexpr size_t MaxSize = std::numeric_limits::max(); // In theory 2*capacity can overflow if the capacity is 64 bit, but the // original capacity would never be large enough for this to be a problem. size_t NewCapacity = 2 * OldCapacity + 1; // Always grow. return std::clamp(NewCapacity, MinSize, MaxSize); } template void *SmallVectorBase::replaceAllocation(void *NewElts, size_t TSize, size_t NewCapacity, size_t VSize) { void *NewEltsReplace = malloc(NewCapacity * TSize); if (VSize) memcpy(NewEltsReplace, NewElts, VSize * TSize); free(NewElts); return NewEltsReplace; } // Note: Moving this function into the header may cause performance regression. template void *SmallVectorBase::mallocForGrow(void *FirstEl, size_t MinSize, size_t TSize, size_t &NewCapacity) { NewCapacity = getNewCapacity(MinSize, TSize, this->capacity()); // Even if capacity is not 0 now, if the vector was originally created with // capacity 0, it's possible for the malloc to return FirstEl. void *NewElts = malloc(NewCapacity * TSize); if (NewElts == FirstEl) NewElts = replaceAllocation(NewElts, TSize, NewCapacity); return NewElts; } // Note: Moving this function into the header may cause performance regression. template void SmallVectorBase::grow_pod(void *FirstEl, size_t MinSize, size_t TSize) { size_t NewCapacity = getNewCapacity(MinSize, TSize, this->capacity()); void *NewElts; if (BeginX == FirstEl) { NewElts = malloc(NewCapacity * TSize); if (NewElts == FirstEl) NewElts = replaceAllocation(NewElts, TSize, NewCapacity); // Copy the elements over. No need to run dtors on PODs. memcpy(NewElts, this->BeginX, size() * TSize); } else { // If this wasn't grown from the inline copy, grow the allocated space. NewElts = realloc(this->BeginX, NewCapacity * TSize); if (NewElts == FirstEl) NewElts = replaceAllocation(NewElts, TSize, NewCapacity, size()); } this->set_allocation_range(NewElts, NewCapacity); } template class fair::llvm_copy::SmallVectorBase; // Disable the uint64_t instantiation for 32-bit builds. // Both uint32_t and uint64_t instantiations are needed for 64-bit builds. // This instantiation will never be used in 32-bit builds, and will cause // warnings when sizeof(Size_T) > sizeof(size_t). #if SIZE_MAX > UINT32_MAX template class fair::llvm_copy::SmallVectorBase; // Assertions to ensure this #if stays in sync with SmallVectorSizeType. static_assert(sizeof(SmallVectorSizeType) == sizeof(uint64_t), "Expected SmallVectorBase variant to be in use."); #else static_assert(sizeof(SmallVectorSizeType) == sizeof(uint32_t), "Expected SmallVectorBase variant to be in use."); #endif