cannam@49: // Copyright (c) 2013-2014 Sandstorm Development Group, Inc. and contributors cannam@49: // Licensed under the MIT License: cannam@49: // cannam@49: // Permission is hereby granted, free of charge, to any person obtaining a copy cannam@49: // of this software and associated documentation files (the "Software"), to deal cannam@49: // in the Software without restriction, including without limitation the rights cannam@49: // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell cannam@49: // copies of the Software, and to permit persons to whom the Software is cannam@49: // furnished to do so, subject to the following conditions: cannam@49: // cannam@49: // The above copyright notice and this permission notice shall be included in cannam@49: // all copies or substantial portions of the Software. cannam@49: // cannam@49: // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR cannam@49: // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, cannam@49: // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE cannam@49: // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER cannam@49: // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, cannam@49: // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN cannam@49: // THE SOFTWARE. cannam@49: cannam@49: #ifndef KJ_ARRAY_H_ cannam@49: #define KJ_ARRAY_H_ cannam@49: cannam@49: #if defined(__GNUC__) && !KJ_HEADER_WARNINGS cannam@49: #pragma GCC system_header cannam@49: #endif cannam@49: cannam@49: #include "common.h" cannam@49: #include cannam@49: #include cannam@49: cannam@49: namespace kj { cannam@49: cannam@49: // ======================================================================================= cannam@49: // ArrayDisposer -- Implementation details. cannam@49: cannam@49: class ArrayDisposer { cannam@49: // Much like Disposer from memory.h. cannam@49: cannam@49: protected: cannam@49: // Do not declare a destructor, as doing so will force a global initializer for cannam@49: // HeapArrayDisposer::instance. cannam@49: cannam@49: virtual void disposeImpl(void* firstElement, size_t elementSize, size_t elementCount, cannam@49: size_t capacity, void (*destroyElement)(void*)) const = 0; cannam@49: // Disposes of the array. `destroyElement` invokes the destructor of each element, or is nullptr cannam@49: // if the elements have trivial destructors. `capacity` is the amount of space that was cannam@49: // allocated while `elementCount` is the number of elements that were actually constructed; cannam@49: // these are always the same number for Array but may be different when using ArrayBuilder. cannam@49: cannam@49: public: cannam@49: cannam@49: template cannam@49: void dispose(T* firstElement, size_t elementCount, size_t capacity) const; cannam@49: // Helper wrapper around disposeImpl(). cannam@49: // cannam@49: // Callers must not call dispose() on the same array twice, even if the first call throws cannam@49: // an exception. cannam@49: cannam@49: private: cannam@49: template cannam@49: struct Dispose_; cannam@49: }; cannam@49: cannam@49: class ExceptionSafeArrayUtil { cannam@49: // Utility class that assists in constructing or destroying elements of an array, where the cannam@49: // constructor or destructor could throw exceptions. In case of an exception, cannam@49: // ExceptionSafeArrayUtil's destructor will call destructors on all elements that have been cannam@49: // constructed but not destroyed. Remember that destructors that throw exceptions are required cannam@49: // to use UnwindDetector to detect unwind and avoid exceptions in this case. Therefore, no more cannam@49: // than one exception will be thrown (and the program will not terminate). cannam@49: cannam@49: public: cannam@49: inline ExceptionSafeArrayUtil(void* ptr, size_t elementSize, size_t constructedElementCount, cannam@49: void (*destroyElement)(void*)) cannam@49: : pos(reinterpret_cast(ptr) + elementSize * constructedElementCount), cannam@49: elementSize(elementSize), constructedElementCount(constructedElementCount), cannam@49: destroyElement(destroyElement) {} cannam@49: KJ_DISALLOW_COPY(ExceptionSafeArrayUtil); cannam@49: cannam@49: inline ~ExceptionSafeArrayUtil() noexcept(false) { cannam@49: if (constructedElementCount > 0) destroyAll(); cannam@49: } cannam@49: cannam@49: void construct(size_t count, void (*constructElement)(void*)); cannam@49: // Construct the given number of elements. cannam@49: cannam@49: void destroyAll(); cannam@49: // Destroy all elements. Call this immediately before ExceptionSafeArrayUtil goes out-of-scope cannam@49: // to ensure that one element throwing an exception does not prevent the others from being cannam@49: // destroyed. cannam@49: cannam@49: void release() { constructedElementCount = 0; } cannam@49: // Prevent ExceptionSafeArrayUtil's destructor from destroying the constructed elements. cannam@49: // Call this after you've successfully finished constructing. cannam@49: cannam@49: private: cannam@49: byte* pos; cannam@49: size_t elementSize; cannam@49: size_t constructedElementCount; cannam@49: void (*destroyElement)(void*); cannam@49: }; cannam@49: cannam@49: class DestructorOnlyArrayDisposer: public ArrayDisposer { cannam@49: public: cannam@49: static const DestructorOnlyArrayDisposer instance; cannam@49: cannam@49: void disposeImpl(void* firstElement, size_t elementSize, size_t elementCount, cannam@49: size_t capacity, void (*destroyElement)(void*)) const override; cannam@49: }; cannam@49: cannam@49: class NullArrayDisposer: public ArrayDisposer { cannam@49: // An ArrayDisposer that does nothing. Can be used to construct a fake Arrays that doesn't cannam@49: // actually own its content. cannam@49: cannam@49: public: cannam@49: static const NullArrayDisposer instance; cannam@49: cannam@49: void disposeImpl(void* firstElement, size_t elementSize, size_t elementCount, cannam@49: size_t capacity, void (*destroyElement)(void*)) const override; cannam@49: }; cannam@49: cannam@49: // ======================================================================================= cannam@49: // Array cannam@49: cannam@49: template cannam@49: class Array { cannam@49: // An owned array which will automatically be disposed of (using an ArrayDisposer) in the cannam@49: // destructor. Can be moved, but not copied. Much like Own, but for arrays rather than cannam@49: // single objects. cannam@49: cannam@49: public: cannam@49: inline Array(): ptr(nullptr), size_(0), disposer(nullptr) {} cannam@49: inline Array(decltype(nullptr)): ptr(nullptr), size_(0), disposer(nullptr) {} cannam@49: inline Array(Array&& other) noexcept cannam@49: : ptr(other.ptr), size_(other.size_), disposer(other.disposer) { cannam@49: other.ptr = nullptr; cannam@49: other.size_ = 0; cannam@49: } cannam@49: inline Array(Array>&& other) noexcept cannam@49: : ptr(other.ptr), size_(other.size_), disposer(other.disposer) { cannam@49: other.ptr = nullptr; cannam@49: other.size_ = 0; cannam@49: } cannam@49: inline Array(T* firstElement, size_t size, const ArrayDisposer& disposer) cannam@49: : ptr(firstElement), size_(size), disposer(&disposer) {} cannam@49: cannam@49: KJ_DISALLOW_COPY(Array); cannam@49: inline ~Array() noexcept { dispose(); } cannam@49: cannam@49: inline operator ArrayPtr() { cannam@49: return ArrayPtr(ptr, size_); cannam@49: } cannam@49: inline operator ArrayPtr() const { cannam@49: return ArrayPtr(ptr, size_); cannam@49: } cannam@49: inline ArrayPtr asPtr() { cannam@49: return ArrayPtr(ptr, size_); cannam@49: } cannam@49: inline ArrayPtr asPtr() const { cannam@49: return ArrayPtr(ptr, size_); cannam@49: } cannam@49: cannam@49: inline size_t size() const { return size_; } cannam@49: inline T& operator[](size_t index) const { cannam@49: KJ_IREQUIRE(index < size_, "Out-of-bounds Array access."); cannam@49: return ptr[index]; cannam@49: } cannam@49: cannam@49: inline const T* begin() const { return ptr; } cannam@49: inline const T* end() const { return ptr + size_; } cannam@49: inline const T& front() const { return *ptr; } cannam@49: inline const T& back() const { return *(ptr + size_ - 1); } cannam@49: inline T* begin() { return ptr; } cannam@49: inline T* end() { return ptr + size_; } cannam@49: inline T& front() { return *ptr; } cannam@49: inline T& back() { return *(ptr + size_ - 1); } cannam@49: cannam@49: inline ArrayPtr slice(size_t start, size_t end) { cannam@49: KJ_IREQUIRE(start <= end && end <= size_, "Out-of-bounds Array::slice()."); cannam@49: return ArrayPtr(ptr + start, end - start); cannam@49: } cannam@49: inline ArrayPtr slice(size_t start, size_t end) const { cannam@49: KJ_IREQUIRE(start <= end && end <= size_, "Out-of-bounds Array::slice()."); cannam@49: return ArrayPtr(ptr + start, end - start); cannam@49: } cannam@49: cannam@49: inline ArrayPtr asBytes() const { return asPtr().asBytes(); } cannam@49: inline ArrayPtr> asBytes() { return asPtr().asBytes(); } cannam@49: inline ArrayPtr asChars() const { return asPtr().asChars(); } cannam@49: inline ArrayPtr> asChars() { return asPtr().asChars(); } cannam@49: cannam@49: inline Array> releaseAsBytes() { cannam@49: // Like asBytes() but transfers ownership. cannam@49: static_assert(sizeof(T) == sizeof(byte), cannam@49: "releaseAsBytes() only possible on arrays with byte-size elements (e.g. chars)."); cannam@49: Array> result( cannam@49: reinterpret_cast*>(ptr), size_, *disposer); cannam@49: ptr = nullptr; cannam@49: size_ = 0; cannam@49: return result; cannam@49: } cannam@49: inline Array> releaseAsChars() { cannam@49: // Like asChars() but transfers ownership. cannam@49: static_assert(sizeof(T) == sizeof(PropagateConst), cannam@49: "releaseAsChars() only possible on arrays with char-size elements (e.g. bytes)."); cannam@49: Array> result( cannam@49: reinterpret_cast*>(ptr), size_, *disposer); cannam@49: ptr = nullptr; cannam@49: size_ = 0; cannam@49: return result; cannam@49: } cannam@49: cannam@49: inline bool operator==(decltype(nullptr)) const { return size_ == 0; } cannam@49: inline bool operator!=(decltype(nullptr)) const { return size_ != 0; } cannam@49: cannam@49: inline Array& operator=(decltype(nullptr)) { cannam@49: dispose(); cannam@49: return *this; cannam@49: } cannam@49: cannam@49: inline Array& operator=(Array&& other) { cannam@49: dispose(); cannam@49: ptr = other.ptr; cannam@49: size_ = other.size_; cannam@49: disposer = other.disposer; cannam@49: other.ptr = nullptr; cannam@49: other.size_ = 0; cannam@49: return *this; cannam@49: } cannam@49: cannam@49: private: cannam@49: T* ptr; cannam@49: size_t size_; cannam@49: const ArrayDisposer* disposer; cannam@49: cannam@49: inline void dispose() { cannam@49: // Make sure that if an exception is thrown, we are left with a null ptr, so we won't possibly cannam@49: // dispose again. cannam@49: T* ptrCopy = ptr; cannam@49: size_t sizeCopy = size_; cannam@49: if (ptrCopy != nullptr) { cannam@49: ptr = nullptr; cannam@49: size_ = 0; cannam@49: disposer->dispose(ptrCopy, sizeCopy, sizeCopy); cannam@49: } cannam@49: } cannam@49: cannam@49: template cannam@49: friend class Array; cannam@49: }; cannam@49: cannam@49: namespace _ { // private cannam@49: cannam@49: class HeapArrayDisposer final: public ArrayDisposer { cannam@49: public: cannam@49: template cannam@49: static T* allocate(size_t count); cannam@49: template cannam@49: static T* allocateUninitialized(size_t count); cannam@49: cannam@49: static const HeapArrayDisposer instance; cannam@49: cannam@49: private: cannam@49: static void* allocateImpl(size_t elementSize, size_t elementCount, size_t capacity, cannam@49: void (*constructElement)(void*), void (*destroyElement)(void*)); cannam@49: // Allocates and constructs the array. Both function pointers are null if the constructor is cannam@49: // trivial, otherwise destroyElement is null if the constructor doesn't throw. cannam@49: cannam@49: virtual void disposeImpl(void* firstElement, size_t elementSize, size_t elementCount, cannam@49: size_t capacity, void (*destroyElement)(void*)) const override; cannam@49: cannam@49: template cannam@49: struct Allocate_; cannam@49: }; cannam@49: cannam@49: } // namespace _ (private) cannam@49: cannam@49: template cannam@49: inline Array heapArray(size_t size) { cannam@49: // Much like `heap()` from memory.h, allocates a new array on the heap. cannam@49: cannam@49: return Array(_::HeapArrayDisposer::allocate(size), size, cannam@49: _::HeapArrayDisposer::instance); cannam@49: } cannam@49: cannam@49: template Array heapArray(const T* content, size_t size); cannam@49: template Array heapArray(ArrayPtr content); cannam@49: template Array heapArray(ArrayPtr content); cannam@49: template Array heapArray(Iterator begin, Iterator end); cannam@49: template Array heapArray(std::initializer_list init); cannam@49: // Allocate a heap array containing a copy of the given content. cannam@49: cannam@49: template cannam@49: Array heapArrayFromIterable(Container&& a) { return heapArray(a.begin(), a.end()); } cannam@49: template cannam@49: Array heapArrayFromIterable(Array&& a) { return mv(a); } cannam@49: cannam@49: // ======================================================================================= cannam@49: // ArrayBuilder cannam@49: cannam@49: template cannam@49: class ArrayBuilder { cannam@49: // Class which lets you build an Array specifying the exact constructor arguments for each cannam@49: // element, rather than starting by default-constructing them. cannam@49: cannam@49: public: cannam@49: ArrayBuilder(): ptr(nullptr), pos(nullptr), endPtr(nullptr) {} cannam@49: ArrayBuilder(decltype(nullptr)): ptr(nullptr), pos(nullptr), endPtr(nullptr) {} cannam@49: explicit ArrayBuilder(RemoveConst* firstElement, size_t capacity, cannam@49: const ArrayDisposer& disposer) cannam@49: : ptr(firstElement), pos(firstElement), endPtr(firstElement + capacity), cannam@49: disposer(&disposer) {} cannam@49: ArrayBuilder(ArrayBuilder&& other) cannam@49: : ptr(other.ptr), pos(other.pos), endPtr(other.endPtr), disposer(other.disposer) { cannam@49: other.ptr = nullptr; cannam@49: other.pos = nullptr; cannam@49: other.endPtr = nullptr; cannam@49: } cannam@49: KJ_DISALLOW_COPY(ArrayBuilder); cannam@49: inline ~ArrayBuilder() noexcept(false) { dispose(); } cannam@49: cannam@49: inline operator ArrayPtr() { cannam@49: return arrayPtr(ptr, pos); cannam@49: } cannam@49: inline operator ArrayPtr() const { cannam@49: return arrayPtr(ptr, pos); cannam@49: } cannam@49: inline ArrayPtr asPtr() { cannam@49: return arrayPtr(ptr, pos); cannam@49: } cannam@49: inline ArrayPtr asPtr() const { cannam@49: return arrayPtr(ptr, pos); cannam@49: } cannam@49: cannam@49: inline size_t size() const { return pos - ptr; } cannam@49: inline size_t capacity() const { return endPtr - ptr; } cannam@49: inline T& operator[](size_t index) const { cannam@49: KJ_IREQUIRE(index < implicitCast(pos - ptr), "Out-of-bounds Array access."); cannam@49: return ptr[index]; cannam@49: } cannam@49: cannam@49: inline const T* begin() const { return ptr; } cannam@49: inline const T* end() const { return pos; } cannam@49: inline const T& front() const { return *ptr; } cannam@49: inline const T& back() const { return *(pos - 1); } cannam@49: inline T* begin() { return ptr; } cannam@49: inline T* end() { return pos; } cannam@49: inline T& front() { return *ptr; } cannam@49: inline T& back() { return *(pos - 1); } cannam@49: cannam@49: ArrayBuilder& operator=(ArrayBuilder&& other) { cannam@49: dispose(); cannam@49: ptr = other.ptr; cannam@49: pos = other.pos; cannam@49: endPtr = other.endPtr; cannam@49: disposer = other.disposer; cannam@49: other.ptr = nullptr; cannam@49: other.pos = nullptr; cannam@49: other.endPtr = nullptr; cannam@49: return *this; cannam@49: } cannam@49: ArrayBuilder& operator=(decltype(nullptr)) { cannam@49: dispose(); cannam@49: return *this; cannam@49: } cannam@49: cannam@49: template cannam@49: T& add(Params&&... params) { cannam@49: KJ_IREQUIRE(pos < endPtr, "Added too many elements to ArrayBuilder."); cannam@49: ctor(*pos, kj::fwd(params)...); cannam@49: return *pos++; cannam@49: } cannam@49: cannam@49: template cannam@49: void addAll(Container&& container) { cannam@49: addAll(container.begin(), container.end()); cannam@49: } cannam@49: cannam@49: template cannam@49: void addAll(Iterator start, Iterator end); cannam@49: cannam@49: void removeLast() { cannam@49: KJ_IREQUIRE(pos > ptr, "No elements present to remove."); cannam@49: kj::dtor(*--pos); cannam@49: } cannam@49: cannam@49: Array finish() { cannam@49: // We could safely remove this check if we assume that the disposer implementation doesn't cannam@49: // need to know the original capacity, as is thes case with HeapArrayDisposer since it uses cannam@49: // operator new() or if we created a custom disposer for ArrayBuilder which stores the capacity cannam@49: // in a prefix. But that would make it hard to write cleverer heap allocators, and anyway this cannam@49: // check might catch bugs. Probably people should use Vector if they want to build arrays cannam@49: // without knowing the final size in advance. cannam@49: KJ_IREQUIRE(pos == endPtr, "ArrayBuilder::finish() called prematurely."); cannam@49: Array result(reinterpret_cast(ptr), pos - ptr, *disposer); cannam@49: ptr = nullptr; cannam@49: pos = nullptr; cannam@49: endPtr = nullptr; cannam@49: return result; cannam@49: } cannam@49: cannam@49: inline bool isFull() const { cannam@49: return pos == endPtr; cannam@49: } cannam@49: cannam@49: private: cannam@49: T* ptr; cannam@49: RemoveConst* pos; cannam@49: T* endPtr; cannam@49: const ArrayDisposer* disposer; cannam@49: cannam@49: inline void dispose() { cannam@49: // Make sure that if an exception is thrown, we are left with a null ptr, so we won't possibly cannam@49: // dispose again. cannam@49: T* ptrCopy = ptr; cannam@49: T* posCopy = pos; cannam@49: T* endCopy = endPtr; cannam@49: if (ptrCopy != nullptr) { cannam@49: ptr = nullptr; cannam@49: pos = nullptr; cannam@49: endPtr = nullptr; cannam@49: disposer->dispose(ptrCopy, posCopy - ptrCopy, endCopy - ptrCopy); cannam@49: } cannam@49: } cannam@49: }; cannam@49: cannam@49: template cannam@49: inline ArrayBuilder heapArrayBuilder(size_t size) { cannam@49: // Like `heapArray()` but does not default-construct the elements. You must construct them cannam@49: // manually by calling `add()`. cannam@49: cannam@49: return ArrayBuilder(_::HeapArrayDisposer::allocateUninitialized>(size), cannam@49: size, _::HeapArrayDisposer::instance); cannam@49: } cannam@49: cannam@49: // ======================================================================================= cannam@49: // Inline Arrays cannam@49: cannam@49: template cannam@49: class FixedArray { cannam@49: // A fixed-width array whose storage is allocated inline rather than on the heap. cannam@49: cannam@49: public: cannam@49: inline size_t size() const { return fixedSize; } cannam@49: inline T* begin() { return content; } cannam@49: inline T* end() { return content + fixedSize; } cannam@49: inline const T* begin() const { return content; } cannam@49: inline const T* end() const { return content + fixedSize; } cannam@49: cannam@49: inline operator ArrayPtr() { cannam@49: return arrayPtr(content, fixedSize); cannam@49: } cannam@49: inline operator ArrayPtr() const { cannam@49: return arrayPtr(content, fixedSize); cannam@49: } cannam@49: cannam@49: inline T& operator[](size_t index) { return content[index]; } cannam@49: inline const T& operator[](size_t index) const { return content[index]; } cannam@49: cannam@49: private: cannam@49: T content[fixedSize]; cannam@49: }; cannam@49: cannam@49: template cannam@49: class CappedArray { cannam@49: // Like `FixedArray` but can be dynamically resized as long as the size does not exceed the limit cannam@49: // specified by the template parameter. cannam@49: // cannam@49: // TODO(someday): Don't construct elements past currentSize? cannam@49: cannam@49: public: cannam@49: inline KJ_CONSTEXPR() CappedArray(): currentSize(fixedSize) {} cannam@49: inline explicit constexpr CappedArray(size_t s): currentSize(s) {} cannam@49: cannam@49: inline size_t size() const { return currentSize; } cannam@49: inline void setSize(size_t s) { KJ_IREQUIRE(s <= fixedSize); currentSize = s; } cannam@49: inline T* begin() { return content; } cannam@49: inline T* end() { return content + currentSize; } cannam@49: inline const T* begin() const { return content; } cannam@49: inline const T* end() const { return content + currentSize; } cannam@49: cannam@49: inline operator ArrayPtr() { cannam@49: return arrayPtr(content, currentSize); cannam@49: } cannam@49: inline operator ArrayPtr() const { cannam@49: return arrayPtr(content, currentSize); cannam@49: } cannam@49: cannam@49: inline T& operator[](size_t index) { return content[index]; } cannam@49: inline const T& operator[](size_t index) const { return content[index]; } cannam@49: cannam@49: private: cannam@49: size_t currentSize; cannam@49: T content[fixedSize]; cannam@49: }; cannam@49: cannam@49: // ======================================================================================= cannam@49: // KJ_MAP cannam@49: cannam@49: #define KJ_MAP(elementName, array) \ cannam@49: ::kj::_::Mapper(array) * [&](decltype(*(array).begin()) elementName) cannam@49: // Applies some function to every element of an array, returning an Array of the results, with cannam@49: // nice syntax. Example: cannam@49: // cannam@49: // StringPtr foo = "abcd"; cannam@49: // Array bar = KJ_MAP(c, foo) -> char { return c + 1; }; cannam@49: // KJ_ASSERT(str(bar) == "bcde"); cannam@49: cannam@49: namespace _ { // private cannam@49: cannam@49: template cannam@49: struct Mapper { cannam@49: T array; cannam@49: Mapper(T&& array): array(kj::fwd(array)) {} cannam@49: template cannam@49: auto operator*(Func&& func) -> Array { cannam@49: auto builder = heapArrayBuilder(array.size()); cannam@49: for (auto iter = array.begin(); iter != array.end(); ++iter) { cannam@49: builder.add(func(*iter)); cannam@49: } cannam@49: return builder.finish(); cannam@49: } cannam@49: }; cannam@49: cannam@49: } // namespace _ (private) cannam@49: cannam@49: // ======================================================================================= cannam@49: // Inline implementation details cannam@49: cannam@49: template cannam@49: struct ArrayDisposer::Dispose_ { cannam@49: static void dispose(T* firstElement, size_t elementCount, size_t capacity, cannam@49: const ArrayDisposer& disposer) { cannam@49: disposer.disposeImpl(const_cast*>(firstElement), cannam@49: sizeof(T), elementCount, capacity, nullptr); cannam@49: } cannam@49: }; cannam@49: template cannam@49: struct ArrayDisposer::Dispose_ { cannam@49: static void destruct(void* ptr) { cannam@49: kj::dtor(*reinterpret_cast(ptr)); cannam@49: } cannam@49: cannam@49: static void dispose(T* firstElement, size_t elementCount, size_t capacity, cannam@49: const ArrayDisposer& disposer) { cannam@49: disposer.disposeImpl(firstElement, sizeof(T), elementCount, capacity, &destruct); cannam@49: } cannam@49: }; cannam@49: cannam@49: template cannam@49: void ArrayDisposer::dispose(T* firstElement, size_t elementCount, size_t capacity) const { cannam@49: Dispose_::dispose(firstElement, elementCount, capacity, *this); cannam@49: } cannam@49: cannam@49: namespace _ { // private cannam@49: cannam@49: template cannam@49: struct HeapArrayDisposer::Allocate_ { cannam@49: static T* allocate(size_t elementCount, size_t capacity) { cannam@49: return reinterpret_cast(allocateImpl( cannam@49: sizeof(T), elementCount, capacity, nullptr, nullptr)); cannam@49: } cannam@49: }; cannam@49: template cannam@49: struct HeapArrayDisposer::Allocate_ { cannam@49: static void construct(void* ptr) { cannam@49: kj::ctor(*reinterpret_cast(ptr)); cannam@49: } cannam@49: static T* allocate(size_t elementCount, size_t capacity) { cannam@49: return reinterpret_cast(allocateImpl( cannam@49: sizeof(T), elementCount, capacity, &construct, nullptr)); cannam@49: } cannam@49: }; cannam@49: template cannam@49: struct HeapArrayDisposer::Allocate_ { cannam@49: static void construct(void* ptr) { cannam@49: kj::ctor(*reinterpret_cast(ptr)); cannam@49: } cannam@49: static void destruct(void* ptr) { cannam@49: kj::dtor(*reinterpret_cast(ptr)); cannam@49: } cannam@49: static T* allocate(size_t elementCount, size_t capacity) { cannam@49: return reinterpret_cast(allocateImpl( cannam@49: sizeof(T), elementCount, capacity, &construct, &destruct)); cannam@49: } cannam@49: }; cannam@49: cannam@49: template cannam@49: T* HeapArrayDisposer::allocate(size_t count) { cannam@49: return Allocate_::allocate(count, count); cannam@49: } cannam@49: cannam@49: template cannam@49: T* HeapArrayDisposer::allocateUninitialized(size_t count) { cannam@49: return Allocate_::allocate(0, count); cannam@49: } cannam@49: cannam@49: template ()> cannam@49: struct CopyConstructArray_; cannam@49: cannam@49: template cannam@49: struct CopyConstructArray_ { cannam@49: static inline T* apply(T* __restrict__ pos, T* start, T* end) { cannam@49: memcpy(pos, start, reinterpret_cast(end) - reinterpret_cast(start)); cannam@49: return pos + (end - start); cannam@49: } cannam@49: }; cannam@49: cannam@49: template cannam@49: struct CopyConstructArray_ { cannam@49: static inline T* apply(T* __restrict__ pos, const T* start, const T* end) { cannam@49: memcpy(pos, start, reinterpret_cast(end) - reinterpret_cast(start)); cannam@49: return pos + (end - start); cannam@49: } cannam@49: }; cannam@49: cannam@49: template cannam@49: struct CopyConstructArray_ { cannam@49: static inline T* apply(T* __restrict__ pos, Iterator start, Iterator end) { cannam@49: // Since both the copy constructor and assignment operator are trivial, we know that assignment cannam@49: // is equivalent to copy-constructing. So we can make this case somewhat easier for the cannam@49: // compiler to optimize. cannam@49: while (start != end) { cannam@49: *pos++ = *start++; cannam@49: } cannam@49: return pos; cannam@49: } cannam@49: }; cannam@49: cannam@49: template cannam@49: struct CopyConstructArray_ { cannam@49: struct ExceptionGuard { cannam@49: T* start; cannam@49: T* pos; cannam@49: inline explicit ExceptionGuard(T* pos): start(pos), pos(pos) {} cannam@49: ~ExceptionGuard() noexcept(false) { cannam@49: while (pos > start) { cannam@49: dtor(*--pos); cannam@49: } cannam@49: } cannam@49: }; cannam@49: cannam@49: static T* apply(T* __restrict__ pos, Iterator start, Iterator end) { cannam@49: // Verify that T can be *implicitly* constructed from the source values. cannam@49: if (false) implicitCast(*start); cannam@49: cannam@49: if (noexcept(T(*start))) { cannam@49: while (start != end) { cannam@49: ctor(*pos++, *start++); cannam@49: } cannam@49: return pos; cannam@49: } else { cannam@49: // Crap. This is complicated. cannam@49: ExceptionGuard guard(pos); cannam@49: while (start != end) { cannam@49: ctor(*guard.pos, *start++); cannam@49: ++guard.pos; cannam@49: } cannam@49: guard.start = guard.pos; cannam@49: return guard.pos; cannam@49: } cannam@49: } cannam@49: }; cannam@49: cannam@49: template cannam@49: inline T* copyConstructArray(T* dst, Iterator start, Iterator end) { cannam@49: return CopyConstructArray_>::apply(dst, start, end); cannam@49: } cannam@49: cannam@49: } // namespace _ (private) cannam@49: cannam@49: template cannam@49: template cannam@49: void ArrayBuilder::addAll(Iterator start, Iterator end) { cannam@49: pos = _::copyConstructArray(pos, start, end); cannam@49: } cannam@49: cannam@49: template cannam@49: Array heapArray(const T* content, size_t size) { cannam@49: ArrayBuilder builder = heapArrayBuilder(size); cannam@49: builder.addAll(content, content + size); cannam@49: return builder.finish(); cannam@49: } cannam@49: cannam@49: template cannam@49: Array heapArray(T* content, size_t size) { cannam@49: ArrayBuilder builder = heapArrayBuilder(size); cannam@49: builder.addAll(content, content + size); cannam@49: return builder.finish(); cannam@49: } cannam@49: cannam@49: template cannam@49: Array heapArray(ArrayPtr content) { cannam@49: ArrayBuilder builder = heapArrayBuilder(content.size()); cannam@49: builder.addAll(content); cannam@49: return builder.finish(); cannam@49: } cannam@49: cannam@49: template cannam@49: Array heapArray(ArrayPtr content) { cannam@49: ArrayBuilder builder = heapArrayBuilder(content.size()); cannam@49: builder.addAll(content); cannam@49: return builder.finish(); cannam@49: } cannam@49: cannam@49: template Array cannam@49: heapArray(Iterator begin, Iterator end) { cannam@49: ArrayBuilder builder = heapArrayBuilder(end - begin); cannam@49: builder.addAll(begin, end); cannam@49: return builder.finish(); cannam@49: } cannam@49: cannam@49: template cannam@49: inline Array heapArray(std::initializer_list init) { cannam@49: return heapArray(init.begin(), init.end()); cannam@49: } cannam@49: cannam@49: } // namespace kj cannam@49: cannam@49: #endif // KJ_ARRAY_H_