annotate osx/include/kj/arena.h @ 83:ae30d91d2ffe

Replace these with versions built using an older toolset (so as to avoid ABI compatibilities when linking on Ubuntu 14.04 for packaging purposes)
author Chris Cannam
date Fri, 07 Feb 2020 11:51:13 +0000
parents 0994c39f1e94
children
rev   line source
cannam@62 1 // Copyright (c) 2013-2014 Sandstorm Development Group, Inc. and contributors
cannam@62 2 // Licensed under the MIT License:
cannam@62 3 //
cannam@62 4 // Permission is hereby granted, free of charge, to any person obtaining a copy
cannam@62 5 // of this software and associated documentation files (the "Software"), to deal
cannam@62 6 // in the Software without restriction, including without limitation the rights
cannam@62 7 // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
cannam@62 8 // copies of the Software, and to permit persons to whom the Software is
cannam@62 9 // furnished to do so, subject to the following conditions:
cannam@62 10 //
cannam@62 11 // The above copyright notice and this permission notice shall be included in
cannam@62 12 // all copies or substantial portions of the Software.
cannam@62 13 //
cannam@62 14 // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
cannam@62 15 // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
cannam@62 16 // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
cannam@62 17 // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
cannam@62 18 // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
cannam@62 19 // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
cannam@62 20 // THE SOFTWARE.
cannam@62 21
cannam@62 22 #ifndef KJ_ARENA_H_
cannam@62 23 #define KJ_ARENA_H_
cannam@62 24
cannam@62 25 #if defined(__GNUC__) && !KJ_HEADER_WARNINGS
cannam@62 26 #pragma GCC system_header
cannam@62 27 #endif
cannam@62 28
cannam@62 29 #include "memory.h"
cannam@62 30 #include "array.h"
cannam@62 31 #include "string.h"
cannam@62 32
cannam@62 33 namespace kj {
cannam@62 34
cannam@62 35 class Arena {
cannam@62 36 // A class which allows several objects to be allocated in contiguous chunks of memory, then
cannam@62 37 // frees them all at once.
cannam@62 38 //
cannam@62 39 // Allocating from the same Arena in multiple threads concurrently is NOT safe, because making
cannam@62 40 // it safe would require atomic operations that would slow down allocation even when
cannam@62 41 // single-threaded. If you need to use arena allocation in a multithreaded context, consider
cannam@62 42 // allocating thread-local arenas.
cannam@62 43
cannam@62 44 public:
cannam@62 45 explicit Arena(size_t chunkSizeHint = 1024);
cannam@62 46 // Create an Arena. `chunkSizeHint` hints at where to start when allocating chunks, but is only
cannam@62 47 // a hint -- the Arena will, for example, allocate progressively larger chunks as time goes on,
cannam@62 48 // in order to reduce overall allocation overhead.
cannam@62 49
cannam@62 50 explicit Arena(ArrayPtr<byte> scratch);
cannam@62 51 // Allocates from the given scratch space first, only resorting to the heap when it runs out.
cannam@62 52
cannam@62 53 KJ_DISALLOW_COPY(Arena);
cannam@62 54 ~Arena() noexcept(false);
cannam@62 55
cannam@62 56 template <typename T, typename... Params>
cannam@62 57 T& allocate(Params&&... params);
cannam@62 58 template <typename T>
cannam@62 59 ArrayPtr<T> allocateArray(size_t size);
cannam@62 60 // Allocate an object or array of type T. If T has a non-trivial destructor, that destructor
cannam@62 61 // will be run during the Arena's destructor. Such destructors are run in opposite order of
cannam@62 62 // allocation. Note that these methods must maintain a list of destructors to call, which has
cannam@62 63 // overhead, but this overhead only applies if T has a non-trivial destructor.
cannam@62 64
cannam@62 65 template <typename T, typename... Params>
cannam@62 66 Own<T> allocateOwn(Params&&... params);
cannam@62 67 template <typename T>
cannam@62 68 Array<T> allocateOwnArray(size_t size);
cannam@62 69 template <typename T>
cannam@62 70 ArrayBuilder<T> allocateOwnArrayBuilder(size_t capacity);
cannam@62 71 // Allocate an object or array of type T. Destructors are executed when the returned Own<T>
cannam@62 72 // or Array<T> goes out-of-scope, which must happen before the Arena is destroyed. This variant
cannam@62 73 // is useful when you need to control when the destructor is called. This variant also avoids
cannam@62 74 // the need for the Arena itself to keep track of destructors to call later, which may make it
cannam@62 75 // slightly more efficient.
cannam@62 76
cannam@62 77 template <typename T>
cannam@62 78 inline T& copy(T&& value) { return allocate<Decay<T>>(kj::fwd<T>(value)); }
cannam@62 79 // Allocate a copy of the given value in the arena. This is just a shortcut for calling the
cannam@62 80 // type's copy (or move) constructor.
cannam@62 81
cannam@62 82 StringPtr copyString(StringPtr content);
cannam@62 83 // Make a copy of the given string inside the arena, and return a pointer to the copy.
cannam@62 84
cannam@62 85 private:
cannam@62 86 struct ChunkHeader {
cannam@62 87 ChunkHeader* next;
cannam@62 88 byte* pos; // first unallocated byte in this chunk
cannam@62 89 byte* end; // end of this chunk
cannam@62 90 };
cannam@62 91 struct ObjectHeader {
cannam@62 92 void (*destructor)(void*);
cannam@62 93 ObjectHeader* next;
cannam@62 94 };
cannam@62 95
cannam@62 96 size_t nextChunkSize;
cannam@62 97 ChunkHeader* chunkList = nullptr;
cannam@62 98 ObjectHeader* objectList = nullptr;
cannam@62 99
cannam@62 100 ChunkHeader* currentChunk = nullptr;
cannam@62 101
cannam@62 102 void cleanup();
cannam@62 103 // Run all destructors, leaving the above pointers null. If a destructor throws, the State is
cannam@62 104 // left in a consistent state, such that if cleanup() is called again, it will pick up where
cannam@62 105 // it left off.
cannam@62 106
cannam@62 107 void* allocateBytes(size_t amount, uint alignment, bool hasDisposer);
cannam@62 108 // Allocate the given number of bytes. `hasDisposer` must be true if `setDisposer()` may be
cannam@62 109 // called on this pointer later.
cannam@62 110
cannam@62 111 void* allocateBytesInternal(size_t amount, uint alignment);
cannam@62 112 // Try to allocate the given number of bytes without taking a lock. Fails if and only if there
cannam@62 113 // is no space left in the current chunk.
cannam@62 114
cannam@62 115 void setDestructor(void* ptr, void (*destructor)(void*));
cannam@62 116 // Schedule the given destructor to be executed when the Arena is destroyed. `ptr` must be a
cannam@62 117 // pointer previously returned by an `allocateBytes()` call for which `hasDisposer` was true.
cannam@62 118
cannam@62 119 template <typename T>
cannam@62 120 static void destroyArray(void* pointer) {
cannam@62 121 size_t elementCount = *reinterpret_cast<size_t*>(pointer);
cannam@62 122 constexpr size_t prefixSize = kj::max(alignof(T), sizeof(size_t));
cannam@62 123 DestructorOnlyArrayDisposer::instance.disposeImpl(
cannam@62 124 reinterpret_cast<byte*>(pointer) + prefixSize,
cannam@62 125 sizeof(T), elementCount, elementCount, &destroyObject<T>);
cannam@62 126 }
cannam@62 127
cannam@62 128 template <typename T>
cannam@62 129 static void destroyObject(void* pointer) {
cannam@62 130 dtor(*reinterpret_cast<T*>(pointer));
cannam@62 131 }
cannam@62 132 };
cannam@62 133
cannam@62 134 // =======================================================================================
cannam@62 135 // Inline implementation details
cannam@62 136
cannam@62 137 template <typename T, typename... Params>
cannam@62 138 T& Arena::allocate(Params&&... params) {
cannam@62 139 T& result = *reinterpret_cast<T*>(allocateBytes(
cannam@62 140 sizeof(T), alignof(T), !__has_trivial_destructor(T)));
cannam@62 141 if (!__has_trivial_constructor(T) || sizeof...(Params) > 0) {
cannam@62 142 ctor(result, kj::fwd<Params>(params)...);
cannam@62 143 }
cannam@62 144 if (!__has_trivial_destructor(T)) {
cannam@62 145 setDestructor(&result, &destroyObject<T>);
cannam@62 146 }
cannam@62 147 return result;
cannam@62 148 }
cannam@62 149
cannam@62 150 template <typename T>
cannam@62 151 ArrayPtr<T> Arena::allocateArray(size_t size) {
cannam@62 152 if (__has_trivial_destructor(T)) {
cannam@62 153 ArrayPtr<T> result =
cannam@62 154 arrayPtr(reinterpret_cast<T*>(allocateBytes(
cannam@62 155 sizeof(T) * size, alignof(T), false)), size);
cannam@62 156 if (!__has_trivial_constructor(T)) {
cannam@62 157 for (size_t i = 0; i < size; i++) {
cannam@62 158 ctor(result[i]);
cannam@62 159 }
cannam@62 160 }
cannam@62 161 return result;
cannam@62 162 } else {
cannam@62 163 // Allocate with a 64-bit prefix in which we store the array size.
cannam@62 164 constexpr size_t prefixSize = kj::max(alignof(T), sizeof(size_t));
cannam@62 165 void* base = allocateBytes(sizeof(T) * size + prefixSize, alignof(T), true);
cannam@62 166 size_t& tag = *reinterpret_cast<size_t*>(base);
cannam@62 167 ArrayPtr<T> result =
cannam@62 168 arrayPtr(reinterpret_cast<T*>(reinterpret_cast<byte*>(base) + prefixSize), size);
cannam@62 169 setDestructor(base, &destroyArray<T>);
cannam@62 170
cannam@62 171 if (__has_trivial_constructor(T)) {
cannam@62 172 tag = size;
cannam@62 173 } else {
cannam@62 174 // In case of constructor exceptions, we need the tag to end up storing the number of objects
cannam@62 175 // that were successfully constructed, so that they'll be properly destroyed.
cannam@62 176 tag = 0;
cannam@62 177 for (size_t i = 0; i < size; i++) {
cannam@62 178 ctor(result[i]);
cannam@62 179 tag = i + 1;
cannam@62 180 }
cannam@62 181 }
cannam@62 182 return result;
cannam@62 183 }
cannam@62 184 }
cannam@62 185
cannam@62 186 template <typename T, typename... Params>
cannam@62 187 Own<T> Arena::allocateOwn(Params&&... params) {
cannam@62 188 T& result = *reinterpret_cast<T*>(allocateBytes(sizeof(T), alignof(T), false));
cannam@62 189 if (!__has_trivial_constructor(T) || sizeof...(Params) > 0) {
cannam@62 190 ctor(result, kj::fwd<Params>(params)...);
cannam@62 191 }
cannam@62 192 return Own<T>(&result, DestructorOnlyDisposer<T>::instance);
cannam@62 193 }
cannam@62 194
cannam@62 195 template <typename T>
cannam@62 196 Array<T> Arena::allocateOwnArray(size_t size) {
cannam@62 197 ArrayBuilder<T> result = allocateOwnArrayBuilder<T>(size);
cannam@62 198 for (size_t i = 0; i < size; i++) {
cannam@62 199 result.add();
cannam@62 200 }
cannam@62 201 return result.finish();
cannam@62 202 }
cannam@62 203
cannam@62 204 template <typename T>
cannam@62 205 ArrayBuilder<T> Arena::allocateOwnArrayBuilder(size_t capacity) {
cannam@62 206 return ArrayBuilder<T>(
cannam@62 207 reinterpret_cast<T*>(allocateBytes(sizeof(T) * capacity, alignof(T), false)),
cannam@62 208 capacity, DestructorOnlyArrayDisposer::instance);
cannam@62 209 }
cannam@62 210
cannam@62 211 } // namespace kj
cannam@62 212
cannam@62 213 #endif // KJ_ARENA_H_