1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
|
#ifndef PKE_MEMORY_HPP
#define PKE_MEMORY_HPP
#include "memory-type-defs.hpp"
#include "macros.hpp"
#include <cstring>
#include <cstdint>
#include <cstdlib>
#include <cstdio>
#include <cassert>
#include <type_traits>
#include <new>
// 256MB
#define DEFAULT_BUCKET_SIZE 1UL << 27
extern const std::size_t MINIMUM_ALIGNMENT;
extern const std::size_t MAXIMUM_ALIGNMENT;
template<typename T, typename CT>
struct BucketContainer {
uint64_t incrementer = 2;
CT bucketCounter{0};
CT itemCounter{0};
T *buckets = nullptr;
};
void *Pke_New(std::size_t sz, std::size_t alignment);
void *Pke_New(std::size_t sz, std::size_t alignment, MemBucket *bkt);
void Pke_Delete(const void *ptr, std::size_t sz);
void Pke_Delete(const void *ptr, std::size_t sz, MemBucket *bkt);
void Pke_DebugPrint();
MemBucket *Pke_BeginTransientBucket(int64_t sz = DEFAULT_BUCKET_SIZE);
void Pke_EndTransientBucket(MemBucket *bkt);
void Pke_ResetBucket(MemBucket *bkt);
void Pke_MemoryFlush();
template <typename T>
inline T *Pke_New(MemBucket *bucket = nullptr) {
void *ptr = nullptr;
if (bucket) {
ptr = Pke_New(sizeof(T), alignof(T), bucket);
} else {
ptr = Pke_New(sizeof(T), alignof(T));
}
if IS_CONSTRUCTIBLE(T) {
return new (ptr) T{};
}
return reinterpret_cast<T *>(ptr);
}
template <typename T>
inline T *Pke_New(long count, MemBucket *bucket = nullptr) {
char *ptr = nullptr;
if (bucket) {
ptr = static_cast<char *>(Pke_New(sizeof(T) * count, alignof(T), bucket));
} else {
ptr = static_cast<char *>(Pke_New(sizeof(T) * count, alignof(T)));
}
if IS_CONSTRUCTIBLE(T) {
for (long i = 0; i < count; ++i) {
new (ptr + (i * sizeof(T))) T{};
}
}
return reinterpret_cast<T *>(ptr);
}
template <typename T>
inline void Pke_Delete(const void *ptr, MemBucket *bucket = nullptr) {
if IS_DESTRUCTIBLE(T) {
reinterpret_cast<const T *>(ptr)->~T();
}
if (bucket) {
return Pke_Delete(ptr, sizeof(T), bucket);
} else {
return Pke_Delete(ptr, sizeof(T));
}
}
template <typename T>
inline void Pke_Delete(const void *ptr, long count, MemBucket *bucket = nullptr) {
if IS_DESTRUCTIBLE(T) {
for (long i = 0; i < count; ++i) {
reinterpret_cast<const T *>(reinterpret_cast<const char *>(ptr) + (i * sizeof(T)))->~T();
}
}
if (bucket) {
return Pke_Delete(ptr, sizeof(T) * count, bucket);
} else {
return Pke_Delete(ptr, sizeof(T) * count);
}
}
template <typename T, typename CT>
void Buckets_Init(BucketContainer<T, CT> &bktContainer) {
assert(bktContainer.buckets == nullptr && "bucket container already initialized");
bktContainer.buckets = Pke_New<T>(bktContainer.incrementer);
}
uint64_t Buckets_NewHandle(std::size_t bucketBytes, std::size_t alignment, uint64_t bucketItemCount, uint64_t &bucketIncrementer, uint64_t &bucketCounter, uint64_t &itemCounter, void*& buckets, bool &moved);
template <typename T> inline uint64_t Buckets_NewHandle(uint64_t bucketItemCount, uint64_t &bucketIncrementer, uint64_t &bucketCounter, uint64_t &itemCounter, T*& buckets, bool &moved) {
void *ptr = reinterpret_cast<void *>(buckets);
uint64_t handle = Buckets_NewHandle(sizeof(T), alignof(T), bucketItemCount, bucketIncrementer, bucketCounter, itemCounter, ptr, moved);
buckets = reinterpret_cast<T *>(ptr);
return handle;
}
template <typename T, typename CT>
inline CT Buckets_NewHandle(uint64_t maxBucketItemCount, BucketContainer<T, CT> &bktContainer, bool &moved) {
return Buckets_NewHandle<T>(maxBucketItemCount, bktContainer.incrementer, bktContainer.bucketCounter, bktContainer.itemCounter, bktContainer.buckets, moved);
}
static inline constexpr uint64_t Buckets_GetBucketIndex(uint64_t handle) {
return handle & 0x00000000FFFFFFFF;
}
static inline constexpr uint64_t Buckets_GetItemIndex(uint64_t handle) {
return handle >> 32;
}
template <typename T, typename CT>
static inline constexpr void Buckets_Destroy(BucketContainer<T, CT> &bktContainer) {
if (bktContainer.buckets == nullptr || bktContainer.buckets == CAFE_BABE(T)) return;
Pke_Delete<T>(bktContainer.buckets, bktContainer.bucketCounter);
bktContainer.buckets = CAFE_BABE(T);
}
#endif /* PKE_MEMORY_HPP */
|
