diff --git a/erb/v1/cpp03_zone.hpp.erb b/erb/v1/cpp03_zone.hpp.erb index 5321be7ce..6b3a57d3e 100644 --- a/erb/v1/cpp03_zone.hpp.erb +++ b/erb/v1/cpp03_zone.hpp.erb @@ -29,101 +29,121 @@ MSGPACK_API_VERSION_NAMESPACE(v1) { class zone { struct finalizer { - finalizer(void (*func)(void*), void* data, finalizer* next): m_func(func), m_data(data), m_next(next) {} + finalizer(void (*func)(void*), void* data):m_func(func), m_data(data) {} void operator()() { m_func(m_data); } void (*m_func)(void*); void* m_data; - finalizer* m_next; }; - struct finalizer_array { - finalizer_array(): m_head(MSGPACK_NULLPTR) {} - + finalizer_array():m_tail(MSGPACK_NULLPTR), m_end(MSGPACK_NULLPTR), m_array(MSGPACK_NULLPTR) {} + void call() { + finalizer* fin = m_tail; + for(; fin != m_array; --fin) (*(fin-1))(); + } ~finalizer_array() { - clear(); + call(); + ::free(m_array); } - void clear() { - finalizer* fin = m_head; - finalizer* tmp = MSGPACK_NULLPTR; - while(fin) { - (*fin)(); - tmp = fin; - fin = fin->m_next; - delete tmp; - } - m_head = MSGPACK_NULLPTR; + call(); + m_tail = m_array; } + void push(void (*func)(void* data), void* data) + { + finalizer* fin = m_tail; - void push(void (*func)(void* data), void* data) { - m_head = new finalizer(func, data, m_head); - } + if(fin == m_end) { + push_expand(func, data); + return; + } + + fin->m_func = func; + fin->m_data = data; - void pop() { - finalizer* n = m_head->m_next; - delete m_head; - m_head = n; + ++m_tail; } + void push_expand(void (*func)(void*), void* data) { + const size_t nused = static_cast(m_end - m_array); + size_t nnext; + if(nused == 0) { + nnext = (sizeof(finalizer) < 72/2) ? + 72 / sizeof(finalizer) : 8; + } else { + nnext = nused * 2; + } + finalizer* tmp = + static_cast(::realloc(m_array, sizeof(finalizer) * nnext)); + if(!tmp) { + throw std::bad_alloc(); + } + m_array = tmp; + m_end = tmp + nnext; + m_tail = tmp + nused; + new (m_tail) finalizer(func, data); - finalizer* m_head; - private: - finalizer_array(const finalizer_array&); - finalizer_array& operator=(const finalizer_array&); + ++m_tail; + } + finalizer* m_tail; + finalizer* m_end; + finalizer* m_array; }; - struct chunk { chunk* m_next; }; - struct chunk_list { - chunk_list(size_t chunk_size, char* ptr): m_free(chunk_size), m_ptr(ptr), m_head(MSGPACK_NULLPTR) {} - ~chunk_list() { + chunk_list(size_t chunk_size) + { + chunk* c = static_cast(::malloc(sizeof(chunk) + chunk_size)); + if(!c) { + throw std::bad_alloc(); + } + + m_head = c; + m_free = chunk_size; + m_ptr = reinterpret_cast(c) + sizeof(chunk); + c->m_next = MSGPACK_NULLPTR; + } + ~chunk_list() + { chunk* c = m_head; while(c) { chunk* n = c->m_next; ::free(c); c = n; } - m_head = MSGPACK_NULLPTR; } - - void clear(size_t chunk_size, char* ptr) { + void clear(size_t chunk_size) + { chunk* c = m_head; - while(c) { + while(true) { chunk* n = c->m_next; - ::free(c); - c = n; + if(n) { + ::free(c); + c = n; + } else { + m_head = c; + break; + } } - m_head = MSGPACK_NULLPTR; + m_head->m_next = MSGPACK_NULLPTR; m_free = chunk_size; - m_ptr = ptr; + m_ptr = reinterpret_cast(m_head) + sizeof(chunk); } - size_t m_free; char* m_ptr; chunk* m_head; - - private: - chunk_list(const chunk_list&); - chunk_list& operator=(const chunk_list&); }; - size_t m_chunk_size; - chunk_list* m_chunk_list; + chunk_list m_chunk_list; finalizer_array m_finalizer_array; public: zone(size_t chunk_size = MSGPACK_ZONE_CHUNK_SIZE); - ~zone(); +public: void* allocate_align(size_t size, size_t align = MSGPACK_ZONE_ALIGN); - void* allocate_no_align(size_t size); - bool allocated() { - return m_chunk_list != MSGPACK_NULLPTR; - } - void push_finalizer(void (*func)(void*), void* data); template @@ -132,23 +152,24 @@ public: void clear(); void swap(zone& o); - - static void* operator new(std::size_t size) { + static void* operator new(std::size_t size) + { void* p = ::malloc(size); if (!p) throw std::bad_alloc(); return p; } - - static void operator delete(void *p) /* throw() */ { + static void operator delete(void *p) /* throw() */ + { ::free(p); } - - static void* operator new(std::size_t /*size*/, void* mem) /* throw() */ { - return mem; + static void* operator new(std::size_t size, void* place) /* throw() */ + { + return ::operator new(size, place); + } + static void operator delete(void* p, void* place) /* throw() */ + { + ::operator delete(p, place); } - - static void operator delete(void * /*p*/, void* /*mem*/) /* throw() */ {} - /// @cond <%0.upto(GENERATION_LIMIT) {|i|%> template , typename A<%=j%><%}%>> @@ -167,26 +188,18 @@ private: static char* get_aligned(char* ptr, size_t align); - chunk_list& get_chank_lst(); - char* allocate_expand(size_t size); private: zone(const zone&); zone& operator=(const zone&); }; -inline zone::zone(size_t chunk_size):m_chunk_size(chunk_size), m_chunk_list(MSGPACK_NULLPTR) {} - -inline zone::~zone() { - m_finalizer_array.~finalizer_array(); - if(m_chunk_list) { - m_chunk_list->~chunk_list(); - ::free(m_chunk_list); - m_chunk_list = MSGPACK_NULLPTR; - } +inline zone::zone(size_t chunk_size):m_chunk_size(chunk_size), m_chunk_list(m_chunk_size) +{ } -inline char* zone::get_aligned(char* ptr, size_t align) { +inline char* zone::get_aligned(char* ptr, size_t align) +{ MSGPACK_ASSERT(align != 0 && (align & (align - 1)) == 0); // align must be 2^n (n >= 0) return reinterpret_cast( @@ -194,45 +207,37 @@ inline char* zone::get_aligned(char* ptr, size_t align) { ); } -inline zone::chunk_list& zone::get_chank_lst() { - if (!m_chunk_list) { - void* ptr = ::malloc(sizeof(chunk_list) + m_chunk_size); - if (!ptr) - throw std::bad_alloc(); - m_chunk_list = new (ptr) chunk_list(m_chunk_size, reinterpret_cast(ptr) + sizeof(chunk_list)); - } - return *m_chunk_list; -} - -inline void* zone::allocate_align(size_t size, size_t align) { - chunk_list& chank_lst = get_chank_lst(); - char* aligned = get_aligned(chank_lst.m_ptr, align); - size_t adjusted_size = size + static_cast(aligned - chank_lst.m_ptr); - if (chank_lst.m_free < adjusted_size) { +inline void* zone::allocate_align(size_t size, size_t align) +{ + char* aligned = get_aligned(m_chunk_list.m_ptr, align); + size_t adjusted_size = size + static_cast(aligned - m_chunk_list.m_ptr); + if (m_chunk_list.m_free < adjusted_size) { size_t enough_size = size + align - 1; char* ptr = allocate_expand(enough_size); aligned = get_aligned(ptr, align); - adjusted_size = size + static_cast(aligned - chank_lst.m_ptr); + adjusted_size = size + static_cast(aligned - m_chunk_list.m_ptr); } - chank_lst.m_free -= adjusted_size; - chank_lst.m_ptr += adjusted_size; + m_chunk_list.m_free -= adjusted_size; + m_chunk_list.m_ptr += adjusted_size; return aligned; } -inline void* zone::allocate_no_align(size_t size) { - chunk_list& chank_lst = get_chank_lst(); - char* ptr = chank_lst.m_ptr; - if(chank_lst.m_free < size) { +inline void* zone::allocate_no_align(size_t size) +{ + char* ptr = m_chunk_list.m_ptr; + if(m_chunk_list.m_free < size) { ptr = allocate_expand(size); } - chank_lst.m_free -= size; - chank_lst.m_ptr += size; + m_chunk_list.m_free -= size; + m_chunk_list.m_ptr += size; return ptr; } -inline char* zone::allocate_expand(size_t size) { - chunk_list& cl = get_chank_lst(); +inline char* zone::allocate_expand(size_t size) +{ + chunk_list* const cl = &m_chunk_list; + size_t sz = m_chunk_size; while(sz < size) { @@ -249,54 +254,60 @@ inline char* zone::allocate_expand(size_t size) { char* ptr = reinterpret_cast(c) + sizeof(chunk); - c->m_next = cl.m_head; - cl.m_head = c; - cl.m_free = sz; - cl.m_ptr = ptr; + c->m_next = cl->m_head; + cl->m_head = c; + cl->m_free = sz; + cl->m_ptr = ptr; return ptr; } -inline void zone::push_finalizer(void (*func)(void*), void* data) { +inline void zone::push_finalizer(void (*func)(void*), void* data) +{ m_finalizer_array.push(func, data); } template -inline void zone::push_finalizer(msgpack::unique_ptr obj) { +inline void zone::push_finalizer(msgpack::unique_ptr obj) +{ m_finalizer_array.push(&zone::object_delete, obj.release()); } -inline void zone::clear() { +inline void zone::clear() +{ m_finalizer_array.clear(); - if (m_chunk_list) { - m_chunk_list->clear(m_chunk_size, reinterpret_cast(m_chunk_list) + sizeof(chunk_list)); - } + m_chunk_list.clear(m_chunk_size); } -inline void zone::swap(zone& o) { +inline void zone::swap(zone& o) +{ using std::swap; swap(m_chunk_size, o.m_chunk_size); swap(m_chunk_list, o.m_chunk_list); - swap(m_finalizer_array.m_head, o.m_finalizer_array.m_head); + swap(m_finalizer_array, o.m_finalizer_array); } template -void zone::object_delete(void* obj) { - delete static_cast(obj); +void zone::object_destruct(void* obj) +{ + static_cast(obj)->~T(); } template -void zone::object_destruct(void* obj) { - static_cast(obj)->~T(); +void zone::object_delete(void* obj) +{ + delete static_cast(obj); } -inline void zone::undo_allocate(size_t size) { - chunk_list& cl = get_chank_lst(); - cl.m_ptr -= size; - cl.m_free += size; +inline void zone::undo_allocate(size_t size) +{ + m_chunk_list.m_ptr -= size; + m_chunk_list.m_free += size; } -inline std::size_t aligned_size(std::size_t size, std::size_t align) { +inline std::size_t aligned_size( + std::size_t size, + std::size_t align) { return (size + align - 1) / align * align; } @@ -315,7 +326,7 @@ T* zone::allocate(<%=(1..i).map{|j|"A#{j} a#{j}"}.join(', ')%>) try { return new (x) T(<%=(1..i).map{|j|"a#{j}"}.join(', ')%>); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } diff --git a/include/msgpack/v1/detail/cpp03_zone.hpp b/include/msgpack/v1/detail/cpp03_zone.hpp index f2bd7e9f4..62def9899 100644 --- a/include/msgpack/v1/detail/cpp03_zone.hpp +++ b/include/msgpack/v1/detail/cpp03_zone.hpp @@ -29,101 +29,121 @@ MSGPACK_API_VERSION_NAMESPACE(v1) { class zone { struct finalizer { - finalizer(void (*func)(void*), void* data, finalizer* next): m_func(func), m_data(data), m_next(next) {} + finalizer(void (*func)(void*), void* data):m_func(func), m_data(data) {} void operator()() { m_func(m_data); } void (*m_func)(void*); void* m_data; - finalizer* m_next; }; - struct finalizer_array { - finalizer_array(): m_head(MSGPACK_NULLPTR) {} - + finalizer_array():m_tail(MSGPACK_NULLPTR), m_end(MSGPACK_NULLPTR), m_array(MSGPACK_NULLPTR) {} + void call() { + finalizer* fin = m_tail; + for(; fin != m_array; --fin) (*(fin-1))(); + } ~finalizer_array() { - clear(); + call(); + ::free(m_array); } - void clear() { - finalizer* fin = m_head; - finalizer* tmp = MSGPACK_NULLPTR; - while(fin) { - (*fin)(); - tmp = fin; - fin = fin->m_next; - delete tmp; - } - m_head = MSGPACK_NULLPTR; + call(); + m_tail = m_array; } + void push(void (*func)(void* data), void* data) + { + finalizer* fin = m_tail; - void push(void (*func)(void* data), void* data) { - m_head = new finalizer(func, data, m_head); - } + if(fin == m_end) { + push_expand(func, data); + return; + } + + fin->m_func = func; + fin->m_data = data; - void pop() { - finalizer* n = m_head->m_next; - delete m_head; - m_head = n; + ++m_tail; } + void push_expand(void (*func)(void*), void* data) { + const size_t nused = static_cast(m_end - m_array); + size_t nnext; + if(nused == 0) { + nnext = (sizeof(finalizer) < 72/2) ? + 72 / sizeof(finalizer) : 8; + } else { + nnext = nused * 2; + } + finalizer* tmp = + static_cast(::realloc(m_array, sizeof(finalizer) * nnext)); + if(!tmp) { + throw std::bad_alloc(); + } + m_array = tmp; + m_end = tmp + nnext; + m_tail = tmp + nused; + new (m_tail) finalizer(func, data); - finalizer* m_head; - private: - finalizer_array(const finalizer_array&); - finalizer_array& operator=(const finalizer_array&); + ++m_tail; + } + finalizer* m_tail; + finalizer* m_end; + finalizer* m_array; }; - struct chunk { chunk* m_next; }; - struct chunk_list { - chunk_list(size_t chunk_size, char* ptr): m_free(chunk_size), m_ptr(ptr), m_head(MSGPACK_NULLPTR) {} - ~chunk_list() { + chunk_list(size_t chunk_size) + { + chunk* c = static_cast(::malloc(sizeof(chunk) + chunk_size)); + if(!c) { + throw std::bad_alloc(); + } + + m_head = c; + m_free = chunk_size; + m_ptr = reinterpret_cast(c) + sizeof(chunk); + c->m_next = MSGPACK_NULLPTR; + } + ~chunk_list() + { chunk* c = m_head; while(c) { chunk* n = c->m_next; ::free(c); c = n; } - m_head = MSGPACK_NULLPTR; } - - void clear(size_t chunk_size, char* ptr) { + void clear(size_t chunk_size) + { chunk* c = m_head; - while(c) { + while(true) { chunk* n = c->m_next; - ::free(c); - c = n; + if(n) { + ::free(c); + c = n; + } else { + m_head = c; + break; + } } - m_head = MSGPACK_NULLPTR; + m_head->m_next = MSGPACK_NULLPTR; m_free = chunk_size; - m_ptr = ptr; + m_ptr = reinterpret_cast(m_head) + sizeof(chunk); } - size_t m_free; char* m_ptr; chunk* m_head; - - private: - chunk_list(const chunk_list&); - chunk_list& operator=(const chunk_list&); }; - size_t m_chunk_size; - chunk_list* m_chunk_list; + chunk_list m_chunk_list; finalizer_array m_finalizer_array; public: zone(size_t chunk_size = MSGPACK_ZONE_CHUNK_SIZE); - ~zone(); +public: void* allocate_align(size_t size, size_t align = MSGPACK_ZONE_ALIGN); - void* allocate_no_align(size_t size); - bool allocated() { - return m_chunk_list != MSGPACK_NULLPTR; - } - void push_finalizer(void (*func)(void*), void* data); template @@ -132,23 +152,24 @@ class zone { void clear(); void swap(zone& o); - - static void* operator new(std::size_t size) { + static void* operator new(std::size_t size) + { void* p = ::malloc(size); if (!p) throw std::bad_alloc(); return p; } - - static void operator delete(void *p) /* throw() */ { + static void operator delete(void *p) /* throw() */ + { ::free(p); } - - static void* operator new(std::size_t /*size*/, void* mem) /* throw() */ { - return mem; + static void* operator new(std::size_t size, void* place) /* throw() */ + { + return ::operator new(size, place); + } + static void operator delete(void* p, void* place) /* throw() */ + { + ::operator delete(p, place); } - - static void operator delete(void * /*p*/, void* /*mem*/) /* throw() */ {} - /// @cond template @@ -212,26 +233,18 @@ class zone { static char* get_aligned(char* ptr, size_t align); - chunk_list& get_chank_lst(); - char* allocate_expand(size_t size); private: zone(const zone&); zone& operator=(const zone&); }; -inline zone::zone(size_t chunk_size):m_chunk_size(chunk_size), m_chunk_list(MSGPACK_NULLPTR) {} - -inline zone::~zone() { - m_finalizer_array.~finalizer_array(); - if(m_chunk_list) { - m_chunk_list->~chunk_list(); - ::free(m_chunk_list); - m_chunk_list = MSGPACK_NULLPTR; - } +inline zone::zone(size_t chunk_size):m_chunk_size(chunk_size), m_chunk_list(m_chunk_size) +{ } -inline char* zone::get_aligned(char* ptr, size_t align) { +inline char* zone::get_aligned(char* ptr, size_t align) +{ MSGPACK_ASSERT(align != 0 && (align & (align - 1)) == 0); // align must be 2^n (n >= 0) return reinterpret_cast( @@ -239,45 +252,37 @@ inline char* zone::get_aligned(char* ptr, size_t align) { ); } -inline zone::chunk_list& zone::get_chank_lst() { - if (!m_chunk_list) { - void* ptr = ::malloc(sizeof(chunk_list) + m_chunk_size); - if (!ptr) - throw std::bad_alloc(); - m_chunk_list = new (ptr) chunk_list(m_chunk_size, reinterpret_cast(ptr) + sizeof(chunk_list)); - } - return *m_chunk_list; -} - -inline void* zone::allocate_align(size_t size, size_t align) { - chunk_list& chank_lst = get_chank_lst(); - char* aligned = get_aligned(chank_lst.m_ptr, align); - size_t adjusted_size = size + static_cast(aligned - chank_lst.m_ptr); - if (chank_lst.m_free < adjusted_size) { +inline void* zone::allocate_align(size_t size, size_t align) +{ + char* aligned = get_aligned(m_chunk_list.m_ptr, align); + size_t adjusted_size = size + static_cast(aligned - m_chunk_list.m_ptr); + if (m_chunk_list.m_free < adjusted_size) { size_t enough_size = size + align - 1; char* ptr = allocate_expand(enough_size); aligned = get_aligned(ptr, align); - adjusted_size = size + static_cast(aligned - chank_lst.m_ptr); + adjusted_size = size + static_cast(aligned - m_chunk_list.m_ptr); } - chank_lst.m_free -= adjusted_size; - chank_lst.m_ptr += adjusted_size; + m_chunk_list.m_free -= adjusted_size; + m_chunk_list.m_ptr += adjusted_size; return aligned; } -inline void* zone::allocate_no_align(size_t size) { - chunk_list& chank_lst = get_chank_lst(); - char* ptr = chank_lst.m_ptr; - if(chank_lst.m_free < size) { +inline void* zone::allocate_no_align(size_t size) +{ + char* ptr = m_chunk_list.m_ptr; + if(m_chunk_list.m_free < size) { ptr = allocate_expand(size); } - chank_lst.m_free -= size; - chank_lst.m_ptr += size; + m_chunk_list.m_free -= size; + m_chunk_list.m_ptr += size; return ptr; } -inline char* zone::allocate_expand(size_t size) { - chunk_list& cl = get_chank_lst(); +inline char* zone::allocate_expand(size_t size) +{ + chunk_list* const cl = &m_chunk_list; + size_t sz = m_chunk_size; while(sz < size) { @@ -294,54 +299,60 @@ inline char* zone::allocate_expand(size_t size) { char* ptr = reinterpret_cast(c) + sizeof(chunk); - c->m_next = cl.m_head; - cl.m_head = c; - cl.m_free = sz; - cl.m_ptr = ptr; + c->m_next = cl->m_head; + cl->m_head = c; + cl->m_free = sz; + cl->m_ptr = ptr; return ptr; } -inline void zone::push_finalizer(void (*func)(void*), void* data) { +inline void zone::push_finalizer(void (*func)(void*), void* data) +{ m_finalizer_array.push(func, data); } template -inline void zone::push_finalizer(msgpack::unique_ptr obj) { +inline void zone::push_finalizer(msgpack::unique_ptr obj) +{ m_finalizer_array.push(&zone::object_delete, obj.release()); } -inline void zone::clear() { +inline void zone::clear() +{ m_finalizer_array.clear(); - if (m_chunk_list) { - m_chunk_list->clear(m_chunk_size, reinterpret_cast(m_chunk_list) + sizeof(chunk_list)); - } + m_chunk_list.clear(m_chunk_size); } -inline void zone::swap(zone& o) { +inline void zone::swap(zone& o) +{ using std::swap; swap(m_chunk_size, o.m_chunk_size); swap(m_chunk_list, o.m_chunk_list); - swap(m_finalizer_array.m_head, o.m_finalizer_array.m_head); + swap(m_finalizer_array, o.m_finalizer_array); } template -void zone::object_delete(void* obj) { - delete static_cast(obj); +void zone::object_destruct(void* obj) +{ + static_cast(obj)->~T(); } template -void zone::object_destruct(void* obj) { - static_cast(obj)->~T(); +void zone::object_delete(void* obj) +{ + delete static_cast(obj); } -inline void zone::undo_allocate(size_t size) { - chunk_list& cl = get_chank_lst(); - cl.m_ptr -= size; - cl.m_free += size; +inline void zone::undo_allocate(size_t size) +{ + m_chunk_list.m_ptr -= size; + m_chunk_list.m_free += size; } -inline std::size_t aligned_size(std::size_t size, std::size_t align) { +inline std::size_t aligned_size( + std::size_t size, + std::size_t align) { return (size + align - 1) / align * align; } @@ -360,7 +371,7 @@ T* zone::allocate() try { return new (x) T(); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -379,7 +390,7 @@ T* zone::allocate(A1 a1) try { return new (x) T(a1); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -398,7 +409,7 @@ T* zone::allocate(A1 a1, A2 a2) try { return new (x) T(a1, a2); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -417,7 +428,7 @@ T* zone::allocate(A1 a1, A2 a2, A3 a3) try { return new (x) T(a1, a2, a3); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -436,7 +447,7 @@ T* zone::allocate(A1 a1, A2 a2, A3 a3, A4 a4) try { return new (x) T(a1, a2, a3, a4); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -455,7 +466,7 @@ T* zone::allocate(A1 a1, A2 a2, A3 a3, A4 a4, A5 a5) try { return new (x) T(a1, a2, a3, a4, a5); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -474,7 +485,7 @@ T* zone::allocate(A1 a1, A2 a2, A3 a3, A4 a4, A5 a5, A6 a6) try { return new (x) T(a1, a2, a3, a4, a5, a6); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -493,7 +504,7 @@ T* zone::allocate(A1 a1, A2 a2, A3 a3, A4 a4, A5 a5, A6 a6, A7 a7) try { return new (x) T(a1, a2, a3, a4, a5, a6, a7); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -512,7 +523,7 @@ T* zone::allocate(A1 a1, A2 a2, A3 a3, A4 a4, A5 a5, A6 a6, A7 a7, A8 a8) try { return new (x) T(a1, a2, a3, a4, a5, a6, a7, a8); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -531,7 +542,7 @@ T* zone::allocate(A1 a1, A2 a2, A3 a3, A4 a4, A5 a5, A6 a6, A7 a7, A8 a8, A9 a9) try { return new (x) T(a1, a2, a3, a4, a5, a6, a7, a8, a9); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -550,7 +561,7 @@ T* zone::allocate(A1 a1, A2 a2, A3 a3, A4 a4, A5 a5, A6 a6, A7 a7, A8 a8, A9 a9, try { return new (x) T(a1, a2, a3, a4, a5, a6, a7, a8, a9, a10); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -569,7 +580,7 @@ T* zone::allocate(A1 a1, A2 a2, A3 a3, A4 a4, A5 a5, A6 a6, A7 a7, A8 a8, A9 a9, try { return new (x) T(a1, a2, a3, a4, a5, a6, a7, a8, a9, a10, a11); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -588,7 +599,7 @@ T* zone::allocate(A1 a1, A2 a2, A3 a3, A4 a4, A5 a5, A6 a6, A7 a7, A8 a8, A9 a9, try { return new (x) T(a1, a2, a3, a4, a5, a6, a7, a8, a9, a10, a11, a12); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -607,7 +618,7 @@ T* zone::allocate(A1 a1, A2 a2, A3 a3, A4 a4, A5 a5, A6 a6, A7 a7, A8 a8, A9 a9, try { return new (x) T(a1, a2, a3, a4, a5, a6, a7, a8, a9, a10, a11, a12, a13); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -626,7 +637,7 @@ T* zone::allocate(A1 a1, A2 a2, A3 a3, A4 a4, A5 a5, A6 a6, A7 a7, A8 a8, A9 a9, try { return new (x) T(a1, a2, a3, a4, a5, a6, a7, a8, a9, a10, a11, a12, a13, a14); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } @@ -645,7 +656,7 @@ T* zone::allocate(A1 a1, A2 a2, A3 a3, A4 a4, A5 a5, A6 a6, A7 a7, A8 a8, A9 a9, try { return new (x) T(a1, a2, a3, a4, a5, a6, a7, a8, a9, a10, a11, a12, a13, a14, a15); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } diff --git a/include/msgpack/v1/detail/cpp11_zone.hpp b/include/msgpack/v1/detail/cpp11_zone.hpp index adca33119..2586f2755 100644 --- a/include/msgpack/v1/detail/cpp11_zone.hpp +++ b/include/msgpack/v1/detail/cpp11_zone.hpp @@ -29,113 +29,154 @@ MSGPACK_API_VERSION_NAMESPACE(v1) { class zone { private: struct finalizer { - finalizer(void (*func)(void*), void* data, finalizer* next): m_func(func), m_data(data), m_next(next) {} + finalizer(void (*func)(void*), void* data):m_func(func), m_data(data) {} void operator()() { m_func(m_data); } void (*m_func)(void*); void* m_data; - finalizer* m_next; }; - struct finalizer_array { - finalizer_array(): m_head(MSGPACK_NULLPTR) {} - + finalizer_array():m_tail(MSGPACK_NULLPTR), m_end(MSGPACK_NULLPTR), m_array(MSGPACK_NULLPTR) {} + void call() { + finalizer* fin = m_tail; + for(; fin != m_array; --fin) (*(fin-1))(); + } ~finalizer_array() { - clear(); + call(); + ::free(m_array); } - void clear() { - finalizer* fin = m_head; - finalizer* tmp = MSGPACK_NULLPTR; - while(fin) { - (*fin)(); - tmp = fin; - fin = fin->m_next; - delete tmp; - } - m_head = MSGPACK_NULLPTR; + call(); + m_tail = m_array; } + void push(void (*func)(void* data), void* data) + { + finalizer* fin = m_tail; - void push(void (*func)(void* data), void* data) { - m_head = new finalizer(func, data, m_head); - } + if(fin == m_end) { + push_expand(func, data); + return; + } - void pop() { - auto n = m_head->m_next; - delete m_head; - m_head = n; - } + fin->m_func = func; + fin->m_data = data; - finalizer_array(finalizer_array&& other) noexcept: m_head(other.m_head) { - other.m_head = MSGPACK_NULLPTR; + ++m_tail; } + void push_expand(void (*func)(void*), void* data) { + const size_t nused = static_cast(m_end - m_array); + size_t nnext; + if(nused == 0) { + nnext = (sizeof(finalizer) < 72/2) ? + 72 / sizeof(finalizer) : 8; + } else { + nnext = nused * 2; + } + finalizer* tmp = + static_cast(::realloc(m_array, sizeof(finalizer) * nnext)); + if(!tmp) { + throw std::bad_alloc(); + } + m_array = tmp; + m_end = tmp + nnext; + m_tail = tmp + nused; + new (m_tail) finalizer(func, data); - finalizer_array& operator=(finalizer_array&& other) noexcept { - m_head = other.m_head; - other.m_head = MSGPACK_NULLPTR; + ++m_tail; + } + finalizer_array(finalizer_array&& other) noexcept + :m_tail(other.m_tail), m_end(other.m_end), m_array(other.m_array) + { + other.m_tail = MSGPACK_NULLPTR; + other.m_end = MSGPACK_NULLPTR; + other.m_array = MSGPACK_NULLPTR; + } + finalizer_array& operator=(finalizer_array&& other) noexcept + { + this->~finalizer_array(); + new (this) finalizer_array(std::move(other)); return *this; } + finalizer* m_tail; + finalizer* m_end; + finalizer* m_array; + private: - finalizer* m_head; finalizer_array(const finalizer_array&); finalizer_array& operator=(const finalizer_array&); }; - struct chunk { chunk* m_next; }; - struct chunk_list { - chunk_list(size_t chunk_size, char* ptr): m_free(chunk_size), m_ptr(ptr), m_head(MSGPACK_NULLPTR) {} - ~chunk_list() { + chunk_list(size_t chunk_size) + { + chunk* c = static_cast(::malloc(sizeof(chunk) + chunk_size)); + if(!c) { + throw std::bad_alloc(); + } + + m_head = c; + m_free = chunk_size; + m_ptr = reinterpret_cast(c) + sizeof(chunk); + c->m_next = MSGPACK_NULLPTR; + } + ~chunk_list() + { chunk* c = m_head; while(c) { chunk* n = c->m_next; ::free(c); c = n; } - m_head = MSGPACK_NULLPTR; } - - void clear(size_t chunk_size, char* ptr) { + void clear(size_t chunk_size) + { chunk* c = m_head; - while(c) { + while(true) { chunk* n = c->m_next; - ::free(c); - c = n; + if(n) { + ::free(c); + c = n; + } else { + m_head = c; + break; + } } - m_head = MSGPACK_NULLPTR; + m_head->m_next = MSGPACK_NULLPTR; m_free = chunk_size; - m_ptr = ptr; + m_ptr = reinterpret_cast(m_head) + sizeof(chunk); + } + chunk_list(chunk_list&& other) noexcept + :m_free(other.m_free), m_ptr(other.m_ptr), m_head(other.m_head) + { + other.m_head = MSGPACK_NULLPTR; + } + chunk_list& operator=(chunk_list&& other) noexcept + { + this->~chunk_list(); + new (this) chunk_list(std::move(other)); + return *this; } size_t m_free; char* m_ptr; chunk* m_head; - private: - chunk_list(chunk_list&& other) noexcept = delete; - chunk_list& operator=(chunk_list&& other) noexcept = delete; chunk_list(const chunk_list&); chunk_list& operator=(const chunk_list&); }; - size_t m_chunk_size; - chunk_list* m_chunk_list{}; + chunk_list m_chunk_list; finalizer_array m_finalizer_array; public: zone(size_t chunk_size = MSGPACK_ZONE_CHUNK_SIZE); - ~zone(); +public: void* allocate_align(size_t size, size_t align = MSGPACK_ZONE_ALIGN); - void* allocate_no_align(size_t size); - bool allocated() { - return m_chunk_list != MSGPACK_NULLPTR; - } - void push_finalizer(void (*func)(void*), void* data); template @@ -145,21 +186,23 @@ class zone { void swap(zone& o); - static void* operator new(std::size_t size) { + static void* operator new(std::size_t size) + { void* p = ::malloc(size); if (!p) throw std::bad_alloc(); return p; } - - static void operator delete(void *p) noexcept { + static void operator delete(void *p) noexcept + { ::free(p); } - - static void* operator new(std::size_t /*size*/, void* mem) noexcept { + static void* operator new(std::size_t /*size*/, void* mem) noexcept + { return mem; } - - static void operator delete(void * /*p*/, void* /*mem*/) noexcept {} + static void operator delete(void * /*p*/, void* /*mem*/) noexcept + { + } template T* allocate(Args... args); @@ -180,23 +223,15 @@ class zone { static char* get_aligned(char* ptr, size_t align); - chunk_list& get_chank_lst(); - char* allocate_expand(size_t size); }; -inline zone::zone(size_t chunk_size):m_chunk_size(chunk_size), m_chunk_list(MSGPACK_NULLPTR) {} - -inline zone::~zone() { - m_finalizer_array.~finalizer_array(); - if(m_chunk_list) { - m_chunk_list->~chunk_list(); - ::free(m_chunk_list); - m_chunk_list = MSGPACK_NULLPTR; - } +inline zone::zone(size_t chunk_size):m_chunk_size(chunk_size), m_chunk_list(m_chunk_size) +{ } -inline char* zone::get_aligned(char* ptr, size_t align) { +inline char* zone::get_aligned(char* ptr, size_t align) +{ MSGPACK_ASSERT(align != 0 && (align & (align - 1)) == 0); // align must be 2^n (n >= 0) return reinterpret_cast( @@ -204,45 +239,37 @@ inline char* zone::get_aligned(char* ptr, size_t align) { ); } -inline zone::chunk_list& zone::get_chank_lst() { - if (!m_chunk_list) { - auto ptr = ::malloc(sizeof(chunk_list) + m_chunk_size); - if (!ptr) - throw std::bad_alloc(); - m_chunk_list = new (ptr) chunk_list(m_chunk_size, reinterpret_cast(ptr) + sizeof(chunk_list)); - } - return *m_chunk_list; -} - -inline void* zone::allocate_align(size_t size, size_t align) { - chunk_list& chank_lst = get_chank_lst(); - char* aligned = get_aligned(chank_lst.m_ptr, align); - size_t adjusted_size = size + static_cast(aligned - chank_lst.m_ptr); - if (chank_lst.m_free < adjusted_size) { +inline void* zone::allocate_align(size_t size, size_t align) +{ + char* aligned = get_aligned(m_chunk_list.m_ptr, align); + size_t adjusted_size = size + static_cast(aligned - m_chunk_list.m_ptr); + if (m_chunk_list.m_free < adjusted_size) { size_t enough_size = size + align - 1; char* ptr = allocate_expand(enough_size); aligned = get_aligned(ptr, align); - adjusted_size = size + static_cast(aligned - chank_lst.m_ptr); + adjusted_size = size + static_cast(aligned - m_chunk_list.m_ptr); } - chank_lst.m_free -= adjusted_size; - chank_lst.m_ptr += adjusted_size; + m_chunk_list.m_free -= adjusted_size; + m_chunk_list.m_ptr += adjusted_size; return aligned; } -inline void* zone::allocate_no_align(size_t size) { - chunk_list& chank_lst = get_chank_lst(); - char* ptr = chank_lst.m_ptr; - if(chank_lst.m_free < size) { +inline void* zone::allocate_no_align(size_t size) +{ + char* ptr = m_chunk_list.m_ptr; + if(m_chunk_list.m_free < size) { ptr = allocate_expand(size); } - chank_lst.m_free -= size; - chank_lst.m_ptr += size; + m_chunk_list.m_free -= size; + m_chunk_list.m_ptr += size; return ptr; } -inline char* zone::allocate_expand(size_t size) { - chunk_list& cl = get_chank_lst(); +inline char* zone::allocate_expand(size_t size) +{ + chunk_list* const cl = &m_chunk_list; + size_t sz = m_chunk_size; while(sz < size) { @@ -259,56 +286,58 @@ inline char* zone::allocate_expand(size_t size) { char* ptr = reinterpret_cast(c) + sizeof(chunk); - c->m_next = cl.m_head; - cl.m_head = c; - cl.m_free = sz; - cl.m_ptr = ptr; + c->m_next = cl->m_head; + cl->m_head = c; + cl->m_free = sz; + cl->m_ptr = ptr; return ptr; } -inline void zone::push_finalizer(void (*func)(void*), void* data) { +inline void zone::push_finalizer(void (*func)(void*), void* data) +{ m_finalizer_array.push(func, data); } template -inline void zone::push_finalizer(msgpack::unique_ptr obj) { +inline void zone::push_finalizer(msgpack::unique_ptr obj) +{ m_finalizer_array.push(&zone::object_delete, obj.release()); } -inline void zone::clear() { +inline void zone::clear() +{ m_finalizer_array.clear(); - if (m_chunk_list) { - m_chunk_list->clear(m_chunk_size, reinterpret_cast(m_chunk_list) + sizeof(chunk_list)); - } + m_chunk_list.clear(m_chunk_size); } -inline void zone::swap(zone& o) { +inline void zone::swap(zone& o) +{ std::swap(*this, o); } template -void zone::object_delete(void* obj) { +void zone::object_delete(void* obj) +{ delete static_cast(obj); } template -void zone::object_destruct(void* obj) { +void zone::object_destruct(void* obj) +{ static_cast(obj)->~T(); } -inline void zone::undo_allocate(size_t size) { - chunk_list& cl = get_chank_lst(); - cl.m_ptr -= size; - cl.m_free += size; +inline void zone::undo_allocate(size_t size) +{ + m_chunk_list.m_ptr -= size; + m_chunk_list.m_free += size; } -inline std::size_t aligned_size(std::size_t size, std::size_t align) { - return (size + align - 1) / align * align; -} template -T* zone::allocate(Args... args) { +T* zone::allocate(Args... args) +{ void* x = allocate_align(sizeof(T), MSGPACK_ZONE_ALIGNOF(T)); try { m_finalizer_array.push(&zone::object_destruct, x); @@ -319,12 +348,18 @@ T* zone::allocate(Args... args) { try { return new (x) T(args...); } catch (...) { - m_finalizer_array.pop(); + --m_finalizer_array.m_tail; undo_allocate(sizeof(T)); throw; } } +inline std::size_t aligned_size( + std::size_t size, + std::size_t align) { + return (size + align - 1) / align * align; +} + /// @cond } // MSGPACK_API_VERSION_NAMESPACE(v1) /// @endcond diff --git a/preprocess.rb b/preprocess.rb deleted file mode 100644 index 95cd313bd..000000000 --- a/preprocess.rb +++ /dev/null @@ -1,17 +0,0 @@ -require 'erb' - -files = { - "erb/v1/cpp03_msgpack_tuple_decl.hpp" => "include/msgpack/v1/adaptor/detail/cpp03_msgpack_tuple_decl.hpp", - "erb/v1/cpp03_msgpack_tuple.hpp" => "include/msgpack/v1/adaptor/detail/cpp03_msgpack_tuple.hpp", - "erb/v1/cpp03_define_array_decl.hpp" => "include/msgpack/v1/adaptor/detail/cpp03_define_array_decl.hpp", - "erb/v1/cpp03_define_array.hpp" => "include/msgpack/v1/adaptor/detail/cpp03_define_array.hpp", - "erb/v1/cpp03_define_map_decl.hpp" => "include/msgpack/v1/adaptor/detail/cpp03_define_map_decl.hpp", - "erb/v1/cpp03_define_map.hpp" => "include/msgpack/v1/adaptor/detail/cpp03_define_map.hpp", - "erb/v1/cpp03_zone_decl.hpp" => "include/msgpack/v1/detail/cpp03_zone_decl.hpp", - "erb/v1/cpp03_zone.hpp" => "include/msgpack/v1/detail/cpp03_zone.hpp" -} - -files.map { |erb, hpp| - res = ERB.new(File.open(erb+".erb").read).result - File.write(hpp, res) -} \ No newline at end of file