29#ifndef _MT_ALLOCATOR_H
30#define _MT_ALLOCATOR_H 1
39#if __cplusplus >= 201103L
43namespace __gnu_cxx _GLIBCXX_VISIBILITY(default)
45_GLIBCXX_BEGIN_NAMESPACE_VERSION
48 typedef void (*__destroy_handler)(
void*);
55 typedef unsigned short int _Binmap_type;
56 typedef std::size_t size_t;
63 enum { _S_align = 8 };
64 enum { _S_max_bytes = 128 };
65 enum { _S_min_bin = 8 };
66 enum { _S_chunk_size = 4096 - 4 *
sizeof(
void*) };
67 enum { _S_max_threads = 4096 };
68 enum { _S_freelist_headroom = 10 };
101 size_t _M_max_threads;
109 size_t _M_freelist_headroom;
116 : _M_align(_S_align), _M_max_bytes(_S_max_bytes), _M_min_bin(_S_min_bin),
117 _M_chunk_size(_S_chunk_size), _M_max_threads(_S_max_threads),
118 _M_freelist_headroom(_S_freelist_headroom),
119 _M_force_new(std::getenv(
"GLIBCXX_FORCE_NEW") ?
true :
false)
123 _Tune(
size_t __align,
size_t __maxb,
size_t __minbin,
size_t __chunk,
124 size_t __maxthreads,
size_t __headroom,
bool __force)
125 : _M_align(__align), _M_max_bytes(__maxb), _M_min_bin(__minbin),
126 _M_chunk_size(__chunk), _M_max_threads(__maxthreads),
127 _M_freelist_headroom(__headroom), _M_force_new(__force)
131 struct _Block_address
134 _Block_address* _M_next;
138 _M_get_options()
const
139 {
return _M_options; }
142 _M_set_options(_Tune __t)
149 _M_check_threshold(
size_t __bytes)
150 {
return __bytes > _M_options._M_max_bytes || _M_options._M_force_new; }
153 _M_get_binmap(
size_t __bytes)
154 {
return _M_binmap[__bytes]; }
158 {
return _M_options._M_align; }
162 : _M_options(_Tune()), _M_binmap(0), _M_init(
false) { }
166 : _M_options(__options), _M_binmap(0), _M_init(
false) { }
179 _Binmap_type* _M_binmap;
192 template<
bool _Thread>
203 _Block_record* _M_next;
209 _Block_record** _M_first;
212 _Block_address* _M_address;
218 if (__builtin_expect(_M_init ==
false,
false))
223 _M_destroy()
throw();
226 _M_reserve_block(
size_t __bytes,
const size_t __thread_id);
229 _M_reclaim_block(
char* __p,
size_t __bytes)
throw ();
232 _M_get_thread_id() {
return 0; }
235 _M_get_bin(
size_t __which)
236 {
return _M_bin[__which]; }
239 _M_adjust_freelist(
const _Bin_record&, _Block_record*,
size_t)
243 : _M_bin(0), _M_bin_size(1) { }
245 explicit __pool(
const __pool_base::_Tune& __tune)
246 :
__pool_base(__tune), _M_bin(0), _M_bin_size(1) { }
276 struct _Thread_record
279 _Thread_record* _M_next;
288 _Block_record* _M_next;
299 _Block_record** _M_first;
302 _Block_address* _M_address;
319 __gthread_mutex_t* _M_mutex;
324 _M_initialize(__destroy_handler);
329 if (__builtin_expect(_M_init ==
false,
false))
334 _M_destroy()
throw();
337 _M_reserve_block(
size_t __bytes,
const size_t __thread_id);
340 _M_reclaim_block(
char* __p,
size_t __bytes)
throw ();
343 _M_get_bin(
size_t __which)
344 {
return _M_bin[__which]; }
347 _M_adjust_freelist(
const _Bin_record& __bin, _Block_record* __block,
350 if (__gthread_active_p())
352 __block->_M_thread_id = __thread_id;
353 --__bin._M_free[__thread_id];
354 ++__bin._M_used[__thread_id];
360 _M_destroy_thread_key(
void*)
throw ();
366 : _M_bin(0), _M_bin_size(1), _M_thread_freelist(0)
369 explicit __pool(
const __pool_base::_Tune& __tune)
371 _M_thread_freelist(0)
383 _Thread_record* _M_thread_freelist;
384 void* _M_thread_freelist_initial;
391 template<
template <
bool>
class _PoolTp,
bool _Thread>
394 typedef _PoolTp<_Thread> pool_type;
399 static pool_type _S_pool;
404 template<
template <
bool>
class _PoolTp,
bool _Thread>
405 struct __common_pool_base;
407 template<
template <
bool>
class _PoolTp>
408 struct __common_pool_base<_PoolTp, false>
409 :
public __common_pool<_PoolTp, false>
411 using __common_pool<_PoolTp,
false>::_S_get_pool;
417 if (__builtin_expect(__init ==
false,
false))
419 _S_get_pool()._M_initialize_once();
426 template<
template <
bool>
class _PoolTp>
427 struct __common_pool_base<_PoolTp, true>
428 :
public __common_pool<_PoolTp, true>
430 using __common_pool<_PoolTp,
true>::_S_get_pool;
434 { _S_get_pool()._M_initialize_once(); }
440 if (__builtin_expect(__init ==
false,
false))
442 if (__gthread_active_p())
445 static __gthread_once_t __once = __GTHREAD_ONCE_INIT;
446 __gthread_once(&__once, _S_initialize);
452 _S_get_pool()._M_initialize_once();
460 template<
template <
bool>
class _PoolTp,
bool _Thread>
463 template<
typename _Tp1,
template <
bool>
class _PoolTp1 = _PoolTp,
464 bool _Thread1 = _Thread>
468 using __common_pool_base<_PoolTp, _Thread>::_S_get_pool;
469 using __common_pool_base<_PoolTp, _Thread>::_S_initialize_once;
473 template<
typename _Tp,
template <
bool>
class _PoolTp,
bool _Thread>
474 struct __per_type_pool
476 typedef _Tp value_type;
477 typedef _PoolTp<_Thread> pool_type;
484 typedef typename pool_type::_Block_record _Block_record;
485 const static size_t __a = (__alignof__(_Tp) >=
sizeof(_Block_record)
486 ? __alignof__(_Tp) :
sizeof(_Block_record));
488 typedef typename __pool_base::_Tune _Tune;
489 static _Tune _S_tune(__a,
sizeof(_Tp) * 64,
490 sizeof(_Tp) * 2 >= __a ?
sizeof(_Tp) * 2 : __a,
491 sizeof(_Tp) * size_t(_Tune::_S_chunk_size),
492 _Tune::_S_max_threads,
493 _Tune::_S_freelist_headroom,
494 std::getenv(
"GLIBCXX_FORCE_NEW") ? true : false);
495 static pool_type _S_pool(_S_tune);
500 template<
typename _Tp,
template <
bool>
class _PoolTp,
bool _Thread>
501 struct __per_type_pool_base;
503 template<
typename _Tp,
template <
bool>
class _PoolTp>
504 struct __per_type_pool_base<_Tp, _PoolTp, false>
505 :
public __per_type_pool<_Tp, _PoolTp, false>
507 using __per_type_pool<_Tp, _PoolTp,
false>::_S_get_pool;
513 if (__builtin_expect(__init ==
false,
false))
515 _S_get_pool()._M_initialize_once();
522 template<
typename _Tp,
template <
bool>
class _PoolTp>
523 struct __per_type_pool_base<_Tp, _PoolTp, true>
524 :
public __per_type_pool<_Tp, _PoolTp, true>
526 using __per_type_pool<_Tp, _PoolTp,
true>::_S_get_pool;
530 { _S_get_pool()._M_initialize_once(); }
536 if (__builtin_expect(__init ==
false,
false))
538 if (__gthread_active_p())
541 static __gthread_once_t __once = __GTHREAD_ONCE_INIT;
542 __gthread_once(&__once, _S_initialize);
548 _S_get_pool()._M_initialize_once();
556 template<
typename _Tp,
template <
bool>
class _PoolTp,
bool _Thread>
558 :
public __per_type_pool_base<_Tp, _PoolTp, _Thread>
560 template<
typename _Tp1,
template <
bool>
class _PoolTp1 = _PoolTp,
561 bool _Thread1 = _Thread>
565 using __per_type_pool_base<_Tp, _PoolTp, _Thread>::_S_get_pool;
566 using __per_type_pool_base<_Tp, _PoolTp, _Thread>::_S_initialize_once;
571 template<
typename _Tp>
575 typedef std::size_t size_type;
576 typedef std::ptrdiff_t difference_type;
577 typedef _Tp* pointer;
578 typedef const _Tp* const_pointer;
579 typedef _Tp& reference;
580 typedef const _Tp& const_reference;
581 typedef _Tp value_type;
583#if __cplusplus >= 201103L
590 address(reference __x)
const _GLIBCXX_NOEXCEPT
594 address(const_reference __x)
const _GLIBCXX_NOEXCEPT
598 max_size()
const _GLIBCXX_USE_NOEXCEPT
599 {
return size_type(-1) /
sizeof(_Tp); }
601#if __cplusplus >= 201103L
602 template<
typename _Up,
typename... _Args>
604 construct(_Up* __p, _Args&&... __args)
605 { ::new((
void *)__p) _Up(std::forward<_Args>(__args)...); }
607 template<
typename _Up>
609 destroy(_Up* __p) { __p->~_Up(); }
614 construct(pointer __p,
const _Tp& __val)
615 { ::new((
void *)__p) _Tp(__val); }
618 destroy(pointer __p) { __p->~_Tp(); }
623#define __thread_default true
625#define __thread_default false
639 template<
typename _Tp,
644 typedef std::size_t size_type;
645 typedef std::ptrdiff_t difference_type;
646 typedef _Tp* pointer;
647 typedef const _Tp* const_pointer;
648 typedef _Tp& reference;
649 typedef const _Tp& const_reference;
650 typedef _Tp value_type;
651 typedef _Poolp __policy_type;
652 typedef typename _Poolp::pool_type __pool_type;
654 template<
typename _Tp1,
typename _Poolp1 = _Poolp>
657 typedef typename _Poolp1::template _M_rebind<_Tp1>::other pol_type;
665 template<
typename _Tp1,
typename _Poolp1>
670 _GLIBCXX_NODISCARD pointer
671 allocate(size_type __n,
const void* = 0);
674 deallocate(pointer __p, size_type __n);
676 const __pool_base::_Tune
680 return __policy_type::_S_get_pool()._M_get_options();
684 _M_set_options(__pool_base::_Tune __t)
685 { __policy_type::_S_get_pool()._M_set_options(__t); }
688 template<
typename _Tp,
typename _Poolp>
689 _GLIBCXX_NODISCARD
typename __mt_alloc<_Tp, _Poolp>::pointer
691 allocate(size_type __n,
const void*)
693 if (__n > this->max_size())
694 std::__throw_bad_alloc();
698 if (
alignof(_Tp) > __STDCPP_DEFAULT_NEW_ALIGNMENT__)
700 std::align_val_t __al = std::align_val_t(
alignof(_Tp));
701 return static_cast<_Tp*
>(::operator
new(__n *
sizeof(_Tp), __al));
705 __policy_type::_S_initialize_once();
709 __pool_type& __pool = __policy_type::_S_get_pool();
710 const size_type __bytes = __n *
sizeof(_Tp);
711 if (__pool._M_check_threshold(__bytes))
713 void* __ret = ::operator
new(__bytes);
714 return static_cast<_Tp*
>(__ret);
718 const size_type __which = __pool._M_get_binmap(__bytes);
719 const size_type __thread_id = __pool._M_get_thread_id();
724 typedef typename __pool_type::_Bin_record _Bin_record;
725 const _Bin_record& __bin = __pool._M_get_bin(__which);
726 if (__bin._M_first[__thread_id])
729 typedef typename __pool_type::_Block_record _Block_record;
730 _Block_record* __block = __bin._M_first[__thread_id];
731 __bin._M_first[__thread_id] = __block->_M_next;
733 __pool._M_adjust_freelist(__bin, __block, __thread_id);
734 __c =
reinterpret_cast<char*
>(__block) + __pool._M_get_align();
739 __c = __pool._M_reserve_block(__bytes, __thread_id);
741 return static_cast<_Tp*
>(
static_cast<void*
>(__c));
744 template<
typename _Tp,
typename _Poolp>
746 __mt_alloc<_Tp, _Poolp>::
747 deallocate(pointer __p, size_type __n)
749 if (__builtin_expect(__p != 0,
true))
753 if (
alignof(_Tp) > __STDCPP_DEFAULT_NEW_ALIGNMENT__)
755 ::operator
delete(__p, std::align_val_t(
alignof(_Tp)));
762 __pool_type& __pool = __policy_type::_S_get_pool();
763 const size_type __bytes = __n *
sizeof(_Tp);
764 if (__pool._M_check_threshold(__bytes))
765 ::operator
delete(__p);
767 __pool._M_reclaim_block(
reinterpret_cast<char*
>(__p), __bytes);
771 template<
typename _Tp,
typename _Poolp>
773 operator==(
const __mt_alloc<_Tp, _Poolp>&,
const __mt_alloc<_Tp, _Poolp>&)
776#if __cpp_impl_three_way_comparison < 201907L
777 template<
typename _Tp,
typename _Poolp>
779 operator!=(
const __mt_alloc<_Tp, _Poolp>&,
const __mt_alloc<_Tp, _Poolp>&)
783#undef __thread_default
785_GLIBCXX_END_NAMESPACE_VERSION
constexpr _Tp * __addressof(_Tp &__r) noexcept
Same as C++11 std::addressof.
ISO C++ entities toplevel namespace is std.
GNU extensions for public use.
Base class for pool object.
Data describing the underlying memory pool, parameterized on threading support.
Policy for shared __pool objects.
Policy for individual __pool objects.
Base class for _Tp dependent member functions.
This is a fixed size (power of 2) allocator which - when compiled with thread support - will maintain...