%PDF-
%PDF-
Mini Shell
Mini Shell
// Copyright (C) 2003-2004 Jeremy B. Maitin-Shepard.
// Copyright (C) 2005-2016 Daniel James
// Copyright (C) 2022-2024 Joaquin M Lopez Munoz.
// Copyright (C) 2022-2023 Christian Mazakas
// Copyright (C) 2024 Braden Ganetsky
//
// Distributed under the Boost Software License, Version 1.0. (See accompanying
// file LICENSE_1_0.txt or copy at http://www.boost.org/LICENSE_1_0.txt)
#ifndef BOOST_UNORDERED_DETAIL_IMPLEMENTATION_HPP
#define BOOST_UNORDERED_DETAIL_IMPLEMENTATION_HPP
#include <boost/config.hpp>
#if defined(BOOST_HAS_PRAGMA_ONCE)
#pragma once
#endif
#include <boost/unordered/detail/allocator_constructed.hpp>
#include <boost/unordered/detail/fca.hpp>
#include <boost/unordered/detail/opt_storage.hpp>
#include <boost/unordered/detail/serialize_tracked_address.hpp>
#include <boost/unordered/detail/static_assert.hpp>
#include <boost/unordered/detail/type_traits.hpp>
#include <boost/assert.hpp>
#include <boost/core/allocator_traits.hpp>
#include <boost/core/bit.hpp>
#include <boost/core/invoke_swap.hpp>
#include <boost/core/no_exceptions_support.hpp>
#include <boost/core/pointer_traits.hpp>
#include <boost/core/serialization.hpp>
#include <boost/mp11/algorithm.hpp>
#include <boost/mp11/list.hpp>
#include <boost/throw_exception.hpp>
#include <algorithm>
#include <cmath>
#include <iterator>
#include <limits>
#include <stdexcept>
#include <type_traits>
#include <utility>
#include <tuple> // std::forward_as_tuple
namespace boost {
namespace tuples {
struct null_type;
}
} // namespace boost
// BOOST_UNORDERED_SUPPRESS_DEPRECATED
//
// Define to stop deprecation attributes
#if defined(BOOST_UNORDERED_SUPPRESS_DEPRECATED)
#define BOOST_UNORDERED_DEPRECATED(msg)
#endif
// BOOST_UNORDERED_DEPRECATED
//
// Wrapper around various depreaction attributes.
#if defined(__has_cpp_attribute) && \
(!defined(__cplusplus) || __cplusplus >= 201402)
#if __has_cpp_attribute(deprecated) && !defined(BOOST_UNORDERED_DEPRECATED)
#define BOOST_UNORDERED_DEPRECATED(msg) [[deprecated(msg)]]
#endif
#endif
#if !defined(BOOST_UNORDERED_DEPRECATED)
#if defined(__GNUC__) && __GNUC__ >= 4
#define BOOST_UNORDERED_DEPRECATED(msg) __attribute__((deprecated))
#elif defined(_MSC_VER) && _MSC_VER >= 1400
#define BOOST_UNORDERED_DEPRECATED(msg) __declspec(deprecated(msg))
#elif defined(_MSC_VER) && _MSC_VER >= 1310
#define BOOST_UNORDERED_DEPRECATED(msg) __declspec(deprecated)
#else
#define BOOST_UNORDERED_DEPRECATED(msg)
#endif
#endif
namespace boost {
namespace unordered {
using std::piecewise_construct;
using std::piecewise_construct_t;
namespace detail {
template <typename Types> struct table;
static const float minimum_max_load_factor = 1e-3f;
static const std::size_t default_bucket_count = 0;
struct move_tag
{
};
struct empty_emplace
{
};
struct no_key
{
no_key() {}
template <class T> no_key(T const&) {}
};
struct converting_key
{
};
namespace func {
template <class T> inline void ignore_unused_variable_warning(T const&)
{
}
} // namespace func
//////////////////////////////////////////////////////////////////////////
// iterator SFINAE
template <typename I>
struct is_forward : std::is_base_of<std::forward_iterator_tag,
typename std::iterator_traits<I>::iterator_category>
{
};
template <typename I, typename ReturnType>
struct enable_if_forward
: std::enable_if<boost::unordered::detail::is_forward<I>::value,
ReturnType>
{
};
template <typename I, typename ReturnType>
struct disable_if_forward
: std::enable_if<!boost::unordered::detail::is_forward<I>::value,
ReturnType>
{
};
} // namespace detail
} // namespace unordered
} // namespace boost
namespace boost {
namespace unordered {
namespace detail {
//////////////////////////////////////////////////////////////////////////
// insert_size/initial_size
template <class I>
inline typename boost::unordered::detail::enable_if_forward<I,
std::size_t>::type
insert_size(I i, I j)
{
return static_cast<std::size_t>(std::distance(i, j));
}
template <class I>
inline typename boost::unordered::detail::disable_if_forward<I,
std::size_t>::type
insert_size(I, I)
{
return 1;
}
template <class I>
inline std::size_t initial_size(I i, I j,
std::size_t num_buckets =
boost::unordered::detail::default_bucket_count)
{
return (std::max)(
boost::unordered::detail::insert_size(i, j), num_buckets);
}
//////////////////////////////////////////////////////////////////////////
// compressed
template <typename T, int Index>
struct compressed_base : boost::empty_value<T>
{
compressed_base(T const& x) : empty_value<T>(boost::empty_init_t(), x)
{
}
compressed_base(T& x, move_tag)
: empty_value<T>(boost::empty_init_t(), std::move(x))
{
}
T& get() { return empty_value<T>::get(); }
T const& get() const { return empty_value<T>::get(); }
};
template <typename T, int Index>
struct generate_base : boost::unordered::detail::compressed_base<T, Index>
{
typedef compressed_base<T, Index> type;
generate_base() : type() {}
};
template <typename T1, typename T2>
struct compressed
: private boost::unordered::detail::generate_base<T1, 1>::type,
private boost::unordered::detail::generate_base<T2, 2>::type
{
typedef typename generate_base<T1, 1>::type base1;
typedef typename generate_base<T2, 2>::type base2;
typedef T1 first_type;
typedef T2 second_type;
first_type& first() { return static_cast<base1*>(this)->get(); }
first_type const& first() const
{
return static_cast<base1 const*>(this)->get();
}
second_type& second() { return static_cast<base2*>(this)->get(); }
second_type const& second() const
{
return static_cast<base2 const*>(this)->get();
}
template <typename First, typename Second>
compressed(First const& x1, Second const& x2) : base1(x1), base2(x2)
{
}
compressed(compressed const& x) : base1(x.first()), base2(x.second()) {}
compressed(compressed& x, move_tag m)
: base1(x.first(), m), base2(x.second(), m)
{
}
void assign(compressed const& x)
{
first() = x.first();
second() = x.second();
}
void move_assign(compressed& x)
{
first() = std::move(x.first());
second() = std::move(x.second());
}
void swap(compressed& x)
{
boost::core::invoke_swap(first(), x.first());
boost::core::invoke_swap(second(), x.second());
}
private:
// Prevent assignment just to make use of assign or
// move_assign explicit.
compressed& operator=(compressed const&);
};
//////////////////////////////////////////////////////////////////////////
// pair_traits
//
// Used to get the types from a pair without instantiating it.
template <typename Pair> struct pair_traits
{
typedef typename Pair::first_type first_type;
typedef typename Pair::second_type second_type;
};
template <typename T1, typename T2> struct pair_traits<std::pair<T1, T2> >
{
typedef T1 first_type;
typedef T2 second_type;
};
#if defined(BOOST_MSVC)
#pragma warning(push)
#pragma warning(disable : 4512) // assignment operator could not be generated.
#pragma warning(disable : 4345) // behavior change: an object of POD type
// constructed with an initializer of the form ()
// will be default-initialized.
#endif
//////////////////////////////////////////////////////////////////////////
// Bits and pieces for implementing traits
template <typename T> typename std::add_lvalue_reference<T>::type make();
struct choice2
{
typedef char (&type)[2];
};
struct choice1 : choice2
{
typedef char (&type)[1];
};
choice1 choose();
typedef choice1::type yes_type;
typedef choice2::type no_type;
struct private_type
{
private_type const& operator,(int) const;
};
template <typename T> no_type is_private_type(T const&);
yes_type is_private_type(private_type const&);
struct convert_from_anything
{
template <typename T> convert_from_anything(T const&);
};
} // namespace detail
} // namespace unordered
} // namespace boost
////////////////////////////////////////////////////////////////////////////////
//
// Some utilities for implementing allocator_traits, but useful elsewhere so
// they're always defined.
namespace boost {
namespace unordered {
namespace detail {
////////////////////////////////////////////////////////////////////////////
// Explicitly call a destructor
#if defined(BOOST_MSVC)
#pragma warning(push)
#pragma warning(disable : 4100) // unreferenced formal parameter
#endif
namespace func {
template <class T> inline void destroy(T* x) { x->~T(); }
} // namespace func
#if defined(BOOST_MSVC)
#pragma warning(pop)
#endif
//////////////////////////////////////////////////////////////////////////
// value_base
//
// Space used to store values.
template <typename ValueType> struct value_base
{
typedef ValueType value_type;
opt_storage<value_type> data_;
value_base() : data_() {}
void* address() { return this; }
value_type& value() { return *(ValueType*)this; }
value_type const& value() const { return *(ValueType const*)this; }
value_type* value_ptr() { return (ValueType*)this; }
value_type const* value_ptr() const { return (ValueType const*)this; }
private:
value_base& operator=(value_base const&);
};
//////////////////////////////////////////////////////////////////////////
// optional
// TODO: Use std::optional when available.
template <typename T> class optional
{
boost::unordered::detail::value_base<T> value_;
bool has_value_;
void destroy()
{
if (has_value_) {
boost::unordered::detail::func::destroy(value_.value_ptr());
has_value_ = false;
}
}
void move(optional<T>& x)
{
BOOST_ASSERT(!has_value_ && x.has_value_);
new (value_.value_ptr()) T(std::move(x.value_.value()));
boost::unordered::detail::func::destroy(x.value_.value_ptr());
has_value_ = true;
x.has_value_ = false;
}
public:
optional() noexcept : has_value_(false) {}
optional(optional const&) = delete;
optional& operator=(optional const&) = delete;
optional(optional<T>&& x) : has_value_(false)
{
if (x.has_value_) {
move(x);
}
}
explicit optional(T const& x) : has_value_(true)
{
new (value_.value_ptr()) T(x);
}
optional& operator=(optional<T>&& x)
{
destroy();
if (x.has_value_) {
move(x);
}
return *this;
}
~optional() { destroy(); }
bool has_value() const { return has_value_; }
T& operator*() { return value_.value(); }
T const& operator*() const { return value_.value(); }
T* operator->() { return value_.value_ptr(); }
T const* operator->() const { return value_.value_ptr(); }
bool operator==(optional<T> const& x) const
{
return has_value_ ? x.has_value_ && value_.value() == x.value_.value()
: !x.has_value_;
}
bool operator!=(optional<T> const& x) const { return !((*this) == x); }
void swap(optional<T>& x)
{
if (has_value_ != x.has_value_) {
if (has_value_) {
x.move(*this);
} else {
move(x);
}
} else if (has_value_) {
boost::core::invoke_swap(value_.value(), x.value_.value());
}
}
friend void swap(optional<T>& x, optional<T>& y) { x.swap(y); }
};
} // namespace detail
} // namespace unordered
} // namespace boost
////////////////////////////////////////////////////////////////////////////////
//
// Allocator traits
//
namespace boost {
namespace unordered {
namespace detail {
template <typename Alloc>
struct allocator_traits : boost::allocator_traits<Alloc>
{
};
template <typename Alloc, typename T>
struct rebind_wrap : boost::allocator_rebind<Alloc, T>
{
};
} // namespace detail
} // namespace unordered
} // namespace boost
namespace boost {
namespace unordered {
namespace detail {
namespace func {
////////////////////////////////////////////////////////////////////////
// Trait to check for piecewise construction.
template <typename A0> struct use_piecewise
{
static choice1::type test(choice1, std::piecewise_construct_t);
static choice2::type test(choice2, ...);
enum
{
value = sizeof(choice1::type) ==
sizeof(test(choose(), boost::unordered::detail::make<A0>()))
};
};
////////////////////////////////////////////////////////////////////////
// Construct from variadic parameters
template <typename Alloc, typename T, typename... Args>
inline void construct_from_args(
Alloc& alloc, T* address, Args&&... args)
{
boost::allocator_construct(
alloc, address, std::forward<Args>(args)...);
}
// For backwards compatibility, implement a special case for
// piecewise_construct with boost::tuple
template <typename A0> struct detect_std_tuple
{
template <class... Args>
static choice1::type test(choice1, std::tuple<Args...> const&);
static choice2::type test(choice2, ...);
enum
{
value = sizeof(choice1::type) ==
sizeof(test(choose(), boost::unordered::detail::make<A0>()))
};
};
// Special case for piecewise_construct
template <template <class...> class Tuple, class... Args,
std::size_t... Is, class... TupleArgs>
std::tuple<typename std::add_lvalue_reference<Args>::type...>
to_std_tuple_impl(boost::mp11::mp_list<Args...>,
Tuple<TupleArgs...>& tuple, boost::mp11::index_sequence<Is...>)
{
(void)tuple;
using std::get;
return std::tuple<typename std::add_lvalue_reference<Args>::type...>(
get<Is>(tuple)...);
}
template <class T>
using add_lvalue_reference_t =
typename std::add_lvalue_reference<T>::type;
template <template <class...> class Tuple, class... Args>
boost::mp11::mp_transform<add_lvalue_reference_t,
boost::mp11::mp_remove<std::tuple<Args...>,
boost::tuples::null_type> >
to_std_tuple(Tuple<Args...>& tuple)
{
using list = boost::mp11::mp_remove<boost::mp11::mp_list<Args...>,
boost::tuples::null_type>;
using list_size = boost::mp11::mp_size<list>;
using index_seq = boost::mp11::make_index_sequence<list_size::value>;
return to_std_tuple_impl(list{}, tuple, index_seq{});
}
template <typename Alloc, typename A, typename B, typename A0,
typename A1, typename A2>
inline typename std::enable_if<use_piecewise<A0>::value &&
!detect_std_tuple<A1>::value &&
!detect_std_tuple<A2>::value,
void>::type
construct_from_args(
Alloc& alloc, std::pair<A, B>* address, A0&&, A1&& a1, A2&& a2)
{
boost::allocator_construct(alloc, address, std::piecewise_construct,
to_std_tuple(a1), to_std_tuple(a2));
}
} // namespace func
} // namespace detail
} // namespace unordered
} // namespace boost
namespace boost {
namespace unordered {
namespace detail {
///////////////////////////////////////////////////////////////////
//
// Node construction
template <typename NodeAlloc> struct node_constructor
{
typedef NodeAlloc node_allocator;
typedef boost::unordered::detail::allocator_traits<NodeAlloc>
node_allocator_traits;
typedef typename node_allocator_traits::value_type node;
typedef typename node_allocator_traits::pointer node_pointer;
typedef typename node::value_type value_type;
node_allocator& alloc_;
node_pointer node_;
node_constructor(node_allocator& n) : alloc_(n), node_() {}
~node_constructor();
void create_node();
// no throw
node_pointer release()
{
BOOST_ASSERT(node_);
node_pointer p = node_;
node_ = node_pointer();
return p;
}
private:
node_constructor(node_constructor const&);
node_constructor& operator=(node_constructor const&);
};
template <typename Alloc> node_constructor<Alloc>::~node_constructor()
{
if (node_) {
boost::unordered::detail::func::destroy(boost::to_address(node_));
node_allocator_traits::deallocate(alloc_, node_, 1);
}
}
template <typename Alloc> void node_constructor<Alloc>::create_node()
{
BOOST_ASSERT(!node_);
node_ = node_allocator_traits::allocate(alloc_, 1);
new ((void*)boost::to_address(node_)) node();
}
template <typename NodeAlloc> struct node_tmp
{
typedef typename boost::allocator_value_type<NodeAlloc>::type node;
typedef typename boost::allocator_pointer<NodeAlloc>::type node_pointer;
typedef typename node::value_type value_type;
typedef typename boost::allocator_rebind<NodeAlloc, value_type>::type
value_allocator;
NodeAlloc& alloc_;
node_pointer node_;
explicit node_tmp(node_pointer n, NodeAlloc& a) : alloc_(a), node_(n) {}
~node_tmp();
// no throw
node_pointer release()
{
node_pointer p = node_;
node_ = node_pointer();
return p;
}
};
template <typename Alloc> node_tmp<Alloc>::~node_tmp()
{
if (node_) {
value_allocator val_alloc(alloc_);
boost::allocator_destroy(val_alloc, node_->value_ptr());
boost::allocator_deallocate(alloc_, node_, 1);
}
}
} // namespace detail
} // namespace unordered
} // namespace boost
namespace boost {
namespace unordered {
namespace detail {
namespace func {
// Some nicer construct_node functions, might try to
// improve implementation later.
template <typename Alloc, typename... Args>
inline typename boost::allocator_pointer<Alloc>::type
construct_node_from_args(Alloc& alloc, Args&&... args)
{
typedef typename boost::allocator_value_type<Alloc>::type node;
typedef typename node::value_type value_type;
typedef typename boost::allocator_rebind<Alloc, value_type>::type
value_allocator;
value_allocator val_alloc(alloc);
node_constructor<Alloc> a(alloc);
a.create_node();
construct_from_args(
val_alloc, a.node_->value_ptr(), std::forward<Args>(args)...);
return a.release();
}
template <typename Alloc, typename U>
inline typename boost::allocator_pointer<Alloc>::type construct_node(
Alloc& alloc, U&& x)
{
node_constructor<Alloc> a(alloc);
a.create_node();
typedef typename boost::allocator_value_type<Alloc>::type node;
typedef typename node::value_type value_type;
typedef typename boost::allocator_rebind<Alloc, value_type>::type
value_allocator;
value_allocator val_alloc(alloc);
boost::allocator_construct(
val_alloc, a.node_->value_ptr(), std::forward<U>(x));
return a.release();
}
template <typename Alloc, typename Key>
inline typename boost::allocator_pointer<Alloc>::type
construct_node_pair(Alloc& alloc, Key&& k)
{
node_constructor<Alloc> a(alloc);
a.create_node();
typedef typename boost::allocator_value_type<Alloc>::type node;
typedef typename node::value_type value_type;
typedef typename boost::allocator_rebind<Alloc, value_type>::type
value_allocator;
value_allocator val_alloc(alloc);
boost::allocator_construct(val_alloc, a.node_->value_ptr(),
std::piecewise_construct,
std::forward_as_tuple(std::forward<Key>(k)),
std::forward_as_tuple());
return a.release();
}
template <typename Alloc, typename Key, typename Mapped>
inline typename boost::allocator_pointer<Alloc>::type
construct_node_pair(Alloc& alloc, Key&& k, Mapped&& m)
{
node_constructor<Alloc> a(alloc);
a.create_node();
typedef typename boost::allocator_value_type<Alloc>::type node;
typedef typename node::value_type value_type;
typedef typename boost::allocator_rebind<Alloc, value_type>::type
value_allocator;
value_allocator val_alloc(alloc);
boost::allocator_construct(val_alloc, a.node_->value_ptr(),
std::piecewise_construct,
std::forward_as_tuple(std::forward<Key>(k)),
std::forward_as_tuple(std::forward<Mapped>(m)));
return a.release();
}
template <typename Alloc, typename Key, typename... Args>
inline typename boost::allocator_pointer<Alloc>::type
construct_node_pair_from_args(Alloc& alloc, Key&& k, Args&&... args)
{
node_constructor<Alloc> a(alloc);
a.create_node();
typedef typename boost::allocator_value_type<Alloc>::type node;
typedef typename node::value_type value_type;
typedef typename boost::allocator_rebind<Alloc, value_type>::type
value_allocator;
value_allocator val_alloc(alloc);
boost::allocator_construct(val_alloc, a.node_->value_ptr(),
std::piecewise_construct,
std::forward_as_tuple(std::forward<Key>(k)),
std::forward_as_tuple(std::forward<Args>(args)...));
return a.release();
}
template <typename T, typename Alloc, typename Key>
inline typename boost::allocator_pointer<Alloc>::type
construct_node_from_key(T*, Alloc& alloc, Key&& k)
{
return construct_node(alloc, std::forward<Key>(k));
}
template <typename T, typename V, typename Alloc, typename Key>
inline typename boost::allocator_pointer<Alloc>::type
construct_node_from_key(std::pair<T const, V>*, Alloc& alloc, Key&& k)
{
return construct_node_pair(alloc, std::forward<Key>(k));
}
} // namespace func
} // namespace detail
} // namespace unordered
} // namespace boost
#if defined(BOOST_MSVC)
#pragma warning(pop)
#endif
namespace boost {
namespace unordered {
namespace detail {
//////////////////////////////////////////////////////////////////////////
// Functions
//
// This double buffers the storage for the hash function and key equality
// predicate in order to have exception safe copy/swap. To do so,
// use 'construct_spare' to construct in the spare space, and then when
// ready to use 'switch_functions' to switch to the new functions.
// If an exception is thrown between these two calls, use
// 'cleanup_spare_functions' to destroy the unused constructed functions.
#if defined(_GLIBCXX_HAVE_BUILTIN_LAUNDER)
// gcc-12 warns when accessing the `current_functions` of our `functions`
// class below with `-Wmaybe-unitialized`. By laundering the pointer, we
// silence the warning and assure the compiler that a valid object exists
// in that region of storage. This warning is also generated in C++03
// which does not have `std::launder`. The compiler builtin is always
// available, regardless of the C++ standard used when compiling.
template <class T> T* launder(T* p) noexcept
{
return __builtin_launder(p);
}
#else
template <class T> T* launder(T* p) noexcept { return p; }
#endif
template <class H, class P> class functions
{
public:
static const bool nothrow_move_assignable =
std::is_nothrow_move_assignable<H>::value &&
std::is_nothrow_move_assignable<P>::value;
static const bool nothrow_move_constructible =
std::is_nothrow_move_constructible<H>::value &&
std::is_nothrow_move_constructible<P>::value;
static const bool nothrow_swappable =
boost::unordered::detail::is_nothrow_swappable<H>::value &&
boost::unordered::detail::is_nothrow_swappable<P>::value;
private:
functions& operator=(functions const&);
typedef compressed<H, P> function_pair;
unsigned char current_; // 0/1 - Currently active functions
// +2 - Both constructed
opt_storage<function_pair> funcs_[2];
public:
functions(H const& hf, P const& eq) : current_(0)
{
construct_functions(current_, hf, eq);
}
functions(functions const& bf) : current_(0)
{
construct_functions(current_, bf.current_functions());
}
functions(functions& bf, boost::unordered::detail::move_tag)
: current_(0)
{
construct_functions(current_, bf.current_functions(),
std::integral_constant<bool, nothrow_move_constructible>());
}
~functions()
{
BOOST_ASSERT(!(current_ & 2));
destroy_functions(current_);
}
H const& hash_function() const { return current_functions().first(); }
P const& key_eq() const { return current_functions().second(); }
function_pair const& current_functions() const
{
return *::boost::unordered::detail::launder(
static_cast<function_pair const*>(
static_cast<void const*>(funcs_[current_ & 1].address())));
}
function_pair& current_functions()
{
return *::boost::unordered::detail::launder(
static_cast<function_pair*>(
static_cast<void*>(funcs_[current_ & 1].address())));
}
void construct_spare_functions(function_pair const& f)
{
BOOST_ASSERT(!(current_ & 2));
construct_functions(current_ ^ 1, f);
current_ |= 2;
}
void cleanup_spare_functions()
{
if (current_ & 2) {
current_ = static_cast<unsigned char>(current_ & 1);
destroy_functions(current_ ^ 1);
}
}
void switch_functions()
{
BOOST_ASSERT(current_ & 2);
destroy_functions(static_cast<unsigned char>(current_ & 1));
current_ ^= 3;
}
private:
void construct_functions(unsigned char which, H const& hf, P const& eq)
{
BOOST_ASSERT(!(which & 2));
new ((void*)&funcs_[which]) function_pair(hf, eq);
}
void construct_functions(
unsigned char which, function_pair const& f, std::false_type = {})
{
BOOST_ASSERT(!(which & 2));
new ((void*)&funcs_[which]) function_pair(f);
}
void construct_functions(
unsigned char which, function_pair& f, std::true_type)
{
BOOST_ASSERT(!(which & 2));
new ((void*)&funcs_[which])
function_pair(f, boost::unordered::detail::move_tag());
}
void destroy_functions(unsigned char which)
{
BOOST_ASSERT(!(which & 2));
boost::unordered::detail::func::destroy(
(function_pair*)(&funcs_[which]));
}
};
#if defined(BOOST_MSVC)
#pragma warning(push)
#pragma warning(disable : 4127) // conditional expression is constant
#endif
//////////////////////////////////////////////////////////////////////////
// convert double to std::size_t
inline std::size_t double_to_size(double f)
{
return f >= static_cast<double>(
(std::numeric_limits<std::size_t>::max)())
? (std::numeric_limits<std::size_t>::max)()
: static_cast<std::size_t>(f);
}
//////////////////////////////////////////////////////////////////////////
// iterator definitions
namespace iterator_detail {
template <class Node, class Bucket> class c_iterator;
template <class Node, class Bucket> class iterator
{
public:
typedef typename Node::value_type value_type;
typedef value_type element_type;
typedef value_type* pointer;
typedef value_type& reference;
typedef std::ptrdiff_t difference_type;
typedef std::forward_iterator_tag iterator_category;
iterator() : p(), itb() {}
reference operator*() const noexcept { return dereference(); }
pointer operator->() const noexcept
{
pointer x = std::addressof(p->value());
return x;
}
iterator& operator++() noexcept
{
increment();
return *this;
}
iterator operator++(int) noexcept
{
iterator old = *this;
increment();
return old;
}
bool operator==(iterator const& other) const noexcept
{
return equal(other);
}
bool operator!=(iterator const& other) const noexcept
{
return !equal(other);
}
bool operator==(
boost::unordered::detail::iterator_detail::c_iterator<Node,
Bucket> const& other) const noexcept
{
return equal(other);
}
bool operator!=(
boost::unordered::detail::iterator_detail::c_iterator<Node,
Bucket> const& other) const noexcept
{
return !equal(other);
}
private:
typedef typename Node::node_pointer node_pointer;
typedef grouped_bucket_iterator<Bucket> bucket_iterator;
node_pointer p;
bucket_iterator itb;
template <class Types> friend struct boost::unordered::detail::table;
template <class N, class B> friend class c_iterator;
iterator(node_pointer p_, bucket_iterator itb_) : p(p_), itb(itb_) {}
value_type& dereference() const noexcept { return p->value(); }
bool equal(const iterator& x) const noexcept { return (p == x.p); }
bool equal(
const boost::unordered::detail::iterator_detail::c_iterator<Node,
Bucket>& x) const noexcept
{
return (p == x.p);
}
void increment() noexcept
{
p = p->next;
if (!p) {
p = (++itb)->next;
}
}
template <typename Archive>
friend void serialization_track(Archive& ar, const iterator& x)
{
if (x.p) {
track_address(ar, x.p);
serialization_track(ar, x.itb);
}
}
friend class boost::serialization::access;
template <typename Archive> void serialize(Archive& ar, unsigned int)
{
if (!p)
itb = bucket_iterator();
serialize_tracked_address(ar, p);
ar& core::make_nvp("bucket_iterator", itb);
}
};
template <class Node, class Bucket> class c_iterator
{
public:
typedef typename Node::value_type value_type;
typedef value_type const element_type;
typedef value_type const* pointer;
typedef value_type const& reference;
typedef std::ptrdiff_t difference_type;
typedef std::forward_iterator_tag iterator_category;
c_iterator() : p(), itb() {}
c_iterator(iterator<Node, Bucket> it) : p(it.p), itb(it.itb) {}
reference operator*() const noexcept { return dereference(); }
pointer operator->() const noexcept
{
pointer x = std::addressof(p->value());
return x;
}
c_iterator& operator++() noexcept
{
increment();
return *this;
}
c_iterator operator++(int) noexcept
{
c_iterator old = *this;
increment();
return old;
}
bool operator==(c_iterator const& other) const noexcept
{
return equal(other);
}
bool operator!=(c_iterator const& other) const noexcept
{
return !equal(other);
}
bool operator==(
boost::unordered::detail::iterator_detail::iterator<Node,
Bucket> const& other) const noexcept
{
return equal(other);
}
bool operator!=(
boost::unordered::detail::iterator_detail::iterator<Node,
Bucket> const& other) const noexcept
{
return !equal(other);
}
private:
typedef typename Node::node_pointer node_pointer;
typedef grouped_bucket_iterator<Bucket> bucket_iterator;
node_pointer p;
bucket_iterator itb;
template <class Types> friend struct boost::unordered::detail::table;
template <class, class> friend class iterator;
c_iterator(node_pointer p_, bucket_iterator itb_) : p(p_), itb(itb_)
{
}
value_type const& dereference() const noexcept { return p->value(); }
bool equal(const c_iterator& x) const noexcept { return (p == x.p); }
void increment() noexcept
{
p = p->next;
if (!p) {
p = (++itb)->next;
}
}
template <typename Archive>
friend void serialization_track(Archive& ar, const c_iterator& x)
{
if (x.p) {
track_address(ar, x.p);
serialization_track(ar, x.itb);
}
}
friend class boost::serialization::access;
template <typename Archive> void serialize(Archive& ar, unsigned int)
{
if (!p)
itb = bucket_iterator();
serialize_tracked_address(ar, p);
ar& core::make_nvp("bucket_iterator", itb);
}
};
} // namespace iterator_detail
//////////////////////////////////////////////////////////////////////////
// table structure used by the containers
template <typename Types>
struct table : boost::unordered::detail::functions<typename Types::hasher,
typename Types::key_equal>
{
private:
table(table const&);
table& operator=(table const&);
public:
typedef typename Types::hasher hasher;
typedef typename Types::key_equal key_equal;
typedef typename Types::const_key_type const_key_type;
typedef typename Types::extractor extractor;
typedef typename Types::value_type value_type;
typedef typename Types::table table_impl;
typedef boost::unordered::detail::functions<typename Types::hasher,
typename Types::key_equal>
functions;
typedef typename Types::value_allocator value_allocator;
typedef typename boost::allocator_void_pointer<value_allocator>::type
void_pointer;
typedef node<value_type, void_pointer> node_type;
typedef boost::unordered::detail::grouped_bucket_array<
bucket<node_type, void_pointer>, value_allocator, prime_fmod_size<> >
bucket_array_type;
typedef
typename bucket_array_type::node_allocator_type node_allocator_type;
typedef typename boost::allocator_pointer<node_allocator_type>::type
node_pointer;
typedef boost::unordered::detail::node_constructor<node_allocator_type>
node_constructor;
typedef boost::unordered::detail::node_tmp<node_allocator_type>
node_tmp;
typedef typename bucket_array_type::bucket_type bucket_type;
typedef typename bucket_array_type::iterator bucket_iterator;
typedef typename bucket_array_type::local_iterator l_iterator;
typedef typename bucket_array_type::const_local_iterator cl_iterator;
typedef std::size_t size_type;
typedef iterator_detail::iterator<node_type, bucket_type> iterator;
typedef iterator_detail::c_iterator<node_type, bucket_type> c_iterator;
typedef std::pair<iterator, bool> emplace_return;
////////////////////////////////////////////////////////////////////////
// Members
std::size_t size_;
float mlf_;
std::size_t max_load_;
bucket_array_type buckets_;
public:
////////////////////////////////////////////////////////////////////////
// Data access
size_type bucket_count() const { return buckets_.bucket_count(); }
template <class Key>
iterator next_group(Key const& k, c_iterator n) const
{
c_iterator last = this->end();
while (n != last && this->key_eq()(k, extractor::extract(*n))) {
++n;
}
return iterator(n.p, n.itb);
}
template <class Key> std::size_t group_count(Key const& k) const
{
if (size_ == 0) {
return 0;
}
std::size_t c = 0;
std::size_t const key_hash = this->hash(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
bool found = false;
for (node_pointer pos = itb->next; pos; pos = pos->next) {
if (this->key_eq()(k, this->get_key(pos))) {
++c;
found = true;
} else if (found) {
break;
}
}
return c;
}
node_allocator_type const& node_alloc() const
{
return buckets_.get_node_allocator();
}
node_allocator_type& node_alloc()
{
return buckets_.get_node_allocator();
}
std::size_t max_bucket_count() const
{
typedef typename bucket_array_type::size_policy size_policy;
return size_policy::size(size_policy::size_index(
boost::allocator_max_size(this->node_alloc())));
}
iterator begin() const
{
if (size_ == 0) {
return end();
}
bucket_iterator itb = buckets_.begin();
return iterator(itb->next, itb);
}
iterator end() const { return iterator(); }
l_iterator begin(std::size_t bucket_index) const
{
return buckets_.begin(bucket_index);
}
std::size_t hash_to_bucket(std::size_t hash_value) const
{
return buckets_.position(hash_value);
}
std::size_t bucket_size(std::size_t index) const
{
std::size_t count = 0;
if (size_ > 0) {
bucket_iterator itb = buckets_.at(index);
node_pointer n = itb->next;
while (n) {
++count;
n = n->next;
}
}
return count;
}
////////////////////////////////////////////////////////////////////////
// Load methods
void recalculate_max_load()
{
// From 6.3.1/13:
// Only resize when size >= mlf_ * count
std::size_t const bc = buckets_.bucket_count();
// it's important we do the `bc == 0` check here because the `mlf_`
// can be specified to be infinity. The operation `n * INF` is `INF`
// for all `n > 0` but NaN for `n == 0`.
//
max_load_ =
bc == 0 ? 0
: boost::unordered::detail::double_to_size(
static_cast<double>(mlf_) * static_cast<double>(bc));
}
void max_load_factor(float z)
{
BOOST_ASSERT(z > 0);
mlf_ = (std::max)(z, minimum_max_load_factor);
recalculate_max_load();
}
////////////////////////////////////////////////////////////////////////
// Constructors
table()
: functions(hasher(), key_equal()), size_(0), mlf_(1.0f),
max_load_(0)
{
}
table(std::size_t num_buckets, hasher const& hf, key_equal const& eq,
value_allocator const& a)
: functions(hf, eq), size_(0), mlf_(1.0f), max_load_(0),
buckets_(num_buckets, a)
{
recalculate_max_load();
}
table(table const& x, value_allocator const& a)
: functions(x), size_(0), mlf_(x.mlf_), max_load_(0),
buckets_(x.size_, a)
{
recalculate_max_load();
}
table(table& x, boost::unordered::detail::move_tag m)
: functions(x, m), size_(x.size_), mlf_(x.mlf_),
max_load_(x.max_load_), buckets_(std::move(x.buckets_))
{
x.size_ = 0;
x.max_load_ = 0;
}
table(table& x, value_allocator const& a,
boost::unordered::detail::move_tag m)
: functions(x, m), size_(0), mlf_(x.mlf_), max_load_(0),
buckets_(x.bucket_count(), a)
{
recalculate_max_load();
}
////////////////////////////////////////////////////////////////////////
// Swap and Move
void swap_allocators(table& other, std::false_type)
{
boost::unordered::detail::func::ignore_unused_variable_warning(other);
// According to 23.2.1.8, if propagate_on_container_swap is
// false the behaviour is undefined unless the allocators
// are equal.
BOOST_ASSERT(node_alloc() == other.node_alloc());
}
// Not nothrow swappable
void swap(table& x, std::false_type)
{
if (this == &x) {
return;
}
this->construct_spare_functions(x.current_functions());
BOOST_TRY { x.construct_spare_functions(this->current_functions()); }
BOOST_CATCH(...)
{
this->cleanup_spare_functions();
BOOST_RETHROW
}
BOOST_CATCH_END
this->switch_functions();
x.switch_functions();
buckets_.swap(x.buckets_);
boost::core::invoke_swap(size_, x.size_);
std::swap(mlf_, x.mlf_);
std::swap(max_load_, x.max_load_);
}
// Nothrow swappable
void swap(table& x, std::true_type)
{
buckets_.swap(x.buckets_);
boost::core::invoke_swap(size_, x.size_);
std::swap(mlf_, x.mlf_);
std::swap(max_load_, x.max_load_);
this->current_functions().swap(x.current_functions());
}
// Only swaps the allocators if propagate_on_container_swap.
// If not propagate_on_container_swap and allocators aren't
// equal, behaviour is undefined.
void swap(table& x)
{
BOOST_ASSERT(boost::allocator_propagate_on_container_swap<
node_allocator_type>::type::value ||
node_alloc() == x.node_alloc());
swap(x, std::integral_constant<bool, functions::nothrow_swappable>());
}
// Only call with nodes allocated with the currect allocator, or
// one that is equal to it. (Can't assert because other's
// allocators might have already been moved).
void move_buckets_from(table& other)
{
buckets_ = std::move(other.buckets_);
size_ = other.size_;
max_load_ = other.max_load_;
other.size_ = 0;
other.max_load_ = 0;
}
// For use in the constructor when allocators might be different.
void move_construct_buckets(table& src)
{
if (this->node_alloc() == src.node_alloc()) {
move_buckets_from(src);
return;
}
if (src.size_ == 0) {
return;
}
BOOST_ASSERT(buckets_.bucket_count() == src.buckets_.bucket_count());
this->reserve(src.size_);
for (iterator pos = src.begin(); pos != src.end(); ++pos) {
node_tmp b(detail::func::construct_node(
this->node_alloc(), std::move(pos.p->value())),
this->node_alloc());
const_key_type& k = this->get_key(b.node_);
std::size_t key_hash = this->hash(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
buckets_.insert_node(itb, b.release());
++size_;
}
}
////////////////////////////////////////////////////////////////////////
// Delete/destruct
~table() { delete_buckets(); }
void delete_node(node_pointer p)
{
node_allocator_type alloc = this->node_alloc();
value_allocator val_alloc(alloc);
boost::allocator_destroy(val_alloc, p->value_ptr());
boost::unordered::detail::func::destroy(boost::to_address(p));
boost::allocator_deallocate(alloc, p, 1);
}
void delete_buckets()
{
iterator pos = begin(), last = this->end();
for (; pos != last;) {
node_pointer p = pos.p;
bucket_iterator itb = pos.itb;
++pos;
buckets_.extract_node(itb, p);
delete_node(p);
--size_;
}
buckets_.clear();
}
////////////////////////////////////////////////////////////////////////
// Clear
void clear_impl();
////////////////////////////////////////////////////////////////////////
// Assignment
template <typename UniqueType>
void assign(table const& x, UniqueType is_unique)
{
typedef
typename boost::allocator_propagate_on_container_copy_assignment<
node_allocator_type>::type pocca;
if (this != &x) {
assign(x, is_unique, std::integral_constant<bool, pocca::value>());
}
}
template <typename UniqueType>
void assign(table const& x, UniqueType is_unique, std::false_type)
{
// Strong exception safety.
this->construct_spare_functions(x.current_functions());
BOOST_TRY
{
mlf_ = x.mlf_;
recalculate_max_load();
this->reserve_for_insert(x.size_);
this->clear_impl();
}
BOOST_CATCH(...)
{
this->cleanup_spare_functions();
BOOST_RETHROW
}
BOOST_CATCH_END
this->switch_functions();
copy_buckets(x, is_unique);
}
template <typename UniqueType>
void assign(table const& x, UniqueType is_unique, std::true_type)
{
if (node_alloc() == x.node_alloc()) {
buckets_.reset_allocator(x.node_alloc());
assign(x, is_unique, std::false_type());
} else {
bucket_array_type new_buckets(x.size_, x.node_alloc());
this->construct_spare_functions(x.current_functions());
this->switch_functions();
// Delete everything with current allocators before assigning
// the new ones.
delete_buckets();
buckets_.reset_allocator(x.node_alloc());
buckets_ = std::move(new_buckets);
// Copy over other data, all no throw.
mlf_ = x.mlf_;
reserve(x.size_);
// Finally copy the elements.
if (x.size_) {
copy_buckets(x, is_unique);
}
}
}
template <typename UniqueType>
void move_assign(table& x, UniqueType is_unique)
{
if (this != &x) {
move_assign(x, is_unique,
std::integral_constant<bool,
boost::allocator_propagate_on_container_move_assignment<
node_allocator_type>::type::value>());
}
}
// Propagate allocator
template <typename UniqueType>
void move_assign(table& x, UniqueType, std::true_type)
{
if (!functions::nothrow_move_assignable) {
this->construct_spare_functions(x.current_functions());
this->switch_functions();
} else {
this->current_functions().move_assign(x.current_functions());
}
delete_buckets();
buckets_.reset_allocator(x.buckets_.get_node_allocator());
mlf_ = x.mlf_;
move_buckets_from(x);
}
// Don't propagate allocator
template <typename UniqueType>
void move_assign(table& x, UniqueType is_unique, std::false_type)
{
if (node_alloc() == x.node_alloc()) {
move_assign_equal_alloc(x);
} else {
move_assign_realloc(x, is_unique);
}
}
void move_assign_equal_alloc(table& x)
{
if (!functions::nothrow_move_assignable) {
this->construct_spare_functions(x.current_functions());
this->switch_functions();
} else {
this->current_functions().move_assign(x.current_functions());
}
delete_buckets();
mlf_ = x.mlf_;
move_buckets_from(x);
}
template <typename UniqueType>
void move_assign_realloc(table& x, UniqueType is_unique)
{
this->construct_spare_functions(x.current_functions());
BOOST_TRY
{
mlf_ = x.mlf_;
recalculate_max_load();
if (x.size_ > 0) {
this->reserve_for_insert(x.size_);
}
this->clear_impl();
}
BOOST_CATCH(...)
{
this->cleanup_spare_functions();
BOOST_RETHROW
}
BOOST_CATCH_END
this->switch_functions();
move_assign_buckets(x, is_unique);
}
// Accessors
const_key_type& get_key(node_pointer n) const
{
return extractor::extract(n->value());
}
template <class Key> std::size_t hash(Key const& k) const
{
return this->hash_function()(k);
}
// Find Node
template <class Key>
node_pointer find_node_impl(Key const& x, bucket_iterator itb) const
{
node_pointer p = node_pointer();
if (itb != buckets_.end()) {
key_equal const& pred = this->key_eq();
p = itb->next;
for (; p; p = p->next) {
if (pred(x, extractor::extract(p->value()))) {
break;
}
}
}
return p;
}
template <class Key> node_pointer find_node(Key const& k) const
{
std::size_t const key_hash = this->hash(k);
return find_node_impl(k, buckets_.at(buckets_.position(key_hash)));
}
node_pointer find_node(const_key_type& k, bucket_iterator itb) const
{
return find_node_impl(k, itb);
}
template <class Key> iterator find(Key const& k) const
{
return this->transparent_find(
k, this->hash_function(), this->key_eq());
}
template <class Key, class Hash, class Pred>
inline iterator transparent_find(
Key const& k, Hash const& h, Pred const& pred) const
{
if (size_ > 0) {
std::size_t const key_hash = h(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
for (node_pointer p = itb->next; p; p = p->next) {
if (BOOST_LIKELY(pred(k, extractor::extract(p->value())))) {
return iterator(p, itb);
}
}
}
return this->end();
}
template <class Key>
node_pointer* find_prev(Key const& key, bucket_iterator itb)
{
if (size_ > 0) {
key_equal pred = this->key_eq();
for (node_pointer* pp = std::addressof(itb->next); *pp;
pp = std::addressof((*pp)->next)) {
if (pred(key, extractor::extract((*pp)->value()))) {
return pp;
}
}
}
typedef node_pointer* node_pointer_pointer;
return node_pointer_pointer();
}
// Extract and erase
template <class Key> node_pointer extract_by_key_impl(Key const& k)
{
iterator it = this->find(k);
if (it == this->end()) {
return node_pointer();
}
buckets_.extract_node(it.itb, it.p);
--size_;
return it.p;
}
// Reserve and rehash
void transfer_node(
node_pointer p, bucket_type&, bucket_array_type& new_buckets)
{
const_key_type& key = extractor::extract(p->value());
std::size_t const h = this->hash(key);
bucket_iterator itnewb = new_buckets.at(new_buckets.position(h));
new_buckets.insert_node(itnewb, p);
}
static std::size_t min_buckets(std::size_t num_elements, float mlf)
{
std::size_t num_buckets = static_cast<std::size_t>(
std::ceil(static_cast<float>(num_elements) / mlf));
if (num_buckets == 0 && num_elements > 0) { // mlf == inf
num_buckets = 1;
}
return num_buckets;
}
void rehash(std::size_t);
void reserve(std::size_t);
void reserve_for_insert(std::size_t);
void rehash_impl(std::size_t);
////////////////////////////////////////////////////////////////////////
// Unique keys
// equals
bool equals_unique(table const& other) const
{
if (this->size_ != other.size_)
return false;
c_iterator pos = this->begin();
c_iterator last = this->end();
while (pos != last) {
node_pointer p = pos.p;
node_pointer p2 = other.find_node(this->get_key(p));
if (!p2 || !(p->value() == p2->value())) {
return false;
}
++pos;
}
return true;
}
// Emplace/Insert
template <typename... Args>
iterator emplace_hint_unique(
c_iterator hint, const_key_type& k, Args&&... args)
{
if (hint.p && this->key_eq()(k, this->get_key(hint.p))) {
return iterator(hint.p, hint.itb);
} else {
return emplace_unique(k, std::forward<Args>(args)...).first;
}
}
template <typename... Args>
emplace_return emplace_unique(const_key_type& k, Args&&... args)
{
std::size_t key_hash = this->hash(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_pointer pos = this->find_node_impl(k, itb);
if (pos) {
return emplace_return(iterator(pos, itb), false);
} else {
node_tmp b(boost::unordered::detail::func::construct_node_from_args(
this->node_alloc(), std::forward<Args>(args)...),
this->node_alloc());
if (size_ + 1 > max_load_) {
reserve(size_ + 1);
itb = buckets_.at(buckets_.position(key_hash));
}
node_pointer p = b.release();
buckets_.insert_node(itb, p);
++size_;
return emplace_return(iterator(p, itb), true);
}
}
template <typename... Args>
iterator emplace_hint_unique(c_iterator hint, no_key, Args&&... args)
{
node_tmp b(boost::unordered::detail::func::construct_node_from_args(
this->node_alloc(), std::forward<Args>(args)...),
this->node_alloc());
const_key_type& k = this->get_key(b.node_);
if (hint.p && this->key_eq()(k, this->get_key(hint.p))) {
return iterator(hint.p, hint.itb);
}
std::size_t const key_hash = this->hash(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_pointer p = this->find_node_impl(k, itb);
if (p) {
return iterator(p, itb);
}
if (size_ + 1 > max_load_) {
this->reserve(size_ + 1);
itb = buckets_.at(buckets_.position(key_hash));
}
p = b.release();
buckets_.insert_node(itb, p);
++size_;
return iterator(p, itb);
}
template <typename... Args>
emplace_return emplace_unique(no_key, Args&&... args)
{
node_tmp b(boost::unordered::detail::func::construct_node_from_args(
this->node_alloc(), std::forward<Args>(args)...),
this->node_alloc());
const_key_type& k = this->get_key(b.node_);
std::size_t key_hash = this->hash(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_pointer pos = this->find_node_impl(k, itb);
if (pos) {
return emplace_return(iterator(pos, itb), false);
} else {
if (size_ + 1 > max_load_) {
reserve(size_ + 1);
itb = buckets_.at(buckets_.position(key_hash));
}
node_pointer p = b.release();
buckets_.insert_node(itb, p);
++size_;
return emplace_return(iterator(p, itb), true);
}
}
template <typename K, typename V>
emplace_return emplace_unique(converting_key, K&& k, V&& v)
{
using alloc_cted = allocator_constructed<node_allocator_type,
typename Types::key_type>;
alloc_cted key(this->node_alloc(), std::forward<K>(k));
return emplace_unique(
key.value(), std::move(key.value()), std::forward<V>(v));
}
template <typename Key> emplace_return try_emplace_unique(Key&& k)
{
std::size_t key_hash = this->hash(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_pointer pos = this->find_node_impl(k, itb);
if (pos) {
return emplace_return(iterator(pos, itb), false);
} else {
node_allocator_type alloc = node_alloc();
value_type* dispatch = BOOST_NULLPTR;
node_tmp tmp(detail::func::construct_node_from_key(
dispatch, alloc, std::forward<Key>(k)),
alloc);
if (size_ + 1 > max_load_) {
reserve(size_ + 1);
itb = buckets_.at(buckets_.position(key_hash));
}
node_pointer p = tmp.release();
buckets_.insert_node(itb, p);
++size_;
return emplace_return(iterator(p, itb), true);
}
}
template <typename Key>
iterator try_emplace_hint_unique(c_iterator hint, Key&& k)
{
if (hint.p && this->key_eq()(extractor::extract(*hint), k)) {
return iterator(hint.p, hint.itb);
} else {
return try_emplace_unique(k).first;
}
}
template <typename Key, typename... Args>
emplace_return try_emplace_unique(Key&& k, Args&&... args)
{
std::size_t key_hash = this->hash(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_pointer pos = this->find_node_impl(k, itb);
if (pos) {
return emplace_return(iterator(pos, itb), false);
}
node_tmp b(
boost::unordered::detail::func::construct_node_pair_from_args(
this->node_alloc(), k, std::forward<Args>(args)...),
this->node_alloc());
if (size_ + 1 > max_load_) {
reserve(size_ + 1);
itb = buckets_.at(buckets_.position(key_hash));
}
pos = b.release();
buckets_.insert_node(itb, pos);
++size_;
return emplace_return(iterator(pos, itb), true);
}
template <typename Key, typename... Args>
iterator try_emplace_hint_unique(
c_iterator hint, Key&& k, Args&&... args)
{
if (hint.p && this->key_eq()(hint->first, k)) {
return iterator(hint.p, hint.itb);
} else {
return try_emplace_unique(k, std::forward<Args>(args)...).first;
}
}
template <typename Key, typename M>
emplace_return insert_or_assign_unique(Key&& k, M&& obj)
{
std::size_t key_hash = this->hash(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_pointer p = this->find_node_impl(k, itb);
if (p) {
p->value().second = std::forward<M>(obj);
return emplace_return(iterator(p, itb), false);
}
node_tmp b(
boost::unordered::detail::func::construct_node_pair(
this->node_alloc(), std::forward<Key>(k), std::forward<M>(obj)),
node_alloc());
if (size_ + 1 > max_load_) {
reserve(size_ + 1);
itb = buckets_.at(buckets_.position(key_hash));
}
p = b.release();
buckets_.insert_node(itb, p);
++size_;
return emplace_return(iterator(p, itb), true);
}
template <typename NodeType, typename InsertReturnType>
void move_insert_node_type_unique(
NodeType& np, InsertReturnType& result)
{
if (!np) {
result.position = this->end();
result.inserted = false;
return;
}
const_key_type& k = this->get_key(np.ptr_);
std::size_t const key_hash = this->hash(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_pointer p = this->find_node_impl(k, itb);
if (p) {
iterator pos(p, itb);
result.node = std::move(np);
result.position = pos;
result.inserted = false;
return;
}
this->reserve_for_insert(size_ + 1);
p = np.ptr_;
itb = buckets_.at(buckets_.position(key_hash));
buckets_.insert_node(itb, p);
np.ptr_ = node_pointer();
++size_;
result.position = iterator(p, itb);
result.inserted = true;
}
template <typename NodeType>
iterator move_insert_node_type_with_hint_unique(
c_iterator hint, NodeType& np)
{
if (!np) {
return this->end();
}
const_key_type& k = this->get_key(np.ptr_);
if (hint.p && this->key_eq()(k, this->get_key(hint.p))) {
return iterator(hint.p, hint.itb);
}
std::size_t const key_hash = this->hash(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_pointer p = this->find_node_impl(k, itb);
if (p) {
return iterator(p, itb);
}
p = np.ptr_;
if (size_ + 1 > max_load_) {
this->reserve(size_ + 1);
itb = buckets_.at(buckets_.position(key_hash));
}
buckets_.insert_node(itb, p);
++size_;
np.ptr_ = node_pointer();
return iterator(p, itb);
}
template <typename Types2>
void merge_unique(boost::unordered::detail::table<Types2>& other)
{
typedef boost::unordered::detail::table<Types2> other_table;
BOOST_UNORDERED_STATIC_ASSERT(
(std::is_same<node_type, typename other_table::node_type>::value));
BOOST_ASSERT(this->node_alloc() == other.node_alloc());
if (other.size_ == 0) {
return;
}
this->reserve_for_insert(size_ + other.size_);
iterator last = other.end();
for (iterator pos = other.begin(); pos != last;) {
const_key_type& key = other.get_key(pos.p);
std::size_t const key_hash = this->hash(key);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
if (this->find_node_impl(key, itb)) {
++pos;
continue;
}
iterator old = pos;
++pos;
node_pointer p = other.extract_by_iterator_unique(old);
buckets_.insert_node(itb, p);
++size_;
}
}
////////////////////////////////////////////////////////////////////////
// Insert range methods
//
// if hash function throws, or inserting > 1 element, basic exception
// safety strong otherwise
template <class InputIt>
void insert_range_unique(no_key, InputIt i, InputIt j)
{
hasher const& hf = this->hash_function();
node_allocator_type alloc = this->node_alloc();
for (; i != j; ++i) {
node_tmp tmp(detail::func::construct_node(alloc, *i), alloc);
value_type const& value = tmp.node_->value();
const_key_type& key = extractor::extract(value);
std::size_t const h = hf(key);
bucket_iterator itb = buckets_.at(buckets_.position(h));
node_pointer it = find_node_impl(key, itb);
if (it) {
continue;
}
if (size_ + 1 > max_load_) {
reserve(size_ + 1);
itb = buckets_.at(buckets_.position(h));
}
node_pointer nptr = tmp.release();
buckets_.insert_node(itb, nptr);
++size_;
}
}
////////////////////////////////////////////////////////////////////////
// Extract
inline node_pointer extract_by_iterator_unique(c_iterator i)
{
node_pointer p = i.p;
bucket_iterator itb = i.itb;
buckets_.extract_node(itb, p);
--size_;
return p;
}
////////////////////////////////////////////////////////////////////////
// Erase
//
template <class Key> std::size_t erase_key_unique_impl(Key const& k)
{
bucket_iterator itb = buckets_.at(buckets_.position(this->hash(k)));
node_pointer* pp = this->find_prev(k, itb);
if (!pp) {
return 0;
}
node_pointer p = *pp;
buckets_.extract_node_after(itb, pp);
this->delete_node(p);
--size_;
return 1;
}
iterator erase_node(c_iterator pos)
{
c_iterator next = pos;
++next;
bucket_iterator itb = pos.itb;
node_pointer* pp = std::addressof(itb->next);
while (*pp != pos.p) {
pp = std::addressof((*pp)->next);
}
buckets_.extract_node_after(itb, pp);
this->delete_node(pos.p);
--size_;
return iterator(next.p, next.itb);
}
iterator erase_nodes_range(c_iterator first, c_iterator last)
{
if (first == last) {
return iterator(last.p, last.itb);
}
// though `first` stores of a copy of a pointer to a node, we wish to
// mutate the pointers stored internally by the singly-linked list in
// each bucket group so we have to retrieve it manually by iterating
//
bucket_iterator itb = first.itb;
node_pointer* pp = std::addressof(itb->next);
while (*pp != first.p) {
pp = std::addressof((*pp)->next);
}
while (*pp != last.p) {
node_pointer p = *pp;
*pp = (*pp)->next;
this->delete_node(p);
--size_;
bool const at_end = !(*pp);
bool const is_empty_bucket = !itb->next;
if (at_end) {
if (is_empty_bucket) {
buckets_.unlink_bucket(itb++);
} else {
++itb;
}
pp = std::addressof(itb->next);
}
}
return iterator(last.p, last.itb);
}
////////////////////////////////////////////////////////////////////////
// fill_buckets_unique
void copy_buckets(table const& src, std::true_type)
{
BOOST_ASSERT(size_ == 0);
this->reserve_for_insert(src.size_);
for (iterator pos = src.begin(); pos != src.end(); ++pos) {
value_type const& value = *pos;
const_key_type& key = extractor::extract(value);
std::size_t const key_hash = this->hash(key);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_allocator_type alloc = this->node_alloc();
node_tmp tmp(detail::func::construct_node(alloc, value), alloc);
buckets_.insert_node(itb, tmp.release());
++size_;
}
}
void move_assign_buckets(table& src, std::true_type)
{
BOOST_ASSERT(size_ == 0);
BOOST_ASSERT(max_load_ >= src.size_);
iterator last = src.end();
node_allocator_type alloc = this->node_alloc();
for (iterator pos = src.begin(); pos != last; ++pos) {
value_type value = std::move(*pos);
const_key_type& key = extractor::extract(value);
std::size_t const key_hash = this->hash(key);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_tmp tmp(
detail::func::construct_node(alloc, std::move(value)), alloc);
buckets_.insert_node(itb, tmp.release());
++size_;
}
}
////////////////////////////////////////////////////////////////////////
// Equivalent keys
// Equality
bool equals_equiv(table const& other) const
{
if (this->size_ != other.size_)
return false;
iterator last = this->end();
for (iterator n1 = this->begin(); n1 != last;) {
const_key_type& k = extractor::extract(*n1);
iterator n2 = other.find(k);
if (n2 == other.end()) {
return false;
}
iterator end1 = this->next_group(k, n1);
iterator end2 = other.next_group(k, n2);
if (!group_equals_equiv(n1, end1, n2, end2)) {
return false;
}
n1 = end1;
}
return true;
}
static bool group_equals_equiv(
iterator n1, iterator end1, iterator n2, iterator end2)
{
for (;;) {
if (*n1 != *n2)
break;
++n1;
++n2;
if (n1 == end1)
return n2 == end2;
if (n2 == end2)
return false;
}
for (iterator n1a = n1, n2a = n2;;) {
++n1a;
++n2a;
if (n1a == end1) {
if (n2a == end2)
break;
else
return false;
}
if (n2a == end2)
return false;
}
iterator start = n1;
for (; n1 != end1; ++n1) {
value_type const& v = *n1;
if (!find_equiv(start, n1, v)) {
std::size_t matches = count_equal_equiv(n2, end2, v);
if (!matches)
return false;
iterator t = n1;
if (matches != 1 + count_equal_equiv(++t, end1, v))
return false;
}
}
return true;
}
static bool find_equiv(iterator n, iterator last, value_type const& v)
{
for (; n != last; ++n)
if (*n == v)
return true;
return false;
}
static std::size_t count_equal_equiv(
iterator n, iterator last, value_type const& v)
{
std::size_t count = 0;
for (; n != last; ++n)
if (*n == v)
++count;
return count;
}
// Emplace/Insert
iterator emplace_equiv(node_pointer n)
{
node_tmp a(n, this->node_alloc());
const_key_type& k = this->get_key(a.node_);
std::size_t key_hash = this->hash(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_pointer hint = this->find_node_impl(k, itb);
if (size_ + 1 > max_load_) {
this->reserve(size_ + 1);
itb = buckets_.at(buckets_.position(key_hash));
}
node_pointer p = a.release();
buckets_.insert_node_hint(itb, p, hint);
++size_;
return iterator(p, itb);
}
iterator emplace_hint_equiv(c_iterator hint, node_pointer n)
{
node_tmp a(n, this->node_alloc());
const_key_type& k = this->get_key(a.node_);
bucket_iterator itb = hint.itb;
node_pointer p = hint.p;
std::size_t key_hash = 0u;
bool const needs_rehash = (size_ + 1 > max_load_);
bool const usable_hint = (p && this->key_eq()(k, this->get_key(p)));
if (!usable_hint) {
key_hash = this->hash(k);
itb = buckets_.at(buckets_.position(key_hash));
p = this->find_node_impl(k, itb);
} else if (usable_hint && needs_rehash) {
key_hash = this->hash(k);
}
if (needs_rehash) {
this->reserve(size_ + 1);
itb = buckets_.at(buckets_.position(key_hash));
}
a.release();
buckets_.insert_node_hint(itb, n, p);
++size_;
return iterator(n, itb);
}
void emplace_no_rehash_equiv(node_pointer n)
{
BOOST_ASSERT(size_ + 1 <= max_load_);
node_tmp a(n, this->node_alloc());
const_key_type& k = this->get_key(a.node_);
std::size_t key_hash = this->hash(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_pointer hint = this->find_node_impl(k, itb);
node_pointer p = a.release();
buckets_.insert_node_hint(itb, p, hint);
++size_;
}
template <typename NodeType>
iterator move_insert_node_type_equiv(NodeType& np)
{
iterator result;
if (np) {
this->reserve_for_insert(size_ + 1);
const_key_type& k = this->get_key(np.ptr_);
std::size_t key_hash = this->hash(k);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_pointer hint = this->find_node_impl(k, itb);
buckets_.insert_node_hint(itb, np.ptr_, hint);
++size_;
result = iterator(np.ptr_, itb);
np.ptr_ = node_pointer();
}
return result;
}
template <typename NodeType>
iterator move_insert_node_type_with_hint_equiv(
c_iterator hint, NodeType& np)
{
iterator result;
if (np) {
bucket_iterator itb = hint.itb;
node_pointer pos = hint.p;
const_key_type& k = this->get_key(np.ptr_);
std::size_t key_hash = this->hash(k);
if (size_ + 1 > max_load_) {
this->reserve(size_ + 1);
itb = buckets_.at(buckets_.position(key_hash));
}
if (hint.p && this->key_eq()(k, this->get_key(hint.p))) {
} else {
itb = buckets_.at(buckets_.position(key_hash));
pos = this->find_node_impl(k, itb);
}
buckets_.insert_node_hint(itb, np.ptr_, pos);
++size_;
result = iterator(np.ptr_, itb);
np.ptr_ = node_pointer();
}
return result;
}
////////////////////////////////////////////////////////////////////////
// Insert range methods
// if hash function throws, or inserting > 1 element, basic exception
// safety. Strong otherwise
template <class I>
typename boost::unordered::detail::enable_if_forward<I, void>::type
insert_range_equiv(I i, I j)
{
if (i == j)
return;
std::size_t distance = static_cast<std::size_t>(std::distance(i, j));
if (distance == 1) {
emplace_equiv(boost::unordered::detail::func::construct_node(
this->node_alloc(), *i));
} else {
// Only require basic exception safety here
this->reserve_for_insert(size_ + distance);
for (; i != j; ++i) {
emplace_no_rehash_equiv(
boost::unordered::detail::func::construct_node(
this->node_alloc(), *i));
}
}
}
template <class I>
typename boost::unordered::detail::disable_if_forward<I, void>::type
insert_range_equiv(I i, I j)
{
for (; i != j; ++i) {
emplace_equiv(boost::unordered::detail::func::construct_node(
this->node_alloc(), *i));
}
}
////////////////////////////////////////////////////////////////////////
// Extract
inline node_pointer extract_by_iterator_equiv(c_iterator n)
{
node_pointer p = n.p;
bucket_iterator itb = n.itb;
buckets_.extract_node(itb, p);
--size_;
return p;
}
////////////////////////////////////////////////////////////////////////
// Erase
//
// no throw
template <class Key> std::size_t erase_key_equiv_impl(Key const& k)
{
std::size_t deleted_count = 0;
bucket_iterator itb = buckets_.at(buckets_.position(this->hash(k)));
node_pointer* pp = this->find_prev(k, itb);
if (pp) {
while (*pp && this->key_eq()(this->get_key(*pp), k)) {
node_pointer p = *pp;
*pp = (*pp)->next;
this->delete_node(p);
--size_;
++deleted_count;
}
if (!itb->next) {
buckets_.unlink_bucket(itb);
}
}
return deleted_count;
}
std::size_t erase_key_equiv(const_key_type& k)
{
return this->erase_key_equiv_impl(k);
}
////////////////////////////////////////////////////////////////////////
// fill_buckets
void copy_buckets(table const& src, std::false_type)
{
BOOST_ASSERT(size_ == 0);
this->reserve_for_insert(src.size_);
iterator last = src.end();
for (iterator pos = src.begin(); pos != last; ++pos) {
value_type const& value = *pos;
const_key_type& key = extractor::extract(value);
std::size_t const key_hash = this->hash(key);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_allocator_type alloc = this->node_alloc();
node_tmp tmp(detail::func::construct_node(alloc, value), alloc);
node_pointer hint = this->find_node_impl(key, itb);
buckets_.insert_node_hint(itb, tmp.release(), hint);
++size_;
}
}
void move_assign_buckets(table& src, std::false_type)
{
BOOST_ASSERT(size_ == 0);
BOOST_ASSERT(max_load_ >= src.size_);
iterator last = src.end();
node_allocator_type alloc = this->node_alloc();
for (iterator pos = src.begin(); pos != last; ++pos) {
value_type value = std::move(*pos);
const_key_type& key = extractor::extract(value);
std::size_t const key_hash = this->hash(key);
bucket_iterator itb = buckets_.at(buckets_.position(key_hash));
node_pointer hint = this->find_node_impl(key, itb);
node_tmp tmp(
detail::func::construct_node(alloc, std::move(value)), alloc);
buckets_.insert_node_hint(itb, tmp.release(), hint);
++size_;
}
}
};
//////////////////////////////////////////////////////////////////////////
// Clear
template <typename Types> inline void table<Types>::clear_impl()
{
bucket_iterator itb = buckets_.begin(), last = buckets_.end();
for (; itb != last;) {
bucket_iterator next_itb = itb;
++next_itb;
node_pointer* pp = std::addressof(itb->next);
while (*pp) {
node_pointer p = *pp;
buckets_.extract_node_after(itb, pp);
this->delete_node(p);
--size_;
}
itb = next_itb;
}
}
//////////////////////////////////////////////////////////////////////////
// Reserve & Rehash
// if hash function throws, basic exception safety
// strong otherwise.
template <typename Types>
inline void table<Types>::rehash(std::size_t num_buckets)
{
num_buckets = buckets_.bucket_count_for(
(std::max)(min_buckets(size_, mlf_), num_buckets));
if (num_buckets != this->bucket_count()) {
this->rehash_impl(num_buckets);
}
}
template <class Types>
inline void table<Types>::reserve(std::size_t num_elements)
{
std::size_t num_buckets = min_buckets(num_elements, mlf_);
this->rehash(num_buckets);
}
template <class Types>
inline void table<Types>::reserve_for_insert(std::size_t num_elements)
{
if (num_elements > max_load_) {
std::size_t const num_buckets = static_cast<std::size_t>(
1.0f + std::ceil(static_cast<float>(num_elements) / mlf_));
this->rehash_impl(num_buckets);
}
}
template <class Types>
inline void table<Types>::rehash_impl(std::size_t num_buckets)
{
bucket_array_type new_buckets(
num_buckets, buckets_.get_allocator());
BOOST_TRY
{
boost::unordered::detail::span<bucket_type> bspan = buckets_.raw();
bucket_type* pos = bspan.data;
std::size_t size = bspan.size;
bucket_type* last = pos + size;
for (; pos != last; ++pos) {
bucket_type& b = *pos;
for (node_pointer p = b.next; p;) {
node_pointer next_p = p->next;
transfer_node(p, b, new_buckets);
p = next_p;
b.next = p;
}
}
}
BOOST_CATCH(...)
{
for (bucket_iterator pos = new_buckets.begin();
pos != new_buckets.end(); ++pos) {
bucket_type& b = *pos;
for (node_pointer p = b.next; p;) {
node_pointer next_p = p->next;
delete_node(p);
--size_;
p = next_p;
}
}
buckets_.unlink_empty_buckets();
BOOST_RETHROW
}
BOOST_CATCH_END
buckets_ = std::move(new_buckets);
recalculate_max_load();
}
#if defined(BOOST_MSVC)
#pragma warning(pop)
#endif
////////////////////////////////////////////////////////////////////////
// key extractors
//
// no throw
//
// 'extract_key' is called with the emplace parameters to return a
// key if available or 'no_key' is one isn't and will need to be
// constructed. This could be done by overloading the emplace
// implementation
// for the different cases, but that's a bit tricky on compilers without
// variadic templates.
template <typename Key, typename T> struct is_key
{
template <typename T2> static choice1::type test(T2 const&);
static choice2::type test(Key const&);
enum
{
value = sizeof(test(boost::unordered::detail::make<T>())) ==
sizeof(choice2::type)
};
typedef typename std::conditional<value, Key const&, no_key>::type type;
};
template <class ValueType> struct set_extractor
{
typedef ValueType value_type;
typedef ValueType key_type;
static key_type const& extract(value_type const& v) { return v; }
static key_type const& extract(value_type&& v) { return v; }
static no_key extract() { return no_key(); }
template <class Arg> static no_key extract(Arg const&)
{
return no_key();
}
template <class Arg1, class Arg2, class... Args>
static no_key extract(Arg1 const&, Arg2 const&, Args const&...)
{
return no_key();
}
};
template <class ValueType> struct map_extractor
{
typedef ValueType value_type;
typedef typename std::remove_const<typename boost::unordered::detail::
pair_traits<ValueType>::first_type>::type key_type;
static key_type const& extract(value_type const& v) { return v.first; }
template <class Second>
static key_type const& extract(std::pair<key_type, Second> const& v)
{
return v.first;
}
template <class Second>
static key_type const& extract(
std::pair<key_type const, Second> const& v)
{
return v.first;
}
template <class Arg1>
static key_type const& extract(key_type const& k, Arg1 const&)
{
return k;
}
static no_key extract() { return no_key(); }
template <class Arg> static no_key extract(Arg const&)
{
return no_key();
}
template <class Arg1, class Arg2>
static typename std::conditional<
(is_similar<Arg1, key_type>::value ||
is_complete_and_move_constructible<key_type>::value),
converting_key, no_key>::type
extract(Arg1 const&, Arg2 const&)
{
return {};
}
template <class Arg1, class Arg2, class Arg3, class... Args>
static no_key extract(
Arg1 const&, Arg2 const&, Arg3 const&, Args const&...)
{
return no_key();
}
template <template <class...> class Tuple, typename T2>
static no_key extract(
std::piecewise_construct_t, Tuple<> const&, T2 const&)
{
return no_key();
}
template <template <typename...> class Tuple, typename T, typename T2,
typename... Args>
static auto extract(
std::piecewise_construct_t, Tuple<T, Args...> const& k, T2 const&) ->
typename std::enable_if<
!std::is_same<T, boost::tuples::null_type>::value,
typename is_key<key_type, T>::type>::type
{
using std::get;
return typename is_key<key_type, T>::type(get<0>(k));
}
};
template <class Container, class Predicate>
typename Container::size_type erase_if(Container& c, Predicate& pred)
{
typedef typename Container::size_type size_type;
typedef typename Container::iterator iterator;
size_type const size = c.size();
for (iterator pos = c.begin(), last = c.end(); pos != last;) {
if (pred(*pos)) {
pos = c.erase(pos);
} else {
++pos;
}
}
return (size - c.size());
}
} // namespace detail
} // namespace unordered
} // namespace boost
#endif
Zerion Mini Shell 1.0