use std::collections::hash_map::RandomState;
use std::collections::HashMap;
use std::convert::TryFrom;
use std::hash::{BuildHasher, Hash, Hasher};
use std::iter::{FromIterator, FusedIterator};
use std::marker::PhantomData;
use std::{fmt, mem, ops, ptr, vec};
use crate::Error;
use super::name::{HdrName, HeaderName, InvalidHeaderName};
use super::HeaderValue;
pub use self::as_header_name::AsHeaderName;
pub use self::into_header_name::IntoHeaderName;
#[derive(Clone)]
pub struct HeaderMap<T = HeaderValue> {
mask: Size,
indices: Box<[Pos]>,
entries: Vec<Bucket<T>>,
extra_values: Vec<ExtraValue<T>>,
danger: Danger,
}
#[derive(Debug)]
pub struct Iter<'a, T> {
map: &'a HeaderMap<T>,
entry: usize,
cursor: Option<Cursor>,
}
#[derive(Debug)]
pub struct IterMut<'a, T> {
map: *mut HeaderMap<T>,
entry: usize,
cursor: Option<Cursor>,
lt: PhantomData<&'a mut HeaderMap<T>>,
}
#[derive(Debug)]
pub struct IntoIter<T> {
next: Option<usize>,
entries: vec::IntoIter<Bucket<T>>,
extra_values: Vec<ExtraValue<T>>,
}
#[derive(Debug)]
pub struct Keys<'a, T> {
inner: ::std::slice::Iter<'a, Bucket<T>>,
}
#[derive(Debug)]
pub struct Values<'a, T> {
inner: Iter<'a, T>,
}
#[derive(Debug)]
pub struct ValuesMut<'a, T> {
inner: IterMut<'a, T>,
}
#[derive(Debug)]
pub struct Drain<'a, T> {
idx: usize,
len: usize,
entries: *mut [Bucket<T>],
next: Option<usize>,
extra_values: *mut Vec<ExtraValue<T>>,
lt: PhantomData<&'a mut HeaderMap<T>>,
}
#[derive(Debug)]
pub struct GetAll<'a, T> {
map: &'a HeaderMap<T>,
index: Option<usize>,
}
#[derive(Debug)]
pub enum Entry<'a, T: 'a> {
Occupied(OccupiedEntry<'a, T>),
Vacant(VacantEntry<'a, T>),
}
#[derive(Debug)]
pub struct VacantEntry<'a, T> {
map: &'a mut HeaderMap<T>,
key: HeaderName,
hash: HashValue,
probe: usize,
danger: bool,
}
#[derive(Debug)]
pub struct OccupiedEntry<'a, T> {
map: &'a mut HeaderMap<T>,
probe: usize,
index: usize,
}
#[derive(Debug)]
pub struct ValueIter<'a, T> {
map: &'a HeaderMap<T>,
index: usize,
front: Option<Cursor>,
back: Option<Cursor>,
}
#[derive(Debug)]
pub struct ValueIterMut<'a, T> {
map: *mut HeaderMap<T>,
index: usize,
front: Option<Cursor>,
back: Option<Cursor>,
lt: PhantomData<&'a mut HeaderMap<T>>,
}
#[derive(Debug)]
pub struct ValueDrain<'a, T> {
first: Option<T>,
next: Option<::std::vec::IntoIter<T>>,
lt: PhantomData<&'a mut HeaderMap<T>>,
}
pub struct MaxSizeReached {
_priv: (),
}
#[derive(Debug, Copy, Clone, Eq, PartialEq)]
enum Cursor {
Head,
Values(usize),
}
type Size = u16;
const MAX_SIZE: usize = 1 << 15;
#[derive(Copy, Clone)]
struct Pos {
index: Size,
hash: HashValue,
}
#[derive(Debug, Copy, Clone, Eq, PartialEq)]
struct HashValue(u16);
#[derive(Debug, Clone)]
struct Bucket<T> {
hash: HashValue,
key: HeaderName,
value: T,
links: Option<Links>,
}
#[derive(Debug, Copy, Clone)]
struct Links {
next: usize,
tail: usize,
}
#[derive(Debug)]
struct RawLinks<T>(*mut [Bucket<T>]);
#[derive(Debug, Clone)]
struct ExtraValue<T> {
value: T,
prev: Link,
next: Link,
}
#[derive(Debug, Copy, Clone, Eq, PartialEq)]
enum Link {
Entry(usize),
Extra(usize),
}
#[derive(Clone)]
enum Danger {
Green,
Yellow,
Red(RandomState),
}
const DISPLACEMENT_THRESHOLD: usize = 128;
const FORWARD_SHIFT_THRESHOLD: usize = 512;
const LOAD_FACTOR_THRESHOLD: f32 = 0.2;
macro_rules! probe_loop {
($label:tt: $probe_var: ident < $len: expr, $body: expr) => {
debug_assert!($len > 0);
$label:
loop {
if $probe_var < $len {
$body
$probe_var += 1;
} else {
$probe_var = 0;
}
}
};
($probe_var: ident < $len: expr, $body: expr) => {
debug_assert!($len > 0);
loop {
if $probe_var < $len {
$body
$probe_var += 1;
} else {
$probe_var = 0;
}
}
};
}
macro_rules! insert_phase_one {
($map:ident,
$key:expr,
$probe:ident,
$pos:ident,
$hash:ident,
$danger:ident,
$vacant:expr,
$occupied:expr,
$robinhood:expr) =>
{{
let $hash = hash_elem_using(&$map.danger, &$key);
let mut $probe = desired_pos($map.mask, $hash);
let mut dist = 0;
let ret;
probe_loop!('probe: $probe < $map.indices.len(), {
if let Some(($pos, entry_hash)) = $map.indices[$probe].resolve() {
let their_dist = probe_distance($map.mask, entry_hash, $probe);
if their_dist < dist {
let $danger =
dist >= FORWARD_SHIFT_THRESHOLD && !$map.danger.is_red();
ret = $robinhood;
break 'probe;
} else if entry_hash == $hash && $map.entries[$pos].key == $key {
ret = $occupied;
break 'probe;
}
} else {
let $danger =
dist >= FORWARD_SHIFT_THRESHOLD && !$map.danger.is_red();
ret = $vacant;
break 'probe;
}
dist += 1;
});
ret
}}
}
impl HeaderMap {
pub fn new() -> Self {
HeaderMap::try_with_capacity(0).unwrap()
}
}
impl<T> HeaderMap<T> {
pub fn with_capacity(capacity: usize) -> HeaderMap<T> {
Self::try_with_capacity(capacity).expect("size overflows MAX_SIZE")
}
pub fn try_with_capacity(capacity: usize) -> Result<HeaderMap<T>, MaxSizeReached> {
if capacity == 0 {
Ok(HeaderMap {
mask: 0,
indices: Box::new([]), entries: Vec::new(),
extra_values: Vec::new(),
danger: Danger::Green,
})
} else {
let raw_cap = match to_raw_capacity(capacity).checked_next_power_of_two() {
Some(c) => c,
None => return Err(MaxSizeReached { _priv: () }),
};
if raw_cap > MAX_SIZE {
return Err(MaxSizeReached { _priv: () });
}
debug_assert!(raw_cap > 0);
Ok(HeaderMap {
mask: (raw_cap - 1) as Size,
indices: vec![Pos::none(); raw_cap].into_boxed_slice(),
entries: Vec::with_capacity(usable_capacity(raw_cap)),
extra_values: Vec::new(),
danger: Danger::Green,
})
}
}
pub fn len(&self) -> usize {
self.entries.len() + self.extra_values.len()
}
pub fn keys_len(&self) -> usize {
self.entries.len()
}
pub fn is_empty(&self) -> bool {
self.entries.len() == 0
}
pub fn clear(&mut self) {
self.entries.clear();
self.extra_values.clear();
self.danger = Danger::Green;
for e in self.indices.iter_mut() {
*e = Pos::none();
}
}
pub fn capacity(&self) -> usize {
usable_capacity(self.indices.len())
}
pub fn reserve(&mut self, additional: usize) {
self.try_reserve(additional)
.expect("size overflows MAX_SIZE")
}
pub fn try_reserve(&mut self, additional: usize) -> Result<(), MaxSizeReached> {
let cap = self
.entries
.len()
.checked_add(additional)
.ok_or_else(MaxSizeReached::new)?;
let raw_cap = to_raw_capacity(cap);
if raw_cap > self.indices.len() {
let raw_cap = raw_cap
.checked_next_power_of_two()
.ok_or_else(MaxSizeReached::new)?;
if raw_cap > MAX_SIZE {
return Err(MaxSizeReached::new());
}
if self.entries.is_empty() {
self.mask = raw_cap as Size - 1;
self.indices = vec![Pos::none(); raw_cap].into_boxed_slice();
self.entries = Vec::with_capacity(usable_capacity(raw_cap));
} else {
self.try_grow(raw_cap)?;
}
}
Ok(())
}
pub fn get<K>(&self, key: K) -> Option<&T>
where
K: AsHeaderName,
{
self.get2(&key)
}
fn get2<K>(&self, key: &K) -> Option<&T>
where
K: AsHeaderName,
{
match key.find(self) {
Some((_, found)) => {
let entry = &self.entries[found];
Some(&entry.value)
}
None => None,
}
}
pub fn get_mut<K>(&mut self, key: K) -> Option<&mut T>
where
K: AsHeaderName,
{
match key.find(self) {
Some((_, found)) => {
let entry = &mut self.entries[found];
Some(&mut entry.value)
}
None => None,
}
}
pub fn get_all<K>(&self, key: K) -> GetAll<'_, T>
where
K: AsHeaderName,
{
GetAll {
map: self,
index: key.find(self).map(|(_, i)| i),
}
}
pub fn contains_key<K>(&self, key: K) -> bool
where
K: AsHeaderName,
{
key.find(self).is_some()
}
pub fn iter(&self) -> Iter<'_, T> {
Iter {
map: self,
entry: 0,
cursor: self.entries.first().map(|_| Cursor::Head),
}
}
pub fn iter_mut(&mut self) -> IterMut<'_, T> {
IterMut {
map: self as *mut _,
entry: 0,
cursor: self.entries.first().map(|_| Cursor::Head),
lt: PhantomData,
}
}
pub fn keys(&self) -> Keys<'_, T> {
Keys {
inner: self.entries.iter(),
}
}
pub fn values(&self) -> Values<'_, T> {
Values { inner: self.iter() }
}
pub fn values_mut(&mut self) -> ValuesMut<'_, T> {
ValuesMut {
inner: self.iter_mut(),
}
}
pub fn drain(&mut self) -> Drain<'_, T> {
for i in self.indices.iter_mut() {
*i = Pos::none();
}
let entries = &mut self.entries[..] as *mut _;
let extra_values = &mut self.extra_values as *mut _;
let len = self.entries.len();
unsafe {
self.entries.set_len(0);
}
Drain {
idx: 0,
len,
entries,
extra_values,
next: None,
lt: PhantomData,
}
}
fn value_iter(&self, idx: Option<usize>) -> ValueIter<'_, T> {
use self::Cursor::*;
if let Some(idx) = idx {
let back = {
let entry = &self.entries[idx];
entry.links.map(|l| Values(l.tail)).unwrap_or(Head)
};
ValueIter {
map: self,
index: idx,
front: Some(Head),
back: Some(back),
}
} else {
ValueIter {
map: self,
index: usize::MAX,
front: None,
back: None,
}
}
}
fn value_iter_mut(&mut self, idx: usize) -> ValueIterMut<'_, T> {
use self::Cursor::*;
let back = {
let entry = &self.entries[idx];
entry.links.map(|l| Values(l.tail)).unwrap_or(Head)
};
ValueIterMut {
map: self as *mut _,
index: idx,
front: Some(Head),
back: Some(back),
lt: PhantomData,
}
}
pub fn entry<K>(&mut self, key: K) -> Entry<'_, T>
where
K: IntoHeaderName,
{
key.try_entry(self).expect("size overflows MAX_SIZE")
}
pub fn try_entry<K>(&mut self, key: K) -> Result<Entry<'_, T>, InvalidHeaderName>
where
K: AsHeaderName,
{
key.try_entry(self).map_err(|err| match err {
as_header_name::TryEntryError::InvalidHeaderName(e) => e,
as_header_name::TryEntryError::MaxSizeReached(_e) => {
InvalidHeaderName::new()
}
})
}
fn try_entry2<K>(&mut self, key: K) -> Result<Entry<'_, T>, MaxSizeReached>
where
K: Hash + Into<HeaderName>,
HeaderName: PartialEq<K>,
{
self.try_reserve_one()?;
Ok(insert_phase_one!(
self,
key,
probe,
pos,
hash,
danger,
Entry::Vacant(VacantEntry {
map: self,
hash,
key: key.into(),
probe,
danger,
}),
Entry::Occupied(OccupiedEntry {
map: self,
index: pos,
probe,
}),
Entry::Vacant(VacantEntry {
map: self,
hash,
key: key.into(),
probe,
danger,
})
))
}
pub fn insert<K>(&mut self, key: K, val: T) -> Option<T>
where
K: IntoHeaderName,
{
self.try_insert(key, val).expect("size overflows MAX_SIZE")
}
pub fn try_insert<K>(&mut self, key: K, val: T) -> Result<Option<T>, MaxSizeReached>
where
K: IntoHeaderName,
{
key.try_insert(self, val)
}
#[inline]
fn try_insert2<K>(&mut self, key: K, value: T) -> Result<Option<T>, MaxSizeReached>
where
K: Hash + Into<HeaderName>,
HeaderName: PartialEq<K>,
{
self.try_reserve_one()?;
Ok(insert_phase_one!(
self,
key,
probe,
pos,
hash,
danger,
{
let _ = danger; let index = self.entries.len();
self.try_insert_entry(hash, key.into(), value)?;
self.indices[probe] = Pos::new(index, hash);
None
},
Some(self.insert_occupied(pos, value)),
{
self.try_insert_phase_two(key.into(), value, hash, probe, danger)?;
None
}
))
}
#[inline]
fn insert_occupied(&mut self, index: usize, value: T) -> T {
if let Some(links) = self.entries[index].links {
self.remove_all_extra_values(links.next);
}
let entry = &mut self.entries[index];
mem::replace(&mut entry.value, value)
}
fn insert_occupied_mult(&mut self, index: usize, value: T) -> ValueDrain<'_, T> {
let old;
let links;
{
let entry = &mut self.entries[index];
old = mem::replace(&mut entry.value, value);
links = entry.links.take();
}
let raw_links = self.raw_links();
let extra_values = &mut self.extra_values;
let next =
links.map(|l| drain_all_extra_values(raw_links, extra_values, l.next).into_iter());
ValueDrain {
first: Some(old),
next,
lt: PhantomData,
}
}
pub fn append<K>(&mut self, key: K, value: T) -> bool
where
K: IntoHeaderName,
{
self.try_append(key, value)
.expect("size overflows MAX_SIZE")
}
pub fn try_append<K>(&mut self, key: K, value: T) -> Result<bool, MaxSizeReached>
where
K: IntoHeaderName,
{
key.try_append(self, value)
}
#[inline]
fn try_append2<K>(&mut self, key: K, value: T) -> Result<bool, MaxSizeReached>
where
K: Hash + Into<HeaderName>,
HeaderName: PartialEq<K>,
{
self.try_reserve_one()?;
Ok(insert_phase_one!(
self,
key,
probe,
pos,
hash,
danger,
{
let _ = danger;
let index = self.entries.len();
self.try_insert_entry(hash, key.into(), value)?;
self.indices[probe] = Pos::new(index, hash);
false
},
{
append_value(pos, &mut self.entries[pos], &mut self.extra_values, value);
true
},
{
self.try_insert_phase_two(key.into(), value, hash, probe, danger)?;
false
}
))
}
#[inline]
fn find<K>(&self, key: &K) -> Option<(usize, usize)>
where
K: Hash + Into<HeaderName> + ?Sized,
HeaderName: PartialEq<K>,
{
if self.entries.is_empty() {
return None;
}
let hash = hash_elem_using(&self.danger, key);
let mask = self.mask;
let mut probe = desired_pos(mask, hash);
let mut dist = 0;
probe_loop!(probe < self.indices.len(), {
if let Some((i, entry_hash)) = self.indices[probe].resolve() {
if dist > probe_distance(mask, entry_hash, probe) {
return None;
} else if entry_hash == hash && self.entries[i].key == *key {
return Some((probe, i));
}
} else {
return None;
}
dist += 1;
});
}
#[inline]
fn try_insert_phase_two(
&mut self,
key: HeaderName,
value: T,
hash: HashValue,
probe: usize,
danger: bool,
) -> Result<usize, MaxSizeReached> {
let index = self.entries.len();
self.try_insert_entry(hash, key, value)?;
let num_displaced = do_insert_phase_two(&mut self.indices, probe, Pos::new(index, hash));
if danger || num_displaced >= DISPLACEMENT_THRESHOLD {
self.danger.set_yellow();
}
Ok(index)
}
pub fn remove<K>(&mut self, key: K) -> Option<T>
where
K: AsHeaderName,
{
match key.find(self) {
Some((probe, idx)) => {
if let Some(links) = self.entries[idx].links {
self.remove_all_extra_values(links.next);
}
let entry = self.remove_found(probe, idx);
Some(entry.value)
}
None => None,
}
}
#[inline]
fn remove_found(&mut self, probe: usize, found: usize) -> Bucket<T> {
self.indices[probe] = Pos::none();
let entry = self.entries.swap_remove(found);
if let Some(entry) = self.entries.get(found) {
let mut probe = desired_pos(self.mask, entry.hash);
probe_loop!(probe < self.indices.len(), {
if let Some((i, _)) = self.indices[probe].resolve() {
if i >= self.entries.len() {
self.indices[probe] = Pos::new(found, entry.hash);
break;
}
}
});
if let Some(links) = entry.links {
self.extra_values[links.next].prev = Link::Entry(found);
self.extra_values[links.tail].next = Link::Entry(found);
}
}
if !self.entries.is_empty() {
let mut last_probe = probe;
let mut probe = probe + 1;
probe_loop!(probe < self.indices.len(), {
if let Some((_, entry_hash)) = self.indices[probe].resolve() {
if probe_distance(self.mask, entry_hash, probe) > 0 {
self.indices[last_probe] = self.indices[probe];
self.indices[probe] = Pos::none();
} else {
break;
}
} else {
break;
}
last_probe = probe;
});
}
entry
}
#[inline]
fn remove_extra_value(&mut self, idx: usize) -> ExtraValue<T> {
let raw_links = self.raw_links();
remove_extra_value(raw_links, &mut self.extra_values, idx)
}
fn remove_all_extra_values(&mut self, mut head: usize) {
loop {
let extra = self.remove_extra_value(head);
if let Link::Extra(idx) = extra.next {
head = idx;
} else {
break;
}
}
}
#[inline]
fn try_insert_entry(
&mut self,
hash: HashValue,
key: HeaderName,
value: T,
) -> Result<(), MaxSizeReached> {
if self.entries.len() >= MAX_SIZE {
return Err(MaxSizeReached::new());
}
self.entries.push(Bucket {
hash,
key,
value,
links: None,
});
Ok(())
}
fn rebuild(&mut self) {
'outer: for (index, entry) in self.entries.iter_mut().enumerate() {
let hash = hash_elem_using(&self.danger, &entry.key);
let mut probe = desired_pos(self.mask, hash);
let mut dist = 0;
entry.hash = hash;
probe_loop!(probe < self.indices.len(), {
if let Some((_, entry_hash)) = self.indices[probe].resolve() {
let their_dist = probe_distance(self.mask, entry_hash, probe);
if their_dist < dist {
break;
}
} else {
self.indices[probe] = Pos::new(index, hash);
continue 'outer;
}
dist += 1;
});
do_insert_phase_two(&mut self.indices, probe, Pos::new(index, hash));
}
}
fn reinsert_entry_in_order(&mut self, pos: Pos) {
if let Some((_, entry_hash)) = pos.resolve() {
let mut probe = desired_pos(self.mask, entry_hash);
probe_loop!(probe < self.indices.len(), {
if self.indices[probe].resolve().is_none() {
self.indices[probe] = pos;
return;
}
});
}
}
fn try_reserve_one(&mut self) -> Result<(), MaxSizeReached> {
let len = self.entries.len();
if self.danger.is_yellow() {
let load_factor = self.entries.len() as f32 / self.indices.len() as f32;
if load_factor >= LOAD_FACTOR_THRESHOLD {
self.danger.set_green();
let new_cap = self.indices.len() * 2;
self.try_grow(new_cap)?;
} else {
self.danger.set_red();
for index in self.indices.iter_mut() {
*index = Pos::none();
}
self.rebuild();
}
} else if len == self.capacity() {
if len == 0 {
let new_raw_cap = 8;
self.mask = 8 - 1;
self.indices = vec![Pos::none(); new_raw_cap].into_boxed_slice();
self.entries = Vec::with_capacity(usable_capacity(new_raw_cap));
} else {
let raw_cap = self.indices.len();
self.try_grow(raw_cap << 1)?;
}
}
Ok(())
}
#[inline]
fn try_grow(&mut self, new_raw_cap: usize) -> Result<(), MaxSizeReached> {
if new_raw_cap > MAX_SIZE {
return Err(MaxSizeReached::new());
}
let mut first_ideal = 0;
for (i, pos) in self.indices.iter().enumerate() {
if let Some((_, entry_hash)) = pos.resolve() {
if 0 == probe_distance(self.mask, entry_hash, i) {
first_ideal = i;
break;
}
}
}
let old_indices = mem::replace(
&mut self.indices,
vec![Pos::none(); new_raw_cap].into_boxed_slice(),
);
self.mask = new_raw_cap.wrapping_sub(1) as Size;
for &pos in &old_indices[first_ideal..] {
self.reinsert_entry_in_order(pos);
}
for &pos in &old_indices[..first_ideal] {
self.reinsert_entry_in_order(pos);
}
let more = self.capacity() - self.entries.len();
self.entries.reserve_exact(more);
Ok(())
}
#[inline]
fn raw_links(&mut self) -> RawLinks<T> {
RawLinks(&mut self.entries[..] as *mut _)
}
}
#[inline]
fn remove_extra_value<T>(
mut raw_links: RawLinks<T>,
extra_values: &mut Vec<ExtraValue<T>>,
idx: usize,
) -> ExtraValue<T> {
let prev;
let next;
{
debug_assert!(extra_values.len() > idx);
let extra = &extra_values[idx];
prev = extra.prev;
next = extra.next;
}
match (prev, next) {
(Link::Entry(prev), Link::Entry(next)) => {
debug_assert_eq!(prev, next);
raw_links[prev] = None;
}
(Link::Entry(prev), Link::Extra(next)) => {
debug_assert!(raw_links[prev].is_some());
raw_links[prev].as_mut().unwrap().next = next;
debug_assert!(extra_values.len() > next);
extra_values[next].prev = Link::Entry(prev);
}
(Link::Extra(prev), Link::Entry(next)) => {
debug_assert!(raw_links[next].is_some());
raw_links[next].as_mut().unwrap().tail = prev;
debug_assert!(extra_values.len() > prev);
extra_values[prev].next = Link::Entry(next);
}
(Link::Extra(prev), Link::Extra(next)) => {
debug_assert!(extra_values.len() > next);
debug_assert!(extra_values.len() > prev);
extra_values[prev].next = Link::Extra(next);
extra_values[next].prev = Link::Extra(prev);
}
}
let mut extra = extra_values.swap_remove(idx);
let old_idx = extra_values.len();
if extra.prev == Link::Extra(old_idx) {
extra.prev = Link::Extra(idx);
}
if extra.next == Link::Extra(old_idx) {
extra.next = Link::Extra(idx);
}
if idx != old_idx {
let next;
let prev;
{
debug_assert!(extra_values.len() > idx);
let moved = &extra_values[idx];
next = moved.next;
prev = moved.prev;
}
match prev {
Link::Entry(entry_idx) => {
debug_assert!(raw_links[entry_idx].is_some());
let links = raw_links[entry_idx].as_mut().unwrap();
links.next = idx;
}
Link::Extra(extra_idx) => {
debug_assert!(extra_values.len() > extra_idx);
extra_values[extra_idx].next = Link::Extra(idx);
}
}
match next {
Link::Entry(entry_idx) => {
debug_assert!(raw_links[entry_idx].is_some());
let links = raw_links[entry_idx].as_mut().unwrap();
links.tail = idx;
}
Link::Extra(extra_idx) => {
debug_assert!(extra_values.len() > extra_idx);
extra_values[extra_idx].prev = Link::Extra(idx);
}
}
}
debug_assert!({
for v in &*extra_values {
assert!(v.next != Link::Extra(old_idx));
assert!(v.prev != Link::Extra(old_idx));
}
true
});
extra
}
fn drain_all_extra_values<T>(
raw_links: RawLinks<T>,
extra_values: &mut Vec<ExtraValue<T>>,
mut head: usize,
) -> Vec<T> {
let mut vec = Vec::new();
loop {
let extra = remove_extra_value(raw_links, extra_values, head);
vec.push(extra.value);
if let Link::Extra(idx) = extra.next {
head = idx;
} else {
break;
}
}
vec
}
impl<'a, T> IntoIterator for &'a HeaderMap<T> {
type Item = (&'a HeaderName, &'a T);
type IntoIter = Iter<'a, T>;
fn into_iter(self) -> Iter<'a, T> {
self.iter()
}
}
impl<'a, T> IntoIterator for &'a mut HeaderMap<T> {
type Item = (&'a HeaderName, &'a mut T);
type IntoIter = IterMut<'a, T>;
fn into_iter(self) -> IterMut<'a, T> {
self.iter_mut()
}
}
impl<T> IntoIterator for HeaderMap<T> {
type Item = (Option<HeaderName>, T);
type IntoIter = IntoIter<T>;
fn into_iter(self) -> IntoIter<T> {
IntoIter {
next: None,
entries: self.entries.into_iter(),
extra_values: self.extra_values,
}
}
}
impl<T> FromIterator<(HeaderName, T)> for HeaderMap<T> {
fn from_iter<I>(iter: I) -> Self
where
I: IntoIterator<Item = (HeaderName, T)>,
{
let mut map = HeaderMap::default();
map.extend(iter);
map
}
}
impl<'a, K, V, S, T> TryFrom<&'a HashMap<K, V, S>> for HeaderMap<T>
where
K: Eq + Hash,
HeaderName: TryFrom<&'a K>,
<HeaderName as TryFrom<&'a K>>::Error: Into<crate::Error>,
T: TryFrom<&'a V>,
T::Error: Into<crate::Error>,
{
type Error = Error;
fn try_from(c: &'a HashMap<K, V, S>) -> Result<Self, Self::Error> {
c.iter()
.map(|(k, v)| -> crate::Result<(HeaderName, T)> {
let name = TryFrom::try_from(k).map_err(Into::into)?;
let value = TryFrom::try_from(v).map_err(Into::into)?;
Ok((name, value))
})
.collect()
}
}
impl<T> Extend<(Option<HeaderName>, T)> for HeaderMap<T> {
fn extend<I: IntoIterator<Item = (Option<HeaderName>, T)>>(&mut self, iter: I) {
let mut iter = iter.into_iter();
let (mut key, mut val) = match iter.next() {
Some((Some(key), val)) => (key, val),
Some((None, _)) => panic!("expected a header name, but got None"),
None => return,
};
'outer: loop {
let mut entry = match self.try_entry2(key).expect("size overflows MAX_SIZE") {
Entry::Occupied(mut e) => {
e.insert(val);
e
}
Entry::Vacant(e) => e.insert_entry(val),
};
loop {
match iter.next() {
Some((Some(k), v)) => {
key = k;
val = v;
continue 'outer;
}
Some((None, v)) => {
entry.append(v);
}
None => {
return;
}
}
}
}
}
}
impl<T> Extend<(HeaderName, T)> for HeaderMap<T> {
fn extend<I: IntoIterator<Item = (HeaderName, T)>>(&mut self, iter: I) {
let iter = iter.into_iter();
let reserve = if self.is_empty() {
iter.size_hint().0
} else {
(iter.size_hint().0 + 1) / 2
};
self.reserve(reserve);
for (k, v) in iter {
self.append(k, v);
}
}
}
impl<T: PartialEq> PartialEq for HeaderMap<T> {
fn eq(&self, other: &HeaderMap<T>) -> bool {
if self.len() != other.len() {
return false;
}
self.keys()
.all(|key| self.get_all(key) == other.get_all(key))
}
}
impl<T: Eq> Eq for HeaderMap<T> {}
impl<T: fmt::Debug> fmt::Debug for HeaderMap<T> {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
f.debug_map().entries(self.iter()).finish()
}
}
impl<T> Default for HeaderMap<T> {
fn default() -> Self {
HeaderMap::try_with_capacity(0).expect("zero capacity should never fail")
}
}
impl<K, T> ops::Index<K> for HeaderMap<T>
where
K: AsHeaderName,
{
type Output = T;
#[inline]
fn index(&self, index: K) -> &T {
match self.get2(&index) {
Some(val) => val,
None => panic!("no entry found for key {:?}", index.as_str()),
}
}
}
#[inline]
fn do_insert_phase_two(indices: &mut [Pos], mut probe: usize, mut old_pos: Pos) -> usize {
let mut num_displaced = 0;
probe_loop!(probe < indices.len(), {
let pos = &mut indices[probe];
if pos.is_none() {
*pos = old_pos;
break;
} else {
num_displaced += 1;
old_pos = mem::replace(pos, old_pos);
}
});
num_displaced
}
#[inline]
fn append_value<T>(
entry_idx: usize,
entry: &mut Bucket<T>,
extra: &mut Vec<ExtraValue<T>>,
value: T,
) {
match entry.links {
Some(links) => {
let idx = extra.len();
extra.push(ExtraValue {
value,
prev: Link::Extra(links.tail),
next: Link::Entry(entry_idx),
});
extra[links.tail].next = Link::Extra(idx);
entry.links = Some(Links { tail: idx, ..links });
}
None => {
let idx = extra.len();
extra.push(ExtraValue {
value,
prev: Link::Entry(entry_idx),
next: Link::Entry(entry_idx),
});
entry.links = Some(Links {
next: idx,
tail: idx,
});
}
}
}
impl<'a, T> Iterator for Iter<'a, T> {
type Item = (&'a HeaderName, &'a T);
fn next(&mut self) -> Option<Self::Item> {
use self::Cursor::*;
if self.cursor.is_none() {
if (self.entry + 1) >= self.map.entries.len() {
return None;
}
self.entry += 1;
self.cursor = Some(Cursor::Head);
}
let entry = &self.map.entries[self.entry];
match self.cursor.unwrap() {
Head => {
self.cursor = entry.links.map(|l| Values(l.next));
Some((&entry.key, &entry.value))
}
Values(idx) => {
let extra = &self.map.extra_values[idx];
match extra.next {
Link::Entry(_) => self.cursor = None,
Link::Extra(i) => self.cursor = Some(Values(i)),
}
Some((&entry.key, &extra.value))
}
}
}
fn size_hint(&self) -> (usize, Option<usize>) {
let map = self.map;
debug_assert!(map.entries.len() >= self.entry);
let lower = map.entries.len() - self.entry;
(lower, None)
}
}
impl<'a, T> FusedIterator for Iter<'a, T> {}
unsafe impl<'a, T: Sync> Sync for Iter<'a, T> {}
unsafe impl<'a, T: Sync> Send for Iter<'a, T> {}
impl<'a, T> IterMut<'a, T> {
fn next_unsafe(&mut self) -> Option<(&'a HeaderName, *mut T)> {
use self::Cursor::*;
if self.cursor.is_none() {
if (self.entry + 1) >= unsafe { &*self.map }.entries.len() {
return None;
}
self.entry += 1;
self.cursor = Some(Cursor::Head);
}
let entry = unsafe { &mut (*self.map).entries[self.entry] };
match self.cursor.unwrap() {
Head => {
self.cursor = entry.links.map(|l| Values(l.next));
Some((&entry.key, &mut entry.value as *mut _))
}
Values(idx) => {
let extra = unsafe { &mut (*self.map).extra_values[idx] };
match extra.next {
Link::Entry(_) => self.cursor = None,
Link::Extra(i) => self.cursor = Some(Values(i)),
}
Some((&entry.key, &mut extra.value as *mut _))
}
}
}
}
impl<'a, T> Iterator for IterMut<'a, T> {
type Item = (&'a HeaderName, &'a mut T);
fn next(&mut self) -> Option<Self::Item> {
self.next_unsafe()
.map(|(key, ptr)| (key, unsafe { &mut *ptr }))
}
fn size_hint(&self) -> (usize, Option<usize>) {
let map = unsafe { &*self.map };
debug_assert!(map.entries.len() >= self.entry);
let lower = map.entries.len() - self.entry;
(lower, None)
}
}
impl<'a, T> FusedIterator for IterMut<'a, T> {}
unsafe impl<'a, T: Sync> Sync for IterMut<'a, T> {}
unsafe impl<'a, T: Send> Send for IterMut<'a, T> {}
impl<'a, T> Iterator for Keys<'a, T> {
type Item = &'a HeaderName;
fn next(&mut self) -> Option<Self::Item> {
self.inner.next().map(|b| &b.key)
}
fn size_hint(&self) -> (usize, Option<usize>) {
self.inner.size_hint()
}
fn nth(&mut self, n: usize) -> Option<Self::Item> {
self.inner.nth(n).map(|b| &b.key)
}
fn count(self) -> usize {
self.inner.count()
}
fn last(self) -> Option<Self::Item> {
self.inner.last().map(|b| &b.key)
}
}
impl<'a, T> ExactSizeIterator for Keys<'a, T> {}
impl<'a, T> FusedIterator for Keys<'a, T> {}
impl<'a, T> Iterator for Values<'a, T> {
type Item = &'a T;
fn next(&mut self) -> Option<Self::Item> {
self.inner.next().map(|(_, v)| v)
}
fn size_hint(&self) -> (usize, Option<usize>) {
self.inner.size_hint()
}
}
impl<'a, T> FusedIterator for Values<'a, T> {}
impl<'a, T> Iterator for ValuesMut<'a, T> {
type Item = &'a mut T;
fn next(&mut self) -> Option<Self::Item> {
self.inner.next().map(|(_, v)| v)
}
fn size_hint(&self) -> (usize, Option<usize>) {
self.inner.size_hint()
}
}
impl<'a, T> FusedIterator for ValuesMut<'a, T> {}
impl<'a, T> Iterator for Drain<'a, T> {
type Item = (Option<HeaderName>, T);
fn next(&mut self) -> Option<Self::Item> {
if let Some(next) = self.next {
let raw_links = RawLinks(self.entries);
let extra = unsafe { remove_extra_value(raw_links, &mut *self.extra_values, next) };
match extra.next {
Link::Extra(idx) => self.next = Some(idx),
Link::Entry(_) => self.next = None,
}
return Some((None, extra.value));
}
let idx = self.idx;
if idx == self.len {
return None;
}
self.idx += 1;
unsafe {
let entry = &(*self.entries)[idx];
let key = ptr::read(&entry.key as *const _);
let value = ptr::read(&entry.value as *const _);
self.next = entry.links.map(|l| l.next);
Some((Some(key), value))
}
}
fn size_hint(&self) -> (usize, Option<usize>) {
let lower = self.len - self.idx;
let upper = unsafe { (*self.extra_values).len() } + lower;
(lower, Some(upper))
}
}
impl<'a, T> FusedIterator for Drain<'a, T> {}
impl<'a, T> Drop for Drain<'a, T> {
fn drop(&mut self) {
for _ in self {}
}
}
unsafe impl<'a, T: Sync> Sync for Drain<'a, T> {}
unsafe impl<'a, T: Send> Send for Drain<'a, T> {}
impl<'a, T> Entry<'a, T> {
pub fn or_insert(self, default: T) -> &'a mut T {
self.or_try_insert(default)
.expect("size overflows MAX_SIZE")
}
pub fn or_try_insert(self, default: T) -> Result<&'a mut T, MaxSizeReached> {
use self::Entry::*;
match self {
Occupied(e) => Ok(e.into_mut()),
Vacant(e) => e.try_insert(default),
}
}
pub fn or_insert_with<F: FnOnce() -> T>(self, default: F) -> &'a mut T {
self.or_try_insert_with(default)
.expect("size overflows MAX_SIZE")
}
pub fn or_try_insert_with<F: FnOnce() -> T>(
self,
default: F,
) -> Result<&'a mut T, MaxSizeReached> {
use self::Entry::*;
match self {
Occupied(e) => Ok(e.into_mut()),
Vacant(e) => e.try_insert(default()),
}
}
pub fn key(&self) -> &HeaderName {
use self::Entry::*;
match *self {
Vacant(ref e) => e.key(),
Occupied(ref e) => e.key(),
}
}
}
impl<'a, T> VacantEntry<'a, T> {
pub fn key(&self) -> &HeaderName {
&self.key
}
pub fn into_key(self) -> HeaderName {
self.key
}
pub fn insert(self, value: T) -> &'a mut T {
self.try_insert(value).expect("size overflows MAX_SIZE")
}
pub fn try_insert(self, value: T) -> Result<&'a mut T, MaxSizeReached> {
let index =
self.map
.try_insert_phase_two(self.key, value, self.hash, self.probe, self.danger)?;
Ok(&mut self.map.entries[index].value)
}
pub fn insert_entry(self, value: T) -> OccupiedEntry<'a, T> {
self.try_insert_entry(value)
.expect("size overflows MAX_SIZE")
}
pub fn try_insert_entry(self, value: T) -> Result<OccupiedEntry<'a, T>, MaxSizeReached> {
let index =
self.map
.try_insert_phase_two(self.key, value, self.hash, self.probe, self.danger)?;
Ok(OccupiedEntry {
map: self.map,
index,
probe: self.probe,
})
}
}
impl<'a, T: 'a> GetAll<'a, T> {
pub fn iter(&self) -> ValueIter<'a, T> {
GetAll {
map: self.map,
index: self.index,
}
.into_iter()
}
}
impl<'a, T: PartialEq> PartialEq for GetAll<'a, T> {
fn eq(&self, other: &Self) -> bool {
self.iter().eq(other.iter())
}
}
impl<'a, T> IntoIterator for GetAll<'a, T> {
type Item = &'a T;
type IntoIter = ValueIter<'a, T>;
fn into_iter(self) -> ValueIter<'a, T> {
self.map.value_iter(self.index)
}
}
impl<'a, 'b: 'a, T> IntoIterator for &'b GetAll<'a, T> {
type Item = &'a T;
type IntoIter = ValueIter<'a, T>;
fn into_iter(self) -> ValueIter<'a, T> {
self.map.value_iter(self.index)
}
}
impl<'a, T: 'a> Iterator for ValueIter<'a, T> {
type Item = &'a T;
fn next(&mut self) -> Option<Self::Item> {
use self::Cursor::*;
match self.front {
Some(Head) => {
let entry = &self.map.entries[self.index];
if self.back == Some(Head) {
self.front = None;
self.back = None;
} else {
match entry.links {
Some(links) => {
self.front = Some(Values(links.next));
}
None => unreachable!(),
}
}
Some(&entry.value)
}
Some(Values(idx)) => {
let extra = &self.map.extra_values[idx];
if self.front == self.back {
self.front = None;
self.back = None;
} else {
match extra.next {
Link::Entry(_) => self.front = None,
Link::Extra(i) => self.front = Some(Values(i)),
}
}
Some(&extra.value)
}
None => None,
}
}
fn size_hint(&self) -> (usize, Option<usize>) {
match (self.front, self.back) {
(Some(Cursor::Head), Some(Cursor::Head)) => (1, Some(1)),
(Some(_), _) => (1, None),
(None, _) => (0, Some(0)),
}
}
}
impl<'a, T: 'a> DoubleEndedIterator for ValueIter<'a, T> {
fn next_back(&mut self) -> Option<Self::Item> {
use self::Cursor::*;
match self.back {
Some(Head) => {
self.front = None;
self.back = None;
Some(&self.map.entries[self.index].value)
}
Some(Values(idx)) => {
let extra = &self.map.extra_values[idx];
if self.front == self.back {
self.front = None;
self.back = None;
} else {
match extra.prev {
Link::Entry(_) => self.back = Some(Head),
Link::Extra(idx) => self.back = Some(Values(idx)),
}
}
Some(&extra.value)
}
None => None,
}
}
}
impl<'a, T> FusedIterator for ValueIter<'a, T> {}
impl<'a, T: 'a> Iterator for ValueIterMut<'a, T> {
type Item = &'a mut T;
fn next(&mut self) -> Option<Self::Item> {
use self::Cursor::*;
let entry = unsafe { &mut (*self.map).entries[self.index] };
match self.front {
Some(Head) => {
if self.back == Some(Head) {
self.front = None;
self.back = None;
} else {
match entry.links {
Some(links) => {
self.front = Some(Values(links.next));
}
None => unreachable!(),
}
}
Some(&mut entry.value)
}
Some(Values(idx)) => {
let extra = unsafe { &mut (*self.map).extra_values[idx] };
if self.front == self.back {
self.front = None;
self.back = None;
} else {
match extra.next {
Link::Entry(_) => self.front = None,
Link::Extra(i) => self.front = Some(Values(i)),
}
}
Some(&mut extra.value)
}
None => None,
}
}
}
impl<'a, T: 'a> DoubleEndedIterator for ValueIterMut<'a, T> {
fn next_back(&mut self) -> Option<Self::Item> {
use self::Cursor::*;
let entry = unsafe { &mut (*self.map).entries[self.index] };
match self.back {
Some(Head) => {
self.front = None;
self.back = None;
Some(&mut entry.value)
}
Some(Values(idx)) => {
let extra = unsafe { &mut (*self.map).extra_values[idx] };
if self.front == self.back {
self.front = None;
self.back = None;
} else {
match extra.prev {
Link::Entry(_) => self.back = Some(Head),
Link::Extra(idx) => self.back = Some(Values(idx)),
}
}
Some(&mut extra.value)
}
None => None,
}
}
}
impl<'a, T> FusedIterator for ValueIterMut<'a, T> {}
unsafe impl<'a, T: Sync> Sync for ValueIterMut<'a, T> {}
unsafe impl<'a, T: Send> Send for ValueIterMut<'a, T> {}
impl<T> Iterator for IntoIter<T> {
type Item = (Option<HeaderName>, T);
fn next(&mut self) -> Option<Self::Item> {
if let Some(next) = self.next {
self.next = match self.extra_values[next].next {
Link::Entry(_) => None,
Link::Extra(v) => Some(v),
};
let value = unsafe { ptr::read(&self.extra_values[next].value) };
return Some((None, value));
}
if let Some(bucket) = self.entries.next() {
self.next = bucket.links.map(|l| l.next);
let name = Some(bucket.key);
let value = bucket.value;
return Some((name, value));
}
None
}
fn size_hint(&self) -> (usize, Option<usize>) {
let (lower, _) = self.entries.size_hint();
(lower, None)
}
}
impl<T> FusedIterator for IntoIter<T> {}
impl<T> Drop for IntoIter<T> {
fn drop(&mut self) {
for _ in self.by_ref() {}
unsafe {
self.extra_values.set_len(0);
}
}
}
impl<'a, T> OccupiedEntry<'a, T> {
pub fn key(&self) -> &HeaderName {
&self.map.entries[self.index].key
}
pub fn get(&self) -> &T {
&self.map.entries[self.index].value
}
pub fn get_mut(&mut self) -> &mut T {
&mut self.map.entries[self.index].value
}
pub fn into_mut(self) -> &'a mut T {
&mut self.map.entries[self.index].value
}
pub fn insert(&mut self, value: T) -> T {
self.map.insert_occupied(self.index, value)
}
pub fn insert_mult(&mut self, value: T) -> ValueDrain<'_, T> {
self.map.insert_occupied_mult(self.index, value)
}
pub fn append(&mut self, value: T) {
let idx = self.index;
let entry = &mut self.map.entries[idx];
append_value(idx, entry, &mut self.map.extra_values, value);
}
pub fn remove(self) -> T {
self.remove_entry().1
}
pub fn remove_entry(self) -> (HeaderName, T) {
if let Some(links) = self.map.entries[self.index].links {
self.map.remove_all_extra_values(links.next);
}
let entry = self.map.remove_found(self.probe, self.index);
(entry.key, entry.value)
}
pub fn remove_entry_mult(self) -> (HeaderName, ValueDrain<'a, T>) {
let raw_links = self.map.raw_links();
let extra_values = &mut self.map.extra_values;
let next = self.map.entries[self.index]
.links
.map(|l| drain_all_extra_values(raw_links, extra_values, l.next).into_iter());
let entry = self.map.remove_found(self.probe, self.index);
let drain = ValueDrain {
first: Some(entry.value),
next,
lt: PhantomData,
};
(entry.key, drain)
}
pub fn iter(&self) -> ValueIter<'_, T> {
self.map.value_iter(Some(self.index))
}
pub fn iter_mut(&mut self) -> ValueIterMut<'_, T> {
self.map.value_iter_mut(self.index)
}
}
impl<'a, T> IntoIterator for OccupiedEntry<'a, T> {
type Item = &'a mut T;
type IntoIter = ValueIterMut<'a, T>;
fn into_iter(self) -> ValueIterMut<'a, T> {
self.map.value_iter_mut(self.index)
}
}
impl<'a, 'b: 'a, T> IntoIterator for &'b OccupiedEntry<'a, T> {
type Item = &'a T;
type IntoIter = ValueIter<'a, T>;
fn into_iter(self) -> ValueIter<'a, T> {
self.iter()
}
}
impl<'a, 'b: 'a, T> IntoIterator for &'b mut OccupiedEntry<'a, T> {
type Item = &'a mut T;
type IntoIter = ValueIterMut<'a, T>;
fn into_iter(self) -> ValueIterMut<'a, T> {
self.iter_mut()
}
}
impl<'a, T> Iterator for ValueDrain<'a, T> {
type Item = T;
fn next(&mut self) -> Option<T> {
if self.first.is_some() {
self.first.take()
} else if let Some(ref mut extras) = self.next {
extras.next()
} else {
None
}
}
fn size_hint(&self) -> (usize, Option<usize>) {
match (&self.first, &self.next) {
(&Some(_), &None) => (1, Some(1)),
(&Some(_), Some(extras)) => {
let (l, u) = extras.size_hint();
(l + 1, u.map(|u| u + 1))
}
(&None, Some(extras)) => extras.size_hint(),
(&None, &None) => (0, Some(0)),
}
}
}
impl<'a, T> FusedIterator for ValueDrain<'a, T> {}
impl<'a, T> Drop for ValueDrain<'a, T> {
fn drop(&mut self) {
for _ in self.by_ref() {}
}
}
unsafe impl<'a, T: Sync> Sync for ValueDrain<'a, T> {}
unsafe impl<'a, T: Send> Send for ValueDrain<'a, T> {}
impl<T> Clone for RawLinks<T> {
fn clone(&self) -> RawLinks<T> {
*self
}
}
impl<T> Copy for RawLinks<T> {}
impl<T> ops::Index<usize> for RawLinks<T> {
type Output = Option<Links>;
fn index(&self, idx: usize) -> &Self::Output {
unsafe { &(*self.0)[idx].links }
}
}
impl<T> ops::IndexMut<usize> for RawLinks<T> {
fn index_mut(&mut self, idx: usize) -> &mut Self::Output {
unsafe { &mut (*self.0)[idx].links }
}
}
impl Pos {
#[inline]
fn new(index: usize, hash: HashValue) -> Self {
debug_assert!(index < MAX_SIZE);
Pos {
index: index as Size,
hash,
}
}
#[inline]
fn none() -> Self {
Pos {
index: !0,
hash: HashValue(0),
}
}
#[inline]
fn is_some(&self) -> bool {
!self.is_none()
}
#[inline]
fn is_none(&self) -> bool {
self.index == !0
}
#[inline]
fn resolve(&self) -> Option<(usize, HashValue)> {
if self.is_some() {
Some((self.index as usize, self.hash))
} else {
None
}
}
}
impl Danger {
fn is_red(&self) -> bool {
matches!(*self, Danger::Red(_))
}
fn set_red(&mut self) {
debug_assert!(self.is_yellow());
*self = Danger::Red(RandomState::new());
}
fn is_yellow(&self) -> bool {
matches!(*self, Danger::Yellow)
}
fn set_yellow(&mut self) {
if let Danger::Green = *self {
*self = Danger::Yellow;
}
}
fn set_green(&mut self) {
debug_assert!(self.is_yellow());
*self = Danger::Green;
}
}
impl MaxSizeReached {
fn new() -> Self {
MaxSizeReached { _priv: () }
}
}
impl fmt::Debug for MaxSizeReached {
fn fmt(&self, f: &mut fmt::Formatter) -> fmt::Result {
f.debug_struct("MaxSizeReached")
.finish()
}
}
impl fmt::Display for MaxSizeReached {
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
f.write_str("max size reached")
}
}
impl std::error::Error for MaxSizeReached {}
#[inline]
fn usable_capacity(cap: usize) -> usize {
cap - cap / 4
}
#[inline]
fn to_raw_capacity(n: usize) -> usize {
match n.checked_add(n / 3) {
Some(n) => n,
None => panic!(
"requested capacity {} too large: overflow while converting to raw capacity",
n
),
}
}
#[inline]
fn desired_pos(mask: Size, hash: HashValue) -> usize {
(hash.0 & mask) as usize
}
#[inline]
fn probe_distance(mask: Size, hash: HashValue, current: usize) -> usize {
current.wrapping_sub(desired_pos(mask, hash)) & mask as usize
}
fn hash_elem_using<K>(danger: &Danger, k: &K) -> HashValue
where
K: Hash + ?Sized,
{
use fnv::FnvHasher;
const MASK: u64 = (MAX_SIZE as u64) - 1;
let hash = match *danger {
Danger::Red(ref hasher) => {
let mut h = hasher.build_hasher();
k.hash(&mut h);
h.finish()
}
_ => {
let mut h = FnvHasher::default();
k.hash(&mut h);
h.finish()
}
};
HashValue((hash & MASK) as u16)
}
mod into_header_name {
use super::{Entry, HdrName, HeaderMap, HeaderName, MaxSizeReached};
pub trait IntoHeaderName: Sealed {}
pub trait Sealed {
#[doc(hidden)]
fn try_insert<T>(self, map: &mut HeaderMap<T>, val: T)
-> Result<Option<T>, MaxSizeReached>;
#[doc(hidden)]
fn try_append<T>(self, map: &mut HeaderMap<T>, val: T) -> Result<bool, MaxSizeReached>;
#[doc(hidden)]
fn try_entry<T>(self, map: &mut HeaderMap<T>) -> Result<Entry<'_, T>, MaxSizeReached>;
}
impl Sealed for HeaderName {
#[inline]
fn try_insert<T>(
self,
map: &mut HeaderMap<T>,
val: T,
) -> Result<Option<T>, MaxSizeReached> {
map.try_insert2(self, val)
}
#[inline]
fn try_append<T>(self, map: &mut HeaderMap<T>, val: T) -> Result<bool, MaxSizeReached> {
map.try_append2(self, val)
}
#[inline]
fn try_entry<T>(self, map: &mut HeaderMap<T>) -> Result<Entry<'_, T>, MaxSizeReached> {
map.try_entry2(self)
}
}
impl IntoHeaderName for HeaderName {}
impl<'a> Sealed for &'a HeaderName {
#[inline]
fn try_insert<T>(
self,
map: &mut HeaderMap<T>,
val: T,
) -> Result<Option<T>, MaxSizeReached> {
map.try_insert2(self, val)
}
#[inline]
fn try_append<T>(self, map: &mut HeaderMap<T>, val: T) -> Result<bool, MaxSizeReached> {
map.try_append2(self, val)
}
#[inline]
fn try_entry<T>(self, map: &mut HeaderMap<T>) -> Result<Entry<'_, T>, MaxSizeReached> {
map.try_entry2(self)
}
}
impl<'a> IntoHeaderName for &'a HeaderName {}
impl Sealed for &'static str {
#[inline]
fn try_insert<T>(
self,
map: &mut HeaderMap<T>,
val: T,
) -> Result<Option<T>, MaxSizeReached> {
HdrName::from_static(self, move |hdr| map.try_insert2(hdr, val))
}
#[inline]
fn try_append<T>(self, map: &mut HeaderMap<T>, val: T) -> Result<bool, MaxSizeReached> {
HdrName::from_static(self, move |hdr| map.try_append2(hdr, val))
}
#[inline]
fn try_entry<T>(self, map: &mut HeaderMap<T>) -> Result<Entry<'_, T>, MaxSizeReached> {
HdrName::from_static(self, move |hdr| map.try_entry2(hdr))
}
}
impl IntoHeaderName for &'static str {}
}
mod as_header_name {
use super::{Entry, HdrName, HeaderMap, HeaderName, InvalidHeaderName, MaxSizeReached};
pub trait AsHeaderName: Sealed {}
#[allow(missing_debug_implementations)]
pub enum TryEntryError {
InvalidHeaderName(InvalidHeaderName),
MaxSizeReached(MaxSizeReached),
}
impl From<InvalidHeaderName> for TryEntryError {
fn from(e: InvalidHeaderName) -> TryEntryError {
TryEntryError::InvalidHeaderName(e)
}
}
impl From<MaxSizeReached> for TryEntryError {
fn from(e: MaxSizeReached) -> TryEntryError {
TryEntryError::MaxSizeReached(e)
}
}
pub trait Sealed {
#[doc(hidden)]
fn try_entry<T>(self, map: &mut HeaderMap<T>) -> Result<Entry<'_, T>, TryEntryError>;
#[doc(hidden)]
fn find<T>(&self, map: &HeaderMap<T>) -> Option<(usize, usize)>;
#[doc(hidden)]
fn as_str(&self) -> &str;
}
impl Sealed for HeaderName {
#[inline]
fn try_entry<T>(self, map: &mut HeaderMap<T>) -> Result<Entry<'_, T>, TryEntryError> {
Ok(map.try_entry2(self)?)
}
#[inline]
fn find<T>(&self, map: &HeaderMap<T>) -> Option<(usize, usize)> {
map.find(self)
}
fn as_str(&self) -> &str {
<HeaderName>::as_str(self)
}
}
impl AsHeaderName for HeaderName {}
impl<'a> Sealed for &'a HeaderName {
#[inline]
fn try_entry<T>(self, map: &mut HeaderMap<T>) -> Result<Entry<'_, T>, TryEntryError> {
Ok(map.try_entry2(self)?)
}
#[inline]
fn find<T>(&self, map: &HeaderMap<T>) -> Option<(usize, usize)> {
map.find(*self)
}
fn as_str(&self) -> &str {
<HeaderName>::as_str(self)
}
}
impl<'a> AsHeaderName for &'a HeaderName {}
impl<'a> Sealed for &'a str {
#[inline]
fn try_entry<T>(self, map: &mut HeaderMap<T>) -> Result<Entry<'_, T>, TryEntryError> {
Ok(HdrName::from_bytes(self.as_bytes(), move |hdr| {
map.try_entry2(hdr)
})??)
}
#[inline]
fn find<T>(&self, map: &HeaderMap<T>) -> Option<(usize, usize)> {
HdrName::from_bytes(self.as_bytes(), move |hdr| map.find(&hdr)).unwrap_or(None)
}
fn as_str(&self) -> &str {
self
}
}
impl<'a> AsHeaderName for &'a str {}
impl Sealed for String {
#[inline]
fn try_entry<T>(self, map: &mut HeaderMap<T>) -> Result<Entry<'_, T>, TryEntryError> {
self.as_str().try_entry(map)
}
#[inline]
fn find<T>(&self, map: &HeaderMap<T>) -> Option<(usize, usize)> {
Sealed::find(&self.as_str(), map)
}
fn as_str(&self) -> &str {
self
}
}
impl AsHeaderName for String {}
impl<'a> Sealed for &'a String {
#[inline]
fn try_entry<T>(self, map: &mut HeaderMap<T>) -> Result<Entry<'_, T>, TryEntryError> {
self.as_str().try_entry(map)
}
#[inline]
fn find<T>(&self, map: &HeaderMap<T>) -> Option<(usize, usize)> {
Sealed::find(*self, map)
}
fn as_str(&self) -> &str {
self
}
}
impl<'a> AsHeaderName for &'a String {}
}
#[test]
fn test_bounds() {
fn check_bounds<T: Send + Send>() {}
check_bounds::<HeaderMap<()>>();
check_bounds::<Iter<'static, ()>>();
check_bounds::<IterMut<'static, ()>>();
check_bounds::<Keys<'static, ()>>();
check_bounds::<Values<'static, ()>>();
check_bounds::<ValuesMut<'static, ()>>();
check_bounds::<Drain<'static, ()>>();
check_bounds::<GetAll<'static, ()>>();
check_bounds::<Entry<'static, ()>>();
check_bounds::<VacantEntry<'static, ()>>();
check_bounds::<OccupiedEntry<'static, ()>>();
check_bounds::<ValueIter<'static, ()>>();
check_bounds::<ValueIterMut<'static, ()>>();
check_bounds::<ValueDrain<'static, ()>>();
}
#[test]
fn skip_duplicates_during_key_iteration() {
let mut map = HeaderMap::new();
map.try_append("a", HeaderValue::from_static("a")).unwrap();
map.try_append("a", HeaderValue::from_static("b")).unwrap();
assert_eq!(map.keys().count(), map.keys_len());
}