Skip to content

Commit

Permalink
Add improvements to insert_with_key
Browse files Browse the repository at this point in the history
This commit adds a lower-level implementation of the generic
`insert_with_key` which I expect to be faster. Now insert could be
defined with insert_with_key, too, although I'm not sure we want to do that.

This also clarifies the tests a bit and adds an `insert_with` function.
  • Loading branch information
killerswan authored and brson committed Nov 25, 2012
1 parent 7b13ef7 commit ff4075e
Show file tree
Hide file tree
Showing 5 changed files with 132 additions and 19 deletions.
98 changes: 83 additions & 15 deletions src/libstd/map.rs
Expand Up @@ -35,7 +35,16 @@ pub trait Map<K:Eq IterBytes Hash Copy, V: Copy> {
* If the map contains a value for the key, use the function
* to set a new value.
*/
fn insert_with_key(ff: fn(K, V, V) -> V, key: K, value: V) -> bool;
fn insert_with_key(key: K, newval: V, ff: fn(K, V, V) -> V) -> bool;

/**
* Add a value to the map.
*
* If the map contains a value for the key, use the function
* to set a new value. (Like insert_with_key, but with a function
* of only values.)
*/
fn insert_with(key: K, newval: V, ff: fn(V, V) -> V) -> bool;

/// Returns true if the map contains a value for the specified key
pure fn contains_key(key: K) -> bool;
Expand Down Expand Up @@ -272,12 +281,57 @@ pub mod chained {
}
}

fn insert_with_key(ff: fn(K, V, V) -> V, key: K, val: V) -> bool {
// this can be optimized but first lets see if it compiles...
fn insert_with_key(key: K, newval: V, ff: fn(K, V, V) -> V) -> bool {
/*
match self.find(key) {
None => return self.insert(key, val),
Some(copy orig) => return self.insert(key, ff(key, orig, val))
}
*/

let hash = key.hash_keyed(0,0) as uint;
match self.search_tbl(&key, hash) {
NotFound => {
self.count += 1u;
let idx = hash % vec::len(self.chains);
let old_chain = self.chains[idx];
self.chains[idx] = Some(@Entry {
hash: hash,
key: key,
value: newval,
next: old_chain});

// consider rehashing if more 3/4 full
let nchains = vec::len(self.chains);
let load = {num: (self.count + 1u) as int,
den: nchains as int};
if !util::rational_leq(load, {num:3, den:4}) {
self.rehash();
}

return true;
}
FoundFirst(idx, entry) => {
self.chains[idx] = Some(@Entry {
hash: hash,
key: key,
value: ff(key, entry.value, newval),
next: entry.next});
return false;
}
FoundAfter(prev, entry) => {
prev.next = Some(@Entry {
hash: hash,
key: key,
value: ff(key, entry.value, newval),
next: entry.next});
return false;
}
}
}

fn insert_with(key: K, newval: V, ff: fn(V, V) -> V) -> bool {
return self.insert_with_key(key, newval, |_k, v, v1| ff(v,v1));
}

pure fn get(k: K) -> V {
Expand Down Expand Up @@ -463,12 +517,16 @@ impl<K: Eq IterBytes Hash Copy, V: Copy> @Mut<LinearMap<K, V>>:
}
}

fn insert_with_key(ff: fn(K, V, V) -> V, key: K, val: V) -> bool {
match self.find(key) {
None => return self.insert(key, val),
Some(copy orig) => return self.insert(key, ff(key, orig, val)),
}
}
fn insert_with_key(key: K, newval: V, ff: fn(K, V, V) -> V) -> bool {
match self.find(key) {
None => return self.insert(key, newval),
Some(copy orig) => return self.insert(key, ff(key, orig, newval))
}
}

fn insert_with(key: K, newval: V, ff: fn(V, V) -> V) -> bool {
return self.insert_with_key(key, newval, |_k, v, v1| ff(v,v1));
}

fn remove(key: K) -> bool {
do self.borrow_mut |p| {
Expand Down Expand Up @@ -778,20 +836,30 @@ mod tests {
fn test_insert_with_key() {
let map = map::HashMap::<~str, uint>();

fn inc(k: ~str, v0: uint, v1: uint) -> uint {
// given a new key, initialize it with this new count, given
// given an existing key, add more to its count
fn addMoreToCount(_k: ~str, v0: uint, v1: uint) -> uint {
v0 + v1
}

fn addMoreToCount_simple(v0: uint, v1: uint) -> uint {
v0 + v1
}

map.insert_with_key(inc, ~"cat", 1);
map.insert_with_key(inc, ~"mongoose", 1);
map.insert_with_key(inc, ~"cat", 7);
map.insert_with_key(inc, ~"ferret", 3);
map.insert_with_key(inc, ~"cat", 2);
// count the number of several types of animal,
// adding in groups as we go
map.insert_with(~"cat", 1, addMoreToCount_simple);
map.insert_with_key(~"mongoose", 1, addMoreToCount);
map.insert_with(~"cat", 7, addMoreToCount_simple);
map.insert_with_key(~"ferret", 3, addMoreToCount);
map.insert_with_key(~"cat", 2, addMoreToCount);

// check the total counts
assert 10 == option::get(map.find(~"cat"));
assert 3 == option::get(map.find(~"ferret"));
assert 1 == option::get(map.find(~"mongoose"));

// sadly, no mythical animals were counted!
assert None == map.find(~"unicorn");
}
}
40 changes: 39 additions & 1 deletion src/libstd/smallintmap.rs
Expand Up @@ -103,13 +103,17 @@ impl<V: Copy> SmallIntMap<V>: map::Map<uint, V> {
pure fn find(key: uint) -> Option<V> { find(self, key) }
fn rehash() { fail }

fn insert_with_key(ff: fn(uint, V, V) -> V, key: uint, val: V) -> bool {
fn insert_with_key(key: uint, val: V, ff: fn(uint, V, V) -> V) -> bool {
match self.find(key) {
None => return self.insert(key, val),
Some(copy orig) => return self.insert(key, ff(key, orig, val)),
}
}

fn insert_with(key: uint, newval: V, ff: fn(V, V) -> V) -> bool {
return self.insert_with_key(key, newval, |_k, v, v1| ff(v,v1));
}

pure fn each(it: fn(key: uint, value: V) -> bool) {
self.each_ref(|k, v| it(*k, *v))
}
Expand Down Expand Up @@ -149,3 +153,37 @@ impl<V: Copy> SmallIntMap<V>: ops::Index<uint, V> {
pub fn as_map<V: Copy>(s: SmallIntMap<V>) -> map::Map<uint, V> {
s as map::Map::<uint, V>
}

#[cfg(test)]
mod tests {

#[test]
fn test_insert_with_key() {
let map: SmallIntMap<uint> = mk();

// given a new key, initialize it with this new count, given
// given an existing key, add more to its count
fn addMoreToCount(_k: uint, v0: uint, v1: uint) -> uint {
v0 + v1
}

fn addMoreToCount_simple(v0: uint, v1: uint) -> uint {
v0 + v1
}

// count integers
map.insert_with(3, 1, addMoreToCount_simple);
map.insert_with_key(9, 1, addMoreToCount);
map.insert_with(3, 7, addMoreToCount_simple);
map.insert_with_key(5, 3, addMoreToCount);
map.insert_with_key(3, 2, addMoreToCount);

// check the total counts
assert 10 == option::get(map.find(3));
assert 3 == option::get(map.find(5));
assert 1 == option::get(map.find(9));

// sadly, no sevens were counted
assert None == map.find(7);
}
}
2 changes: 1 addition & 1 deletion src/test/bench/shootout-k-nucleotide-pipes.rs
Expand Up @@ -69,7 +69,7 @@ fn find(mm: HashMap<~[u8], uint>, key: ~str) -> uint {
// given a map, increment the counter for a key
fn update_freq(mm: HashMap<~[u8], uint>, key: &[u8]) {
let key = vec::slice(key, 0, key.len());
mm.insert_with_key(|k,v,v1| {v + v1}, key, 1);
mm.insert_with(key, 1, |v,v1| { v+v1 });
}

// given a ~[u8], for each window call a function
Expand Down
2 changes: 1 addition & 1 deletion src/test/bench/shootout-k-nucleotide.rs
Expand Up @@ -66,7 +66,7 @@ fn find(mm: HashMap<~[u8], uint>, key: ~str) -> uint {
// given a map, increment the counter for a key
fn update_freq(mm: HashMap<~[u8], uint>, key: &[u8]) {
let key = vec::slice(key, 0, key.len());
mm.insert_with_key(|k,v,v1| {v + v1}, key, 1);
mm.insert_with(key, 1, |v,v1| { v+v1 });
}

// given a ~[u8], for each window call a function
Expand Down
9 changes: 8 additions & 1 deletion src/test/run-pass/class-impl-very-parameterized-trait.rs
Expand Up @@ -61,13 +61,20 @@ impl<T: Copy> cat<T> : Map<int, T> {
else { None }
}

fn insert_with_key(ff: fn(+k: int, +v0: T, +v1: T) -> T, +key: int, +val: T) -> bool {
fn insert_with_key(+key: int, +val: T, ff: fn(+k: int, +v0: T, +v1: T) -> T) -> bool {
match self.find(key) {
None => return self.insert(key, val),
Some(copy orig) => return self.insert(key, ff(key, orig, val))
}
}

fn insert_with(+key: int, +val: T, ff: fn(+v0: T, +v1: T) -> T) -> bool {
match self.find(key) {
None => return self.insert(key, val),
Some(copy orig) => return self.insert(key, ff(orig, val))
}
}


fn remove(+k:int) -> bool {
match self.find(k) {
Expand Down

0 comments on commit ff4075e

Please sign in to comment.