diff --git a/lib/mongoid/relations/embedded/many.rb b/lib/mongoid/relations/embedded/many.rb
index 439e3b60b3..199ef752fa 100644
--- a/lib/mongoid/relations/embedded/many.rb
+++ b/lib/mongoid/relations/embedded/many.rb
@@ -397,7 +397,7 @@ def remove_all(conditions = {}, method = :delete)
           criteria = find(:all, conditions || {})
           criteria.size.tap do
             criteria.each do |doc|
-              target.delete(doc)
+              target.delete_at(target.index(doc))
               doc.send(method, :suppress => true)
             end
             reindex