diff --git a/.travis.yml b/.travis.yml
index 06ef9378f..e34b1ed34 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -3,8 +3,6 @@ env:
   global:
     - JRUBY_OPTS="$JRUBY_OPTS --debug"
   matrix:
-    - RAILS_VERSION="~> 3.0.0"
-    - RAILS_VERSION="~> 3.1.0"
     - RAILS_VERSION="~> 3.2.0"
     - RAILS_VERSION="~> 4.0.0"
     - RAILS_VERSION="~> 4.1.0"
@@ -20,3 +18,4 @@ matrix:
   allow_failures:
     - rvm: jruby-head
     - rvm: ruby-head
+  fast_finish: true
diff --git a/Gemfile b/Gemfile
index f1935abb8..1e5b88188 100644
--- a/Gemfile
+++ b/Gemfile
@@ -12,8 +12,8 @@ platforms :jruby do
 end
 
 group :test do
-  gem 'activerecord', (ENV['RAILS_VERSION'] || ['>= 3.0', '< 4.2'])
-  gem 'actionmailer', (ENV['RAILS_VERSION'] || ['>= 3.0', '< 4.2'])
+  gem 'activerecord', (ENV['RAILS_VERSION'] || ['>= 3.2', '< 4.2'])
+  gem 'actionmailer', (ENV['RAILS_VERSION'] || ['>= 3.2', '< 4.2'])
   gem 'coveralls', :require => false
   gem 'rspec', '>= 3'
   gem 'rubocop', '>= 0.23'