diff --git a/.gitignore b/.gitignore
index cbe84c77..501a746f 100644
--- a/.gitignore
+++ b/.gitignore
@@ -32,7 +32,6 @@ build/
 Gemfile.lock
 .ruby-version
 .ruby-gemset
-gemfiles/*.gemfile
 gemfiles/*.gemfile.lock
 
 # unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
diff --git a/.travis.yml b/.travis.yml
index 726bca29..dd937d9b 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -5,12 +5,6 @@ sudo: false
 
 env:
   - VAULT_VERSION=0.9.6
-  - VAULT_VERSION=0.8.3
-  - VAULT_VERSION=0.7.3
-  - VAULT_VERSION=0.6.5
-  - VAULT_VERSION=0.5.3
-  - VAULT_VERSION=0.4.1
-  - VAULT_VERSION=0.3.1
 
 before_install:
   - wget -O vault.zip -q https://releases.hashicorp.com/vault/${VAULT_VERSION}/vault_${VAULT_VERSION}_linux_amd64.zip
@@ -28,6 +22,11 @@ rvm:
   - "2.5"
   - "2.6"
 
+gemfile:
+  - gemfiles/rails_4.2.gemfile
+  - gemfiles/rails_5.0.gemfile
+  - gemfiles/rails_5.1.gemfile
+
 before_script:
   - bundle exec rake app:db:create
   - bundle exec rake app:db:schema:load
diff --git a/gemfiles/.bundle/config b/gemfiles/.bundle/config
new file mode 100644
index 00000000..c127f802
--- /dev/null
+++ b/gemfiles/.bundle/config
@@ -0,0 +1,2 @@
+---
+BUNDLE_RETRY: "1"
diff --git a/gemfiles/rails_4.2.gemfile b/gemfiles/rails_4.2.gemfile
new file mode 100644
index 00000000..6977eb02
--- /dev/null
+++ b/gemfiles/rails_4.2.gemfile
@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "rails", "~> 4.2.0"
+
+gemspec path: "../"
diff --git a/gemfiles/rails_5.0.gemfile b/gemfiles/rails_5.0.gemfile
new file mode 100644
index 00000000..10f52e7a
--- /dev/null
+++ b/gemfiles/rails_5.0.gemfile
@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "rails", "~> 5.0.0"
+
+gemspec path: "../"
diff --git a/gemfiles/rails_5.1.gemfile b/gemfiles/rails_5.1.gemfile
new file mode 100644
index 00000000..6100e830
--- /dev/null
+++ b/gemfiles/rails_5.1.gemfile
@@ -0,0 +1,7 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "rails", "~> 5.1.0"
+
+gemspec path: "../"