diff --git a/.gitignore b/.gitignore
index 43b0fba4..cd2acb28 100644
--- a/.gitignore
+++ b/.gitignore
@@ -21,3 +21,4 @@ tmp
 *.swp
 .ruby-version
 .ruby-gemset
+vendor/bundle
diff --git a/.travis.yml b/.travis.yml
index 6a014fae..e39bb3e9 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -2,9 +2,6 @@ language: ruby
 
 sudo: false
 
-cache:
-  bundler: true
-
 rvm:
   - 1.9.3
   - 2.0.0
@@ -12,8 +9,10 @@ rvm:
   - ruby-head
   - rbx-2
 
-install:
-  - bundle install --retry=3
+install: bundle install --path=vendor/bundle --retry=3 --jobs=3
+cache:
+  directories:
+    - vendor/bundle
 
 script:
   - env CAPTURE_STDERR=${CAPTURE_STDERR:-false} bundle exec rake ci
diff --git a/appveyor.yml b/appveyor.yml
index 28c08a40..6190feab 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -11,6 +11,9 @@ environment:
     - ruby_version: "21"
     - ruby_version: "21-x64"
 
+cache:
+  - vendor/bundle
+
 install:
   - SET PATH=C:\Ruby%ruby_version%\bin;%PATH%
   - ruby --version
@@ -18,7 +21,7 @@ install:
   - gem install bundler
   - bundler --version
   - bundle platform
-  - bundle install --retry=3
+  - bundle install --path=vendor/bundle --retry=3 --jobs=3
 
 test_script:
   - bundle exec rake ci