diff --git a/.travis.yml b/.travis.yml
index e8a3b9a9c..1e48719b2 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -50,6 +50,7 @@ matrix:
     - env: INTEGRATION=hyperium/hyper
 
 script:
+  - rm rust-toolchain
   - cargo install rustup-toolchain-install-master || echo "rustup-toolchain-install-master already installed"
   - travis_retry rustup-toolchain-install-master -f -n master
   - rustup default master
diff --git a/appveyor.yml b/appveyor.yml
index 1674932d5..07bbbcab5 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -13,6 +13,7 @@ environment:
 
 install:
     - set PATH=C:\Program Files\Git\mingw64\bin;%PATH%
+    - del rust-toolchain
     - curl -sSf -o rustup-init.exe https://win.rustup.rs/
     - rustup-init.exe -y --default-host %TARGET% --default-toolchain nightly
     - set PATH=%PATH%;C:\Users\appveyor\.cargo\bin;C:\Users\appveyor\.rustup\toolchains\nightly-%TARGET%\bin