diff --git a/setup-toolchain.sh b/setup-toolchain.sh
index f2bf291f0..b83116606 100755
--- a/setup-toolchain.sh
+++ b/setup-toolchain.sh
@@ -1,6 +1,8 @@
 #!/bin/bash
 # Set up the appropriate rustc toolchain
 
+set -e
+
 cd "$(dirname "$0")" || exit
 
 if ! command -v rustup-toolchain-install-master > /dev/null; then