diff --git a/bin/rbenv-set-default b/bin/rbenv-set-default
index 8567778e..6c0b7298 100755
--- a/bin/rbenv-set-default
+++ b/bin/rbenv-set-default
@@ -1,5 +1,7 @@
 #!/bin/bash
 
+set -e
+
 RBENV_VERSION="$1"
 if [ -z "$RBENV_VERSION" ]; then
   echo "usage: rbenv set-default VERSION" >&2
diff --git a/bin/rbenv-versions b/bin/rbenv-versions
index 2ae67e78..0a2b5a0b 100755
--- a/bin/rbenv-versions
+++ b/bin/rbenv-versions
@@ -1,5 +1,7 @@
 #!/bin/bash
 
+set -e
+
 RBENV_VERSION="$(rbenv-version)"
 
 for path in ~/.rbenv/versions/*; do