diff --git a/common/configure_fresh_system b/common/configure_fresh_system
index d933e562..9508dd9c 100755
--- a/common/configure_fresh_system
+++ b/common/configure_fresh_system
@@ -124,7 +124,10 @@ if [[ -z $NORUBY ]]; then
     set -e
     $GPG --keyserver hkp://keys.gnupg.net --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3
     curl -sSL https://get.rvm.io | bash -s stable --ruby
+    set +e
+    source /usr/local/rvm/scripts/rvm
     source ~/.rvm/scripts/rvm
+    set -e
 fi
 
 if [[ -z $NOVIM ]]; then