diff --git a/common/configure_fresh_system b/common/configure_fresh_system
index ff81d206..5f9f88ed 100755
--- a/common/configure_fresh_system
+++ b/common/configure_fresh_system
@@ -119,6 +119,9 @@ else
 fi
 
 if [[ -z $NORUBY ]]; then
+    set +e
+    $GPG --keyserver hkp://keys.gnupg.net --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3
+    set -e
     $GPG --keyserver hkp://keys.gnupg.net --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3
     curl -sSL https://get.rvm.io | bash -s stable --ruby
 fi