diff --git a/common/configure_fresh_system.sh b/common/configure_fresh_system.sh
index 08a0c99c..d01dafcc 100755
--- a/common/configure_fresh_system.sh
+++ b/common/configure_fresh_system.sh
@@ -157,11 +157,18 @@ else
     GPG=gpg
 fi
 
+echo "Getting GPG keys.."
+for key in \
+    409B6B1796C275462A1703113804BB82D39DC0E3 \
+    7D2BAF1CF37B13E2069D6956105BD0E739499BDB
+; do \
+    $GPG --keyserver hkp://keys.gnupg.net --recv-keys "$key" || \
+    $GPG --keyserver hkp://p80.pool.sks-keyservers.net:80 --recv-keys "$key" || \
+    $GPG --keyserver hkp://ipv4.pool.sks-keyservers.net --recv-keys "$key" || \
+    $GPG --keyserver hkp://pgp.mit.edu:80 --recv-keys "$key" ; \
+done
+
 if [[ -z $NORUBY ]]; then
-    set +e
-    $GPG --keyserver hkp://keys.gnupg.net --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3
-    set -e
-    $GPG --keyserver hkp://keys.gnupg.net --recv-keys 409B6B1796C275462A1703113804BB82D39DC0E3
     echo "Downloading RVM..."
     $CURL https://get.rvm.io | bash
     set +e