--- a/create-test-environment
+++ b/create-test-environment
@@ -160,11 +160,12 @@ echo ""
 echo "Building Docker images."
 echo "This could take a while and may consume a lot of internet bandwidth."
 echo "If you don't want Docker images, it is safe to hit CTRL+c to abort this."
 
 ./d0cker build-all || {
   echo "You will not be able to run tests that require Docker.";
   echo "Please see https://docs.docker.com/installation/ for how to install Docker.";
   echo "When Docker is installed, re-run this script";
+  exit 1
 }
 
 echo finished creating test environment