diff --git a/contrib/circle_balanceload.sh b/contrib/circle_balanceload.sh
index f1b5f38f2ff3b0..067e04b8747982 100755
--- a/contrib/circle_balanceload.sh
+++ b/contrib/circle_balanceload.sh
@@ -1,6 +1,8 @@
 #!/bin/bash
 # Balance the testing load between 2 CircleCI parallel containers
 
+set -e
+
 tests=($(/tmp/julia/bin/julia -e 'include("choosetests.jl"); t = choosetests(["all"])[1]; print(join(t, " "))'))
 
 # Command to run tests -- append names for specific tests