diff --git a/esrally/config.py b/esrally/config.py
index a78ebf77c..b8e0d79d6 100644
--- a/esrally/config.py
+++ b/esrally/config.py
@@ -447,6 +447,7 @@ def create_config(self, config_file, advanced_config=False, assume_defaults=Fals
             # the Elasticsearch directory is just the last path component (relative to the source root directory)
             config["source"]["elasticsearch.src.subdir"] = io.basename(source_dir)
 
+        if gradle_bin:
             config["build"] = {}
             config["build"]["gradle.bin"] = gradle_bin