diff --git a/test/certs/generate.sh b/test/certs/generate.sh
index 9e1a6c3036d..7386e799280 100755
--- a/test/certs/generate.sh
+++ b/test/certs/generate.sh
@@ -63,6 +63,7 @@ webpki() (
   # This function executes in a subshell, so this cd does not affect the parent
   # script.
   cd ../..
+  make build
   mkdir ./test/certs/webpki
   go run ./test/certs/webpki.go
 )
diff --git a/test/certs/webpki.go b/test/certs/webpki.go
index 759c1169410..a0d6c7f30c3 100644
--- a/test/certs/webpki.go
+++ b/test/certs/webpki.go
@@ -81,10 +81,6 @@ func main() {
 	_ = blog.Set(blog.StdoutLogger(6))
 	defer cmd.AuditPanic()
 
-	// Compile the ceremony binary for easy re-use.
-	_, err := exec.Command("make", "build").CombinedOutput()
-	cmd.FailOnError(err, "compiling ceremony tool")
-
 	// Create SoftHSM slots for the root signing keys
 	rsaRootKeySlot, err := createSlot("Root RSA")
 	cmd.FailOnError(err, "failed creating softhsm2 slot for RSA root key")