diff --git a/test/cmdlineargs.jl b/test/cmdlineargs.jl
index 9bdf5b83a0d2eb..426a4e83a13602 100644
--- a/test/cmdlineargs.jl
+++ b/test/cmdlineargs.jl
@@ -33,7 +33,7 @@ end
 
 # Returns true if the given command errors, but doesn't signal
 function errors_not_signals(cmd::Cmd)
-    p = run(ignorestatus(cmd))
+    p = run(pipeline(ignorestatus(cmd); stdout=devnull, stderr=devnull)))
     return errors_not_signals(p)
 end
 errors_not_signals(p::Base.Process) = process_exited(p) && !Base.process_signaled(p) && !success(p)