diff --git a/.allstar/binary_artifacts.yaml b/.allstar/binary_artifacts.yaml
new file mode 100644
index 000000000000..1436e454240f
--- /dev/null
+++ b/.allstar/binary_artifacts.yaml
@@ -0,0 +1,4 @@
+# Ignore reason: Upstream binary test files
+ignorePaths:
+- tools/perf/tests/pe-file.exe
+- tools/perf/tests/pe-file.exe.debug