diff --git a/tests/make/collect_tests.py b/tests/make/collect_tests.py
index acfb799..1f9b2c9 100644
--- a/tests/make/collect_tests.py
+++ b/tests/make/collect_tests.py
@@ -52,6 +52,8 @@ def collect(path):
             continue
         tests.append(entry)
     for entry in path.glob("*"):
+        if entry.with_suffix(".sby").exists():
+            continue
         if entry.is_dir():
             collect(entry)