diff --git a/scripts/vsts-mac.sh b/scripts/vsts-mac.sh
index 24553cd60..3a5a86b47 100644
--- a/scripts/vsts-mac.sh
+++ b/scripts/vsts-mac.sh
@@ -14,5 +14,5 @@ make c_example
 ./test_capi
 
 git clone https://github.com/z3prover/z3test.git z3test
-python z3test/scripts/test_benchmarks.py z3 ./z3test/regressions/smt2
+python z3test/scripts/test_benchmarks.py ./z3.bin ./z3test/regressions/smt2