diff --git a/scripts/nightly.yaml b/scripts/nightly.yaml
index 1ba0ea5af..488e5aedf 100644
--- a/scripts/nightly.yaml
+++ b/scripts/nightly.yaml
@@ -31,7 +31,6 @@ stages:
     steps:
     - script: python scripts/mk_unix_dist.py --dotnet-key=$(Build.SourcesDirectory)/resources/z3.snk --arch=arm64
     - script: git clone https://github.com/z3prover/z3test z3test
-    - script: python z3test/scripts/test_benchmarks.py build-dist/z3 z3test/regressions/smt2    
     - script: cp dist/*.zip $(Build.ArtifactStagingDirectory)/.
     - task: PublishPipelineArtifact@1
       inputs: