diff --git a/scripts/nightly.yaml b/scripts/nightly.yaml
index 0c06f3457..294f4f947 100644
--- a/scripts/nightly.yaml
+++ b/scripts/nightly.yaml
@@ -216,15 +216,6 @@ stages:
         scriptPath: scripts/mk_unix_dist.py
         arguments: --nodotnet --nojava --arch=arm64
         pythonInterpreter: $(python)
-    - script: git clone https://github.com/z3prover/z3test z3test
-      displayName: 'Clone z3test'
-    - task: PythonScript@0
-      displayName: Test
-      inputs:
-        scriptSource: 'filepath'
-        scriptPath: z3test/scripts/test_benchmarks.py
-        arguments: build-dist/z3 z3test/regressions/smt2
-        pythonInterpreter: $(python)
     - task: CopyFiles@2
       inputs:
         sourceFolder: dist