diff --git a/scripts/nightly.yaml b/scripts/nightly.yaml
index 11d95ea98..211f7144c 100644
--- a/scripts/nightly.yaml
+++ b/scripts/nightly.yaml
@@ -9,6 +9,8 @@ jobs:
     inputs:
       secureFile: 'z3.snk'
   - script: python scripts/mk_unix_dist.py --dotnet-key=$(Agent.TempDirectory)/z3.snk
+  - script: git clone https://github.com/z3prover/z3test z3test
+  - script: python z3test/scripts/test_benchmarks.py build-dist/z3 z3test/regressions/smt2    
   - script: cp dist/*.zip $(Build.ArtifactStagingDirectory)/.
   - task: PublishPipelineArtifact@0
     inputs:
@@ -25,6 +27,8 @@ jobs:
     inputs:
       secureFile: 'z3.snk'
   - script: python scripts/mk_unix_dist.py --dotnet-key=$(Agent.TempDirectory)/z3.snk
+  - script: git clone https://github.com/z3prover/z3test z3test
+  - script: python z3test/scripts/test_benchmarks.py build-dist/z3 z3test/regressions/smt2    
   - script: cp dist/*.zip $(Build.ArtifactStagingDirectory)/.
   - task: PublishPipelineArtifact@0
     inputs:
@@ -40,6 +44,8 @@ jobs:
     inputs:
       secureFile: 'z3.snk'
   - script: scripts\mk_win_dist.cmd
+  - script: git clone https://github.com/z3prover/z3test z3test
+  - script: python z3test/scripts/test_benchmarks.py build-dist/z3.exe z3test/regressions/smt2    
   - script: xcopy dist\*.zip $(Build.ArtifactStagingDirectory)\* /y
   - task: PublishPipelineArtifact@0
     inputs:
@@ -82,4 +88,4 @@ jobs:
       isPreRelease: true
 
 
-
+# TBD: run regression tests on generated binaries.