mirrors/z3
3
0
Fork 0
mirror of https://github.com/Z3Prover/z3 synced 2025-04-06 17:44:08 +00:00
Code Activity

align nightly and release yamls

Browse source 
Signed-off-by: Nikolaj Bjorner <nbjorner@microsoft.com>
This commit is contained in:
Nikolaj Bjorner 2024-09-26 13:59:17 +01:00
parent 8d831a1adf
commit 649c36aa03
2 changed files with 88 additions and 85 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

46
scripts/nightly.yaml
View file

@ -10,7 +10,7 @@ stages:
- stage: Build - stage: Build
jobs: jobs:
- job: MacBuild - job: MacBuild
displayName: "macOS Build" displayName: "Mac Build"
pool: pool:
vmImage: "macOS-latest" vmImage: "macOS-latest"
steps: steps:
@ -35,7 +35,7 @@ stages:
targetFolder: $(Build.ArtifactStagingDirectory) targetFolder: $(Build.ArtifactStagingDirectory)
- task: PublishPipelineArtifact@0 - task: PublishPipelineArtifact@0
inputs: inputs:
artifactName: 'macOSBuild' artifactName: 'macOsBuild'
targetPath: $(Build.ArtifactStagingDirectory) targetPath: $(Build.ArtifactStagingDirectory)
- job: MacBuildArm64 - job: MacBuildArm64
@ -227,7 +227,7 @@ stages:
artifact: 'WindowsBuild-x64' artifact: 'WindowsBuild-x64'
path: $(Agent.TempDirectory)\package path: $(Agent.TempDirectory)\package
- task: DownloadPipelineArtifact@2 - task: DownloadPipelineArtifact@2
displayName: 'Download Ubuntu 20.04 Build' displayName: 'Download Ubuntu Build'
inputs: inputs:
artifact: 'UbuntuBuild' artifact: 'UbuntuBuild'
path: $(Agent.TempDirectory)\package path: $(Agent.TempDirectory)\package
@ -449,30 +449,36 @@ stages:
pool: pool:
vmImage: "ubuntu-latest" vmImage: "ubuntu-latest"
steps: steps:
- task: DownloadPipelineArtifact@2 - task: DownloadPipelineArtifact@2
inputs: displayName: 'Download macOS Build'
artifactName: 'WindowsBuild-x86'
targetPath: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2
inputs:
artifactName: 'WindowsBuild-x64'
targetPath: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2
inputs:
artifactName: 'ManyLinuxPythonBuildAMD64'
targetPath: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2
inputs:
artifactName: 'ManyLinuxPythonBuildArm64'
targetPath: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2
inputs: inputs:
artifactName: 'macOsBuild' artifactName: 'macOsBuild'
targetPath: $(Agent.TempDirectory) targetPath: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2 - task: DownloadPipelineArtifact@2
displayName: 'Download macOS Arm64 Build'
inputs: inputs:
artifactName: 'MacArm64' artifactName: 'MacArm64'
targetPath: $(Agent.TempDirectory) targetPath: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2
displayName: 'Download Win64 Build'
inputs:
artifactName: 'WindowsBuild-x64'
targetPath: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2
displayName: 'Download Win32 Build'
inputs:
artifactName: 'WindowsBuild-x86'
targetPath: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2
displayName: 'Download ManyLinux Build'
inputs:
artifactName: 'ManyLinuxPythonBuildAMD64'
targetPath: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2
displayName: 'Download ManyLinux Arm64 Build'
inputs:
artifactName: 'ManyLinuxPythonBuildArm64'
targetPath: $(Agent.TempDirectory)
- script: cd $(Agent.TempDirectory); mkdir osx-x64-bin; cd osx-x64-bin; unzip ../*x64-osx*.zip - script: cd $(Agent.TempDirectory); mkdir osx-x64-bin; cd osx-x64-bin; unzip ../*x64-osx*.zip
- script: cd $(Agent.TempDirectory); mkdir osx-arm64-bin; cd osx-arm64-bin; unzip ../*arm64-osx*.zip - script: cd $(Agent.TempDirectory); mkdir osx-arm64-bin; cd osx-arm64-bin; unzip ../*arm64-osx*.zip
# - script: cd $(Agent.TempDirectory); mkdir musl-bin; cd musl-bin; unzip ../*-linux.zip # - script: cd $(Agent.TempDirectory); mkdir musl-bin; cd musl-bin; unzip ../*-linux.zip

127
scripts/release.yml
View file

@ -15,7 +15,7 @@ stages:
jobs: jobs:
- job: MacBuild - job: MacBuild
displayName: "macOS Build" displayName: "Mac Build"
pool: pool:
vmImage: "macOS-latest" vmImage: "macOS-latest"
steps: steps:
@ -40,11 +40,11 @@ stages:
targetFolder: $(Build.ArtifactStagingDirectory) targetFolder: $(Build.ArtifactStagingDirectory)
- task: PublishPipelineArtifact@0 - task: PublishPipelineArtifact@0
inputs: inputs:
artifactName: 'macOSBuild' artifactName: 'macOsBuild'
targetPath: $(Build.ArtifactStagingDirectory) targetPath: $(Build.ArtifactStagingDirectory)
- job: MacBuildArm64 - job: MacBuildArm64
displayName: "macOS ARM64 Build" displayName: "Mac ARM64 Build"
pool: pool:
vmImage: "macOS-latest" vmImage: "macOS-latest"
steps: steps:
@ -145,43 +145,29 @@ stages:
artifactName: 'UbuntuDoc' artifactName: 'UbuntuDoc'
targetPath: $(Build.ArtifactStagingDirectory) targetPath: $(Build.ArtifactStagingDirectory)
- job: LinuxBuilds - job: "ManylinuxPythonBuildAmd64"
displayName: "ManyLinux build" displayName: "Python bindings (manylinux Centos AMD64) build"
variables:
name: ManyLinux
python: "/opt/python/cp37-cp37m/bin/python"
pool: pool:
vmImage: "ubuntu-latest" vmImage: "ubuntu-latest"
container: "quay.io/pypa/manylinux2014_x86_64:latest" container: "quay.io/pypa/manylinux2014_x86_64:latest"
steps: steps:
- task: PythonScript@0 - script: "/opt/python/cp38-cp38/bin/python -m venv $PWD/env"
displayName: Build - script: 'echo "##vso[task.prependpath]$PWD/env/bin"'
inputs: - script: "pip install build git+https://github.com/rhelmot/auditwheel" # @TODO remove when patches make it upstream
scriptSource: 'filepath' - script: "cd src/api/python && python -m build && AUDITWHEEL_PLAT= auditwheel repair --best-plat dist/*.whl && cd ../../.."
scriptPath: scripts/mk_unix_dist.py - script: "pip install ./src/api/python/wheelhouse/*.whl && python - <src/api/python/z3test.py z3 && python - <src/api/python/z3test.py z3num"
arguments: --nodotnet --nojava
pythonInterpreter: $(python)
- script: git clone https://github.com/z3prover/z3test z3test
displayName: 'Clone z3test'
- task: PythonScript@0
displayName: Test
inputs:
scriptSource: 'filepath'
scriptPath: z3test/scripts/test_benchmarks.py
arguments: build-dist/z3 z3test/regressions/smt2
pythonInterpreter: $(python)
- task: CopyFiles@2 - task: CopyFiles@2
inputs: inputs:
sourceFolder: dist sourceFolder: src/api/python/wheelhouse
contents: '*.zip' contents: '*.whl'
targetFolder: $(Build.ArtifactStagingDirectory) targetFolder: $(Build.ArtifactStagingDirectory)
- task: PublishPipelineArtifact@0 - task: PublishPipelineArtifact@0
inputs: inputs:
artifactName: 'ManyLinuxBuild' artifactName: 'ManyLinuxPythonBuildAMD64'
targetPath: $(Build.ArtifactStagingDirectory) targetPath: $(Build.ArtifactStagingDirectory)
- job: LinuxBuildsArm64 - job: ManyLinuxPythonBuildArm64
displayName: "ManyLinux ARM64 build" displayName: "Python bindings (manylinux Centos ARM64 cross) build"
variables: variables:
name: ManyLinux name: ManyLinux
python: "/opt/python/cp37-cp37m/bin/python" python: "/opt/python/cp37-cp37m/bin/python"
@ -192,26 +178,24 @@ stages:
- script: curl -L -o /tmp/arm-toolchain.tar.xz 'https://developer.arm.com/-/media/Files/downloads/gnu/11.2-2022.02/binrel/gcc-arm-11.2-2022.02-x86_64-aarch64-none-linux-gnu.tar.xz?rev=33c6e30e5ac64e6dba8f0431f2c35f1b&hash=9918A05BF47621B632C7A5C8D2BB438FB80A4480' - script: curl -L -o /tmp/arm-toolchain.tar.xz 'https://developer.arm.com/-/media/Files/downloads/gnu/11.2-2022.02/binrel/gcc-arm-11.2-2022.02-x86_64-aarch64-none-linux-gnu.tar.xz?rev=33c6e30e5ac64e6dba8f0431f2c35f1b&hash=9918A05BF47621B632C7A5C8D2BB438FB80A4480'
- script: mkdir -p /tmp/arm-toolchain/ - script: mkdir -p /tmp/arm-toolchain/
- script: tar xf /tmp/arm-toolchain.tar.xz -C /tmp/arm-toolchain/ --strip-components=1 - script: tar xf /tmp/arm-toolchain.tar.xz -C /tmp/arm-toolchain/ --strip-components=1
- script: "/opt/python/cp38-cp38/bin/python -m venv $PWD/env"
- script: 'echo "##vso[task.prependpath]$PWD/env/bin"'
- script: echo '##vso[task.prependpath]/tmp/arm-toolchain/bin' - script: echo '##vso[task.prependpath]/tmp/arm-toolchain/bin'
- script: echo '##vso[task.prependpath]/tmp/arm-toolchain/aarch64-none-linux-gnu/libc/usr/bin' - script: echo '##vso[task.prependpath]/tmp/arm-toolchain/aarch64-none-linux-gnu/libc/usr/bin'
- script: echo $PATH - script: echo $PATH
- script: stat /tmp/arm-toolchain/bin/aarch64-none-linux-gnu-gcc - script: "stat `which aarch64-none-linux-gnu-gcc`"
- task: PythonScript@0 - script: "pip install build git+https://github.com/rhelmot/auditwheel"
displayName: Build - script: "cd src/api/python && CC=aarch64-none-linux-gnu-gcc CXX=aarch64-none-linux-gnu-g++ AR=aarch64-none-linux-gnu-ar LD=aarch64-none-linux-gnu-ld Z3_CROSS_COMPILING=aarch64 python -m build && AUDITWHEEL_PLAT= auditwheel repair --best-plat dist/*.whl && cd ../../.."
inputs:
scriptSource: 'filepath'
scriptPath: scripts/mk_unix_dist.py
arguments: --nodotnet --nojava --arch=arm64
pythonInterpreter: $(python)
- task: CopyFiles@2 - task: CopyFiles@2
inputs: inputs:
sourceFolder: dist sourceFolder: src/api/python/wheelhouse
contents: '*.zip' contents: '*.whl'
targetFolder: $(Build.ArtifactStagingDirectory) targetFolder: $(Build.ArtifactStagingDirectory)
- task: PublishPipelineArtifact@0 - task: PublishPipelineArtifact@0
inputs: inputs:
artifactName: 'ManyLinuxBuildArm64' artifactName: 'ManyLinuxPythonBuildArm64'
targetPath: $(Build.ArtifactStagingDirectory) targetPath: $(Build.ArtifactStagingDirectory)
- template: build-win-signed.yml - template: build-win-signed.yml
parameters: parameters:
@ -263,8 +247,14 @@ stages:
- task: DownloadPipelineArtifact@2 - task: DownloadPipelineArtifact@2
displayName: 'Download macOS Build' displayName: 'Download macOS Build'
inputs: inputs:
artifact: 'macOSBuild' artifact: 'macOsBuild'
path: $(Agent.TempDirectory)\package path: $(Agent.TempDirectory)\package
- task: DownloadPipelineArtifact@2
displayName: 'Download macOS Arm64 Build'
inputs:
artifact: 'MacArm64'
path: $(Agent.TempDirectory)\package
- task: NuGetToolInstaller@0 - task: NuGetToolInstaller@0
inputs: inputs:
versionSpec: 5.x versionSpec: 5.x
@ -289,6 +279,8 @@ stages:
command: custom command: custom
arguments: 'pack $(Agent.TempDirectory)\package\out\Microsoft.Z3.sym.nuspec -OutputDirectory $(Build.ArtifactStagingDirectory) -Verbosity detailed -Symbols -SymbolPackageFormat snupkg -BasePath $(Agent.TempDirectory)\package\out' arguments: 'pack $(Agent.TempDirectory)\package\out\Microsoft.Z3.sym.nuspec -OutputDirectory $(Build.ArtifactStagingDirectory) -Verbosity detailed -Symbols -SymbolPackageFormat snupkg -BasePath $(Agent.TempDirectory)\package\out'
- task: EsrpCodeSigning@2 - task: EsrpCodeSigning@2
condition: eq(1,0)
continueOnError: true
displayName: 'Sign Package' displayName: 'Sign Package'
inputs: inputs:
ConnectedServiceName: 'z3-esrp-signing-2' ConnectedServiceName: 'z3-esrp-signing-2'
@ -317,6 +309,8 @@ stages:
MaxRetryAttempts: '5' MaxRetryAttempts: '5'
- task: EsrpCodeSigning@2 - task: EsrpCodeSigning@2
displayName: 'Sign Symbol Package' displayName: 'Sign Symbol Package'
condition: eq(1,0)
continueOnError: true
inputs: inputs:
ConnectedServiceName: 'z3-esrp-signing-2' ConnectedServiceName: 'z3-esrp-signing-2'
FolderPath: $(Build.ArtifactStagingDirectory) FolderPath: $(Build.ArtifactStagingDirectory)
@ -388,6 +382,8 @@ stages:
command: custom command: custom
arguments: 'pack $(Agent.TempDirectory)\package\out\Microsoft.Z3.x86.sym.nuspec -OutputDirectory $(Build.ArtifactStagingDirectory) -Verbosity detailed -Symbols -SymbolPackageFormat snupkg -BasePath $(Agent.TempDirectory)\package\out' arguments: 'pack $(Agent.TempDirectory)\package\out\Microsoft.Z3.x86.sym.nuspec -OutputDirectory $(Build.ArtifactStagingDirectory) -Verbosity detailed -Symbols -SymbolPackageFormat snupkg -BasePath $(Agent.TempDirectory)\package\out'
- task: EsrpCodeSigning@2 - task: EsrpCodeSigning@2
condition: eq(1,0)
continueOnError: true
displayName: 'Sign Package' displayName: 'Sign Package'
inputs: inputs:
ConnectedServiceName: 'z3-esrp-signing-2' ConnectedServiceName: 'z3-esrp-signing-2'
@ -415,6 +411,8 @@ stages:
MaxConcurrency: '50' MaxConcurrency: '50'
MaxRetryAttempts: '5' MaxRetryAttempts: '5'
- task: EsrpCodeSigning@2 - task: EsrpCodeSigning@2
condition: eq(1,0)
continueOnError: true
displayName: 'Sign Symbol Package' displayName: 'Sign Symbol Package'
inputs: inputs:
ConnectedServiceName: 'z3-esrp-signing-2' ConnectedServiceName: 'z3-esrp-signing-2'
@ -447,7 +445,7 @@ stages:
artifactName: 'NuGet32' artifactName: 'NuGet32'
- job: PythonPackage - job: Python
displayName: "Python packaging" displayName: "Python packaging"
pool: pool:
vmImage: "ubuntu-latest" vmImage: "ubuntu-latest"
@ -455,22 +453,12 @@ stages:
- task: DownloadPipelineArtifact@2 - task: DownloadPipelineArtifact@2
displayName: 'Download macOS Build' displayName: 'Download macOS Build'
inputs: inputs:
artifact: 'macOSBuild' artifact: 'macOsBuild'
path: $(Agent.TempDirectory) path: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2 - task: DownloadPipelineArtifact@2
displayName: 'Download macOS Arm64 Build' displayName: 'Download macOS Arm64 Build'
inputs: inputs:
artifact: 'MacArm64' artifact: 'MacArm64'
path: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2
displayName: 'Download ManyLinux Build'
inputs:
artifact: 'ManyLinuxBuild'
path: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2
displayName: 'Download ManyLinux Arm64 Build'
inputs:
artifact: 'ManyLinuxBuildArm64'
path: $(Agent.TempDirectory) path: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2 - task: DownloadPipelineArtifact@2
displayName: 'Download Win32 Build' displayName: 'Download Win32 Build'
@ -481,22 +469,31 @@ stages:
displayName: 'Download Win64 Build' displayName: 'Download Win64 Build'
inputs: inputs:
artifact: 'WindowsBuild-x64' artifact: 'WindowsBuild-x64'
path: $(Agent.TempDirectory) path: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2
displayName: 'Download ManyLinux Build'
inputs:
artifactName: 'ManyLinuxPythonBuildAMD64'
targetPath: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2
displayName: 'Download ManyLinux Arm64 Build'
inputs:
artifactName: 'ManyLinuxPythonBuildArm64'
targetPath: $(Agent.TempDirectory)
- script: cd $(Agent.TempDirectory); mkdir osx-x64-bin; cd osx-x64-bin; unzip ../*x64-osx*.zip - script: cd $(Agent.TempDirectory); mkdir osx-x64-bin; cd osx-x64-bin; unzip ../*x64-osx*.zip
- script: cd $(Agent.TempDirectory); mkdir osx-arm64-bin; cd osx-arm64-bin; unzip ../*arm64-osx*.zip - script: cd $(Agent.TempDirectory); mkdir osx-arm64-bin; cd osx-arm64-bin; unzip ../*arm64-osx*.zip
- script: cd $(Agent.TempDirectory); mkdir libc-x64-bin; cd libc-x64-bin; unzip ../*x64-glibc*.zip # - script: cd $(Agent.TempDirectory); mkdir musl-bin; cd musl-bin; unzip ../*-linux.zip
- script: cd $(Agent.TempDirectory); mkdir libc-arm64-bin; cd libc-arm64-bin; unzip ../*arm64-glibc*.zip
- script: cd $(Agent.TempDirectory); mkdir win32-bin; cd win32-bin; unzip ../*x86-win*.zip - script: cd $(Agent.TempDirectory); mkdir win32-bin; cd win32-bin; unzip ../*x86-win*.zip
- script: cd $(Agent.TempDirectory); mkdir win64-bin; cd win64-bin; unzip ../*x64-win*.zip - script: cd $(Agent.TempDirectory); mkdir win64-bin; cd win64-bin; unzip ../*x64-win*.zip
- script: python3 -m pip install --user -U setuptools wheel - script: python3 -m pip install --user -U setuptools
- script: cd src/api/python; python3 setup.py sdist - script: cd src/api/python; python3 setup.py sdist
# take a look at this PREMIUM HACK I came up with to get around the fact that the azure variable syntax overloads the bash syntax for subshells # take a look at this PREMIUM HACK I came up with to get around the fact that the azure variable syntax overloads the bash syntax for subshells
- script: cd src/api/python; echo $(Agent.TempDirectory)/osx-x64-bin/* | xargs printf 'PACKAGE_FROM_RELEASE=%s\n' | xargs -I '{}' env '{}' python3 setup.py bdist_wheel # - script: cd src/api/python; echo $(Agent.TempDirectory)/musl-bin/* | xargs printf 'PACKAGE_FROM_RELEASE=%s\n' | xargs -I '{}' env '{}' python3 setup.py bdist_wheel
- script: cd src/api/python; echo $(Agent.TempDirectory)/osx-arm64-bin/* | xargs printf 'PACKAGE_FROM_RELEASE=%s\n' | xargs -I '{}' env '{}' python3 setup.py bdist_wheel
- script: cd src/api/python; echo $(Agent.TempDirectory)/libc-x64-bin/* | xargs printf 'PACKAGE_FROM_RELEASE=%s\n' | xargs -I '{}' env '{}' python3 setup.py bdist_wheel
- script: cd src/api/python; echo $(Agent.TempDirectory)/libc-arm64-bin/* | xargs printf 'PACKAGE_FROM_RELEASE=%s\n' | xargs -I '{}' env '{}' python3 setup.py bdist_wheel
- script: cd src/api/python; echo $(Agent.TempDirectory)/win32-bin/* | xargs printf 'PACKAGE_FROM_RELEASE=%s\n' | xargs -I '{}' env '{}' python3 setup.py bdist_wheel - script: cd src/api/python; echo $(Agent.TempDirectory)/win32-bin/* | xargs printf 'PACKAGE_FROM_RELEASE=%s\n' | xargs -I '{}' env '{}' python3 setup.py bdist_wheel
- script: cd src/api/python; echo $(Agent.TempDirectory)/win64-bin/* | xargs printf 'PACKAGE_FROM_RELEASE=%s\n' | xargs -I '{}' env '{}' python3 setup.py bdist_wheel - script: cd src/api/python; echo $(Agent.TempDirectory)/win64-bin/* | xargs printf 'PACKAGE_FROM_RELEASE=%s\n' | xargs -I '{}' env '{}' python3 setup.py bdist_wheel
- script: cd src/api/python; echo $(Agent.TempDirectory)/osx-x64-bin/* | xargs printf 'PACKAGE_FROM_RELEASE=%s\n' | xargs -I '{}' env '{}' python3 setup.py bdist_wheel
- script: cd src/api/python; echo $(Agent.TempDirectory)/osx-arm64-bin/* | xargs printf 'PACKAGE_FROM_RELEASE=%s\n' | xargs -I '{}' env '{}' python3 setup.py bdist_wheel
- script: cp $(Agent.TempDirectory)/*.whl src/api/python/dist
- task: PublishPipelineArtifact@0 - task: PublishPipelineArtifact@0
inputs: inputs:
artifactName: 'PythonPackage' artifactName: 'PythonPackage'
@ -530,7 +527,7 @@ stages:
- task: DownloadPipelineArtifact@2 - task: DownloadPipelineArtifact@2
displayName: 'Download macOS Build' displayName: 'Download macOS Build'
inputs: inputs:
artifact: 'macOSBuild' artifact: 'macOsBuild'
path: $(Agent.TempDirectory) path: $(Agent.TempDirectory)
- task: DownloadPipelineArtifact@2 - task: DownloadPipelineArtifact@2
displayName: 'Download macOSArm64 Build' displayName: 'Download macOSArm64 Build'