authorgravatar for hadrien.dorio@gmail.comHadrien Dorio <hadrien.dorio@gmail.com> 2022-02-04 10:27:18+01:00
committergravatar for andrew@ziglang.orgAndrew Kelley <andrew@ziglang.org> 2022-02-08 19:47:46-05:00
log846eb701821a3f2af514bbad770478e3276b2d89
tree2efee0c2fa6480ff697e9f26b82a51eb9395d46b
parent5a00e249632716b86edac088f69d19d82e307a28

ci: azure: split build-and-test step

replace the .bat script by a pwsh script

5 files changed, 115 insertions(+), 120 deletions(-)

CMakeLists.txt+1-1
......@@ -63,7 +63,7 @@ if("${ZIG_VERSION}" STREQUAL "")
6363 endif()
6464 endif()
6565endif()
66message("Configuring zig version ${ZIG_VERSION}")
66message(STATUS "Configuring zig version ${ZIG_VERSION}")
6767
6868set(ZIG_STATIC off CACHE BOOL "Attempt to build a static zig executable (not compatible with glibc)")
6969set(ZIG_STATIC_LLVM off CACHE BOOL "Prefer linking against static LLVM libraries")
ci/azure/pipelines.yml+114-18
......@@ -10,6 +10,7 @@ jobs:
1010 - script: ci/azure/macos_script
1111 name: main
1212 displayName: 'Build and test'
13
1314- job: BuildMacOS_arm64
1415 pool:
1516 vmImage: 'macOS-10.15'
......@@ -21,30 +22,125 @@ jobs:
2122 - script: ci/azure/macos_arm64_script
2223 name: main
2324 displayName: 'Build'
25
2426- job: BuildWindows
27 timeoutInMinutes: 360
2528 pool:
2629 vmImage: 'windows-2019'
27 timeoutInMinutes: 360
30 variables:
31 LLVM_CLANG_LLD_URL: 'https://ziglang.org/deps/llvm+clang+lld-13.0.0-x86_64-windows-msvc-release-mt.tar.xz'
32 LLVM_CLANG_LLD_DIR: 'llvm+clang+lld-13.0.0-x86_64-windows-msvc-release-mt'
2833 steps:
29 - powershell: |
30 (New-Object Net.WebClient).DownloadFile("https://github.com/msys2/msys2-installer/releases/download/2022-01-28/msys2-base-x86_64-20220128.sfx.exe", "sfx.exe")
31 .\sfx.exe -y -o\
32 displayName: Download/Extract/Install MSYS2
33 - script: |
34 @REM install updated filesystem package first without dependency checking
35 @REM because of: https://github.com/msys2/MSYS2-packages/issues/2021
36 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Sydd filesystem"
37 displayName: Workaround filesystem dash MSYS2 dependency issue
38 - script: |
39 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
40 %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
41 displayName: Update MSYS2
34 - pwsh: |
35 (New-Object Net.WebClient).DownloadFile("$(LLVM_CLANG_LLD_URL)", "${LLVM_CLANG_LLD_DIR}.tar.xz")
36 & 'C:\Program Files\7-Zip\7z.exe' x "${LLVM_CLANG_LLD_DIR}.tar.xz"
37 & 'C:\Program Files\7-Zip\7z.exe' x "${LLVM_CLANG_LLD_DIR}.tar"
38 name: install
39 displayName: 'Install LLVM/CLANG/LLD'
40
41 - pwsh: |
42 Set-Variable -Name ZIGBUILDDIR -Value "$(Get-Location)\build"
43 Set-Variable -Name ZIGINSTALLDIR -Value "$ZIGBUILDDIR\dist"
44 Set-Variable -Name ZIGPREFIXPATH -Value "$(Get-Location)\$(LLVM_CLANG_LLD_DIR)"
45
46 # Make the `zig version` number consistent.
47 # This will affect the cmake command below.
48 git config core.abbrev 9
49 git fetch --tags
50
51 mkdir $ZIGBUILDDIR
52 cd $ZIGBUILDDIR
53 & "C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\VC\Auxiliary\Build\vcvarsall.bat" x64
54 cmake .. `
55 -Thost=x64 `
56 -G "Visual Studio 16 2019" `
57 -A x64 `
58 -DCMAKE_INSTALL_PREFIX="$ZIGINSTALLDIR" `
59 -DCMAKE_PREFIX_PATH="$ZIGPREFIXPATH" `
60 -DCMAKE_BUILD_TYPE=Release `
61 -DZIG_OMIT_STAGE2=ON 2> out-null
62 & "C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\MSBuild\Current\Bin\MSBuild.exe" `
63 /maxcpucount /p:Configuration=Release INSTALL.vcxproj
64 name: build
65 displayName: 'Build'
66
67 - pwsh: |
68 Set-Variable -Name ZIGINSTALLDIR -Value "$(Get-Location)\build\dist"
69
70 # Sadly, stage2 is omitted from this build to save memory on the CI server. Once self-hosted is
71 # built with itself and does not gobble as much memory, we can enable these tests.
72 #& "$ZIGINSTALLDIR\bin\zig.exe" test "..\test\behavior.zig" -fno-stage1 -fLLVM -I "..\test" 2>&1
73
74 & "$ZIGINSTALLDIR\bin\zig.exe" build test-toolchain -Dskip-non-native -Dskip-stage2-tests 2>&1
75 & "$ZIGINSTALLDIR\bin\zig.exe" build test-std -Dskip-non-native 2>&1
76 name: test
77 displayName: 'Test'
78
79 - pwsh: |
80 Set-Variable -Name ZIGINSTALLDIR -Value "$(Get-Location)\build\dist"
81
82 & "$ZIGINSTALLDIR\bin\zig.exe" build docs
83 timeoutInMinutes: 60
84 name: doc
85 displayName: 'Documentation'
86
4287 - task: DownloadSecureFile@1
4388 inputs:
44 secureFile: s3cfg
45 - script: ci/azure/windows_msvc_script.bat
46 name: main
47 displayName: 'Build and test'
89 name: aws_credentials
90 secureFile: aws_credentials
91
92 - pwsh: |
93 Set-Variable -Name ZIGBUILDDIR -Value "$(Get-Location)\build"
94 $Env:AWS_SHARED_CREDENTIALS_FILE = "$(aws_credentials.secureFilePath)"
95
96 cd "$ZIGBUILDDIR"
97 mv ../LICENSE dist/
98 mv ../zig-cache/langref.html dist/
99 mv dist/bin/zig.exe dist/
100 rmdir dist/bin
101
102 # Remove the unnecessary zig dir in $prefix/lib/zig/std/std.zig
103 mv dist/lib/zig dist/lib2
104 rmdir dist/lib
105 mv dist/lib2 dist/lib
106
107 Set-Variable -Name VERSION -Value $(./dist/zig.exe version)
108 Set-Variable -Name DIRNAME -Value "zig-windows-x86_64-$VERSION"
109 Set-Variable -Name TARBALL -Value "$DIRNAME.zip"
110 mv dist "$DIRNAME"
111 7z a "$TARBALL" "$DIRNAME"
112
113 aws s3 cp `
114 "$TARBALL" `
115 s3://ziglang.org/builds/ `
116 --cache-control 'public, max-age=31536000, immutable'
117
118 Set-Variable -Name SHASUM -Value (Get-FileHash "$TARBALL" -Algorithm SHA256 | select-object -ExpandProperty Hash)
119 Set-Variable -Name BYTESIZE -Value (Get-Item "$TARBALL").length
120
121 Set-Variable -Name JSONFILE -Value "windows-${GITBRANCH}.json"
122 echo $null > $JSONFILE
123 echo ('{"tarball": "' + $TARBALL + '",') >> $JSONFILE
124 echo ('"shasum": "' + $SHASUM + '",') >> $JSONFILE
125 echo ('"size": ' + $BYTESIZE + '}' ) >> $JSONFILE
126
127 aws s3 cp `
128 "$JSONFILE" `
129 s3://ziglang.org/builds/ `
130 --cache-control 'max-age=0, must-revalidate'
131
132 aws s3 cp `
133 "$JSONFILE" `
134 "s3://ziglang.org/builds/x86_64-windows-${VERSION}.json"
135
136 echo "##vso[task.setvariable variable=tarball;isOutput=true]$TARBALL"
137 echo "##vso[task.setvariable variable=shasum;isOutput=true]$SHASUM"
138 echo "##vso[task.setvariable variable=bytesize;isOutput=true]$BYTESIZE"
139
140 name: upload
141 condition: and(succeeded(), ne(variables['Build.Reason'], 'PullRequest'))
142 displayName: 'Upload'
143
48144- job: OnMasterSuccess
49145 dependsOn:
50146 - BuildMacOS
ci/azure/windows_msvc_install deleted-16
......@@ -1,16 +0,0 @@
1#!/bin/sh
2
3set -x
4set -e
5
6pacman -Suy --needed --noconfirm
7pacman -S --needed --noconfirm wget p7zip python3-pip tar xz
8
9TARBALL="llvm+clang+lld-13.0.0-x86_64-windows-msvc-release-mt.tar.xz"
10
11pip install s3cmd
12wget -nv "https://ziglang.org/deps/$TARBALL"
13# If the first extraction fails, re-try it once; this can happen if the tarball
14# contains symlinks that are in the table of contents before the files that
15# they point to.
16tar -xf $TARBALL || tar --overwrite -xf $TARBALL
ci/azure/windows_msvc_script.bat deleted-39
......@@ -1,39 +0,0 @@
1@echo on
2SET "SRCROOT=%cd%"
3SET "PREVPATH=%PATH%"
4SET "PREVMSYSTEM=%MSYSTEM%"
5
6set "PATH=%CD:~0,2%\msys64\usr\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem"
7SET "MSYSTEM=MINGW64"
8bash -lc "cd ${SRCROOT} && ci/azure/windows_msvc_install" || exit /b
9SET "PATH=%PREVPATH%"
10SET "MSYSTEM=%PREVMSYSTEM%"
11
12SET "ZIGBUILDDIR=%SRCROOT%\build"
13SET "ZIGINSTALLDIR=%ZIGBUILDDIR%\dist"
14SET "ZIGPREFIXPATH=%SRCROOT%\llvm+clang+lld-13.0.0-x86_64-windows-msvc-release-mt"
15
16call "C:\Program Files (x86)\Microsoft Visual Studio\2019\Enterprise\VC\Auxiliary\Build\vcvarsall.bat" x64
17
18REM Make the `zig version` number consistent.
19REM This will affect the cmake command below.
20git.exe config core.abbrev 9
21git.exe fetch --unshallow
22git.exe fetch --tags
23
24mkdir %ZIGBUILDDIR%
25cd %ZIGBUILDDIR%
26cmake.exe .. -Thost=x64 -G"Visual Studio 16 2019" -A x64 "-DCMAKE_INSTALL_PREFIX=%ZIGINSTALLDIR%" "-DCMAKE_PREFIX_PATH=%ZIGPREFIXPATH%" -DCMAKE_BUILD_TYPE=Release -DZIG_OMIT_STAGE2=ON || exit /b
27msbuild /maxcpucount /p:Configuration=Release INSTALL.vcxproj || exit /b
28
29REM Sadly, stage2 is omitted from this build to save memory on the CI server. Once self-hosted is
30REM built with itself and does not gobble as much memory, we can enable these tests.
31REM "%ZIGINSTALLDIR%\bin\zig.exe" test "..\test\behavior.zig" -fno-stage1 -fLLVM -I "..\test" || exit /b
32
33"%ZIGINSTALLDIR%\bin\zig.exe" build test-toolchain -Dskip-non-native -Dskip-stage2-tests || exit /b
34"%ZIGINSTALLDIR%\bin\zig.exe" build test-std -Dskip-non-native || exit /b
35"%ZIGINSTALLDIR%\bin\zig.exe" build docs || exit /b
36
37set "PATH=%CD:~0,2%\msys64\usr\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem"
38SET "MSYSTEM=MINGW64"
39bash -lc "cd ${SRCROOT} && ci/azure/windows_upload" || exit /b
ci/azure/windows_upload deleted-46
......@@ -1,46 +0,0 @@
1#!/bin/sh
2
3set -x
4set -e
5
6if [ "${BUILD_REASON}" != "PullRequest" ]; then
7 cd "$ZIGBUILDDIR"
8
9 mv ../LICENSE dist/
10 mv ../zig-cache/langref.html dist/
11 mv dist/bin/zig.exe dist/
12 rmdir dist/bin
13
14 # Remove the unnecessary zig dir in $prefix/lib/zig/std/std.zig
15 mv dist/lib/zig dist/lib2
16 rmdir dist/lib
17 mv dist/lib2 dist/lib
18
19 VERSION=$(dist/zig.exe version)
20 DIRNAME="zig-windows-x86_64-$VERSION"
21 TARBALL="$DIRNAME.zip"
22 mv dist "$DIRNAME"
23 7z a "$TARBALL" "$DIRNAME"
24
25 # mv "$DOWNLOADSECUREFILE_SECUREFILEPATH" "$HOME/.s3cfg"
26 s3cmd -c "$DOWNLOADSECUREFILE_SECUREFILEPATH" put -P --add-header="cache-control: public, max-age=31536000, immutable" "$TARBALL" s3://ziglang.org/builds/
27
28 SHASUM=$(sha256sum $TARBALL | cut '-d ' -f1)
29 BYTESIZE=$(wc -c < $TARBALL)
30
31 JSONFILE="windows-$GITBRANCH.json"
32 touch $JSONFILE
33 echo "{\"tarball\": \"$TARBALL\"," >>$JSONFILE
34 echo "\"shasum\": \"$SHASUM\"," >>$JSONFILE
35 echo "\"size\": \"$BYTESIZE\"}" >>$JSONFILE
36
37 s3cmd -c "$DOWNLOADSECUREFILE_SECUREFILEPATH" put -P --add-header="Cache-Control: max-age=0, must-revalidate" "$JSONFILE" "s3://ziglang.org/builds/$JSONFILE"
38 s3cmd -c "$DOWNLOADSECUREFILE_SECUREFILEPATH" put -P "$JSONFILE" "s3://ziglang.org/builds/x86_64-windows-$VERSION.json"
39
40 # `set -x` causes these variables to be mangled.
41 # See https://developercommunity.visualstudio.com/content/problem/375679/pipeline-variable-incorrectly-inserts-single-quote.html
42 set +x
43 echo "##vso[task.setvariable variable=tarball;isOutput=true]$TARBALL"
44 echo "##vso[task.setvariable variable=shasum;isOutput=true]$SHASUM"
45 echo "##vso[task.setvariable variable=bytesize;isOutput=true]$BYTESIZE"
46fi