Skip to content

Commit 784eb82

Browse files
RuoshiZhangRuoshiZhang
committed
Update azure pipeline to resemble mmseqs2
1 parent e4c1e1e commit 784eb82

1 file changed

Lines changed: 57 additions & 56 deletions

File tree

‎azure-pipelines.yml‎

Lines changed: 57 additions & 56 deletions
Original file line numberDiff line numberDiff line change
@@ -7,64 +7,64 @@ variables:
77
regression: 1
88

99
jobs:
10-
- job: build_ubuntu_2004
11-
displayName: Ubuntu 2004
10+
- job: build_ubuntu
11+
displayName: Ubuntu
1212
pool:
13-
vmImage: 'Ubuntu-20.04'
13+
vmImage: 'Ubuntu-22.04'
1414
timeoutInMinutes: 120
1515
strategy:
1616
matrix:
1717
avx2:
1818
SIMD: 'AVX2'
1919
STATIC: 1
2020
MPI: 0
21-
BUILD_TYPE: RelWithDebInfo
21+
BUILD_TYPE: Release
2222
sse41:
2323
SIMD: 'SSE4_1'
2424
STATIC: 1
2525
MPI: 0
26-
BUILD_TYPE: RelWithDebInfo
26+
BUILD_TYPE: Release
2727
sse2:
2828
SIMD: 'SSE2'
2929
STATIC: 1
3030
MPI: 0
31-
BUILD_TYPE: RelWithDebInfo
31+
BUILD_TYPE: Release
3232
avx2_mpi:
3333
SIMD: 'AVX2'
3434
STATIC: 0
3535
MPI: 1
36-
BUILD_TYPE: RelWithDebInfo
36+
BUILD_TYPE: Release
3737
asan:
3838
SIMD: 'AVX2'
3939
STATIC: 0
4040
MPI: 0
4141
BUILD_TYPE: ASanOpt
4242
steps:
4343
- checkout: self
44+
submodules: true
4445
- script: |
45-
sudo add-apt-repository ppa:ubuntu-toolchain-r/test
46+
#sudo add-apt-repository ppa:ubuntu-toolchain-r/test
4647
sudo apt-get update
47-
sudo apt-get install -y g++-10
48-
condition: eq(variables['BUILD_TYPE'], 'ASanOpt')
49-
displayName: Install newer GCC
48+
sudo apt-get install -y gcc-11 g++-11 libgcc-11-dev build-essential
49+
retryCountOnTaskFailure: "2"
50+
displayName: Install newer G++
5051
- script: |
5152
sudo apt-get update
5253
sudo apt-get -y install mpi-default-dev mpi-default-bin
5354
displayName: Install Dependencies
55+
retryCountOnTaskFailure: "2"
5456
condition: eq(variables['MPI'], 1)
5557
- script: |
5658
mkdir build && cd build
57-
if [ "${BUILD_TYPE}" = "ASanOpt" ]; then
58-
export CC=gcc-10 ; export CXX=g++-10
59-
fi
59+
export CC=gcc-11 ; export CXX=g++-11
6060
if [ "${STATIC}" -eq "1" ]; then
61-
cmake -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DBUILD_SHARED_LIBS=OFF \
62-
-DCMAKE_EXE_LINKER_FLAGS="-static -static-libgcc \
63-
-static-libstdc++" -DCMAKE_FIND_LIBRARY_SUFFIXES=".a" \
64-
-DENABLE_WERROR=1 -DHAVE_${SIMD}=1 -DHAVE_MPI=${MPI} ..
61+
LIBGOMP=/usr/lib/gcc/x86_64-linux-gnu/11
62+
cmake -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DFORCE_STATIC_DEPS=1 -DHAVE_TESTS=1 \
63+
-DOpenMP_C_FLAGS="-fopenmp -I${LIBGOMP}" -DOpenMP_C_LIB_NAMES=gomp -DOpenMP_CXX_FLAGS="-fopenmp -I${LIBGOMP}" -DOpenMP_CXX_LIB_NAMES=gomp -DOpenMP_gomp_LIBRARY=${LIBGOMP}/libgomp.a \
64+
-DENABLE_WERROR=1 -DHAVE_${SIMD}=1 -DHAVE_MPI=${MPI} ..
6565
else
66-
cmake -DHAVE_SANITIZER=1 -DCMAKE_BUILD_TYPE=${BUILD_TYPE} \
67-
-DENABLE_WERROR=1 -DHAVE_${SIMD}=1 -DHAVE_MPI=${MPI} ..
66+
cmake -DHAVE_SANITIZER=1 -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DHAVE_TESTS=1 \
67+
-DENABLE_WERROR=1 -DHAVE_${SIMD}=1 -DHAVE_MPI=${MPI} ..
6868
fi
6969
7070
make -j $(nproc --all)
@@ -87,16 +87,17 @@ jobs:
8787
targetPath: $(Build.SourcesDirectory)/build/src/spacedust
8888
artifactName: spacedust-linux-$(SIMD)
8989

90-
- job: build_ubuntu_cross_2004
91-
displayName: Ubuntu 2004 Cross-Compile
90+
- job: build_ubuntu_cross
91+
displayName: Ubuntu Cross-Compile
9292
pool:
93-
vmImage: 'Ubuntu-20.04'
93+
vmImage: 'Ubuntu-22.04'
94+
timeoutInMinutes: 120
9495
strategy:
9596
matrix:
96-
power8:
97-
SIMD: POWER8
98-
ARCH: ppc64el
99-
CPREF: powerpc64le
97+
#power8:
98+
# SIMD: POWER8
99+
# ARCH: ppc64el
100+
# CPREF: powerpc64le
100101
power9:
101102
SIMD: POWER9
102103
ARCH: ppc64el
@@ -105,29 +106,31 @@ jobs:
105106
SIMD: ARM8
106107
ARCH: arm64
107108
CPREF: aarch64
109+
108110
steps:
109111
- script: |
110-
sudo dpkg --add-architecture $ARCH
112+
CODENAME=$(lsb_release -cs)
113+
sudo dpkg --add-architecture "$ARCH"
111114
cat << HEREDOC | sudo tee /etc/apt/sources.list
112-
deb [arch=amd64,i386] http://archive.ubuntu.com/ubuntu/ focal main universe multiverse
113-
deb [arch=amd64,i386] http://archive.ubuntu.com/ubuntu/ focal-updates main universe multiverse
114-
deb [arch=amd64,i386] http://archive.ubuntu.com/ubuntu/ focal-backports main universe multiverse
115-
deb [arch=amd64,i386] http://security.ubuntu.com/ubuntu/ focal-security main universe multiverse
116-
deb [arch=$ARCH] http://ports.ubuntu.com/ubuntu-ports/ focal main universe multiverse
117-
deb [arch=$ARCH] http://ports.ubuntu.com/ubuntu-ports/ focal-updates main universe multiverse
118-
deb [arch=$ARCH] http://ports.ubuntu.com/ubuntu-ports/ focal-backports main universe multiverse
119-
deb [arch=$ARCH] http://ports.ubuntu.com/ubuntu-ports/ focal-security main universe multiverse
115+
deb [arch=amd64,i386] http://archive.ubuntu.com/ubuntu/ ${CODENAME} main universe multiverse
116+
deb [arch=amd64,i386] http://archive.ubuntu.com/ubuntu/ ${CODENAME}-updates main universe multiverse
117+
deb [arch=amd64,i386] http://archive.ubuntu.com/ubuntu/ ${CODENAME}-backports main universe multiverse
118+
deb [arch=amd64,i386] http://security.ubuntu.com/ubuntu/ ${CODENAME}-security main universe multiverse
119+
deb [arch=$ARCH] http://ports.ubuntu.com/ubuntu-ports/ ${CODENAME} main universe multiverse
120+
deb [arch=$ARCH] http://ports.ubuntu.com/ubuntu-ports/ ${CODENAME}-updates main universe multiverse
121+
deb [arch=$ARCH] http://ports.ubuntu.com/ubuntu-ports/ ${CODENAME}-backports main universe multiverse
122+
deb [arch=$ARCH] http://ports.ubuntu.com/ubuntu-ports/ ${CODENAME}-security main universe multiverse
120123
HEREDOC
121124
sudo apt-get update
122125
sudo apt-get -y install -o APT::Immediate-Configure=false crossbuild-essential-$ARCH zlib1g-dev:$ARCH libbz2-dev:$ARCH
126+
retryCountOnTaskFailure: "2"
123127
displayName: Install Toolchain
124128
- script: |
125129
mkdir build && cd build
130+
LIBGOMP=/usr/lib/gcc-cross/${CPREF}-linux-gnu/11;
126131
CC=${CPREF}-linux-gnu-gcc CXX=${CPREF}-linux-gnu-g++ \
127-
cmake -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DHAVE_TESTS=1 \
128-
-DBUILD_SHARED_LIBS=OFF \
129-
-DCMAKE_EXE_LINKER_FLAGS="-static -static-libgcc \
130-
-static-libstdc++" -DCMAKE_FIND_LIBRARY_SUFFIXES=".a" \
132+
cmake -DCMAKE_BUILD_TYPE=${BUILD_TYPE} -DHAVE_TESTS=1 -DFORCE_STATIC_DEPS=1 \
133+
-DOpenMP_C_FLAGS="-fopenmp -I${LIBGOMP}" -DOpenMP_C_LIB_NAMES=gomp -DOpenMP_CXX_FLAGS="-fopenmp -I${LIBGOMP}" -DOpenMP_CXX_LIB_NAMES=gomp -DOpenMP_gomp_LIBRARY=${LIBGOMP}/libgomp.a \
131134
-DENABLE_WERROR=1 -DHAVE_${SIMD}=1 ..
132135
make -j $(nproc --all)
133136
displayName: Build Spacedust
@@ -171,8 +174,8 @@ jobs:
171174
vmImage: 'ubuntu-latest'
172175
dependsOn:
173176
- build_macos
174-
- build_ubuntu_2004
175-
- build_ubuntu_cross_2004
177+
- build_ubuntu
178+
- build_ubuntu_cross
176179
steps:
177180
- script: |
178181
cd "${BUILD_SOURCESDIRECTORY}"
@@ -239,18 +242,18 @@ jobs:
239242
archiveFile: $(Build.SourcesDirectory)/spacedust-linux-arm64.tar.gz
240243
includeRootFolder: true
241244
archiveType: tar
242-
- task: DownloadPipelineArtifact@1
243-
inputs:
244-
artifactName: spacedust-linux-POWER8
245-
targetPath: $(Build.SourcesDirectory)/spacedust/bin
246-
- script:
247-
chmod +x "${BUILD_SOURCESDIRECTORY}/spacedust/bin/spacedust"
248-
- task: ArchiveFiles@2
249-
inputs:
250-
rootFolderOrFile: $(Build.SourcesDirectory)/spacedust
251-
archiveFile: $(Build.SourcesDirectory)/spacedust-linux-ppc64le-POWER8.tar.gz
252-
includeRootFolder: true
253-
archiveType: tar
245+
# - task: DownloadPipelineArtifact@1
246+
# inputs:
247+
# artifactName: spacedust-linux-POWER8
248+
# targetPath: $(Build.SourcesDirectory)/spacedust/bin
249+
# - script:
250+
# chmod +x "${BUILD_SOURCESDIRECTORY}/spacedust/bin/spacedust"
251+
# - task: ArchiveFiles@2
252+
# inputs:
253+
# rootFolderOrFile: $(Build.SourcesDirectory)/spacedust
254+
# archiveFile: $(Build.SourcesDirectory)/spacedust-linux-ppc64le-POWER8.tar.gz
255+
# includeRootFolder: true
256+
# archiveType: tar
254257
- task: DownloadPipelineArtifact@1
255258
inputs:
256259
artifactName: spacedust-linux-POWER9
@@ -278,15 +281,13 @@ jobs:
278281
spacedust-linux-sse41.tar.gz \
279282
spacedust-linux-avx2.tar.gz \
280283
spacedust-linux-arm64.tar.gz \
281-
spacedust-linux-ppc64le-POWER8.tar.gz \
282284
spacedust-linux-ppc64le-POWER9.tar.gz
283285
curl --retry 5 --retry-all-errors -X POST \
284286
-F file[]=@spacedust-osx-universal.tar.gz -F signature[]=@spacedust-osx-universal.tar.gz.sig \
285287
-F file[]=@spacedust-linux-sse2.tar.gz -F signature[]=@spacedust-linux-sse2.tar.gz.sig \
286288
-F file[]=@spacedust-linux-sse41.tar.gz -F signature[]=@spacedust-linux-sse41.tar.gz.sig \
287289
-F file[]=@spacedust-linux-avx2.tar.gz -F signature[]=@spacedust-linux-avx2.tar.gz.sig \
288290
-F file[]=@spacedust-linux-arm64.tar.gz -F signature[]=@spacedust-linux-arm64.tar.gz.sig \
289-
-F file[]=@spacedust-linux-ppc64le-POWER8.tar.gz -F signature[]=@spacedust-linux-ppc64le-POWER8.tar.gz.sig \
290291
-F file[]=@spacedust-linux-ppc64le-POWER9.tar.gz -F signature[]=@spacedust-linux-ppc64le-POWER9.tar.gz.sig \
291292
-F identifier="spacedust" -F directory="${BUILD_SOURCEVERSION}" \
292293
https://mmseqs.com/upload

0 commit comments

Comments
 (0)