ITK/Testing/ContinuousIntegration/AzurePipelinesLinuxPython.yml at 3de38028bee7f0ae470d5669e6461c6ca7ed6e0b · hjmjohnson/ITK · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
name: ITK.Linux.Python

trigger:
  branches:
    include:
    - main
    - release*
  paths:
    exclude:
    - '*.md'
    - LICENSE
    - NOTICE
    - Documentation/*
    - Utilities/Debugger/*
    - Utilities/ITKv5Preparation/*
    - Utilities/Maintenance/*
    - Modules/Remote/*.remote.cmake
# WIP: PR trigger disabled to isolate ARMBUILD-Ubuntu-24.04-arm CI
pr: none
variables:
  ExternalDataVersion: 5.4.5
  CCACHE_DIR: $(Pipeline.Workspace)/.ccache
  CCACHE_BASEDIR: $(Build.SourcesDirectory)
  CCACHE_COMPILERCHECK: content
  CCACHE_NOHASHDIR: 'true'
  CCACHE_NODIRECT: '1'
jobs:
- job: Linux
  timeoutInMinutes: 0
  cancelTimeoutInMinutes: 300
  pool:
    vmImage: ubuntu-22.04
  steps:
    - checkout: self
      clean: true
      fetchDepth: 5
    - bash: |
        set -x
        if [ -n "$(System.PullRequest.SourceCommitId)" ]; then
          git checkout $(System.PullRequest.SourceCommitId)
        fi
      displayName: 'Checkout pull request HEAD'

    - task: UsePythonVersion@0
      inputs:
        versionSpec: '3.10'
        architecture: 'x64'

    - bash: |
        set -x
        sudo apt-get update
        sudo apt-get install -y ccache locales
        sudo locale-gen de_DE.UTF-8
        python3 -m pip install ninja typing-extensions
        python3 -m pip install --upgrade --pre numpy
        python3 -m pip install lxml scikit-ci-addons dask distributed
      displayName: 'Install dependencies'

    - bash: |
        set -x

        git clone -b dashboard --single-branch https://github.com/InsightSoftwareConsortium/ITK.git ITK-dashboard

        curl -L https://github.com/InsightSoftwareConsortium/ITK/releases/download/v$(ExternalDataVersion)/InsightData-$(ExternalDataVersion).tar.gz -O
        cmake -E tar xfz InsightData-$(ExternalDataVersion).tar.gz
        cmake -E rename InsightToolkit-$(ExternalDataVersion)/.ExternalData/CID $(Build.SourcesDirectory)/.ExternalData/CID
      workingDirectory: $(Agent.BuildDirectory)
      displayName: 'Download dashboard script and testing data'

    - task: Cache@2
      inputs:
        key: '"ccache" | "$(Agent.OS)" | "$(Build.SourceVersion)"'
        restoreKeys: |
          "ccache" | "$(Agent.OS)"
        path: $(CCACHE_DIR)
      displayName: 'Restore ccache'

    - bash: ccache --evict-older-than 7d
      displayName: 'Evict old ccache entries'

    - bash: |
        python_executable=`which python3`
        python_root_dir=$(dirname $(dirname ${python_executable}))
        cat > dashboard.cmake << EOF
        set(CTEST_BUILD_CONFIGURATION "MinSizeRel")
        set(CTEST_CMAKE_GENERATOR "Ninja")
        set(BUILD_NAME_SUFFIX "-Python")
        set(dashboard_cache "
          Python3_ROOT_DIR:PATH=${python_root_dir}
          Python3_EXECUTABLE:FILEPATH=${python_executable}
          DISABLE_MODULE_TESTS:BOOL=ON
          BUILD_SHARED_LIBS:BOOL=OFF
          BUILD_EXAMPLES:BOOL=OFF
          ITK_WRAP_PYTHON:BOOL=ON
          ITK_USE_CCACHE:BOOL=ON
          CMAKE_C_COMPILER_LAUNCHER:STRING=ccache
          CMAKE_CXX_COMPILER_LAUNCHER:STRING=ccache
        ")
        include(\$ENV{AGENT_BUILDDIRECTORY}/ITK-dashboard/azure_dashboard.cmake)
        EOF
        cat dashboard.cmake
      workingDirectory: $(Agent.BuildDirectory)/ITK-dashboard
      displayName: 'Configure CTest script'

    - bash: |
        set -x

        c++ --version
        cmake --version

        ctest -S $(Agent.BuildDirectory)/ITK-dashboard/dashboard.cmake -VV -j 4 -L Python -E "(PythonExtrasTest)|(PythonFastMarching)|(PythonLazyLoadingImage)|(PythonThresholdSegmentationLevelSetWhiteMatterTest)|(PythonVerifyTTypeAPIConsistency)|(PythonWatershedSegmentation1Test)"
      displayName: 'Build and test'
      env:
        CTEST_OUTPUT_ON_FAILURE: 1
        CCACHE_MAXSIZE: 2.4G

    - script: |
        ci_addons ctest_junit_formatter $(Build.SourcesDirectory)-build > $(Agent.BuildDirectory)/JUnitTestResults.xml
      condition: succeededOrFailed()
      displayName: 'Format CTest output in JUnit format'

    - task: PublishTestResults@2
      inputs:
        testResultsFiles: "$(Agent.BuildDirectory)/JUnitTestResults.xml"
        testRunTitle: 'CTest $(Agent.OS)'
      condition: succeededOrFailed()
      displayName: 'Publish test results'