.azure-pipelines.yml

   1 variables:
   2   windows_vm: windows-2022
   3   ubuntu_vm: ubuntu-24.04
   4   macos_vm: macOS-14
   5   ci_runner_image: trini/u-boot-gitlab-ci-runner:jammy-20240911.1-08Dec2024
   6   # Add '-u 0' options for Azure pipelines, otherwise we get "permission
   7   # denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer",
   8   # since our $(ci_runner_image) user is not root.
   9   container_option: -u 0
  10   work_dir: /u
  11   # We define all of these as variables so we can easily reference them twice
  12   am33xx_kirkwood_ls1_mvebu_omap: "am33xx kirkwood ls1 mvebu omap -x siemens,freescale"
  13   amlogic_bcm_boundary_engicam_siemens_technexion_oradex: "amlogic bcm boundary engicam siemens technexion toradex -x mips"
  14   arm_nxp_minus_imx_and_at91: "at91 freescale -x powerpc,m68k,imx,mx"
  15   imx: "mx imx -x boundary,engicam,technexion,toradex"
  16   rk: "rk"
  17   sunxi: "sunxi"
  18   powerpc: "powerpc"
  19   arm_catch_all: "arm -x aarch64,am33xx,at91,bcm,ls1,kirkwood,mvebu,omap,rk,siemens,mx,sunxi,technexion,toradex"
  20   aarch64_catch_all: "aarch64 -x amlogic,bcm,engicam,imx,ls1,ls2,lx216,mvebu,rk,siemens,sunxi,toradex"
  21   everything_but_arm_and_powerpc: "arc m68k microblaze mips nios2 riscv sandbox sh x86 xtensa -x arm,powerpc"
  22
  23 stages:
  24 - stage: testsuites
  25   jobs:
  26   - job: tools_only_windows
  27     displayName: 'Ensure host tools build for Windows'
  28     pool:
  29       vmImage: $(windows_vm)
  30     steps:
  31       - powershell: |
  32           (New-Object Net.WebClient).DownloadFile("https://github.com/msys2/msys2-installer/releases/download/2021-06-04/msys2-base-x86_64-20210604.sfx.exe", "sfx.exe")
  33         displayName: 'Install MSYS2'
  34       - script: |
  35           sfx.exe -y -o%CD:~0,2%\
  36           %CD:~0,2%\msys64\usr\bin\bash -lc " "
  37           %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
  38           %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm -Syuu"
  39         displayName: 'Update MSYS2'
  40       - script: |
  41           %CD:~0,2%\msys64\usr\bin\bash -lc "pacman --noconfirm --needed -Sy make gcc bison flex diffutils openssl-devel libgnutls-devel libutil-linux-devel"
  42         displayName: 'Install Toolchain'
  43       - script: |
  44           echo make tools-only_defconfig tools-only > build-tools.sh
  45           %CD:~0,2%\msys64\usr\bin\bash -lc "bash build-tools.sh"
  46         displayName: 'Build Host Tools'
  47         env:
  48           # Tell MSYS2 we need a POSIX emulation layer
  49           MSYSTEM: MSYS
  50           # Tell MSYS2 not to ‘cd’ our startup directory to HOME
  51           CHERE_INVOKING: yes
  52
  53   - job: tools_only_macOS
  54     displayName: 'Ensure host tools build for macOS X'
  55     pool:
  56       vmImage: $(macos_vm)
  57     steps:
  58       - script: brew install make ossp-uuid
  59         displayName: Brew install dependencies
  60       - script: |
  61           gmake tools-only_config tools-only \
  62             HOSTCFLAGS="-I/usr/local/opt/[email protected]/include" \
  63             HOSTLDFLAGS="-L/usr/local/opt/[email protected]/lib" \
  64             -j$(sysctl -n hw.logicalcpu)
  65         displayName: 'Perform tools-only build'
  66
  67   - job: check_for_new_CONFIG_symbols_outside_Kconfig
  68     displayName: 'Check for new CONFIG symbols outside Kconfig'
  69     pool:
  70       vmImage: $(ubuntu_vm)
  71     container:
  72       image: $(ci_runner_image)
  73       options: $(container_option)
  74     steps:
  75       # If grep succeeds and finds a match the test fails as we should
  76       # have no matches.
  77       - script: git grep -E '^#[[:blank:]]*(define|undef)[[:blank:]]*CONFIG_'
  78                   :^doc/ :^arch/arm/dts/ :^scripts/kconfig/lkc.h
  79                   :^include/linux/kconfig.h :^tools/ :^dts/upstream/
  80                   :^lib/mbedtls/external :^lib/mbedtls/mbedtls_def_config.h &&
  81                   exit 1 || exit 0
  82
  83   - job: docs
  84     displayName: 'Build documentation'
  85     pool:
  86       vmImage: $(ubuntu_vm)
  87     container:
  88       image: $(ci_runner_image)
  89       options: $(container_option)
  90     steps:
  91       - script: |
  92           virtualenv -p /usr/bin/python3 /tmp/venvhtml
  93           . /tmp/venvhtml/bin/activate
  94           pip install -r doc/sphinx/requirements.txt
  95           make htmldocs KDOC_WERROR=1
  96           make infodocs
  97
  98   - job: maintainers
  99     displayName: 'Ensure all configs have MAINTAINERS entries'
 100     pool:
 101       vmImage: $(ubuntu_vm)
 102     container:
 103       image: $(ci_runner_image)
 104       options: $(container_option)
 105     steps:
 106       - script: |
 107           ./tools/buildman/buildman --maintainer-check
 108
 109   - job: tools_only
 110     displayName: 'Ensure host tools and env tools build'
 111     pool:
 112       vmImage: $(ubuntu_vm)
 113     container:
 114       image: $(ci_runner_image)
 115       options: $(container_option)
 116     steps:
 117       - script: |
 118           make tools-only_config tools-only -j$(nproc)
 119           make mrproper
 120           make tools-only_config envtools -j$(nproc)
 121
 122   - job: utils
 123     displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites'
 124     pool:
 125       vmImage: $(ubuntu_vm)
 126     steps:
 127       - script: |
 128           cat << "EOF" > build.sh
 129           cd $(work_dir)
 130           git config --global user.name "Azure Pipelines"
 131           git config --global user.email [email protected]
 132           git config --global --add safe.directory $(work_dir)
 133           export USER=azure
 134           virtualenv -p /usr/bin/python3 /tmp/venv
 135           . /tmp/venv/bin/activate
 136           pip install -r test/py/requirements.txt
 137           pip install -r tools/buildman/requirements.txt
 138           export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
 139           export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
 140           export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}
 141           ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
 142           set -ex
 143           ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test
 144           ./tools/buildman/buildman -t
 145           ./tools/dtoc/dtoc -t
 146           ./tools/patman/patman test
 147           make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig
 148           EOF
 149           cat build.sh
 150           # We cannot use "container" like other jobs above, as buildman
 151           # seems to hang forever with pre-configured "container" environment
 152           docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh
 153
 154   - job: pylint
 155     displayName: Check for any pylint regressions
 156     pool:
 157       vmImage: $(ubuntu_vm)
 158     container:
 159       image: $(ci_runner_image)
 160       options: $(container_option)
 161     steps:
 162       - script: |
 163           git config --global --add safe.directory $(work_dir)
 164           export USER=azure
 165           pip install -r test/py/requirements.txt
 166           pip install -r tools/buildman/requirements.txt
 167           pip install asteval pylint==2.12.2 pyopenssl
 168           export PATH=${PATH}:~/.local/bin
 169           echo "[MASTER]" >> .pylintrc
 170           echo "load-plugins=pylint.extensions.docparams" >> .pylintrc
 171           export UBOOT_TRAVIS_BUILD_DIR=/tmp/tools-only
 172           ./tools/buildman/buildman -T0 -o ${UBOOT_TRAVIS_BUILD_DIR} -w --board tools-only
 173           set -ex
 174           pylint --version
 175           export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
 176           make pylint_err
 177
 178   - job: check_for_pre_schema_tags
 179     displayName: 'Check for pre-schema driver model tags'
 180     pool:
 181       vmImage: $(ubuntu_vm)
 182     container:
 183       image: $(ci_runner_image)
 184       options: $(container_option)
 185     steps:
 186       # If grep succeeds and finds a match the test fails as we should
 187       # have no matches.
 188       - script: git grep u-boot,dm- -- '*.dts*' && exit 1 || exit 0
 189
 190   - job: check_packing_of_python_tools
 191     displayName: 'Check we can package the Python tools'
 192     pool:
 193       vmImage: $(ubuntu_vm)
 194     container:
 195       image: $(ci_runner_image)
 196       options: $(container_option)
 197     steps:
 198       - script: make pip
 199
 200   - job: count_built_machines
 201     displayName: 'Ensure we build all possible machines'
 202     pool:
 203       vmImage: $(ubuntu_vm)
 204     container:
 205       image: $(ci_runner_image)
 206       options: $(container_option)
 207     steps:
 208       - script: |
 209           BMANARGS="-o /tmp --dry-run -v"
 210           # First get the total number of boards
 211           total=$(tools/buildman/buildman ${BMANARGS} | grep "Total boards to build for each commit" | cut -d ' ' -f 8)
 212           # Now build up the list of what each job built.
 213           built="$(tools/buildman/buildman ${BMANARGS} $(am33xx_kirkwood_ls1_mvebu_omap) | grep '^   ')"
 214           built="$built $(tools/buildman/buildman ${BMANARGS} $(amlogic_bcm_boundary_engicam_siemens_technexion_oradex) | grep '^   ')"
 215           built="$built $(tools/buildman/buildman ${BMANARGS} $(arm_nxp_minus_imx_and_at91) | grep '^   ')"
 216           built="$built $(tools/buildman/buildman ${BMANARGS} $(imx) | grep '^   ')"
 217           built="$built $(tools/buildman/buildman ${BMANARGS} $(rk) | grep '^   ')"
 218           built="$built $(tools/buildman/buildman ${BMANARGS} $(sunxi) | grep '^   ')"
 219           built="$built $(tools/buildman/buildman ${BMANARGS} $(powerpc) | grep '^   ')"
 220           built="$built $(tools/buildman/buildman ${BMANARGS} $(arm_catch_all) | grep '^   ')"
 221           built="$built $(tools/buildman/buildman ${BMANARGS} $(aarch64_catch_all) | grep '^   ')"
 222           built="$built $(tools/buildman/buildman ${BMANARGS} $(everything_but_arm_and_powerpc) | grep '^   ')"
 223           # Finally see how many machines that is.
 224           actual=$(tools/buildman/buildman ${BMANARGS} $built | grep "Total boards to build for each commit" | cut -d ' ' -f 8)
 225           echo We would build a total of $actual out of $total platforms this CI run
 226           [ $actual -eq $total ] && exit 0 || exit 1
 227
 228   - job: create_test_py_wrapper_script
 229     displayName: 'Create and stage a wrapper for test.py runs'
 230     pool:
 231       vmImage: $(ubuntu_vm)
 232     steps:
 233       - checkout: none
 234       - script: |
 235           cat << EOF > test.sh
 236           #!/bin/bash
 237           set -ex
 238           # the below corresponds to .gitlab-ci.yml "before_script"
 239           cd \${WORK_DIR}
 240           git config --global --add safe.directory \${WORK_DIR}
 241           git clone --depth=1 https://source.denx.de/u-boot/u-boot-test-hooks /tmp/uboot-test-hooks
 242           # qemu_arm64_lwip_defconfig is the same as qemu_arm64 but with NET_LWIP enabled.
 243           # The test config and the boardenv file from qemu_arm64 can be re-used so create symlinks
 244           ln -s conf.qemu_arm64_na /tmp/uboot-test-hooks/bin/travis-ci/conf.qemu_arm64_lwip_na
 245           ln -s u_boot_boardenv_qemu_arm64_na.py /tmp/uboot-test-hooks/py/travis-ci/u_boot_boardenv_qemu_arm64_lwip_na.py
 246           ln -s travis-ci /tmp/uboot-test-hooks/bin/\`hostname\`
 247           ln -s travis-ci /tmp/uboot-test-hooks/py/\`hostname\`
 248           if [[ "\${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
 249               wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.3.1/opensbi-1.3.1-rv-bin.tar.xz | tar -C /tmp -xJ;
 250               export OPENSBI=/tmp/opensbi-1.3.1-rv-bin/share/opensbi/ilp32/generic/firmware/fw_dynamic.bin;
 251           fi
 252           if [[ "\${TEST_PY_BD}" == "qemu-riscv64_spl" ]] || [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]]; then
 253               wget -O - https://github.com/riscv-software-src/opensbi/releases/download/v1.3.1/opensbi-1.3.1-rv-bin.tar.xz | tar -C /tmp -xJ;
 254               export OPENSBI=/tmp/opensbi-1.3.1-rv-bin/share/opensbi/lp64/generic/firmware/fw_dynamic.bin;
 255           fi
 256           if [[ "\${TEST_PY_BD}" == "qemu-arm-sbsa" ]]; then
 257               wget -O /tmp/bl1.bin https://artifacts.codelinaro.org/artifactory/linaro-419-sbsa-ref/latest/tf-a/bl1.bin;
 258               wget -O /tmp/fip.bin https://artifacts.codelinaro.org/artifactory/linaro-419-sbsa-ref/latest/tf-a/fip.bin;
 259               export BINMAN_INDIRS=/tmp
 260           fi
 261           # the below corresponds to .gitlab-ci.yml "script"
 262           cd \${WORK_DIR}
 263           export UBOOT_TRAVIS_BUILD_DIR=/tmp/\${TEST_PY_BD}
 264           if [ -n "\${BUILD_ENV}" ]; then
 265               export \${BUILD_ENV};
 266           fi
 267           pip install -r tools/buildman/requirements.txt
 268           tools/buildman/buildman -o \${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board \${TEST_PY_BD} \${OVERRIDE}
 269           cp /opt/grub/grub_x86.efi \${UBOOT_TRAVIS_BUILD_DIR}/
 270           cp /opt/grub/grub_x64.efi \${UBOOT_TRAVIS_BUILD_DIR}/
 271           cp /opt/grub/grubriscv64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv64.efi
 272           cp /opt/grub/grubaa64.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm64.efi
 273           cp /opt/grub/grubarm.efi \${UBOOT_TRAVIS_BUILD_DIR}/grub_arm.efi
 274           # create sdcard / spi-nor images for sifive unleashed using genimage
 275           if [[ "\${TEST_PY_BD}" == "sifive_unleashed" ]]; then
 276               mkdir -p root;
 277               cp \${UBOOT_TRAVIS_BUILD_DIR}/spl/u-boot-spl.bin .;
 278               cp \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.itb .;
 279               rm -rf tmp;
 280               genimage --inputpath . --config board/sifive/unleashed/genimage_sdcard.cfg;
 281               cp images/sdcard.img \${UBOOT_TRAVIS_BUILD_DIR}/;
 282               rm -rf tmp;
 283               genimage --inputpath . --config board/sifive/unleashed/genimage_spi-nor.cfg;
 284               cp images/spi-nor.img \${UBOOT_TRAVIS_BUILD_DIR}/;
 285           fi
 286           if [[ "\${TEST_PY_BD}" == "coreboot" ]]; then
 287               cp /opt/coreboot/coreboot.rom \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom;
 288               /opt/coreboot/cbfstool \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom remove -n fallback/payload;
 289               /opt/coreboot/cbfstool \${UBOOT_TRAVIS_BUILD_DIR}/coreboot.rom add-flat-binary -f \${UBOOT_TRAVIS_BUILD_DIR}/u-boot.bin -n fallback/payload -c LZMA -l 0x1110000 -e 0x1110000;
 290           fi
 291           virtualenv -p /usr/bin/python3 /tmp/venv
 292           . /tmp/venv/bin/activate
 293           pip install -r test/py/requirements.txt
 294           pip install pytest-azurepipelines
 295           export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:\${PATH}
 296           export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci
 297           # "\${var:+"-k \$var"}" expands to "" if \$var is empty, "-k \$var" if not
 298           ./test/py/test.py -ra -o cache_dir="\$UBOOT_TRAVIS_BUILD_DIR"/.pytest_cache --bd \${TEST_PY_BD} \${TEST_PY_ID} \${TEST_PY_TEST_SPEC:+"-k \${TEST_PY_TEST_SPEC}"} --build-dir "\$UBOOT_TRAVIS_BUILD_DIR" --report-dir "\$UBOOT_TRAVIS_BUILD_DIR" --junitxml=\$(System.DefaultWorkingDirectory)/results.xml
 299           # the below corresponds to .gitlab-ci.yml "after_script"
 300           rm -rf /tmp/uboot-test-hooks /tmp/venv
 301           EOF
 302       - task: CopyFiles@2
 303         displayName: 'Copy test.sh for later usage'
 304         inputs:
 305           contents: 'test.sh'
 306           targetFolder: '$(Build.ArtifactStagingDirectory)'
 307       - publish: '$(Build.ArtifactStagingDirectory)/test.sh'
 308         displayName: 'Publish test.sh'
 309         artifact: testsh
 310
 311 - stage: test_py_sandbox
 312   jobs:
 313   - job: test_py_sandbox
 314     displayName: 'test.py for sandbox'
 315     pool:
 316       vmImage: $(ubuntu_vm)
 317     strategy:
 318       matrix:
 319         sandbox:
 320           TEST_PY_BD: "sandbox"
 321         sandbox_asan:
 322           TEST_PY_BD: "sandbox"
 323           OVERRIDE: "-a ASAN"
 324           TEST_PY_TEST_SPEC: "version"
 325         sandbox_clang:
 326           TEST_PY_BD: "sandbox"
 327           OVERRIDE: "-O clang-17"
 328         sandbox_clang_asan:
 329           TEST_PY_BD: "sandbox"
 330           OVERRIDE: "-O clang-17 -a ASAN"
 331           TEST_PY_TEST_SPEC: "version"
 332         sandbox64:
 333           TEST_PY_BD: "sandbox64"
 334         sandbox64_clang:
 335           TEST_PY_BD: "sandbox64"
 336           OVERRIDE: "-O clang-17"
 337         sandbox_spl:
 338           TEST_PY_BD: "sandbox_spl"
 339           TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 340         sandbox_vpl:
 341           TEST_PY_BD: "sandbox_vpl"
 342           TEST_PY_TEST_SPEC: "vpl or test_spl"
 343         sandbox_noinst:
 344           TEST_PY_BD: "sandbox_noinst"
 345           TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 346         sandbox_noinst_load_fit_full:
 347           TEST_PY_BD: "sandbox_noinst"
 348           TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff or test_spl"
 349           OVERRIDE: "-a CONFIG_SPL_LOAD_FIT_FULL=y"
 350         sandbox_flattree:
 351           TEST_PY_BD: "sandbox_flattree"
 352         sandbox_trace:
 353           TEST_PY_BD: "sandbox"
 354           BUILD_ENV: "FTRACE=1 NO_LTO=1"
 355           TEST_PY_TEST_SPEC: "trace"
 356           OVERRIDE: "-a CONFIG_TRACE=y -a CONFIG_TRACE_EARLY=y -a CONFIG_TRACE_EARLY_SIZE=0x01000000 -a CONFIG_TRACE_BUFFER_SIZE=0x02000000"
 357     steps:
 358       - download: current
 359         artifact: testsh
 360       - script: |
 361           # make current directory writeable to uboot user inside the container
 362           # as sandbox testing need create files like spi flash images, etc.
 363           # (TODO: clean up this in the future)
 364           chmod 777 .
 365           chmod 755 $(Pipeline.Workspace)/testsh/test.sh
 366           # Filesystem tests need extra docker args to run
 367           set --
 368           # mount -o loop needs the loop devices
 369           if modprobe loop; then
 370               for d in $(find /dev -maxdepth 1 -name 'loop*'); do
 371                   set -- "$@" --device $d:$d
 372               done
 373           fi
 374           # Needed for mount syscall (for guestmount as well)
 375           set -- "$@" --cap-add SYS_ADMIN
 376           # Default apparmor profile denies mounts
 377           set -- "$@" --security-opt apparmor=unconfined
 378           # Some tests using libguestfs-tools need the fuse device to run
 379           docker run "$@" --device /dev/fuse:/dev/fuse \
 380                          -v $PWD:$(work_dir) \
 381                          -v $(Pipeline.Workspace):$(Pipeline.Workspace) \
 382                          -v $(System.DefaultWorkingDirectory):$(System.DefaultWorkingDirectory) \
 383                          -e WORK_DIR="${WORK_DIR}" \
 384                          -e TEST_PY_BD="${TEST_PY_BD}" \
 385                          -e TEST_PY_ID="${TEST_PY_ID}" \
 386                          -e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \
 387                          -e OVERRIDE="${OVERRIDE}" \
 388                          -e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \
 389                          $(Pipeline.Workspace)/testsh/test.sh
 390       - task: PublishTestResults@2
 391         inputs:
 392           testResultsFormat: 'JUnit'
 393           testResultsFiles: 'results.xml'
 394
 395 - stage: test_py_qemu
 396   jobs:
 397   - job: test_py_qemu
 398     displayName: 'test.py for QEMU platforms'
 399     pool:
 400       vmImage: $(ubuntu_vm)
 401     strategy:
 402       matrix:
 403         coreboot:
 404           TEST_PY_BD: "coreboot"
 405           TEST_PY_ID: "--id qemu"
 406           TEST_PY_TEST_SPEC: "not sleep"
 407         evb_ast2500:
 408           TEST_PY_BD: "evb-ast2500"
 409           TEST_PY_ID: "--id qemu"
 410           TEST_PY_TEST_SPEC: "not sleep"
 411         evb_ast2600:
 412           TEST_PY_BD: "evb-ast2600"
 413           TEST_PY_ID: "--id qemu"
 414           TEST_PY_TEST_SPEC: "not sleep"
 415         vexpress_ca9x4:
 416           TEST_PY_BD: "vexpress_ca9x4"
 417           TEST_PY_ID: "--id qemu"
 418           TEST_PY_TEST_SPEC: "not sleep"
 419         integratorcp_cm926ejs:
 420           TEST_PY_BD: "integratorcp_cm926ejs"
 421           TEST_PY_ID: "--id qemu"
 422           TEST_PY_TEST_SPEC: "not sleep"
 423         qemu_arm:
 424           TEST_PY_BD: "qemu_arm"
 425           TEST_PY_TEST_SPEC: "not sleep"
 426         qemu_arm64:
 427           TEST_PY_BD: "qemu_arm64"
 428           TEST_PY_TEST_SPEC: "not sleep"
 429         qemu_arm64_lwip:
 430           TEST_PY_BD: "qemu_arm64_lwip"
 431           TEST_PY_TEST_SPEC: "test_net_dhcp or test_net_ping or test_net_tftpboot"
 432         qemu_arm_sbsa_ref:
 433           TEST_PY_BD: "qemu-arm-sbsa"
 434           TEST_PY_TEST_SPEC: "not sleep"
 435         qemu_m68k:
 436           TEST_PY_BD: "M5208EVBE"
 437           TEST_PY_ID: "--id qemu"
 438           TEST_PY_TEST_SPEC: "not sleep and not efi"
 439           OVERRIDE: "-a CONFIG_M68K_QEMU=y -a ~CONFIG_MCFTMR"
 440         qemu_malta:
 441           TEST_PY_BD: "malta"
 442           TEST_PY_ID: "--id qemu"
 443           TEST_PY_TEST_SPEC: "not sleep and not efi"
 444         qemu_maltael:
 445           TEST_PY_BD: "maltael"
 446           TEST_PY_ID: "--id qemu"
 447           TEST_PY_TEST_SPEC: "not sleep and not efi"
 448         qemu_malta64:
 449           TEST_PY_BD: "malta64"
 450           TEST_PY_ID: "--id qemu"
 451           TEST_PY_TEST_SPEC: "not sleep and not efi"
 452         qemu_malta64el:
 453           TEST_PY_BD: "malta64el"
 454           TEST_PY_ID: "--id qemu"
 455           TEST_PY_TEST_SPEC: "not sleep and not efi"
 456         qemu_ppce500:
 457           TEST_PY_BD: "qemu-ppce500"
 458           TEST_PY_TEST_SPEC: "not sleep"
 459         qemu_riscv32:
 460           TEST_PY_BD: "qemu-riscv32"
 461           TEST_PY_TEST_SPEC: "not sleep"
 462         qemu_riscv64:
 463           TEST_PY_BD: "qemu-riscv64"
 464           TEST_PY_TEST_SPEC: "not sleep"
 465         qemu_riscv32_spl:
 466           TEST_PY_BD: "qemu-riscv32_spl"
 467           TEST_PY_TEST_SPEC: "not sleep"
 468         qemu_riscv64_spl:
 469           TEST_PY_BD: "qemu-riscv64_spl"
 470           TEST_PY_TEST_SPEC: "not sleep"
 471         qemu_x86:
 472           TEST_PY_BD: "qemu-x86"
 473           TEST_PY_TEST_SPEC: "not sleep"
 474         qemu_x86_64:
 475           TEST_PY_BD: "qemu-x86_64"
 476           TEST_PY_TEST_SPEC: "not sleep"
 477         qemu_xtensa_dc233c:
 478           TEST_PY_BD: "qemu-xtensa-dc233c"
 479           TEST_PY_TEST_SPEC: "not sleep and not efi"
 480         r2dplus_i82557c:
 481           TEST_PY_BD: "r2dplus"
 482           TEST_PY_ID: "--id i82557c_qemu"
 483           TEST_PY_TEST_SPEC: "not sleep"
 484         r2dplus_pcnet:
 485           TEST_PY_BD: "r2dplus"
 486           TEST_PY_ID: "--id pcnet_qemu"
 487           TEST_PY_TEST_SPEC: "not sleep"
 488         r2dplus_rtl8139:
 489           TEST_PY_BD: "r2dplus"
 490           TEST_PY_ID: "--id rtl8139_qemu"
 491           TEST_PY_TEST_SPEC: "not sleep"
 492         r2dplus_tulip:
 493           TEST_PY_BD: "r2dplus"
 494           TEST_PY_ID: "--id tulip_qemu"
 495           TEST_PY_TEST_SPEC: "not sleep"
 496         sifive_unleashed_sdcard:
 497           TEST_PY_BD: "sifive_unleashed"
 498           TEST_PY_ID: "--id sdcard_qemu"
 499           TEST_PY_TEST_SPEC: "not sleep"
 500         sifive_unleashed_spi-nor:
 501           TEST_PY_BD: "sifive_unleashed"
 502           TEST_PY_ID: "--id spi-nor_qemu"
 503           TEST_PY_TEST_SPEC: "not sleep"
 504         xilinx_zynq_virt:
 505           TEST_PY_BD: "xilinx_zynq_virt"
 506           TEST_PY_ID: "--id qemu"
 507           TEST_PY_TEST_SPEC: "not sleep"
 508         xilinx_versal_virt:
 509           TEST_PY_BD: "xilinx_versal_virt"
 510           TEST_PY_ID: "--id qemu"
 511           TEST_PY_TEST_SPEC: "not sleep"
 512           OVERRIDE: "-a ~CONFIG_USB_DWC3"
 513         xtfpga:
 514           TEST_PY_BD: "xtfpga"
 515           TEST_PY_ID: "--id qemu"
 516           TEST_PY_TEST_SPEC: "not sleep"
 517     steps:
 518       - download: current
 519         artifact: testsh
 520       - script: |
 521           # make current directory writeable to uboot user inside the container
 522           # as sandbox testing need create files like spi flash images, etc.
 523           # (TODO: clean up this in the future)
 524           chmod 777 .
 525           chmod 755 $(Pipeline.Workspace)/testsh/test.sh
 526           # Some tests using libguestfs-tools need the fuse device to run
 527           docker run "$@" --device /dev/fuse:/dev/fuse \
 528                          -v $PWD:$(work_dir) \
 529                          -v $(Pipeline.Workspace):$(Pipeline.Workspace) \
 530                          -v $(System.DefaultWorkingDirectory):$(System.DefaultWorkingDirectory) \
 531                          -e WORK_DIR="${WORK_DIR}" \
 532                          -e TEST_PY_BD="${TEST_PY_BD}" \
 533                          -e TEST_PY_ID="${TEST_PY_ID}" \
 534                          -e TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}" \
 535                          -e OVERRIDE="${OVERRIDE}" \
 536                          -e BUILD_ENV="${BUILD_ENV}" $(ci_runner_image) \
 537                          $(Pipeline.Workspace)/testsh/test.sh
 538         retryCountOnTaskFailure: 2 # QEMU may be too slow, etc.
 539       - task: PublishTestResults@2
 540         inputs:
 541           testResultsFormat: 'JUnit'
 542           testResultsFiles: 'results.xml'
 543
 544 - stage: world_build
 545   jobs:
 546   - job: build_the_world
 547     timeoutInMinutes: 0 # Use the maximum allowed
 548     displayName: 'Build the World'
 549     pool:
 550       vmImage: $(ubuntu_vm)
 551     strategy:
 552       # We split the world up in to 10 jobs as we can have at most 10
 553       # parallel jobs going on the free tier of Azure.
 554       matrix:
 555         am33xx_kirkwood_ls1_mvebu_omap:
 556           BUILDMAN: $(am33xx_kirkwood_ls1_mvebu_omap)
 557         amlogic_bcm_boundary_engicam_siemens_technexion_oradex:
 558           BUILDMAN: $(amlogic_bcm_boundary_engicam_siemens_technexion_oradex)
 559         arm_nxp_minus_imx_and_at91:
 560           BUILDMAN: $(arm_nxp_minus_imx_and_at91)
 561         imx:
 562           BUILDMAN: $(imx)
 563         rk:
 564           BUILDMAN: $(rk)
 565         sunxi:
 566           BUILDMAN: $(sunxi)
 567         powerpc:
 568           BUILDMAN: $(powerpc)
 569         arm_catch_all:
 570           BUILDMAN: $(arm_catch_all)
 571         aarch64_catch_all:
 572           BUILDMAN: $(aarch64_catch_all)
 573         everything_but_arm_and_powerpc:
 574           BUILDMAN: $(everything_but_arm_and_powerpc)
 575     steps:
 576       - script: |
 577           cat << EOF > build.sh
 578           set -ex
 579           cd ${WORK_DIR}
 580           # make environment variables available as tests are running inside a container
 581           export BUILDMAN="${BUILDMAN}"
 582           git config --global --add safe.directory ${WORK_DIR}
 583           pip install -r tools/buildman/requirements.txt
 584           EOF
 585           cat << "EOF" >> build.sh
 586           if [[ "${BUILDMAN}" != "" ]]; then
 587               ret=0;
 588               tools/buildman/buildman -o /tmp -PEWM ${BUILDMAN} ${OVERRIDE} || ret=$?;
 589               if [[ $ret -ne 0 ]]; then
 590                   tools/buildman/buildman -o /tmp -seP ${BUILDMAN};
 591                   exit $ret;
 592               fi;
 593           fi
 594           EOF
 595           cat build.sh
 596           docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh