[u-boot.git] / .azure-pipelines.yml

variables:
  windows_vm: vs2017-win2016
  ubuntu_vm: ubuntu-18.04
  macos_vm: macOS-10.15
  ci_runner_image: trini/u-boot-gitlab-ci-runner:bionic-20200526-18Jun2020
  # Add '-u 0' options for Azure pipelines, otherwise we get "permission
  # denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer",
  # since our $(ci_runner_image) user is not root.
  container_option: -u 0
  work_dir: /u

jobs:
  - job: tools_only_windows
    displayName: 'Ensure host tools build for Windows'
    pool:
      vmImage: $(windows_vm)
    strategy:
      matrix:
        i686:
          MSYS_DIR: msys32
          BASE_REPO: msys2-ci-base-i686
        x86_64:
          MSYS_DIR: msys64
          BASE_REPO: msys2-ci-base
    steps:
      - script: |
          git clone https://github.com/msys2/$(BASE_REPO).git %CD:~0,2%\$(MSYS_DIR)
        displayName: 'Install MSYS2'
      - script: |
          set PATH=%CD:~0,2%\$(MSYS_DIR)\usr\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
          %CD:~0,2%\$(MSYS_DIR)\usr\bin\pacman --noconfirm -Syyuu
        displayName: 'Update MSYS2'
      - script: |
          set PATH=%CD:~0,2%\$(MSYS_DIR)\usr\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
          %CD:~0,2%\$(MSYS_DIR)\usr\bin\pacman --noconfirm --needed -S make gcc bison diffutils openssl-devel
        displayName: 'Install Toolchain'
      - script: |
          set PATH=C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
          echo make tools-only_defconfig tools-only NO_SDL=1 > build-tools.sh
          %CD:~0,2%\$(MSYS_DIR)\usr\bin\bash -lc "bash build-tools.sh"
        displayName: 'Build Host Tools'
        env:
          # Tell MSYS2 we need a POSIX emulation layer
          MSYSTEM: MSYS
          # Tell MSYS2 not to ‘cd’ our startup directory to HOME
          CHERE_INVOKING: yes

  - job: tools_only_macOS
    displayName: 'Ensure host tools build for macOS X'
    pool:
      vmImage: $(macos_vm)
    steps:
      - script: brew install make
        displayName: Brew install dependencies
      - script: |
          gmake tools-only_config tools-only NO_SDL=1 \
            HOSTCFLAGS="-I/usr/local/opt/[email protected]/include" \
            HOSTLDFLAGS="-L/usr/local/opt/[email protected]/lib" \
            -j$(sysctl -n hw.logicalcpu)
        displayName: 'Perform tools-only build'

  - job: cppcheck
    displayName: 'Static code analysis with cppcheck'
    pool:
      vmImage: $(ubuntu_vm)
    container:
      image: $(ci_runner_image)
      options: $(container_option)
    steps:
      - script: cppcheck -j$(nproc) --force --quiet --inline-suppr .

  - job: htmldocs
    displayName: 'Build HTML documentation'
    pool:
      vmImage: $(ubuntu_vm)
    container:
      image: $(ci_runner_image)
      options: $(container_option)
    steps:
      - script: make htmldocs

  - job: todo
    displayName: 'Search for TODO within source tree'
    pool:
      vmImage: $(ubuntu_vm)
    container:
      image: $(ci_runner_image)
      options: $(container_option)
    steps:
      - script: grep -r TODO .
      - script: grep -r FIXME .
      - script: grep -r HACK . | grep -v HACKKIT

  - job: sloccount
    displayName: 'Some statistics about the code base'
    pool:
      vmImage: $(ubuntu_vm)
    container:
      image: $(ci_runner_image)
      options: $(container_option)
    steps:
      - script: sloccount .

  - job: maintainers
    displayName: 'Ensure all configs have MAINTAINERS entries'
    pool:
      vmImage: $(ubuntu_vm)
    container:
      image: $(ci_runner_image)
      options: $(container_option)
    steps:
      - script: |
          if [ `./tools/genboardscfg.py -f 2>&1 | wc -l` -ne 0 ]; then exit 1; fi

  - job: tools_only
    displayName: 'Ensure host tools build'
    pool:
      vmImage: $(ubuntu_vm)
    container:
      image: $(ci_runner_image)
      options: $(container_option)
    steps:
      - script: |
          make tools-only_config tools-only -j$(nproc)

  - job: envtools
    displayName: 'Ensure env tools build'
    pool:
      vmImage: $(ubuntu_vm)
    container:
      image: $(ci_runner_image)
      options: $(container_option)
    steps:
      - script: |
          make tools-only_config envtools -j$(nproc)

  - job: utils
    displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites'
    pool:
      vmImage: $(ubuntu_vm)
    steps:
      - script: |
          cat << EOF > build.sh
          set -ex
          cd ${WORK_DIR}
          EOF
          cat << "EOF" >> build.sh
          git config --global user.name "Azure Pipelines"
          git config --global user.email [email protected]
          export USER=azure
          virtualenv -p /usr/bin/python3 /tmp/venv
          . /tmp/venv/bin/activate
          pip install pyelftools pytest
          export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
          export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
          export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}
          ./tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w sandbox_spl
          ./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test
          ./tools/buildman/buildman -t
          ./tools/dtoc/dtoc -t
          ./tools/patman/patman --test
          make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig
          EOF
          cat build.sh
          # We cannot use "container" like other jobs above, as buildman
          # seems to hang forever with pre-configured "container" environment
          docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh

  - job: nokia_rx51_test
    displayName: 'Run tests for Nokia RX-51 (aka N900)'
    pool:
      vmImage: $(ubuntu_vm)
    container:
      image: $(ci_runner_image)
      options: $(container_option)
    steps:
      - script: |
          ./tools/buildman/buildman --fetch-arch arm
          export PATH=~/.buildman-toolchains/gcc-9.2.0-nolibc/arm-linux-gnueabi/bin/:$PATH
          test/nokia_rx51_test.sh

  - job: test_py
    displayName: 'test.py'
    pool:
      vmImage: $(ubuntu_vm)
    strategy:
      matrix:
        sandbox:
          TEST_PY_BD: "sandbox"
        sandbox_clang:
          TEST_PY_BD: "sandbox"
          OVERRIDE: "-O clang-10"
        sandbox_spl:
          TEST_PY_BD: "sandbox_spl"
          TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff"
        sandbox_flattree:
          TEST_PY_BD: "sandbox_flattree"
        evb_ast2500:
          TEST_PY_BD: "evb-ast2500"
          TEST_PY_ID: "--id qemu"
        vexpress_ca15_tc2:
          TEST_PY_BD: "vexpress_ca15_tc2"
          TEST_PY_ID: "--id qemu"
        vexpress_ca9x4:
          TEST_PY_BD: "vexpress_ca9x4"
          TEST_PY_ID: "--id qemu"
        integratorcp_cm926ejs:
          TEST_PY_BD: "integratorcp_cm926ejs"
          TEST_PY_ID: "--id qemu"
          TEST_PY_TEST_SPEC: "not sleep"
        qemu_arm:
          TEST_PY_BD: "qemu_arm"
          TEST_PY_TEST_SPEC: "not sleep"
        qemu_arm64:
          TEST_PY_BD: "qemu_arm64"
          TEST_PY_TEST_SPEC: "not sleep"
        qemu_mips:
          TEST_PY_BD: "qemu_mips"
          TEST_PY_TEST_SPEC: "not sleep"
        qemu_mipsel:
          TEST_PY_BD: "qemu_mipsel"
          TEST_PY_TEST_SPEC: "not sleep"
        qemu_mips64:
          TEST_PY_BD: "qemu_mips64"
          TEST_PY_TEST_SPEC: "not sleep"
        qemu_mips64el:
          TEST_PY_BD: "qemu_mips64el"
          TEST_PY_TEST_SPEC: "not sleep"
        qemu_malta:
          TEST_PY_BD: "malta"
          TEST_PY_ID: "--id qemu"
          TEST_PY_TEST_SPEC: "not sleep and not efi"
        qemu_maltael:
          TEST_PY_BD: "maltael"
          TEST_PY_ID: "--id qemu"
          TEST_PY_TEST_SPEC: "not sleep and not efi"
        qemu_malta64:
          TEST_PY_BD: "malta64"
          TEST_PY_ID: "--id qemu"
          TEST_PY_TEST_SPEC: "not sleep and not efi"
        qemu_malta64el:
          TEST_PY_BD: "malta64el"
          TEST_PY_ID: "--id qemu"
          TEST_PY_TEST_SPEC: "not sleep and not efi"
        qemu_ppce500:
          TEST_PY_BD: "qemu-ppce500"
          TEST_PY_TEST_SPEC: "not sleep"
        qemu_riscv32:
          TEST_PY_BD: "qemu-riscv32"
          TEST_PY_TEST_SPEC: "not sleep"
        qemu_riscv64:
          TEST_PY_BD: "qemu-riscv64"
          TEST_PY_TEST_SPEC: "not sleep"
        qemu_riscv32_spl:
          TEST_PY_BD: "qemu-riscv32_spl"
          TEST_PY_TEST_SPEC: "not sleep"
        qemu_riscv64_spl:
          TEST_PY_BD: "qemu-riscv64_spl"
          TEST_PY_TEST_SPEC: "not sleep"
        qemu_x86:
          TEST_PY_BD: "qemu-x86"
          TEST_PY_TEST_SPEC: "not sleep"
        qemu_x86_64:
          TEST_PY_BD: "qemu-x86_64"
          TEST_PY_TEST_SPEC: "not sleep"
        xilinx_zynq_virt:
          TEST_PY_BD: "xilinx_zynq_virt"
          TEST_PY_ID: "--id qemu"
          TEST_PY_TEST_SPEC: "not sleep"
        xilinx_versal_virt:
          TEST_PY_BD: "xilinx_versal_virt"
          TEST_PY_ID: "--id qemu"
          TEST_PY_TEST_SPEC: "not sleep"
        xtfpga:
          TEST_PY_BD: "xtfpga"
          TEST_PY_ID: "--id qemu"
          TEST_PY_TEST_SPEC: "not sleep"
    steps:
      - script: |
          cat << EOF > test.sh
          set -ex
          # make environment variables available as tests are running inside a container
          export WORK_DIR="${WORK_DIR}"
          export TEST_PY_BD="${TEST_PY_BD}"
          export TEST_PY_ID="${TEST_PY_ID}"
          export TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}"
          export OVERRIDE="${OVERRIDE}"
          EOF
          cat << "EOF" >> test.sh
          # the below corresponds to .gitlab-ci.yml "before_script"
          cd ${WORK_DIR}
          git clone --depth=1 git://github.com/swarren/uboot-test-hooks.git /tmp/uboot-test-hooks
          ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
          ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
          grub-mkimage --prefix=\"\" -o ~/grub_x86.efi -O i386-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
          grub-mkimage --prefix=\"\" -o ~/grub_x64.efi -O x86_64-efi normal  echo lsefimmap lsefi lsefisystab efinet tftp minicmd
          if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
              wget -O - https://github.com/riscv/opensbi/releases/download/v0.6/opensbi-0.6-rv32-bin.tar.xz | tar -C /tmp -xJ;
              export OPENSBI=/tmp/opensbi-0.6-rv32-bin/platform/qemu/virt/firmware/fw_dynamic.bin;
          fi
          if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]]; then
              wget -O - https://github.com/riscv/opensbi/releases/download/v0.6/opensbi-0.6-rv64-bin.tar.xz | tar -C /tmp -xJ;
              export OPENSBI=/tmp/opensbi-0.6-rv64-bin/platform/qemu/virt/firmware/fw_dynamic.bin;
          fi
          # the below corresponds to .gitlab-ci.yml "script"
          cd ${WORK_DIR}
          export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD};
          tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board ${TEST_PY_BD} ${OVERRIDE}
          cp ~/grub_x86.efi ${UBOOT_TRAVIS_BUILD_DIR}/
          cp ~/grub_x64.efi ${UBOOT_TRAVIS_BUILD_DIR}/
          cp /opt/grub/grubriscv64.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv64.efi
          cp /opt/grub/grubriscv32.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv32.efi
          cp /opt/grub/grubaa64.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_arm64.efi
          cp /opt/grub/grubarm.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_arm.efi
          virtualenv -p /usr/bin/python3 /tmp/venv
          . /tmp/venv/bin/activate
          pip install -r test/py/requirements.txt
          export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
          export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
          # "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
          ./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID} ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"} --build-dir "$UBOOT_TRAVIS_BUILD_DIR";
          # the below corresponds to .gitlab-ci.yml "after_script"
          rm -rf /tmp/uboot-test-hooks /tmp/venv
          EOF
          cat test.sh
          # make current directory writeable to uboot user inside the container
          # as sandbox testing need create files like spi flash images, etc.
          # (TODO: clean up this in the future)
          chmod 777 .
          docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/test.sh

  - job: build_the_world
    displayName: 'Build the World'
    pool:
      vmImage: $(ubuntu_vm)
    strategy:
      # Use almost the same target division in .travis.yml, only merged
      # 4 small build jobs (arc/microblaze/nds32/xtensa) into one.
      matrix:
        arc_microblaze_nds32_xtensa:
          BUILDMAN: "arc microblaze nds32 xtensa"
        arm11_arm7_arm920t_arm946es:
          BUILDMAN: "arm11 arm7 arm920t arm946es"
        arm926ejs:
          BUILDMAN: "arm926ejs -x freescale,siemens,at91,kirkwood,spear,omap"
        at91_non_armv7:
          BUILDMAN: "at91 -x armv7"
        at91_non_arm926ejs:
          BUILDMAN: "at91 -x arm926ejs"
        boundary_engicam_toradex:
          BUILDMAN: "boundary engicam toradex"
        arm_bcm:
          BUILDMAN: "bcm -x mips"
        nxp_arm32:
          BUILDMAN: "freescale -x powerpc,m68k,aarch64,ls101,ls102,ls104,ls108,ls20,lx216"
        nxp_ls101x:
          BUILDMAN: "freescale&ls101"
        nxp_ls102x:
          BUILDMAN: "freescale&ls102"
        nxp_ls104x:
          BUILDMAN: "freescale&ls104"
        nxp_ls108x:
          BUILDMAN: "freescale&ls108"
        nxp_ls20xx:
          BUILDMAN: "freescale&ls20"
        nxp_lx216x:
          BUILDMAN: "freescale&lx216"
        imx6:
          BUILDMAN: "mx6 -x boundary,engicam,freescale,technexion,toradex"
        imx:
          BUILDMAN: "mx -x mx6,freescale,technexion,toradex"
        keystone2_keystone3:
          BUILDMAN: "k2 k3"
        samsung_socfpga:
          BUILDMAN: "samsung socfpga"
        spear:
          BUILDMAN: "spear"
        sun4i:
          BUILDMAN: "sun4i"
        sun5i:
          BUILDMAN: "sun5i"
        sun6i:
          BUILDMAN: "sun6i"
        sun7i:
          BUILDMAN: "sun7i"
        sun8i_32bit:
          BUILDMAN: "sun8i&armv7"
        sun8i_64bit:
          BUILDMAN: "sun8i&aarch64"
        sun9i:
          BUILDMAN: "sun9i"
        sun50i:
          BUILDMAN: "sun50i"
        arm_catch_all:
          BUILDMAN: "arm -x arm11,arm7,arm9,aarch64,at91,bcm,freescale,kirkwood,mvebu,siemens,tegra,uniphier,mx,samsung,sunxi,am33xx,omap,rk,toradex,socfpga,k2,k3,zynq"
        sandbox_x86:
          BUILDMAN: "sandbox x86"
        technexion:
          BUILDMAN: "technexion"
        kirkwood:
          BUILDMAN: "kirkwood"
        mvebu:
          BUILDMAN: "mvebu"
        m68k:
          BUILDMAN: "m68k"
        mips:
          BUILDMAN: "mips"
        non_fsl_ppc:
          BUILDMAN: "powerpc -x freescale"
        mpc85xx_freescale:
          BUILDMAN: "mpc85xx&freescale -x t208xrdb -x t4qds -x t102* -x p1_p2_rdb_pc -x p1010rdb -x corenet_ds -x b4860qds -x bsc91*"
        t208xrdb_corenet_ds:
          BUILDMAN: "t208xrdb corenet_ds"
        fsl_ppc:
          BUILDMAN: "t4qds b4860qds mpc83xx&freescale mpc86xx&freescale"
        t102x:
          BUILDMAN: "t102*"
        p1_p2_rdb_pc:
          BUILDMAN: "p1_p2_rdb_pc"
        p1010rdb_bsc91:
          BUILDMAN: "p1010rdb bsc91"
        siemens:
          BUILDMAN: "siemens"
        tegra:
          BUILDMAN: "tegra -x toradex"
        am33xx_no_siemens:
          BUILDMAN: "am33xx -x siemens"
        omap:
          BUILDMAN: "omap"
        uniphier:
          BUILDMAN: "uniphier"
        aarch64_catch_all:
          BUILDMAN: "aarch64 -x bcm,k3,tegra,ls1,ls2,lx216,mvebu,uniphier,sunxi,samsung,socfpga,rk,versal,zynq"
        rockchip:
          BUILDMAN: "rk"
        sh:
          BUILDMAN: "sh -x arm"
        zynq:
          BUILDMAN: "zynq&armv7"
        zynqmp_versal:
          BUILDMAN: "versal|zynqmp&aarch64"
        riscv:
          BUILDMAN: "riscv"
    steps:
      - script: |
          cat << EOF > build.sh
          set -ex
          cd ${WORK_DIR}
          # make environment variables available as tests are running inside a container
          export BUILDMAN="${BUILDMAN}"
          EOF
          cat << "EOF" >> build.sh
          if [[ "${BUILDMAN}" != "" ]]; then
              ret=0;
              tools/buildman/buildman -o /tmp -P -W ${BUILDMAN} ${OVERRIDE} || ret=$?;
              if [[ $ret -ne 0 ]]; then
                  tools/buildman/buildman -o /tmp -seP ${BUILDMAN};
                  exit $ret;
              fi;
          fi
          EOF
          cat build.sh
          docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh
Commit	Line	Data
d2e680fa	1	variables:
9e0c131a	2	windows_vm: vs2017-win2016
bf275222	3	ubuntu_vm: ubuntu-18.04
7b4116d4	4	macos_vm: macOS-10.15
717e779f	5	ci_runner_image: trini/u-boot-gitlab-ci-runner:bionic-20200526-18Jun2020
bf275222 BM	6	# Add '-u 0' options for Azure pipelines, otherwise we get "permission
	7	# denied" error when it tries to "useradd -m -u 1001 vsts_azpcontainer",
	8	# since our $(ci_runner_image) user is not root.
	9	container_option: -u 0
	10	work_dir: /u
d2e680fa BM	11
	12	jobs:
	13	- job: tools_only_windows
	14	displayName: 'Ensure host tools build for Windows'
	15	pool:
	16	vmImage: $(windows_vm)
	17	strategy:
	18	matrix:
	19	i686:
	20	MSYS_DIR: msys32
	21	BASE_REPO: msys2-ci-base-i686
	22	x86_64:
	23	MSYS_DIR: msys64
	24	BASE_REPO: msys2-ci-base
	25	steps:
	26	- script: \|
	27	git clone https://github.com/msys2/$(BASE_REPO).git %CD:~0,2%\$(MSYS_DIR)
	28	displayName: 'Install MSYS2'
	29	- script: \|
	30	set PATH=%CD:~0,2%\$(MSYS_DIR)\usr\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
	31	%CD:~0,2%\$(MSYS_DIR)\usr\bin\pacman --noconfirm -Syyuu
	32	displayName: 'Update MSYS2'
	33	- script: \|
	34	set PATH=%CD:~0,2%\$(MSYS_DIR)\usr\bin;C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
	35	%CD:~0,2%\$(MSYS_DIR)\usr\bin\pacman --noconfirm --needed -S make gcc bison diffutils openssl-devel
	36	displayName: 'Install Toolchain'
	37	- script: \|
	38	set PATH=C:\Windows\system32;C:\Windows;C:\Windows\System32\Wbem
	39	echo make tools-only_defconfig tools-only NO_SDL=1 > build-tools.sh
	40	%CD:~0,2%\$(MSYS_DIR)\usr\bin\bash -lc "bash build-tools.sh"
	41	displayName: 'Build Host Tools'
	42	env:
	43	# Tell MSYS2 we need a POSIX emulation layer
	44	MSYSTEM: MSYS
	45	# Tell MSYS2 not to ‘cd’ our startup directory to HOME
	46	CHERE_INVOKING: yes
bf275222	47
7b4116d4 TR	48	- job: tools_only_macOS
	49	displayName: 'Ensure host tools build for macOS X'
	50	pool:
	51	vmImage: $(macos_vm)
	52	steps:
	53	- script: brew install make
	54	displayName: Brew install dependencies
	55	- script: \|
	56	gmake tools-only_config tools-only NO_SDL=1 \
	57	HOSTCFLAGS="-I/usr/local/opt/[email protected]/include" \
	58	HOSTLDFLAGS="-L/usr/local/opt/[email protected]/lib" \
	59	-j$(sysctl -n hw.logicalcpu)
	60	displayName: 'Perform tools-only build'
	61
bf275222 BM	62	- job: cppcheck
	63	displayName: 'Static code analysis with cppcheck'
	64	pool:
	65	vmImage: $(ubuntu_vm)
	66	container:
	67	image: $(ci_runner_image)
	68	options: $(container_option)
	69	steps:
4ee7f527	70	- script: cppcheck -j$(nproc) --force --quiet --inline-suppr .
bf275222	71
4eb0fc99 HS	72	- job: htmldocs
	73	displayName: 'Build HTML documentation'
	74	pool:
	75	vmImage: $(ubuntu_vm)
	76	container:
	77	image: $(ci_runner_image)
	78	options: $(container_option)
	79	steps:
	80	- script: make htmldocs
	81
bf275222 BM	82	- job: todo
	83	displayName: 'Search for TODO within source tree'
	84	pool:
	85	vmImage: $(ubuntu_vm)
	86	container:
	87	image: $(ci_runner_image)
	88	options: $(container_option)
	89	steps:
	90	- script: grep -r TODO .
	91	- script: grep -r FIXME .
	92	- script: grep -r HACK . \| grep -v HACKKIT
	93
	94	- job: sloccount
	95	displayName: 'Some statistics about the code base'
	96	pool:
	97	vmImage: $(ubuntu_vm)
	98	container:
	99	image: $(ci_runner_image)
	100	options: $(container_option)
	101	steps:
	102	- script: sloccount .
	103
	104	- job: maintainers
	105	displayName: 'Ensure all configs have MAINTAINERS entries'
	106	pool:
	107	vmImage: $(ubuntu_vm)
	108	container:
	109	image: $(ci_runner_image)
	110	options: $(container_option)
	111	steps:
	112	- script: \|
	113	if [ `./tools/genboardscfg.py -f 2>&1 \| wc -l` -ne 0 ]; then exit 1; fi
	114
	115	- job: tools_only
	116	displayName: 'Ensure host tools build'
	117	pool:
	118	vmImage: $(ubuntu_vm)
	119	container:
	120	image: $(ci_runner_image)
	121	options: $(container_option)
	122	steps:
	123	- script: \|
	124	make tools-only_config tools-only -j$(nproc)
	125
	126	- job: envtools
	127	displayName: 'Ensure env tools build'
	128	pool:
	129	vmImage: $(ubuntu_vm)
	130	container:
	131	image: $(ci_runner_image)
	132	options: $(container_option)
	133	steps:
	134	- script: \|
	135	make tools-only_config envtools -j$(nproc)
	136
	137	- job: utils
7261833f	138	displayName: 'Run binman, buildman, dtoc, Kconfig and patman testsuites'
bf275222 BM	139	pool:
	140	vmImage: $(ubuntu_vm)
	141	steps:
	142	- script: \|
	143	cat << EOF > build.sh
	144	set -ex
	145	cd ${WORK_DIR}
	146	EOF
	147	cat << "EOF" >> build.sh
	148	git config --global user.name "Azure Pipelines"
	149	git config --global user.email [email protected]
	150	export USER=azure
26a426a1	151	virtualenv -p /usr/bin/python3 /tmp/venv
bf275222	152	. /tmp/venv/bin/activate
7261833f	153	pip install pyelftools pytest
bf0a8133	154	export UBOOT_TRAVIS_BUILD_DIR=/tmp/sandbox_spl
bf275222 BM	155	export PYTHONPATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc/pylibfdt
bf275222 BM	156	export PATH=${UBOOT_TRAVIS_BUILD_DIR}/scripts/dtc:${PATH}
bf0a8133	157	./tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w sandbox_spl
bf275222 BM	158	./tools/binman/binman --toolpath ${UBOOT_TRAVIS_BUILD_DIR}/tools test
	159	./tools/buildman/buildman -t
	160	./tools/dtoc/dtoc -t
	161	./tools/patman/patman --test
7261833f	162	make O=${UBOOT_TRAVIS_BUILD_DIR} testconfig
bf275222 BM	163	EOF
	164	cat build.sh
	165	# We cannot use "container" like other jobs above, as buildman
	166	# seems to hang forever with pre-configured "container" environment
	167	docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh
	168
6cfd09d4 T	169	- job: nokia_rx51_test
	170	displayName: 'Run tests for Nokia RX-51 (aka N900)'
	171	pool:
	172	vmImage: $(ubuntu_vm)
	173	container:
	174	image: $(ci_runner_image)
	175	options: $(container_option)
	176	steps:
	177	- script: \|
	178	./tools/buildman/buildman --fetch-arch arm
	179	export PATH=~/.buildman-toolchains/gcc-9.2.0-nolibc/arm-linux-gnueabi/bin/:$PATH
	180	test/nokia_rx51_test.sh
	181
bf275222 BM	182	- job: test_py
	183	displayName: 'test.py'
	184	pool:
	185	vmImage: $(ubuntu_vm)
	186	strategy:
	187	matrix:
	188	sandbox:
	189	TEST_PY_BD: "sandbox"
0219d014 TR	190	sandbox_clang:
0219d014 TR	191	TEST_PY_BD: "sandbox"
c8790bee	192	OVERRIDE: "-O clang-10"
bf275222 BM	193	sandbox_spl:
bf275222 BM	194	TEST_PY_BD: "sandbox_spl"
e28e9db6	195	TEST_PY_TEST_SPEC: "test_ofplatdata or test_handoff"
bf275222 BM	196	sandbox_flattree:
bf275222 BM	197	TEST_PY_BD: "sandbox_flattree"
bf275222 BM	198	evb_ast2500:
	199	TEST_PY_BD: "evb-ast2500"
	200	TEST_PY_ID: "--id qemu"
bf275222 BM	201	vexpress_ca15_tc2:
	202	TEST_PY_BD: "vexpress_ca15_tc2"
	203	TEST_PY_ID: "--id qemu"
bf275222 BM	204	vexpress_ca9x4:
	205	TEST_PY_BD: "vexpress_ca9x4"
	206	TEST_PY_ID: "--id qemu"
bf275222 BM	207	integratorcp_cm926ejs:
	208	TEST_PY_BD: "integratorcp_cm926ejs"
	209	TEST_PY_ID: "--id qemu"
	210	TEST_PY_TEST_SPEC: "not sleep"
bf275222 BM	211	qemu_arm:
	212	TEST_PY_BD: "qemu_arm"
	213	TEST_PY_TEST_SPEC: "not sleep"
bf275222 BM	214	qemu_arm64:
	215	TEST_PY_BD: "qemu_arm64"
	216	TEST_PY_TEST_SPEC: "not sleep"
bf275222 BM	217	qemu_mips:
	218	TEST_PY_BD: "qemu_mips"
	219	TEST_PY_TEST_SPEC: "not sleep"
bf275222 BM	220	qemu_mipsel:
	221	TEST_PY_BD: "qemu_mipsel"
	222	TEST_PY_TEST_SPEC: "not sleep"
bf275222 BM	223	qemu_mips64:
	224	TEST_PY_BD: "qemu_mips64"
	225	TEST_PY_TEST_SPEC: "not sleep"
bf275222 BM	226	qemu_mips64el:
	227	TEST_PY_BD: "qemu_mips64el"
	228	TEST_PY_TEST_SPEC: "not sleep"
e35c2a8f DS	229	qemu_malta:
	230	TEST_PY_BD: "malta"
	231	TEST_PY_ID: "--id qemu"
	232	TEST_PY_TEST_SPEC: "not sleep and not efi"
	233	qemu_maltael:
	234	TEST_PY_BD: "maltael"
	235	TEST_PY_ID: "--id qemu"
	236	TEST_PY_TEST_SPEC: "not sleep and not efi"
	237	qemu_malta64:
	238	TEST_PY_BD: "malta64"
	239	TEST_PY_ID: "--id qemu"
	240	TEST_PY_TEST_SPEC: "not sleep and not efi"
	241	qemu_malta64el:
	242	TEST_PY_BD: "malta64el"
	243	TEST_PY_ID: "--id qemu"
	244	TEST_PY_TEST_SPEC: "not sleep and not efi"
bf275222 BM	245	qemu_ppce500:
	246	TEST_PY_BD: "qemu-ppce500"
	247	TEST_PY_TEST_SPEC: "not sleep"
a379d330 BM	248	qemu_riscv32:
	249	TEST_PY_BD: "qemu-riscv32"
	250	TEST_PY_TEST_SPEC: "not sleep"
bf275222 BM	251	qemu_riscv64:
	252	TEST_PY_BD: "qemu-riscv64"
	253	TEST_PY_TEST_SPEC: "not sleep"
49fb28a4 BM	254	qemu_riscv32_spl:
	255	TEST_PY_BD: "qemu-riscv32_spl"
	256	TEST_PY_TEST_SPEC: "not sleep"
49fb28a4 BM	257	qemu_riscv64_spl:
	258	TEST_PY_BD: "qemu-riscv64_spl"
	259	TEST_PY_TEST_SPEC: "not sleep"
bf275222 BM	260	qemu_x86:
	261	TEST_PY_BD: "qemu-x86"
	262	TEST_PY_TEST_SPEC: "not sleep"
bf275222 BM	263	qemu_x86_64:
	264	TEST_PY_BD: "qemu-x86_64"
	265	TEST_PY_TEST_SPEC: "not sleep"
f7c6ee7f MS	266	xilinx_zynq_virt:
f7c6ee7f MS	267	TEST_PY_BD: "xilinx_zynq_virt"
bf275222 BM	268	TEST_PY_ID: "--id qemu"
bf275222 BM	269	TEST_PY_TEST_SPEC: "not sleep"
bf275222 BM	270	xilinx_versal_virt:
	271	TEST_PY_BD: "xilinx_versal_virt"
	272	TEST_PY_ID: "--id qemu"
	273	TEST_PY_TEST_SPEC: "not sleep"
bf275222 BM	274	xtfpga:
	275	TEST_PY_BD: "xtfpga"
	276	TEST_PY_ID: "--id qemu"
	277	TEST_PY_TEST_SPEC: "not sleep"
bf275222 BM	278	steps:
	279	- script: \|
	280	cat << EOF > test.sh
	281	set -ex
	282	# make environment variables available as tests are running inside a container
	283	export WORK_DIR="${WORK_DIR}"
	284	export TEST_PY_BD="${TEST_PY_BD}"
	285	export TEST_PY_ID="${TEST_PY_ID}"
	286	export TEST_PY_TEST_SPEC="${TEST_PY_TEST_SPEC}"
0219d014	287	export OVERRIDE="${OVERRIDE}"
bf275222 BM	288	EOF
	289	cat << "EOF" >> test.sh
	290	# the below corresponds to .gitlab-ci.yml "before_script"
	291	cd ${WORK_DIR}
	292	git clone --depth=1 git://github.com/swarren/uboot-test-hooks.git /tmp/uboot-test-hooks
	293	ln -s travis-ci /tmp/uboot-test-hooks/bin/`hostname`
	294	ln -s travis-ci /tmp/uboot-test-hooks/py/`hostname`
bf275222 BM	295	grub-mkimage --prefix=\"\" -o ~/grub_x86.efi -O i386-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
bf275222 BM	296	grub-mkimage --prefix=\"\" -o ~/grub_x64.efi -O x86_64-efi normal echo lsefimmap lsefi lsefisystab efinet tftp minicmd
49fb28a4 BM	297	if [[ "${TEST_PY_BD}" == "qemu-riscv32_spl" ]]; then
	298	wget -O - https://github.com/riscv/opensbi/releases/download/v0.6/opensbi-0.6-rv32-bin.tar.xz \| tar -C /tmp -xJ;
	299	export OPENSBI=/tmp/opensbi-0.6-rv32-bin/platform/qemu/virt/firmware/fw_dynamic.bin;
	300	fi
	301	if [[ "${TEST_PY_BD}" == "qemu-riscv64_spl" ]]; then
	302	wget -O - https://github.com/riscv/opensbi/releases/download/v0.6/opensbi-0.6-rv64-bin.tar.xz \| tar -C /tmp -xJ;
	303	export OPENSBI=/tmp/opensbi-0.6-rv64-bin/platform/qemu/virt/firmware/fw_dynamic.bin;
	304	fi
bf275222 BM	305	# the below corresponds to .gitlab-ci.yml "script"
bf275222 BM	306	cd ${WORK_DIR}
4e32fed4	307	export UBOOT_TRAVIS_BUILD_DIR=/tmp/${TEST_PY_BD};
7ec1255c	308	tools/buildman/buildman -o ${UBOOT_TRAVIS_BUILD_DIR} -w -E -W -e --board ${TEST_PY_BD} ${OVERRIDE}
9e0f5eab HS	309	cp ~/grub_x86.efi ${UBOOT_TRAVIS_BUILD_DIR}/
	310	cp ~/grub_x64.efi ${UBOOT_TRAVIS_BUILD_DIR}/
	311	cp /opt/grub/grubriscv64.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv64.efi
	312	cp /opt/grub/grubriscv32.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_riscv32.efi
	313	cp /opt/grub/grubaa64.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_arm64.efi
	314	cp /opt/grub/grubarm.efi ${UBOOT_TRAVIS_BUILD_DIR}/grub_arm.efi
5d80a1a9 TR	315	virtualenv -p /usr/bin/python3 /tmp/venv
	316	. /tmp/venv/bin/activate
	317	pip install -r test/py/requirements.txt
5d6f0535	318	export PATH=/opt/qemu/bin:/tmp/uboot-test-hooks/bin:${PATH};
bf275222	319	export PYTHONPATH=/tmp/uboot-test-hooks/py/travis-ci;
4080d097	320	# "${var:+"-k $var"}" expands to "" if $var is empty, "-k $var" if not
f3092473	321	./test/py/test.py -ra --bd ${TEST_PY_BD} ${TEST_PY_ID} ${TEST_PY_TEST_SPEC:+"-k ${TEST_PY_TEST_SPEC}"} --build-dir "$UBOOT_TRAVIS_BUILD_DIR";
bf275222	322	# the below corresponds to .gitlab-ci.yml "after_script"
6049d516	323	rm -rf /tmp/uboot-test-hooks /tmp/venv
bf275222 BM	324	EOF
	325	cat test.sh
	326	# make current directory writeable to uboot user inside the container
	327	# as sandbox testing need create files like spi flash images, etc.
	328	# (TODO: clean up this in the future)
	329	chmod 777 .
	330	docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/test.sh
	331
	332	- job: build_the_world
	333	displayName: 'Build the World'
	334	pool:
	335	vmImage: $(ubuntu_vm)
	336	strategy:
	337	# Use almost the same target division in .travis.yml, only merged
	338	# 4 small build jobs (arc/microblaze/nds32/xtensa) into one.
	339	matrix:
	340	arc_microblaze_nds32_xtensa:
	341	BUILDMAN: "arc microblaze nds32 xtensa"
	342	arm11_arm7_arm920t_arm946es:
	343	BUILDMAN: "arm11 arm7 arm920t arm946es"
	344	arm926ejs:
	345	BUILDMAN: "arm926ejs -x freescale,siemens,at91,kirkwood,spear,omap"
	346	at91_non_armv7:
	347	BUILDMAN: "at91 -x armv7"
	348	at91_non_arm926ejs:
	349	BUILDMAN: "at91 -x arm926ejs"
	350	boundary_engicam_toradex:
	351	BUILDMAN: "boundary engicam toradex"
	352	arm_bcm:
	353	BUILDMAN: "bcm -x mips"
	354	nxp_arm32:
af771625 HS	355	BUILDMAN: "freescale -x powerpc,m68k,aarch64,ls101,ls102,ls104,ls108,ls20,lx216"
	356	nxp_ls101x:
	357	BUILDMAN: "freescale&ls101"
	358	nxp_ls102x:
	359	BUILDMAN: "freescale&ls102"
	360	nxp_ls104x:
	361	BUILDMAN: "freescale&ls104"
	362	nxp_ls108x:
	363	BUILDMAN: "freescale&ls108"
	364	nxp_ls20xx:
	365	BUILDMAN: "freescale&ls20"
	366	nxp_lx216x:
	367	BUILDMAN: "freescale&lx216"
bf275222 BM	368	imx6:
	369	BUILDMAN: "mx6 -x boundary,engicam,freescale,technexion,toradex"
	370	imx:
	371	BUILDMAN: "mx -x mx6,freescale,technexion,toradex"
	372	keystone2_keystone3:
	373	BUILDMAN: "k2 k3"
	374	samsung_socfpga:
	375	BUILDMAN: "samsung socfpga"
	376	spear:
	377	BUILDMAN: "spear"
	378	sun4i:
	379	BUILDMAN: "sun4i"
	380	sun5i:
	381	BUILDMAN: "sun5i"
	382	sun6i:
	383	BUILDMAN: "sun6i"
	384	sun7i:
	385	BUILDMAN: "sun7i"
	386	sun8i_32bit:
	387	BUILDMAN: "sun8i&armv7"
	388	sun8i_64bit:
	389	BUILDMAN: "sun8i&aarch64"
	390	sun9i:
	391	BUILDMAN: "sun9i"
	392	sun50i:
	393	BUILDMAN: "sun50i"
	394	arm_catch_all:
2d4cd12d	395	BUILDMAN: "arm -x arm11,arm7,arm9,aarch64,at91,bcm,freescale,kirkwood,mvebu,siemens,tegra,uniphier,mx,samsung,sunxi,am33xx,omap,rk,toradex,socfpga,k2,k3,zynq"
bf275222 BM	396	sandbox_x86:
	397	BUILDMAN: "sandbox x86"
	398	technexion:
	399	BUILDMAN: "technexion"
	400	kirkwood:
	401	BUILDMAN: "kirkwood"
	402	mvebu:
	403	BUILDMAN: "mvebu"
	404	m68k:
	405	BUILDMAN: "m68k"
	406	mips:
	407	BUILDMAN: "mips"
	408	non_fsl_ppc:
	409	BUILDMAN: "powerpc -x freescale"
	410	mpc85xx_freescale:
	411	BUILDMAN: "mpc85xx&freescale -x t208xrdb -x t4qds -x t102* -x p1_p2_rdb_pc -x p1010rdb -x corenet_ds -x b4860qds -x bsc91*"
	412	t208xrdb_corenet_ds:
	413	BUILDMAN: "t208xrdb corenet_ds"
	414	fsl_ppc:
	415	BUILDMAN: "t4qds b4860qds mpc83xx&freescale mpc86xx&freescale"
	416	t102x:
	417	BUILDMAN: "t102*"
	418	p1_p2_rdb_pc:
	419	BUILDMAN: "p1_p2_rdb_pc"
	420	p1010rdb_bsc91:
	421	BUILDMAN: "p1010rdb bsc91"
	422	siemens:
	423	BUILDMAN: "siemens"
	424	tegra:
	425	BUILDMAN: "tegra -x toradex"
	426	am33xx_no_siemens:
	427	BUILDMAN: "am33xx -x siemens"
	428	omap:
	429	BUILDMAN: "omap"
	430	uniphier:
	431	BUILDMAN: "uniphier"
	432	aarch64_catch_all:
2d4cd12d	433	BUILDMAN: "aarch64 -x bcm,k3,tegra,ls1,ls2,lx216,mvebu,uniphier,sunxi,samsung,socfpga,rk,versal,zynq"
bf275222	434	rockchip:
2d4cd12d	435	BUILDMAN: "rk"
bf275222 BM	436	sh:
	437	BUILDMAN: "sh -x arm"
	438	zynq:
	439	BUILDMAN: "zynq&armv7"
	440	zynqmp_versal:
	441	BUILDMAN: "versal\|zynqmp&aarch64"
	442	riscv:
	443	BUILDMAN: "riscv"
	444	steps:
	445	- script: \|
	446	cat << EOF > build.sh
	447	set -ex
	448	cd ${WORK_DIR}
	449	# make environment variables available as tests are running inside a container
	450	export BUILDMAN="${BUILDMAN}"
	451	EOF
	452	cat << "EOF" >> build.sh
	453	if [[ "${BUILDMAN}" != "" ]]; then
	454	ret=0;
dd5c954e SG	455	tools/buildman/buildman -o /tmp -P -W ${BUILDMAN} ${OVERRIDE} \|\| ret=$?;
dd5c954e SG	456	if [[ $ret -ne 0 ]]; then
b52f5a19	457	tools/buildman/buildman -o /tmp -seP ${BUILDMAN};
bf275222 BM	458	exit $ret;
	459	fi;
	460	fi
	461	EOF
	462	cat build.sh
	463	docker run -v $PWD:$(work_dir) $(ci_runner_image) /bin/bash $(work_dir)/build.sh