2 # Tool mainly for U-Boot Quality Assurance: build one or more board
3 # configurations with minimal verbosity, showing only warnings and
6 # SPDX-License-Identifier: GPL-2.0+
10 # if exiting with 0, write to stdout, else write to stderr
12 [ "${ret}" -eq 1 ] && exec 1>&2
14 Usage: MAKEALL [options] [--] [boards-to-build]
17 -a ARCH, --arch ARCH Build all boards with arch ARCH
18 -c CPU, --cpu CPU Build all boards with cpu CPU
19 -v VENDOR, --vendor VENDOR Build all boards with vendor VENDOR
20 -s SOC, --soc SOC Build all boards with soc SOC
21 -b BOARD, --board BOARD Build all boards with board name BOARD
22 -l, --list List all targets to be built
23 -m, --maintainers List all targets and maintainer email
24 -M, --mails List all targets and all affilated emails
25 -C, --check Enable build checking
26 -n, --continue Continue (skip boards already built)
27 -r, --rebuild-errors Rebuild any boards that errored
28 -h, --help This help output
30 Selections by these options are logically ANDed; if the same option
31 is used repeatedly, such selections are ORed. So "-v FOO -v BAR"
32 will select all configurations where the vendor is either FOO or
33 BAR. Any additional arguments specified on the command line are
34 always build additionally. See the boards.cfg file for more info.
36 If no boards are specified, then the default is "powerpc".
38 Environment variables:
39 BUILD_NCPUS number of parallel make jobs (default: auto)
40 CROSS_COMPILE cross-compiler toolchain prefix (default: "")
41 CROSS_COMPILE_<ARCH> cross-compiler toolchain prefix for
42 architecture "ARCH". Substitute "ARCH" for any
43 supported architecture (default: "")
44 MAKEALL_LOGDIR output all logs to here (default: ./LOG/)
45 BUILD_DIR output build directory (default: ./)
46 BUILD_NBUILDS number of parallel targets (default: 1)
49 - build all Power Architecture boards:
51 MAKEALL --arch powerpc
53 - build all PowerPC boards manufactured by vendor "esd":
54 MAKEALL -a powerpc -v esd
55 - build all PowerPC boards manufactured either by "keymile" or "siemens":
56 MAKEALL -a powerpc -v keymile -v siemens
57 - build all Freescale boards with MPC83xx CPUs, plus all 4xx boards:
58 MAKEALL -c mpc83xx -v freescale 4xx
63 SHORT_OPTS="ha:c:v:s:b:lmMCnr"
64 LONG_OPTS="help,arch:,cpu:,vendor:,soc:,board:,list,maintainers,mails,check,continue,rebuild-errors"
66 # Option processing based on util-linux-2.13/getopt-parse.bash
68 # Note that we use `"$@"' to let each command-line parameter expand to a
69 # separate word. The quotes around `$@' are essential!
70 # We need TEMP as the `eval set --' would nuke the return value of
72 TEMP=`getopt -o ${SHORT_OPTS} --long ${LONG_OPTS} \
75 [ $? != 0 ] && usage 1
77 # Note the quotes around `$TEMP': they are essential!
90 # echo "Option ARCH: argument \`$2'"
91 if [ "$opt_a" ] ; then
92 opt_a="${opt_a%)} || \$2 == \"$2\")"
94 opt_a="(\$2 == \"$2\")"
99 # echo "Option CPU: argument \`$2'"
100 if [ "$opt_c" ] ; then
101 opt_c="${opt_c%)} || \$3 == \"$2\" || \$3 ~ /$2:/)"
103 opt_c="(\$3 == \"$2\" || \$3 ~ /$2:/)"
108 # echo "Option SoC: argument \`$2'"
109 if [ "$opt_s" ] ; then
110 opt_s="${opt_s%)} || \$4 == \"$2\" || \$4 ~ /$2/)"
112 opt_s="(\$4 == \"$2\" || \$4 ~ /$2/)"
117 # echo "Option VENDOR: argument \`$2'"
118 if [ "$opt_v" ] ; then
119 opt_v="${opt_v%)} || \$5 == \"$2\")"
121 opt_v="(\$5 == \"$2\")"
126 # echo "Option BOARD: argument \`$2'"
127 if [ "$opt_b" ] ; then
128 opt_b="${opt_b%)} || \$6 == \"$2\" || \$7 == \"$2\")"
130 # We need to check the 7th field too
131 # for boards whose 6th field is "-"
132 opt_b="(\$6 == \"$2\" || \$7 == \"$2\")"
162 echo "Internal error!" >&2 ; exit 1 ;;
165 # echo "Remaining arguments:"
166 # for arg do echo '--> '"\`$arg'" ; done
169 [ "$opt_a" ] && FILTER="${FILTER} && $opt_a"
170 [ "$opt_c" ] && FILTER="${FILTER} && $opt_c"
171 [ "$opt_s" ] && FILTER="${FILTER} && $opt_s"
172 [ "$opt_v" ] && FILTER="${FILTER} && $opt_v"
173 [ "$opt_b" ] && FILTER="${FILTER} && $opt_b"
175 if [ "$SELECTED" ] ; then
176 SELECTED=$(awk '('"$FILTER"') { print $7 }' boards.cfg)
178 # Make sure some boards from boards.cfg are actually found
179 if [ -z "$SELECTED" ] ; then
180 echo "Error: No boards selected, invalid arguments"
185 #########################################################################
187 # Print statistics when we exit
191 # Determine number of CPU cores if no default was set
192 : ${BUILD_NCPUS:="`getconf _NPROCESSORS_ONLN`"}
194 if [ "$BUILD_NCPUS" -gt 1 ]
196 JOBS="-j $((BUILD_NCPUS + 1))"
201 if [ "${MAKEALL_LOGDIR}" ] ; then
202 LOG_DIR=${MAKEALL_LOGDIR}
207 : ${BUILD_NBUILDS:=1}
210 if [ "${BUILD_NBUILDS}" -gt 1 ] ; then
212 : ${BUILD_DIR:=./build}
213 mkdir -p "${BUILD_DIR}/ERR"
214 find "${BUILD_DIR}/ERR/" -type f -exec rm -f {} +
219 OUTPUT_PREFIX="${BUILD_DIR}"
221 [ -d ${LOG_DIR} ] || mkdir "${LOG_DIR}" || exit 1
222 if [ "$CONTINUE" != 'y' -a "$REBUILD_ERRORS" != 'y' ] ; then
223 find "${LOG_DIR}/" -type f -exec rm -f {} +
228 # Keep track of the number of builds and errors
239 # Helper funcs for parsing boards.cfg
245 awk '($1 !~ /^#/ && $'"$field"' ~ /^'"$regexp"'$/) { print $7 }' \
249 targets_by_arch() { targets_by_field 2 "$@" ; }
250 targets_by_cpu() { targets_by_field 3 "$@" ; targets_by_field 3 "$@:.*" ; }
251 targets_by_soc() { targets_by_field 4 "$@" ; }
253 #########################################################################
255 #########################################################################
257 LIST_5xx="$(targets_by_cpu mpc5xx)"
259 #########################################################################
261 #########################################################################
263 LIST_5xxx="$(targets_by_cpu mpc5xxx)"
265 #########################################################################
267 #########################################################################
269 LIST_512x="$(targets_by_cpu mpc512x)"
271 #########################################################################
273 #########################################################################
275 LIST_8xx="$(targets_by_cpu mpc8xx)"
277 #########################################################################
279 #########################################################################
281 LIST_4xx="$(targets_by_cpu ppc4xx)"
283 #########################################################################
285 #########################################################################
287 LIST_824x="$(targets_by_cpu mpc824x)"
289 #########################################################################
290 ## MPC8260 Systems (includes 8250, 8255 etc.)
291 #########################################################################
293 LIST_8260="$(targets_by_cpu mpc8260)"
295 #########################################################################
296 ## MPC83xx Systems (includes 8349, etc.)
297 #########################################################################
299 LIST_83xx="$(targets_by_cpu mpc83xx)"
301 #########################################################################
302 ## MPC85xx Systems (includes 8540, 8560 etc.)
303 #########################################################################
305 LIST_85xx="$(targets_by_cpu mpc85xx)"
307 #########################################################################
309 #########################################################################
311 LIST_86xx="$(targets_by_cpu mpc86xx)"
313 #########################################################################
315 #########################################################################
317 LIST_74xx_7xx="$(targets_by_cpu 74xx_7xx)"
319 #########################################################################
321 #########################################################################
343 # Alias "ppc" -> "powerpc" to not break compatibility with older scripts
344 # still using "ppc" instead of "powerpc"
349 #########################################################################
351 #########################################################################
353 LIST_SA="$(targets_by_cpu sa1100)"
355 #########################################################################
357 #########################################################################
359 LIST_ARM7="$(targets_by_cpu arm720t)"
361 #########################################################################
363 #########################################################################
365 LIST_ARM9="$(targets_by_cpu arm920t) \
366 $(targets_by_cpu arm926ejs) \
367 $(targets_by_cpu arm946es) \
370 #########################################################################
372 #########################################################################
373 LIST_ARM11="$(targets_by_cpu arm1136) \
374 $(targets_by_cpu arm1176) \
377 #########################################################################
379 #########################################################################
381 LIST_ARMV7="$(targets_by_cpu armv7)"
383 #########################################################################
385 #########################################################################
387 LIST_ARMV8="$(targets_by_cpu armv8)"
389 #########################################################################
391 #########################################################################
393 LIST_at91="$(targets_by_soc at91)"
395 #########################################################################
397 #########################################################################
399 LIST_pxa="$(targets_by_cpu pxa)"
401 LIST_ixp="$(targets_by_cpu ixp)"
403 #########################################################################
405 #########################################################################
407 LIST_spear="$(targets_by_soc spear)"
409 #########################################################################
411 #########################################################################
413 LIST_arm="$(targets_by_arch arm | \
414 for ARMV8_TARGET in $LIST_ARMV8; \
415 do sed "/$ARMV8_TARGET/d"; \
419 #########################################################################
420 ## MIPS Systems (default = big endian)
421 #########################################################################
431 vct_platinum_onenand \
432 vct_platinum_onenand_small \
434 vct_platinumavc_small \
435 vct_platinumavc_onenand \
436 vct_platinumavc_onenand_small \
439 vct_premium_onenand \
440 vct_premium_onenand_small \
456 #########################################################################
457 ## MIPS Systems (little endian)
458 #########################################################################
467 #########################################################################
469 #########################################################################
471 LIST_openrisc="$(targets_by_arch openrisc)"
473 #########################################################################
475 #########################################################################
477 LIST_x86="$(targets_by_arch x86)"
479 #########################################################################
481 #########################################################################
483 LIST_nios2="$(targets_by_arch nios2)"
485 #########################################################################
486 ## MicroBlaze Systems
487 #########################################################################
489 LIST_microblaze="$(targets_by_arch microblaze)"
491 #########################################################################
493 #########################################################################
495 LIST_m68k="$(targets_by_arch m68k)"
496 LIST_coldfire=${LIST_m68k}
498 #########################################################################
500 #########################################################################
502 LIST_avr32="$(targets_by_arch avr32)"
504 #########################################################################
506 #########################################################################
508 LIST_blackfin="$(targets_by_arch blackfin)"
510 #########################################################################
512 #########################################################################
514 LIST_sh2="$(targets_by_cpu sh2)"
515 LIST_sh3="$(targets_by_cpu sh3)"
516 LIST_sh4="$(targets_by_cpu sh4)"
518 LIST_sh="$(targets_by_arch sh)"
520 #########################################################################
522 #########################################################################
524 LIST_sparc="$(targets_by_arch sparc)"
526 #########################################################################
528 #########################################################################
530 LIST_nds32="$(targets_by_arch nds32)"
532 #########################################################################
534 #########################################################################
536 LIST_arc="$(targets_by_arch arc)"
538 #-----------------------------------------------------------------------
540 get_target_location() {
548 local line=`awk '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
549 if [ -z "${line}" ] ; then echo "" ; return ; fi
553 CONFIG_NAME="${7%_config}"
555 [ "${BOARD_NAME}" ] || BOARD_NAME="${7%_config}"
557 if [ $# -gt 5 ]; then
558 if [ "$6" = "-" ] ; then
565 [ $# -gt 4 ] && [ "$5" != "-" ] && vendor="$5"
566 [ $# -gt 6 ] && [ "$8" != "-" ] && {
573 # Assign board directory to BOARDIR variable
574 if [ "${vendor}" == "-" ] ; then
577 BOARDDIR=${vendor}/${board}
580 echo "${CONFIG_NAME}:${BOARDDIR}:${BOARD_NAME}"
583 get_target_maintainers() {
584 local name=`echo $1 | cut -d : -f 3`
586 local line=`awk '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
587 if [ -z "${line}" ]; then
592 local mails=`echo ${line} | cut -d ' ' -f 9- | sed -e 's/[^<]*<//' -e 's/>.*</ /' -e 's/>[^>]*$//'`
593 [ "$mails" == "-" ] && mails=""
601 local line=`awk '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
603 if [ -z "${line}" ] ; then echo "" ; return ; fi
610 if [ "$PRINT_MAINTS" != 'y' ] ; then
617 local loc=`get_target_location $1`
619 if [ -z "${loc}" ] ; then echo "ERROR" ; return ; fi
621 local maintainers_result=`get_target_maintainers ${loc} | tr " " "\n"`
623 if [ "$MAINTAINERS_ONLY" != 'y' ] ; then
625 local dir=`echo ${loc} | cut -d ":" -f 2`
626 local cfg=`echo ${loc} | cut -d ":" -f 1`
627 local git_result=`git log --format=%aE board/${dir} \
628 include/configs/${cfg}.h | grep "@"`
629 local git_result_recent=`echo ${git_result} | tr " " "\n" | \
631 local git_result_top=`echo ${git_result} | tr " " "\n" | \
632 sort | uniq -c | sort -nr | head -n 3 | \
633 sed "s/^ \+[0-9]\+ \+//"`
635 echo -e "$git_result_recent\n$git_result_top\n$maintainers_result" | \
636 sort -u | tr "\n" " " | sed "s/ $//" ;
638 echo -e "$maintainers_result" | sort -u | tr "\n" " " | \
645 # Each finished build will have a file called ${donep}${n},
646 # where n is the index of the build. Each build
647 # we've already noted as finished will have ${skipp}${n}.
648 # The code managing the build process will use this information
649 # to ensure that only BUILD_NBUILDS builds are in flight at once
650 donep="${LOG_DIR}/._done_"
651 skipp="${LOG_DIR}/._skip_"
653 build_target_killed() {
654 echo "Aborted $target build."
655 # Remove the logs for this board since it was aborted
656 rm -f ${LOG_DIR}/$target.MAKELOG ${LOG_DIR}/$target.ERR
664 if [ "$ONLY_LIST" == 'y' ] ; then
665 list_target ${target}
669 if [ $BUILD_MANY == 1 ] ; then
670 output_dir="${OUTPUT_PREFIX}/${target}"
671 mkdir -p "${output_dir}"
672 trap build_target_killed TERM
674 output_dir="${OUTPUT_PREFIX}"
677 target_arch=$(get_target_arch ${target})
678 eval cross_toolchain=\$CROSS_COMPILE_`echo $target_arch | tr '[:lower:]' '[:upper:]'`
679 if [ "${cross_toolchain}" ] ; then
680 MAKE="make CROSS_COMPILE=${cross_toolchain}"
681 elif [ "${CROSS_COMPILE}" ] ; then
682 MAKE="make CROSS_COMPILE=${CROSS_COMPILE}"
687 if [ "${output_dir}" != "." ] ; then
688 MAKE="${MAKE} O=${output_dir}"
691 ${MAKE} distclean >/dev/null
692 ${MAKE} -s ${target}_config
694 ${MAKE} ${JOBS} ${CHECK} all \
695 >${LOG_DIR}/$target.MAKELOG 2> ${LOG_DIR}/$target.ERR
697 # Check for 'make' errors
698 if [ ${PIPESTATUS[0]} -ne 0 ] ; then
702 if [ $BUILD_MANY == 1 ] ; then
707 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
708 cp ${LOG_DIR}/${target}.ERR ${OUTPUT_PREFIX}/ERR/${target}
710 rm ${LOG_DIR}/${target}.ERR
713 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
714 if grep -iw error ${LOG_DIR}/${target}.ERR ; then
715 : $(( ERR_CNT += 1 ))
716 ERR_LIST="${ERR_LIST} $target"
718 : $(( WRN_CNT += 1 ))
719 WRN_LIST="${WRN_LIST} $target"
722 rm ${LOG_DIR}/${target}.ERR
726 OBJS=${output_dir}/u-boot
727 if [ -e ${output_dir}/spl/u-boot-spl ]; then
728 OBJS="${OBJS} ${output_dir}/spl/u-boot-spl"
731 ${CROSS_COMPILE}size ${OBJS} | tee -a ${LOG_DIR}/$target.MAKELOG
733 [ -e "${LOG_DIR}/${target}.ERR" ] && cat "${LOG_DIR}/${target}.ERR"
735 touch "${donep}${build_idx}"
739 search_idx=${OLDEST_IDX}
740 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
743 if [ -e "${donep}${search_idx}" ] ; then
744 : $(( CURRENT_CNT-- ))
745 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
746 : $(( OLDEST_IDX++ ))
748 # Only want to count it once
749 rm -f "${donep}${search_idx}"
750 touch "${skipp}${search_idx}"
751 elif [ -e "${skipp}${search_idx}" ] ; then
752 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
753 : $(( OLDEST_IDX++ ))
755 : $(( search_idx++ ))
756 if [ ${search_idx} -gt ${TOTAL_CNT} ] ; then
757 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
758 search_idx=${OLDEST_IDX}
769 # If a LIST_xxx var exists, use it. But avoid variable
770 # expansion in the eval when a board name contains certain
771 # characters that the shell interprets.
774 *) list=$(eval echo '${LIST_'$t'}') ;;
776 if [ -n "${list}" ] ; then
777 build_targets ${list}
779 : $((TOTAL_CNT += 1))
780 : $((CURRENT_CNT += 1))
781 rm -f "${donep}${TOTAL_CNT}"
782 rm -f "${skipp}${TOTAL_CNT}"
783 if [ "$CONTINUE" = 'y' -a -e ${LOG_DIR}/$t.MAKELOG ] ; then
785 touch "${donep}${TOTAL_CNT}"
786 elif [ "$REBUILD_ERRORS" = 'y' -a ! -e ${LOG_DIR}/$t.ERR ] ; then
788 touch "${donep}${TOTAL_CNT}"
790 if [ $BUILD_MANY == 1 ] ; then
791 build_target ${t} ${TOTAL_CNT} &
794 build_target ${t} ${TOTAL_CNT}
800 # We maintain a running count of all the builds we have done.
801 # Each finished build will have a file called ${donep}${n},
802 # where n is the index of the build. Each build
803 # we've already noted as finished will have ${skipp}${n}.
804 # We track the current index via TOTAL_CNT, and the oldest
805 # index. When we exceed the maximum number of parallel builds,
806 # We look from oldest to current for builds that have completed,
807 # and update the current count and oldest index as appropriate.
808 # If we've gone through the entire list, wait a second, and
809 # reprocess the entire list until we find a build that has
811 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
817 #-----------------------------------------------------------------------
824 # Mac OS X is known to have BSD style ps
825 local pgid=$(ps -p $$ -o pgid | sed -e "/PGID/d")
826 children=$(ps -g $pgid -o pid | sed -e "/PID\|$$\|$pgid/d")
829 # everything else tries the GNU style
830 local pgid=$(ps -p $$ --no-headers -o "%r" | tr -d ' ')
831 children=$(pgrep -g $pgid | sed -e "/$$\|$pgid/d")
835 kill $children 2> /dev/null
836 wait $children 2> /dev/null
842 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
844 # Only count boards that completed
845 : $((TOTAL_CNT = `find ${skipp}* 2> /dev/null | wc -l`))
847 rm -f ${donep}* ${skipp}*
849 if [ $BUILD_MANY == 1 ] && [ -e "${OUTPUT_PREFIX}/ERR" ] ; then
850 ERR_LIST=`grep -riwl error ${OUTPUT_PREFIX}/ERR/`
851 ERR_LIST=`for f in $ERR_LIST ; do echo -n " $(basename $f)" ; done`
852 ERR_CNT=`echo $ERR_LIST | wc -w | awk '{print $1}'`
853 WRN_LIST=`grep -riwL error ${OUTPUT_PREFIX}/ERR/`
854 WRN_LIST=`for f in $WRN_LIST ; do echo -n " $(basename $f)" ; done`
855 WRN_CNT=`echo $WRN_LIST | wc -w | awk '{print $1}'`
857 # Remove the logs for any board that was interrupted
858 rm -f ${LOG_DIR}/${CUR_TGT}.MAKELOG ${LOG_DIR}/${CUR_TGT}.ERR
861 : $((TOTAL_CNT -= ${SKIP_CNT}))
863 echo "--------------------- SUMMARY ----------------------------"
864 if [ "$CONTINUE" = 'y' -o "$REBUILD_ERRORS" = 'y' ] ; then
865 echo "Boards skipped: ${SKIP_CNT}"
867 echo "Boards compiled: ${TOTAL_CNT}"
868 if [ ${ERR_CNT} -gt 0 ] ; then
869 echo "Boards with errors: ${ERR_CNT} (${ERR_LIST} )"
871 if [ ${WRN_CNT} -gt 0 ] ; then
872 echo "Boards with warnings but no errors: ${WRN_CNT} (${WRN_LIST} )"
874 echo "----------------------------------------------------------"
876 if [ $BUILD_MANY == 1 ] ; then
883 #-----------------------------------------------------------------------
885 # Build target groups selected by options, plus any command line args
886 set -- ${SELECTED} "$@"
887 # run PowerPC by default
888 [ $# = 0 ] && set -- powerpc