2 # Tool mainly for U-Boot Quality Assurance: build one or more board
3 # configurations with minimal verbosity, showing only warnings and
6 # SPDX-License-Identifier: GPL-2.0+
10 # if exiting with 0, write to stdout, else write to stderr
12 [ "${ret}" -eq 1 ] && exec 1>&2
14 Usage: MAKEALL [options] [--] [boards-to-build]
17 -a ARCH, --arch ARCH Build all boards with arch ARCH
18 -c CPU, --cpu CPU Build all boards with cpu CPU
19 -v VENDOR, --vendor VENDOR Build all boards with vendor VENDOR
20 -s SOC, --soc SOC Build all boards with soc SOC
21 -b BOARD, --board BOARD Build all boards with board name BOARD
22 -l, --list List all targets to be built
23 -m, --maintainers List all targets and maintainer email
24 -M, --mails List all targets and all affilated emails
25 -C, --check Enable build checking
26 -n, --continue Continue (skip boards already built)
27 -r, --rebuild-errors Rebuild any boards that errored
28 -h, --help This help output
30 Selections by these options are logically ANDed; if the same option
31 is used repeatedly, such selections are ORed. So "-v FOO -v BAR"
32 will select all configurations where the vendor is either FOO or
33 BAR. Any additional arguments specified on the command line are
34 always build additionally. See the boards.cfg file for more info.
36 If no boards are specified, then the default is "powerpc".
38 Environment variables:
39 BUILD_NCPUS number of parallel make jobs (default: auto)
40 CROSS_COMPILE cross-compiler toolchain prefix (default: "")
41 CROSS_COMPILE_<ARCH> cross-compiler toolchain prefix for
42 architecture "ARCH". Substitute "ARCH" for any
43 supported architecture (default: "")
44 MAKEALL_LOGDIR output all logs to here (default: ./LOG/)
45 BUILD_DIR output build directory (default: ./)
46 BUILD_NBUILDS number of parallel targets (default: 1)
49 - build all Power Architecture boards:
51 MAKEALL --arch powerpc
53 - build all PowerPC boards manufactured by vendor "esd":
54 MAKEALL -a powerpc -v esd
55 - build all PowerPC boards manufactured either by "keymile" or "siemens":
56 MAKEALL -a powerpc -v keymile -v siemens
57 - build all Freescale boards with MPC83xx CPUs, plus all 4xx boards:
58 MAKEALL -c mpc83xx -v freescale 4xx
63 SHORT_OPTS="ha:c:v:s:b:lmMCnr"
64 LONG_OPTS="help,arch:,cpu:,vendor:,soc:,board:,list,maintainers,mails,check,continue,rebuild-errors"
66 # Option processing based on util-linux-2.13/getopt-parse.bash
68 # Note that we use `"$@"' to let each command-line parameter expand to a
69 # separate word. The quotes around `$@' are essential!
70 # We need TEMP as the `eval set --' would nuke the return value of
72 TEMP=`getopt -o ${SHORT_OPTS} --long ${LONG_OPTS} \
75 [ $? != 0 ] && usage 1
77 # Note the quotes around `$TEMP': they are essential!
90 # echo "Option ARCH: argument \`$2'"
91 if [ "$opt_a" ] ; then
92 opt_a="${opt_a%)} || \$2 == \"$2\")"
94 opt_a="(\$2 == \"$2\")"
99 # echo "Option CPU: argument \`$2'"
100 if [ "$opt_c" ] ; then
101 opt_c="${opt_c%)} || \$3 == \"$2\" || \$3 ~ /$2:/)"
103 opt_c="(\$3 == \"$2\" || \$3 ~ /$2:/)"
108 # echo "Option SoC: argument \`$2'"
109 if [ "$opt_s" ] ; then
110 opt_s="${opt_s%)} || \$4 == \"$2\" || \$4 ~ /$2/)"
112 opt_s="(\$4 == \"$2\" || \$4 ~ /$2/)"
117 # echo "Option VENDOR: argument \`$2'"
118 if [ "$opt_v" ] ; then
119 opt_v="${opt_v%)} || \$5 == \"$2\")"
121 opt_v="(\$5 == \"$2\")"
126 # echo "Option BOARD: argument \`$2'"
127 if [ "$opt_b" ] ; then
128 opt_b="${opt_b%)} || \$6 == \"$2\" || \$7 == \"$2\")"
130 # We need to check the 7th field too
131 # for boards whose 6th field is "-"
132 opt_b="(\$6 == \"$2\" || \$7 == \"$2\")"
162 echo "Internal error!" >&2 ; exit 1 ;;
166 GNU_MAKE=$(scripts/show-gnu-make) || {
167 echo "GNU Make not found" >&2
171 # echo "Remaining arguments:"
172 # for arg do echo '--> '"\`$arg'" ; done
175 [ "$opt_a" ] && FILTER="${FILTER} && $opt_a"
176 [ "$opt_c" ] && FILTER="${FILTER} && $opt_c"
177 [ "$opt_s" ] && FILTER="${FILTER} && $opt_s"
178 [ "$opt_v" ] && FILTER="${FILTER} && $opt_v"
179 [ "$opt_b" ] && FILTER="${FILTER} && $opt_b"
181 if [ "$SELECTED" ] ; then
182 SELECTED=$(awk '('"$FILTER"') { print $7 }' boards.cfg)
184 # Make sure some boards from boards.cfg are actually found
185 if [ -z "$SELECTED" ] ; then
186 echo "Error: No boards selected, invalid arguments"
191 #########################################################################
193 # Print statistics when we exit
197 # Determine number of CPU cores if no default was set
198 : ${BUILD_NCPUS:="`getconf _NPROCESSORS_ONLN`"}
200 if [ "$BUILD_NCPUS" -gt 1 ]
202 JOBS="-j $((BUILD_NCPUS + 1))"
207 if [ "${MAKEALL_LOGDIR}" ] ; then
208 LOG_DIR=${MAKEALL_LOGDIR}
213 : ${BUILD_NBUILDS:=1}
216 if [ "${BUILD_NBUILDS}" -gt 1 ] ; then
218 : ${BUILD_DIR:=./build}
219 mkdir -p "${BUILD_DIR}/ERR"
220 find "${BUILD_DIR}/ERR/" -type f -exec rm -f {} +
225 OUTPUT_PREFIX="${BUILD_DIR}"
227 [ -d ${LOG_DIR} ] || mkdir "${LOG_DIR}" || exit 1
228 if [ "$CONTINUE" != 'y' -a "$REBUILD_ERRORS" != 'y' ] ; then
229 find "${LOG_DIR}/" -type f -exec rm -f {} +
234 # Keep track of the number of builds and errors
245 # Helper funcs for parsing boards.cfg
251 awk '($1 !~ /^#/ && $'"$field"' ~ /^'"$regexp"'$/) { print $7 }' \
255 targets_by_arch() { targets_by_field 2 "$@" ; }
256 targets_by_cpu() { targets_by_field 3 "$@" ; targets_by_field 3 "$@:.*" ; }
257 targets_by_soc() { targets_by_field 4 "$@" ; }
259 #########################################################################
261 #########################################################################
263 LIST_5xx="$(targets_by_cpu mpc5xx)"
265 #########################################################################
267 #########################################################################
269 LIST_5xxx="$(targets_by_cpu mpc5xxx)"
271 #########################################################################
273 #########################################################################
275 LIST_512x="$(targets_by_cpu mpc512x)"
277 #########################################################################
279 #########################################################################
281 LIST_8xx="$(targets_by_cpu mpc8xx)"
283 #########################################################################
285 #########################################################################
287 LIST_4xx="$(targets_by_cpu ppc4xx)"
289 #########################################################################
291 #########################################################################
293 LIST_824x="$(targets_by_cpu mpc824x)"
295 #########################################################################
296 ## MPC8260 Systems (includes 8250, 8255 etc.)
297 #########################################################################
299 LIST_8260="$(targets_by_cpu mpc8260)"
301 #########################################################################
302 ## MPC83xx Systems (includes 8349, etc.)
303 #########################################################################
305 LIST_83xx="$(targets_by_cpu mpc83xx)"
307 #########################################################################
308 ## MPC85xx Systems (includes 8540, 8560 etc.)
309 #########################################################################
311 LIST_85xx="$(targets_by_cpu mpc85xx)"
313 #########################################################################
315 #########################################################################
317 LIST_86xx="$(targets_by_cpu mpc86xx)"
319 #########################################################################
321 #########################################################################
323 LIST_74xx_7xx="$(targets_by_cpu 74xx_7xx)"
325 #########################################################################
327 #########################################################################
349 # Alias "ppc" -> "powerpc" to not break compatibility with older scripts
350 # still using "ppc" instead of "powerpc"
355 #########################################################################
357 #########################################################################
359 LIST_SA="$(targets_by_cpu sa1100)"
361 #########################################################################
363 #########################################################################
365 LIST_ARM7="$(targets_by_cpu arm720t)"
367 #########################################################################
369 #########################################################################
371 LIST_ARM9="$(targets_by_cpu arm920t) \
372 $(targets_by_cpu arm926ejs) \
373 $(targets_by_cpu arm946es) \
376 #########################################################################
378 #########################################################################
379 LIST_ARM11="$(targets_by_cpu arm1136) \
380 $(targets_by_cpu arm1176) \
383 #########################################################################
385 #########################################################################
387 LIST_ARMV7="$(targets_by_cpu armv7)"
389 #########################################################################
391 #########################################################################
393 LIST_ARMV8="$(targets_by_cpu armv8)"
395 #########################################################################
397 #########################################################################
399 LIST_at91="$(targets_by_soc at91)"
401 #########################################################################
403 #########################################################################
405 LIST_pxa="$(targets_by_cpu pxa)"
407 #########################################################################
409 #########################################################################
411 LIST_spear="$(targets_by_soc spear)"
413 #########################################################################
415 #########################################################################
417 LIST_arm="$(targets_by_arch arm | \
418 for ARMV8_TARGET in $LIST_ARMV8; \
419 do sed "/$ARMV8_TARGET/d"; \
423 #########################################################################
424 ## MIPS Systems (default = big endian)
425 #########################################################################
427 LIST_mips="$(targets_by_arch mips)"
429 #########################################################################
431 #########################################################################
433 LIST_openrisc="$(targets_by_arch openrisc)"
435 #########################################################################
437 #########################################################################
439 LIST_x86="$(targets_by_arch x86)"
441 #########################################################################
443 #########################################################################
445 LIST_nios2="$(targets_by_arch nios2)"
447 #########################################################################
448 ## MicroBlaze Systems
449 #########################################################################
451 LIST_microblaze="$(targets_by_arch microblaze)"
453 #########################################################################
455 #########################################################################
457 LIST_m68k="$(targets_by_arch m68k)"
458 LIST_coldfire=${LIST_m68k}
460 #########################################################################
462 #########################################################################
464 LIST_avr32="$(targets_by_arch avr32)"
466 #########################################################################
468 #########################################################################
470 LIST_blackfin="$(targets_by_arch blackfin)"
472 #########################################################################
474 #########################################################################
476 LIST_sh2="$(targets_by_cpu sh2)"
477 LIST_sh3="$(targets_by_cpu sh3)"
478 LIST_sh4="$(targets_by_cpu sh4)"
480 LIST_sh="$(targets_by_arch sh)"
482 #########################################################################
484 #########################################################################
486 LIST_sparc="$(targets_by_arch sparc)"
488 #########################################################################
490 #########################################################################
492 LIST_nds32="$(targets_by_arch nds32)"
494 #########################################################################
496 #########################################################################
498 LIST_arc="$(targets_by_arch arc)"
500 #-----------------------------------------------------------------------
502 get_target_location() {
510 local line=`awk '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
511 if [ -z "${line}" ] ; then echo "" ; return ; fi
515 CONFIG_NAME="${7%_config}"
517 [ "${BOARD_NAME}" ] || BOARD_NAME="${7%_config}"
519 if [ $# -gt 5 ]; then
520 if [ "$6" = "-" ] ; then
527 [ $# -gt 4 ] && [ "$5" != "-" ] && vendor="$5"
528 [ $# -gt 6 ] && [ "$8" != "-" ] && {
535 # Assign board directory to BOARDIR variable
536 if [ "${vendor}" == "-" ] ; then
539 BOARDDIR=${vendor}/${board}
542 echo "${CONFIG_NAME}:${BOARDDIR}:${BOARD_NAME}"
545 get_target_maintainers() {
546 local name=`echo $1 | cut -d : -f 3`
548 local line=`awk '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
549 if [ -z "${line}" ]; then
554 local mails=`echo ${line} | cut -d ' ' -f 9- | sed -e 's/[^<]*<//' -e 's/>.*</ /' -e 's/>[^>]*$//'`
555 [ "$mails" == "-" ] && mails=""
563 local line=`awk '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
565 if [ -z "${line}" ] ; then echo "" ; return ; fi
572 if [ "$PRINT_MAINTS" != 'y' ] ; then
579 local loc=`get_target_location $1`
581 if [ -z "${loc}" ] ; then echo "ERROR" ; return ; fi
583 local maintainers_result=`get_target_maintainers ${loc} | tr " " "\n"`
585 if [ "$MAINTAINERS_ONLY" != 'y' ] ; then
587 local dir=`echo ${loc} | cut -d ":" -f 2`
588 local cfg=`echo ${loc} | cut -d ":" -f 1`
589 local git_result=`git log --format=%aE board/${dir} \
590 include/configs/${cfg}.h | grep "@"`
591 local git_result_recent=`echo ${git_result} | tr " " "\n" | \
593 local git_result_top=`echo ${git_result} | tr " " "\n" | \
594 sort | uniq -c | sort -nr | head -n 3 | \
595 sed "s/^ \+[0-9]\+ \+//"`
597 echo -e "$git_result_recent\n$git_result_top\n$maintainers_result" | \
598 sort -u | tr "\n" " " | sed "s/ $//" ;
600 echo -e "$maintainers_result" | sort -u | tr "\n" " " | \
607 # Each finished build will have a file called ${donep}${n},
608 # where n is the index of the build. Each build
609 # we've already noted as finished will have ${skipp}${n}.
610 # The code managing the build process will use this information
611 # to ensure that only BUILD_NBUILDS builds are in flight at once
612 donep="${LOG_DIR}/._done_"
613 skipp="${LOG_DIR}/._skip_"
615 build_target_killed() {
616 echo "Aborted $target build."
617 # Remove the logs for this board since it was aborted
618 rm -f ${LOG_DIR}/$target.MAKELOG ${LOG_DIR}/$target.ERR
626 if [ "$ONLY_LIST" == 'y' ] ; then
627 list_target ${target}
631 if [ $BUILD_MANY == 1 ] ; then
632 output_dir="${OUTPUT_PREFIX}/${target}"
633 mkdir -p "${output_dir}"
634 trap build_target_killed TERM
636 output_dir="${OUTPUT_PREFIX}"
639 target_arch=$(get_target_arch ${target})
640 eval cross_toolchain=\$CROSS_COMPILE_`echo $target_arch | tr '[:lower:]' '[:upper:]'`
641 if [ "${cross_toolchain}" ] ; then
642 MAKE="$GNU_MAKE CROSS_COMPILE=${cross_toolchain}"
643 elif [ "${CROSS_COMPILE}" ] ; then
644 MAKE="$GNU_MAKE CROSS_COMPILE=${CROSS_COMPILE}"
649 if [ "${output_dir}" != "." ] ; then
650 MAKE="${MAKE} O=${output_dir}"
653 ${MAKE} distclean >/dev/null
654 ${MAKE} -s ${target}_config
656 ${MAKE} ${JOBS} ${CHECK} all \
657 >${LOG_DIR}/$target.MAKELOG 2> ${LOG_DIR}/$target.ERR
659 # Check for 'make' errors
660 if [ ${PIPESTATUS[0]} -ne 0 ] ; then
664 if [ $BUILD_MANY == 1 ] ; then
669 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
670 cp ${LOG_DIR}/${target}.ERR ${OUTPUT_PREFIX}/ERR/${target}
672 rm ${LOG_DIR}/${target}.ERR
675 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
676 if grep -iw error ${LOG_DIR}/${target}.ERR ; then
677 : $(( ERR_CNT += 1 ))
678 ERR_LIST="${ERR_LIST} $target"
680 : $(( WRN_CNT += 1 ))
681 WRN_LIST="${WRN_LIST} $target"
684 rm ${LOG_DIR}/${target}.ERR
688 OBJS=${output_dir}/u-boot
689 if [ -e ${output_dir}/spl/u-boot-spl ]; then
690 OBJS="${OBJS} ${output_dir}/spl/u-boot-spl"
693 ${CROSS_COMPILE}size ${OBJS} | tee -a ${LOG_DIR}/$target.MAKELOG
695 [ -e "${LOG_DIR}/${target}.ERR" ] && cat "${LOG_DIR}/${target}.ERR"
697 touch "${donep}${build_idx}"
701 search_idx=${OLDEST_IDX}
702 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
705 if [ -e "${donep}${search_idx}" ] ; then
706 : $(( CURRENT_CNT-- ))
707 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
708 : $(( OLDEST_IDX++ ))
710 # Only want to count it once
711 rm -f "${donep}${search_idx}"
712 touch "${skipp}${search_idx}"
713 elif [ -e "${skipp}${search_idx}" ] ; then
714 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
715 : $(( OLDEST_IDX++ ))
717 : $(( search_idx++ ))
718 if [ ${search_idx} -gt ${TOTAL_CNT} ] ; then
719 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
720 search_idx=${OLDEST_IDX}
731 # If a LIST_xxx var exists, use it. But avoid variable
732 # expansion in the eval when a board name contains certain
733 # characters that the shell interprets.
736 *) list=$(eval echo '${LIST_'$t'}') ;;
738 if [ -n "${list}" ] ; then
739 build_targets ${list}
741 : $((TOTAL_CNT += 1))
742 : $((CURRENT_CNT += 1))
743 rm -f "${donep}${TOTAL_CNT}"
744 rm -f "${skipp}${TOTAL_CNT}"
745 if [ "$CONTINUE" = 'y' -a -e ${LOG_DIR}/$t.MAKELOG ] ; then
747 touch "${donep}${TOTAL_CNT}"
748 elif [ "$REBUILD_ERRORS" = 'y' -a ! -e ${LOG_DIR}/$t.ERR ] ; then
750 touch "${donep}${TOTAL_CNT}"
752 if [ $BUILD_MANY == 1 ] ; then
753 build_target ${t} ${TOTAL_CNT} &
756 build_target ${t} ${TOTAL_CNT}
762 # We maintain a running count of all the builds we have done.
763 # Each finished build will have a file called ${donep}${n},
764 # where n is the index of the build. Each build
765 # we've already noted as finished will have ${skipp}${n}.
766 # We track the current index via TOTAL_CNT, and the oldest
767 # index. When we exceed the maximum number of parallel builds,
768 # We look from oldest to current for builds that have completed,
769 # and update the current count and oldest index as appropriate.
770 # If we've gone through the entire list, wait a second, and
771 # reprocess the entire list until we find a build that has
773 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
779 #-----------------------------------------------------------------------
786 # Mac OS X is known to have BSD style ps
787 local pgid=$(ps -p $$ -o pgid | sed -e "/PGID/d")
788 children=$(ps -g $pgid -o pid | sed -e "/PID\|$$\|$pgid/d")
791 # everything else tries the GNU style
792 local pgid=$(ps -p $$ --no-headers -o "%r" | tr -d ' ')
793 children=$(pgrep -g $pgid | sed -e "/$$\|$pgid/d")
797 kill $children 2> /dev/null
798 wait $children 2> /dev/null
804 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
806 # Only count boards that completed
807 : $((TOTAL_CNT = `find ${skipp}* 2> /dev/null | wc -l`))
809 rm -f ${donep}* ${skipp}*
811 if [ $BUILD_MANY == 1 ] && [ -e "${OUTPUT_PREFIX}/ERR" ] ; then
812 ERR_LIST=`grep -riwl error ${OUTPUT_PREFIX}/ERR/`
813 ERR_LIST=`for f in $ERR_LIST ; do echo -n " $(basename $f)" ; done`
814 ERR_CNT=`echo $ERR_LIST | wc -w | awk '{print $1}'`
815 WRN_LIST=`grep -riwL error ${OUTPUT_PREFIX}/ERR/`
816 WRN_LIST=`for f in $WRN_LIST ; do echo -n " $(basename $f)" ; done`
817 WRN_CNT=`echo $WRN_LIST | wc -w | awk '{print $1}'`
819 # Remove the logs for any board that was interrupted
820 rm -f ${LOG_DIR}/${CUR_TGT}.MAKELOG ${LOG_DIR}/${CUR_TGT}.ERR
823 : $((TOTAL_CNT -= ${SKIP_CNT}))
825 echo "--------------------- SUMMARY ----------------------------"
826 if [ "$CONTINUE" = 'y' -o "$REBUILD_ERRORS" = 'y' ] ; then
827 echo "Boards skipped: ${SKIP_CNT}"
829 echo "Boards compiled: ${TOTAL_CNT}"
830 if [ ${ERR_CNT} -gt 0 ] ; then
831 echo "Boards with errors: ${ERR_CNT} (${ERR_LIST} )"
833 if [ ${WRN_CNT} -gt 0 ] ; then
834 echo "Boards with warnings but no errors: ${WRN_CNT} (${WRN_LIST} )"
836 echo "----------------------------------------------------------"
838 if [ $BUILD_MANY == 1 ] ; then
845 #-----------------------------------------------------------------------
847 # Build target groups selected by options, plus any command line args
848 set -- ${SELECTED} "$@"
849 # run PowerPC by default
850 [ $# = 0 ] && set -- powerpc