2 # Tool mainly for U-Boot Quality Assurance: build one or more board
3 # configurations with minimal verbosity, showing only warnings and
6 # SPDX-License-Identifier: GPL-2.0+
10 # if exiting with 0, write to stdout, else write to stderr
12 [ "${ret}" -eq 1 ] && exec 1>&2
14 Usage: MAKEALL [options] [--] [boards-to-build]
17 -a ARCH, --arch ARCH Build all boards with arch ARCH
18 -c CPU, --cpu CPU Build all boards with cpu CPU
19 -v VENDOR, --vendor VENDOR Build all boards with vendor VENDOR
20 -s SOC, --soc SOC Build all boards with soc SOC
21 -l, --list List all targets to be built
22 -m, --maintainers List all targets and maintainer email
23 -M, --mails List all targets and all affilated emails
24 -C, --check Enable build checking
25 -n, --continue Continue (skip boards already built)
26 -r, --rebuild-errors Rebuild any boards that errored
27 -h, --help This help output
29 Selections by these options are logically ANDed; if the same option
30 is used repeatedly, such selections are ORed. So "-v FOO -v BAR"
31 will select all configurations where the vendor is either FOO or
32 BAR. Any additional arguments specified on the command line are
33 always build additionally. See the boards.cfg file for more info.
35 If no boards are specified, then the default is "powerpc".
37 Environment variables:
38 BUILD_NCPUS number of parallel make jobs (default: auto)
39 CROSS_COMPILE cross-compiler toolchain prefix (default: "")
40 CROSS_COMPILE_<ARCH> cross-compiler toolchain prefix for
41 architecture "ARCH". Substitute "ARCH" for any
42 supported architecture (default: "")
43 MAKEALL_LOGDIR output all logs to here (default: ./LOG/)
44 BUILD_DIR output build directory (default: ./)
45 BUILD_NBUILDS number of parallel targets (default: 1)
48 - build all Power Architecture boards:
50 MAKEALL --arch powerpc
52 - build all PowerPC boards manufactured by vendor "esd":
53 MAKEALL -a powerpc -v esd
54 - build all PowerPC boards manufactured either by "keymile" or "siemens":
55 MAKEALL -a powerpc -v keymile -v siemens
56 - build all Freescale boards with MPC83xx CPUs, plus all 4xx boards:
57 MAKEALL -c mpc83xx -v freescale 4xx
62 SHORT_OPTS="ha:c:v:s:lmMCnr"
63 LONG_OPTS="help,arch:,cpu:,vendor:,soc:,list,maintainers,mails,check,continue,rebuild-errors"
65 # Option processing based on util-linux-2.13/getopt-parse.bash
67 # Note that we use `"$@"' to let each command-line parameter expand to a
68 # separate word. The quotes around `$@' are essential!
69 # We need TEMP as the `eval set --' would nuke the return value of
71 TEMP=`getopt -o ${SHORT_OPTS} --long ${LONG_OPTS} \
74 [ $? != 0 ] && usage 1
76 # Note the quotes around `$TEMP': they are essential!
89 # echo "Option ARCH: argument \`$2'"
90 if [ "$opt_a" ] ; then
91 opt_a="${opt_a%)} || \$2 == \"$2\")"
93 opt_a="(\$2 == \"$2\")"
98 # echo "Option CPU: argument \`$2'"
99 if [ "$opt_c" ] ; then
100 opt_c="${opt_c%)} || \$3 == \"$2\" || \$3 ~ /$2:/)"
102 opt_c="(\$3 == \"$2\" || \$3 ~ /$2:/)"
107 # echo "Option SoC: argument \`$2'"
108 if [ "$opt_s" ] ; then
109 opt_s="${opt_s%)} || \$4 == \"$2\" || \$4 ~ /$2/)"
111 opt_s="(\$4 == \"$2\" || \$4 ~ /$2/)"
116 # echo "Option VENDOR: argument \`$2'"
117 if [ "$opt_v" ] ; then
118 opt_v="${opt_v%)} || \$5 == \"$2\")"
120 opt_v="(\$5 == \"$2\")"
150 echo "Internal error!" >&2 ; exit 1 ;;
153 # echo "Remaining arguments:"
154 # for arg do echo '--> '"\`$arg'" ; done
157 [ "$opt_a" ] && FILTER="${FILTER} && $opt_a"
158 [ "$opt_c" ] && FILTER="${FILTER} && $opt_c"
159 [ "$opt_s" ] && FILTER="${FILTER} && $opt_s"
160 [ "$opt_v" ] && FILTER="${FILTER} && $opt_v"
162 if [ "$SELECTED" ] ; then
163 SELECTED=$(awk '('"$FILTER"') { print $7 }' boards.cfg)
165 # Make sure some boards from boards.cfg are actually found
166 if [ -z "$SELECTED" ] ; then
167 echo "Error: No boards selected, invalid arguments"
172 #########################################################################
174 # Print statistics when we exit
178 # Determine number of CPU cores if no default was set
179 : ${BUILD_NCPUS:="`getconf _NPROCESSORS_ONLN`"}
181 if [ "$BUILD_NCPUS" -gt 1 ]
183 JOBS="-j $((BUILD_NCPUS + 1))"
188 if [ "${MAKEALL_LOGDIR}" ] ; then
189 LOG_DIR=${MAKEALL_LOGDIR}
194 : ${BUILD_NBUILDS:=1}
197 if [ "${BUILD_NBUILDS}" -gt 1 ] ; then
199 : ${BUILD_DIR:=./build}
200 mkdir -p "${BUILD_DIR}/ERR"
201 find "${BUILD_DIR}/ERR/" -type f -exec rm -f {} +
206 OUTPUT_PREFIX="${BUILD_DIR}"
208 [ -d ${LOG_DIR} ] || mkdir "${LOG_DIR}" || exit 1
209 if [ "$CONTINUE" != 'y' -a "$REBUILD_ERRORS" != 'y' ] ; then
210 find "${LOG_DIR}/" -type f -exec rm -f {} +
215 # Keep track of the number of builds and errors
226 # Helper funcs for parsing boards.cfg
232 awk '($1 !~ /^#/ && $'"$field"' ~ /^'"$regexp"'$/) { print $7 }' \
236 targets_by_arch() { targets_by_field 2 "$@" ; }
237 targets_by_cpu() { targets_by_field 3 "$@" ; targets_by_field 3 "$@:.*" ; }
238 targets_by_soc() { targets_by_field 4 "$@" ; }
240 #########################################################################
242 #########################################################################
244 LIST_5xx="$(targets_by_cpu mpc5xx)"
246 #########################################################################
248 #########################################################################
250 LIST_5xxx="$(targets_by_cpu mpc5xxx)"
252 #########################################################################
254 #########################################################################
256 LIST_512x="$(targets_by_cpu mpc512x)"
258 #########################################################################
260 #########################################################################
262 LIST_8xx="$(targets_by_cpu mpc8xx)"
264 #########################################################################
266 #########################################################################
268 LIST_4xx="$(targets_by_cpu ppc4xx)"
270 #########################################################################
272 #########################################################################
274 LIST_824x="$(targets_by_cpu mpc824x)"
276 #########################################################################
277 ## MPC8260 Systems (includes 8250, 8255 etc.)
278 #########################################################################
280 LIST_8260="$(targets_by_cpu mpc8260)"
282 #########################################################################
283 ## MPC83xx Systems (includes 8349, etc.)
284 #########################################################################
286 LIST_83xx="$(targets_by_cpu mpc83xx)"
288 #########################################################################
289 ## MPC85xx Systems (includes 8540, 8560 etc.)
290 #########################################################################
292 LIST_85xx="$(targets_by_cpu mpc85xx)"
294 #########################################################################
296 #########################################################################
298 LIST_86xx="$(targets_by_cpu mpc86xx)"
300 #########################################################################
302 #########################################################################
304 LIST_74xx_7xx="$(targets_by_cpu 74xx_7xx)"
306 #########################################################################
308 #########################################################################
330 # Alias "ppc" -> "powerpc" to not break compatibility with older scripts
331 # still using "ppc" instead of "powerpc"
336 #########################################################################
338 #########################################################################
340 LIST_SA="$(targets_by_cpu sa1100)"
342 #########################################################################
344 #########################################################################
346 LIST_ARM7="$(targets_by_cpu arm720t)"
348 #########################################################################
350 #########################################################################
352 LIST_ARM9="$(targets_by_cpu arm920t) \
353 $(targets_by_cpu arm926ejs) \
354 $(targets_by_cpu arm946es) \
357 #########################################################################
359 #########################################################################
360 LIST_ARM11="$(targets_by_cpu arm1136) \
361 $(targets_by_cpu arm1176) \
364 #########################################################################
366 #########################################################################
368 LIST_ARMV7="$(targets_by_cpu armv7)"
370 #########################################################################
372 #########################################################################
374 LIST_at91="$(targets_by_soc at91)"
376 #########################################################################
378 #########################################################################
380 LIST_pxa="$(targets_by_cpu pxa)"
382 LIST_ixp="$(targets_by_cpu ixp)"
384 #########################################################################
386 #########################################################################
388 LIST_spear="$(targets_by_soc spear)"
390 #########################################################################
392 #########################################################################
394 LIST_arm="$(targets_by_arch arm)"
396 #########################################################################
397 ## MIPS Systems (default = big endian)
398 #########################################################################
408 vct_platinum_onenand \
409 vct_platinum_onenand_small \
411 vct_platinumavc_small \
412 vct_platinumavc_onenand \
413 vct_platinumavc_onenand_small \
416 vct_premium_onenand \
417 vct_premium_onenand_small \
433 #########################################################################
434 ## MIPS Systems (little endian)
435 #########################################################################
444 #########################################################################
446 #########################################################################
448 LIST_openrisc="$(targets_by_arch openrisc)"
450 #########################################################################
452 #########################################################################
454 LIST_x86="$(targets_by_arch x86)"
456 #########################################################################
458 #########################################################################
460 LIST_nios2="$(targets_by_arch nios2)"
462 #########################################################################
463 ## MicroBlaze Systems
464 #########################################################################
466 LIST_microblaze="$(targets_by_arch microblaze)"
468 #########################################################################
470 #########################################################################
472 LIST_m68k="$(targets_by_arch m68k)"
473 LIST_coldfire=${LIST_m68k}
475 #########################################################################
477 #########################################################################
479 LIST_avr32="$(targets_by_arch avr32)"
481 #########################################################################
483 #########################################################################
485 LIST_blackfin="$(targets_by_arch blackfin)"
487 #########################################################################
489 #########################################################################
491 LIST_sh2="$(targets_by_cpu sh2)"
492 LIST_sh3="$(targets_by_cpu sh3)"
493 LIST_sh4="$(targets_by_cpu sh4)"
495 LIST_sh="$(targets_by_arch sh)"
497 #########################################################################
499 #########################################################################
501 LIST_sparc="$(targets_by_arch sparc)"
503 #########################################################################
505 #########################################################################
507 LIST_nds32="$(targets_by_arch nds32)"
509 #-----------------------------------------------------------------------
511 get_target_location() {
519 local line=`awk '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
520 if [ -z "${line}" ] ; then echo "" ; return ; fi
524 CONFIG_NAME="${7%_config}"
526 [ "${BOARD_NAME}" ] || BOARD_NAME="${7%_config}"
528 if [ $# -gt 5 ]; then
529 if [ "$6" = "-" ] ; then
536 [ $# -gt 4 ] && [ "$5" != "-" ] && vendor="$5"
537 [ $# -gt 6 ] && [ "$8" != "-" ] && {
544 # Assign board directory to BOARDIR variable
545 if [ "${vendor}" == "-" ] ; then
548 BOARDDIR=${vendor}/${board}
551 echo "${CONFIG_NAME}:${BOARDDIR}:${BOARD_NAME}"
554 get_target_maintainers() {
555 local name=`echo $1 | cut -d : -f 3`
557 local line=`awk '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
558 if [ -z "${line}" ]; then
563 local mails=`echo ${line} | cut -d ' ' -f 9- | sed -e 's/[^<]*<//' -e 's/>.*</ /' -e 's/>[^>]*$//'`
564 [ "$mails" == "-" ] && mails=""
572 local line=`awk '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
574 if [ -z "${line}" ] ; then echo "" ; return ; fi
581 if [ "$PRINT_MAINTS" != 'y' ] ; then
588 local loc=`get_target_location $1`
590 if [ -z "${loc}" ] ; then echo "ERROR" ; return ; fi
592 local maintainers_result=`get_target_maintainers ${loc} | tr " " "\n"`
594 if [ "$MAINTAINERS_ONLY" != 'y' ] ; then
596 local dir=`echo ${loc} | cut -d ":" -f 2`
597 local cfg=`echo ${loc} | cut -d ":" -f 1`
598 local git_result=`git log --format=%aE board/${dir} \
599 include/configs/${cfg}.h | grep "@"`
600 local git_result_recent=`echo ${git_result} | tr " " "\n" | \
602 local git_result_top=`echo ${git_result} | tr " " "\n" | \
603 sort | uniq -c | sort -nr | head -n 3 | \
604 sed "s/^ \+[0-9]\+ \+//"`
606 echo -e "$git_result_recent\n$git_result_top\n$maintainers_result" | \
607 sort -u | tr "\n" " " | sed "s/ $//" ;
609 echo -e "$maintainers_result" | sort -u | tr "\n" " " | \
616 # Each finished build will have a file called ${donep}${n},
617 # where n is the index of the build. Each build
618 # we've already noted as finished will have ${skipp}${n}.
619 # The code managing the build process will use this information
620 # to ensure that only BUILD_NBUILDS builds are in flight at once
621 donep="${LOG_DIR}/._done_"
622 skipp="${LOG_DIR}/._skip_"
624 build_target_killed() {
625 echo "Aborted $target build."
626 # Remove the logs for this board since it was aborted
627 rm -f ${LOG_DIR}/$target.MAKELOG ${LOG_DIR}/$target.ERR
635 if [ "$ONLY_LIST" == 'y' ] ; then
636 list_target ${target}
640 if [ $BUILD_MANY == 1 ] ; then
641 output_dir="${OUTPUT_PREFIX}/${target}"
642 mkdir -p "${output_dir}"
643 trap build_target_killed TERM
645 output_dir="${OUTPUT_PREFIX}"
648 export BUILD_DIR="${output_dir}"
650 target_arch=$(get_target_arch ${target})
651 eval cross_toolchain=\$CROSS_COMPILE_`echo $target_arch | tr '[:lower:]' '[:upper:]'`
652 if [ "${cross_toolchain}" ] ; then
653 MAKE="make CROSS_COMPILE=${cross_toolchain}"
654 elif [ "${CROSS_COMPILE}" ] ; then
655 MAKE="make CROSS_COMPILE=${CROSS_COMPILE}"
660 ${MAKE} distclean >/dev/null
661 ${MAKE} -s ${target}_config
663 ${MAKE} ${JOBS} ${CHECK} all \
664 >${LOG_DIR}/$target.MAKELOG 2> ${LOG_DIR}/$target.ERR
666 # Check for 'make' errors
667 if [ ${PIPESTATUS[0]} -ne 0 ] ; then
671 if [ $BUILD_MANY == 1 ] ; then
676 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
677 cp ${LOG_DIR}/${target}.ERR ${OUTPUT_PREFIX}/ERR/${target}
679 rm ${LOG_DIR}/${target}.ERR
682 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
683 if grep -iw error ${LOG_DIR}/${target}.ERR ; then
684 : $(( ERR_CNT += 1 ))
685 ERR_LIST="${ERR_LIST} $target"
687 : $(( WRN_CNT += 1 ))
688 WRN_LIST="${WRN_LIST} $target"
691 rm ${LOG_DIR}/${target}.ERR
695 OBJS=${output_dir}/u-boot
696 if [ -e ${output_dir}/spl/u-boot-spl ]; then
697 OBJS="${OBJS} ${output_dir}/spl/u-boot-spl"
700 ${CROSS_COMPILE}size ${OBJS} | tee -a ${LOG_DIR}/$target.MAKELOG
702 [ -e "${LOG_DIR}/${target}.ERR" ] && cat "${LOG_DIR}/${target}.ERR"
704 touch "${donep}${build_idx}"
708 search_idx=${OLDEST_IDX}
709 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
712 if [ -e "${donep}${search_idx}" ] ; then
713 : $(( CURRENT_CNT-- ))
714 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
715 : $(( OLDEST_IDX++ ))
717 # Only want to count it once
718 rm -f "${donep}${search_idx}"
719 touch "${skipp}${search_idx}"
720 elif [ -e "${skipp}${search_idx}" ] ; then
721 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
722 : $(( OLDEST_IDX++ ))
724 : $(( search_idx++ ))
725 if [ ${search_idx} -gt ${TOTAL_CNT} ] ; then
726 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
727 search_idx=${OLDEST_IDX}
738 # If a LIST_xxx var exists, use it. But avoid variable
739 # expansion in the eval when a board name contains certain
740 # characters that the shell interprets.
743 *) list=$(eval echo '${LIST_'$t'}') ;;
745 if [ -n "${list}" ] ; then
746 build_targets ${list}
748 : $((TOTAL_CNT += 1))
749 : $((CURRENT_CNT += 1))
750 rm -f "${donep}${TOTAL_CNT}"
751 rm -f "${skipp}${TOTAL_CNT}"
752 if [ "$CONTINUE" = 'y' -a -e ${LOG_DIR}/$t.MAKELOG ] ; then
754 touch "${donep}${TOTAL_CNT}"
755 elif [ "$REBUILD_ERRORS" = 'y' -a ! -e ${LOG_DIR}/$t.ERR ] ; then
757 touch "${donep}${TOTAL_CNT}"
759 if [ $BUILD_MANY == 1 ] ; then
760 build_target ${t} ${TOTAL_CNT} &
763 build_target ${t} ${TOTAL_CNT}
769 # We maintain a running count of all the builds we have done.
770 # Each finished build will have a file called ${donep}${n},
771 # where n is the index of the build. Each build
772 # we've already noted as finished will have ${skipp}${n}.
773 # We track the current index via TOTAL_CNT, and the oldest
774 # index. When we exceed the maximum number of parallel builds,
775 # We look from oldest to current for builds that have completed,
776 # and update the current count and oldest index as appropriate.
777 # If we've gone through the entire list, wait a second, and
778 # reprocess the entire list until we find a build that has
780 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
786 #-----------------------------------------------------------------------
793 # Mac OS X is known to have BSD style ps
794 local pgid=$(ps -p $$ -o pgid | sed -e "/PGID/d")
795 children=$(ps -g $pgid -o pid | sed -e "/PID\|$$\|$pgid/d")
798 # everything else tries the GNU style
799 local pgid=$(ps -p $$ --no-headers -o "%r" | tr -d ' ')
800 children=$(pgrep -g $pgid | sed -e "/$$\|$pgid/d")
804 kill $children 2> /dev/null
805 wait $children 2> /dev/null
811 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
813 # Only count boards that completed
814 : $((TOTAL_CNT = `find ${skipp}* 2> /dev/null | wc -l`))
816 rm -f ${donep}* ${skipp}*
818 if [ $BUILD_MANY == 1 ] && [ -e "${OUTPUT_PREFIX}/ERR" ] ; then
819 ERR_LIST=`grep -riwl error ${OUTPUT_PREFIX}/ERR/`
820 ERR_LIST=`for f in $ERR_LIST ; do echo -n " $(basename $f)" ; done`
821 ERR_CNT=`echo $ERR_LIST | wc -w | awk '{print $1}'`
822 WRN_LIST=`grep -riwL error ${OUTPUT_PREFIX}/ERR/`
823 WRN_LIST=`for f in $WRN_LIST ; do echo -n " $(basename $f)" ; done`
824 WRN_CNT=`echo $WRN_LIST | wc -w | awk '{print $1}'`
826 # Remove the logs for any board that was interrupted
827 rm -f ${LOG_DIR}/${CUR_TGT}.MAKELOG ${LOG_DIR}/${CUR_TGT}.ERR
830 : $((TOTAL_CNT -= ${SKIP_CNT}))
832 echo "--------------------- SUMMARY ----------------------------"
833 if [ "$CONTINUE" = 'y' -o "$REBUILD_ERRORS" = 'y' ] ; then
834 echo "Boards skipped: ${SKIP_CNT}"
836 echo "Boards compiled: ${TOTAL_CNT}"
837 if [ ${ERR_CNT} -gt 0 ] ; then
838 echo "Boards with errors: ${ERR_CNT} (${ERR_LIST} )"
840 if [ ${WRN_CNT} -gt 0 ] ; then
841 echo "Boards with warnings but no errors: ${WRN_CNT} (${WRN_LIST} )"
843 echo "----------------------------------------------------------"
845 if [ $BUILD_MANY == 1 ] ; then
852 #-----------------------------------------------------------------------
854 # Build target groups selected by options, plus any command line args
855 set -- ${SELECTED} "$@"
856 # run PowerPC by default
857 [ $# = 0 ] && set -- powerpc