2 # Tool mainly for U-Boot Quality Assurance: build one or more board
3 # configurations with minimal verbosity, showing only warnings and
6 # SPDX-License-Identifier: GPL-2.0+
10 # if exiting with 0, write to stdout, else write to stderr
12 [ "${ret}" -eq 1 ] && exec 1>&2
14 Usage: MAKEALL [options] [--] [boards-to-build]
17 -a ARCH, --arch ARCH Build all boards with arch ARCH
18 -c CPU, --cpu CPU Build all boards with cpu CPU
19 -v VENDOR, --vendor VENDOR Build all boards with vendor VENDOR
20 -s SOC, --soc SOC Build all boards with soc SOC
21 -l, --list List all targets to be built
22 -m, --maintainers List all targets and maintainer email
23 -M, --mails List all targets and all affilated emails
24 -C, --check Enable build checking
25 -n, --continue Continue (skip boards already built)
26 -r, --rebuild-errors Rebuild any boards that errored
27 -h, --help This help output
29 Selections by these options are logically ANDed; if the same option
30 is used repeatedly, such selections are ORed. So "-v FOO -v BAR"
31 will select all configurations where the vendor is either FOO or
32 BAR. Any additional arguments specified on the command line are
33 always build additionally. See the boards.cfg file for more info.
35 If no boards are specified, then the default is "powerpc".
37 Environment variables:
38 BUILD_NCPUS number of parallel make jobs (default: auto)
39 CROSS_COMPILE cross-compiler toolchain prefix (default: "")
40 CROSS_COMPILE_<ARCH> cross-compiler toolchain prefix for
41 architecture "ARCH". Substitute "ARCH" for any
42 supported architecture (default: "")
43 MAKEALL_LOGDIR output all logs to here (default: ./LOG/)
44 BUILD_DIR output build directory (default: ./)
45 BUILD_NBUILDS number of parallel targets (default: 1)
48 - build all Power Architecture boards:
50 MAKEALL --arch powerpc
52 - build all PowerPC boards manufactured by vendor "esd":
53 MAKEALL -a powerpc -v esd
54 - build all PowerPC boards manufactured either by "keymile" or "siemens":
55 MAKEALL -a powerpc -v keymile -v siemens
56 - build all Freescale boards with MPC83xx CPUs, plus all 4xx boards:
57 MAKEALL -c mpc83xx -v freescale 4xx
62 SHORT_OPTS="ha:c:v:s:lmMCnr"
63 LONG_OPTS="help,arch:,cpu:,vendor:,soc:,list,maintainers,mails,check,continue,rebuild-errors"
65 # Option processing based on util-linux-2.13/getopt-parse.bash
67 # Note that we use `"$@"' to let each command-line parameter expand to a
68 # separate word. The quotes around `$@' are essential!
69 # We need TEMP as the `eval set --' would nuke the return value of
71 TEMP=`getopt -o ${SHORT_OPTS} --long ${LONG_OPTS} \
74 [ $? != 0 ] && usage 1
76 # Note the quotes around `$TEMP': they are essential!
89 # echo "Option ARCH: argument \`$2'"
90 if [ "$opt_a" ] ; then
91 opt_a="${opt_a%)} || \$2 == \"$2\")"
93 opt_a="(\$2 == \"$2\")"
98 # echo "Option CPU: argument \`$2'"
99 if [ "$opt_c" ] ; then
100 opt_c="${opt_c%)} || \$3 == \"$2\" || \$3 ~ /$2:/)"
102 opt_c="(\$3 == \"$2\" || \$3 ~ /$2:/)"
107 # echo "Option SoC: argument \`$2'"
108 if [ "$opt_s" ] ; then
109 opt_s="${opt_s%)} || \$4 == \"$2\" || \$4 ~ /$2/)"
111 opt_s="(\$4 == \"$2\" || \$4 ~ /$2/)"
116 # echo "Option VENDOR: argument \`$2'"
117 if [ "$opt_v" ] ; then
118 opt_v="${opt_v%)} || \$5 == \"$2\")"
120 opt_v="(\$5 == \"$2\")"
150 echo "Internal error!" >&2 ; exit 1 ;;
153 # echo "Remaining arguments:"
154 # for arg do echo '--> '"\`$arg'" ; done
157 [ "$opt_a" ] && FILTER="${FILTER} && $opt_a"
158 [ "$opt_c" ] && FILTER="${FILTER} && $opt_c"
159 [ "$opt_s" ] && FILTER="${FILTER} && $opt_s"
160 [ "$opt_v" ] && FILTER="${FILTER} && $opt_v"
162 if [ "$SELECTED" ] ; then
163 SELECTED=$(awk '('"$FILTER"') { print $7 }' boards.cfg)
165 # Make sure some boards from boards.cfg are actually found
166 if [ -z "$SELECTED" ] ; then
167 echo "Error: No boards selected, invalid arguments"
172 #########################################################################
174 # Print statistics when we exit
178 # Determine number of CPU cores if no default was set
179 : ${BUILD_NCPUS:="`getconf _NPROCESSORS_ONLN`"}
181 if [ "$BUILD_NCPUS" -gt 1 ]
183 JOBS="-j $((BUILD_NCPUS + 1))"
188 if [ "${MAKEALL_LOGDIR}" ] ; then
189 LOG_DIR=${MAKEALL_LOGDIR}
194 : ${BUILD_NBUILDS:=1}
197 if [ "${BUILD_NBUILDS}" -gt 1 ] ; then
199 : ${BUILD_DIR:=./build}
200 mkdir -p "${BUILD_DIR}/ERR"
201 find "${BUILD_DIR}/ERR/" -type f -exec rm -f {} +
206 OUTPUT_PREFIX="${BUILD_DIR}"
208 [ -d ${LOG_DIR} ] || mkdir "${LOG_DIR}" || exit 1
209 if [ "$CONTINUE" != 'y' -a "$REBUILD_ERRORS" != 'y' ] ; then
210 find "${LOG_DIR}/" -type f -exec rm -f {} +
215 # Keep track of the number of builds and errors
226 # Helper funcs for parsing boards.cfg
230 [ -n "$3" ] && FS="$3"
235 '($1 !~ /^#/ && $field == select) { print $7 }' \
238 boards_by_arch() { boards_by_field 2 "$@" ; }
239 boards_by_cpu() { boards_by_field 3 "$@" "[: \t]+" ; }
240 boards_by_soc() { boards_by_field 4 "$@" ; }
242 #########################################################################
244 #########################################################################
246 LIST_5xx="$(boards_by_cpu mpc5xx)"
248 #########################################################################
250 #########################################################################
252 LIST_5xxx="$(boards_by_cpu mpc5xxx)"
254 #########################################################################
256 #########################################################################
258 LIST_512x="$(boards_by_cpu mpc512x)"
260 #########################################################################
262 #########################################################################
264 LIST_8xx="$(boards_by_cpu mpc8xx)"
266 #########################################################################
268 #########################################################################
270 LIST_4xx="$(boards_by_cpu ppc4xx)"
272 #########################################################################
274 #########################################################################
276 LIST_824x="$(boards_by_cpu mpc824x)"
278 #########################################################################
279 ## MPC8260 Systems (includes 8250, 8255 etc.)
280 #########################################################################
282 LIST_8260="$(boards_by_cpu mpc8260)"
284 #########################################################################
285 ## MPC83xx Systems (includes 8349, etc.)
286 #########################################################################
288 LIST_83xx="$(boards_by_cpu mpc83xx)"
290 #########################################################################
291 ## MPC85xx Systems (includes 8540, 8560 etc.)
292 #########################################################################
294 LIST_85xx="$(boards_by_cpu mpc85xx)"
296 #########################################################################
298 #########################################################################
300 LIST_86xx="$(boards_by_cpu mpc86xx)"
302 #########################################################################
304 #########################################################################
306 LIST_74xx_7xx="$(boards_by_cpu 74xx_7xx)"
308 #########################################################################
310 #########################################################################
332 # Alias "ppc" -> "powerpc" to not break compatibility with older scripts
333 # still using "ppc" instead of "powerpc"
338 #########################################################################
340 #########################################################################
342 LIST_SA="$(boards_by_cpu sa1100)"
344 #########################################################################
346 #########################################################################
348 LIST_ARM7="$(boards_by_cpu arm720t)"
350 #########################################################################
352 #########################################################################
354 LIST_ARM9="$(boards_by_cpu arm920t) \
355 $(boards_by_cpu arm926ejs) \
356 $(boards_by_cpu arm925t) \
357 $(boards_by_cpu arm946es) \
360 #########################################################################
362 #########################################################################
363 LIST_ARM11="$(boards_by_cpu arm1136) \
364 $(boards_by_cpu arm1176) \
367 #########################################################################
369 #########################################################################
371 LIST_ARMV7="$(boards_by_cpu armv7)"
373 #########################################################################
375 #########################################################################
377 LIST_at91="$(boards_by_soc at91)"
379 #########################################################################
381 #########################################################################
383 LIST_pxa="$(boards_by_cpu pxa)"
385 LIST_ixp="$(boards_by_cpu ixp)"
387 #########################################################################
389 #########################################################################
391 LIST_spear="$(boards_by_soc spear)"
393 #########################################################################
395 #########################################################################
397 LIST_arm="$(boards_by_arch arm)"
399 #########################################################################
400 ## MIPS Systems (default = big endian)
401 #########################################################################
411 vct_platinum_onenand \
412 vct_platinum_onenand_small \
414 vct_platinumavc_small \
415 vct_platinumavc_onenand \
416 vct_platinumavc_onenand_small \
419 vct_premium_onenand \
420 vct_premium_onenand_small \
436 #########################################################################
437 ## MIPS Systems (little endian)
438 #########################################################################
447 #########################################################################
449 #########################################################################
451 LIST_openrisc="$(boards_by_arch openrisc)"
453 #########################################################################
455 #########################################################################
457 LIST_x86="$(boards_by_arch x86)"
459 #########################################################################
461 #########################################################################
463 LIST_nios2="$(boards_by_arch nios2)"
465 #########################################################################
466 ## MicroBlaze Systems
467 #########################################################################
469 LIST_microblaze="$(boards_by_arch microblaze)"
471 #########################################################################
473 #########################################################################
475 LIST_m68k="$(boards_by_arch m68k)"
476 LIST_coldfire=${LIST_m68k}
478 #########################################################################
480 #########################################################################
482 LIST_avr32="$(boards_by_arch avr32)"
484 #########################################################################
486 #########################################################################
488 LIST_blackfin="$(boards_by_arch blackfin)"
490 #########################################################################
492 #########################################################################
494 LIST_sh2="$(boards_by_cpu sh2)"
495 LIST_sh3="$(boards_by_cpu sh3)"
496 LIST_sh4="$(boards_by_cpu sh4)"
498 LIST_sh="$(boards_by_arch sh)"
500 #########################################################################
502 #########################################################################
504 LIST_sparc="$(boards_by_arch sparc)"
506 #########################################################################
508 #########################################################################
510 LIST_nds32="$(boards_by_arch nds32)"
512 #-----------------------------------------------------------------------
514 get_target_location() {
522 local line=`awk -F '\ +' '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
523 if [ -z "${line}" ] ; then echo "" ; return ; fi
527 CONFIG_NAME="${7%_config}"
529 [ "${BOARD_NAME}" ] || BOARD_NAME="${7%_config}"
531 if [ $# -gt 5 ]; then
532 if [ "$6" = "-" ] ; then
539 [ $# -gt 4 ] && [ "$5" != "-" ] && vendor="$5"
540 [ $# -gt 6 ] && [ "$8" != "-" ] && {
547 # Assign board directory to BOARDIR variable
548 if [ "${vendor}" == "-" ] ; then
551 BOARDDIR=${vendor}/${board}
554 echo "${CONFIG_NAME}:${BOARDDIR}:${BOARD_NAME}"
557 get_target_maintainers() {
558 local name=`echo $1 | cut -d : -f 3`
560 local line=`awk -F '\ +' '\$7 == "'"$target"'" { print \$0 }' boards.cfg`
561 if [ -z "${line}" ]; then
566 local mails=`echo ${line} | cut -d ' ' -f 9- | sed -e 's/[^<]*<//' -e 's/>.*</ /' -e 's/>[^>]*$//'`
567 [ "$mails" == "-" ] && mails=""
575 local line=`egrep -i "^[[:space:]]*${target}[[:space:]]" boards.cfg`
577 if [ -z "${line}" ] ; then echo "" ; return ; fi
584 if [ "$PRINT_MAINTS" != 'y' ] ; then
591 local loc=`get_target_location $1`
593 if [ -z "${loc}" ] ; then echo "ERROR" ; return ; fi
595 local maintainers_result=`get_target_maintainers ${loc} | tr " " "\n"`
597 if [ "$MAINTAINERS_ONLY" != 'y' ] ; then
599 local dir=`echo ${loc} | cut -d ":" -f 2`
600 local cfg=`echo ${loc} | cut -d ":" -f 1`
601 local git_result=`git log --format=%aE board/${dir} \
602 include/configs/${cfg}.h | grep "@"`
603 local git_result_recent=`echo ${git_result} | tr " " "\n" | \
605 local git_result_top=`echo ${git_result} | tr " " "\n" | \
606 sort | uniq -c | sort -nr | head -n 3 | \
607 sed "s/^ \+[0-9]\+ \+//"`
609 echo -e "$git_result_recent\n$git_result_top\n$maintainers_result" | \
610 sort -u | tr "\n" " " | sed "s/ $//" ;
612 echo -e "$maintainers_result" | sort -u | tr "\n" " " | \
619 # Each finished build will have a file called ${donep}${n},
620 # where n is the index of the build. Each build
621 # we've already noted as finished will have ${skipp}${n}.
622 # The code managing the build process will use this information
623 # to ensure that only BUILD_NBUILDS builds are in flight at once
624 donep="${LOG_DIR}/._done_"
625 skipp="${LOG_DIR}/._skip_"
627 build_target_killed() {
628 echo "Aborted $target build."
629 # Remove the logs for this board since it was aborted
630 rm -f ${LOG_DIR}/$target.MAKELOG ${LOG_DIR}/$target.ERR
638 if [ "$ONLY_LIST" == 'y' ] ; then
639 list_target ${target}
643 if [ $BUILD_MANY == 1 ] ; then
644 output_dir="${OUTPUT_PREFIX}/${target}"
645 mkdir -p "${output_dir}"
646 trap build_target_killed TERM
648 output_dir="${OUTPUT_PREFIX}"
651 export BUILD_DIR="${output_dir}"
653 target_arch=$(get_target_arch ${target})
654 eval cross_toolchain=\$CROSS_COMPILE_`echo $target_arch | tr '[:lower:]' '[:upper:]'`
655 if [ "${cross_toolchain}" ] ; then
656 MAKE="make CROSS_COMPILE=${cross_toolchain}"
657 elif [ "${CROSS_COMPILE}" ] ; then
658 MAKE="make CROSS_COMPILE=${CROSS_COMPILE}"
663 ${MAKE} distclean >/dev/null
664 ${MAKE} -s ${target}_config
666 ${MAKE} ${JOBS} ${CHECK} all \
667 >${LOG_DIR}/$target.MAKELOG 2> ${LOG_DIR}/$target.ERR
669 # Check for 'make' errors
670 if [ ${PIPESTATUS[0]} -ne 0 ] ; then
674 if [ $BUILD_MANY == 1 ] ; then
679 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
680 cp ${LOG_DIR}/${target}.ERR ${OUTPUT_PREFIX}/ERR/${target}
682 rm ${LOG_DIR}/${target}.ERR
685 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
686 if grep -iw error ${LOG_DIR}/${target}.ERR ; then
687 : $(( ERR_CNT += 1 ))
688 ERR_LIST="${ERR_LIST} $target"
690 : $(( WRN_CNT += 1 ))
691 WRN_LIST="${WRN_LIST} $target"
694 rm ${LOG_DIR}/${target}.ERR
698 OBJS=${output_dir}/u-boot
699 if [ -e ${output_dir}/spl/u-boot-spl ]; then
700 OBJS="${OBJS} ${output_dir}/spl/u-boot-spl"
703 ${CROSS_COMPILE}size ${OBJS} | tee -a ${LOG_DIR}/$target.MAKELOG
705 [ -e "${LOG_DIR}/${target}.ERR" ] && cat "${LOG_DIR}/${target}.ERR"
707 touch "${donep}${build_idx}"
711 search_idx=${OLDEST_IDX}
712 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
715 if [ -e "${donep}${search_idx}" ] ; then
716 : $(( CURRENT_CNT-- ))
717 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
718 : $(( OLDEST_IDX++ ))
720 # Only want to count it once
721 rm -f "${donep}${search_idx}"
722 touch "${skipp}${search_idx}"
723 elif [ -e "${skipp}${search_idx}" ] ; then
724 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
725 : $(( OLDEST_IDX++ ))
727 : $(( search_idx++ ))
728 if [ ${search_idx} -gt ${TOTAL_CNT} ] ; then
729 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
730 search_idx=${OLDEST_IDX}
741 # If a LIST_xxx var exists, use it. But avoid variable
742 # expansion in the eval when a board name contains certain
743 # characters that the shell interprets.
746 *) list=$(eval echo '${LIST_'$t'}') ;;
748 if [ -n "${list}" ] ; then
749 build_targets ${list}
751 : $((TOTAL_CNT += 1))
752 : $((CURRENT_CNT += 1))
753 rm -f "${donep}${TOTAL_CNT}"
754 rm -f "${skipp}${TOTAL_CNT}"
755 if [ "$CONTINUE" = 'y' -a -e ${LOG_DIR}/$t.MAKELOG ] ; then
757 touch "${donep}${TOTAL_CNT}"
758 elif [ "$REBUILD_ERRORS" = 'y' -a ! -e ${LOG_DIR}/$t.ERR ] ; then
760 touch "${donep}${TOTAL_CNT}"
762 if [ $BUILD_MANY == 1 ] ; then
763 build_target ${t} ${TOTAL_CNT} &
766 build_target ${t} ${TOTAL_CNT}
772 # We maintain a running count of all the builds we have done.
773 # Each finished build will have a file called ${donep}${n},
774 # where n is the index of the build. Each build
775 # we've already noted as finished will have ${skipp}${n}.
776 # We track the current index via TOTAL_CNT, and the oldest
777 # index. When we exceed the maximum number of parallel builds,
778 # We look from oldest to current for builds that have completed,
779 # and update the current count and oldest index as appropriate.
780 # If we've gone through the entire list, wait a second, and
781 # reprocess the entire list until we find a build that has
783 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
789 #-----------------------------------------------------------------------
796 # Mac OS X is known to have BSD style ps
797 local pgid=$(ps -p $$ -o pgid | sed -e "/PGID/d")
798 children=$(ps -g $pgid -o pid | sed -e "/PID\|$$\|$pgid/d")
801 # everything else tries the GNU style
802 local pgid=$(ps -p $$ --no-headers -o "%r" | tr -d ' ')
803 children=$(pgrep -g $pgid | sed -e "/$$\|$pgid/d")
807 kill $children 2> /dev/null
808 wait $children 2> /dev/null
814 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
816 # Only count boards that completed
817 : $((TOTAL_CNT = `find ${skipp}* 2> /dev/null | wc -l`))
819 rm -f ${donep}* ${skipp}*
821 if [ $BUILD_MANY == 1 ] && [ -e "${OUTPUT_PREFIX}/ERR" ] ; then
822 ERR_LIST=`grep -riwl error ${OUTPUT_PREFIX}/ERR/`
823 ERR_LIST=`for f in $ERR_LIST ; do echo -n " $(basename $f)" ; done`
824 ERR_CNT=`echo $ERR_LIST | wc -w | awk '{print $1}'`
825 WRN_LIST=`grep -riwL error ${OUTPUT_PREFIX}/ERR/`
826 WRN_LIST=`for f in $WRN_LIST ; do echo -n " $(basename $f)" ; done`
827 WRN_CNT=`echo $WRN_LIST | wc -w | awk '{print $1}'`
829 # Remove the logs for any board that was interrupted
830 rm -f ${LOG_DIR}/${CUR_TGT}.MAKELOG ${LOG_DIR}/${CUR_TGT}.ERR
833 : $((TOTAL_CNT -= ${SKIP_CNT}))
835 echo "--------------------- SUMMARY ----------------------------"
836 if [ "$CONTINUE" = 'y' -o "$REBUILD_ERRORS" = 'y' ] ; then
837 echo "Boards skipped: ${SKIP_CNT}"
839 echo "Boards compiled: ${TOTAL_CNT}"
840 if [ ${ERR_CNT} -gt 0 ] ; then
841 echo "Boards with errors: ${ERR_CNT} (${ERR_LIST} )"
843 if [ ${WRN_CNT} -gt 0 ] ; then
844 echo "Boards with warnings but no errors: ${WRN_CNT} (${WRN_LIST} )"
846 echo "----------------------------------------------------------"
848 if [ $BUILD_MANY == 1 ] ; then
855 #-----------------------------------------------------------------------
857 # Build target groups selected by options, plus any command line args
858 set -- ${SELECTED} "$@"
859 # run PowerPC by default
860 [ $# = 0 ] && set -- powerpc