2 # Tool mainly for U-Boot Quality Assurance: build one or more board
3 # configurations with minimal verbosity, showing only warnings and
8 # if exiting with 0, write to stdout, else write to stderr
10 [ "${ret}" -eq 1 ] && exec 1>&2
12 Usage: MAKEALL [options] [--] [boards-to-build]
15 -a ARCH, --arch ARCH Build all boards with arch ARCH
16 -c CPU, --cpu CPU Build all boards with cpu CPU
17 -v VENDOR, --vendor VENDOR Build all boards with vendor VENDOR
18 -s SOC, --soc SOC Build all boards with soc SOC
19 -l, --list List all targets to be built
20 -m, --maintainers List all targets and maintainer email
21 -M, --mails List all targets and all affilated emails
22 -C, --check Enable build checking
23 -n, --continue Continue (skip boards already built)
24 -r, --rebuild-errors Rebuild any boards that errored
25 -h, --help This help output
27 Selections by these options are logically ANDed; if the same option
28 is used repeatedly, such selections are ORed. So "-v FOO -v BAR"
29 will select all configurations where the vendor is either FOO or
30 BAR. Any additional arguments specified on the command line are
31 always build additionally. See the boards.cfg file for more info.
33 If no boards are specified, then the default is "powerpc".
35 Environment variables:
36 BUILD_NCPUS number of parallel make jobs (default: auto)
37 CROSS_COMPILE cross-compiler toolchain prefix (default: "")
38 MAKEALL_LOGDIR output all logs to here (default: ./LOG/)
39 BUILD_DIR output build directory (default: ./)
40 BUILD_NBUILDS number of parallel targets (default: 1)
43 - build all Power Architecture boards:
45 MAKEALL --arch powerpc
47 - build all PowerPC boards manufactured by vendor "esd":
48 MAKEALL -a powerpc -v esd
49 - build all PowerPC boards manufactured either by "keymile" or "siemens":
50 MAKEALL -a powerpc -v keymile -v siemens
51 - build all Freescale boards with MPC83xx CPUs, plus all 4xx boards:
52 MAKEALL -c mpc83xx -v freescale 4xx
57 SHORT_OPTS="ha:c:v:s:lmMCnr"
58 LONG_OPTS="help,arch:,cpu:,vendor:,soc:,list,maintainers,mails,check,continue,rebuild-errors"
60 # Option processing based on util-linux-2.13/getopt-parse.bash
62 # Note that we use `"$@"' to let each command-line parameter expand to a
63 # separate word. The quotes around `$@' are essential!
64 # We need TEMP as the `eval set --' would nuke the return value of
66 TEMP=`getopt -o ${SHORT_OPTS} --long ${LONG_OPTS} \
69 [ $? != 0 ] && usage 1
71 # Note the quotes around `$TEMP': they are essential!
84 # echo "Option ARCH: argument \`$2'"
85 if [ "$opt_a" ] ; then
86 opt_a="${opt_a%)} || \$2 == \"$2\")"
88 opt_a="(\$2 == \"$2\")"
93 # echo "Option CPU: argument \`$2'"
94 if [ "$opt_c" ] ; then
95 opt_c="${opt_c%)} || \$3 == \"$2\" || \$3 ~ /$2:/)"
97 opt_c="(\$3 == \"$2\" || \$3 ~ /$2:/)"
102 # echo "Option SoC: argument \`$2'"
103 if [ "$opt_s" ] ; then
104 opt_s="${opt_s%)} || \$6 == \"$2\")"
106 opt_s="(\$6 == \"$2\")"
111 # echo "Option VENDOR: argument \`$2'"
112 if [ "$opt_v" ] ; then
113 opt_v="${opt_v%)} || \$5 == \"$2\")"
115 opt_v="(\$5 == \"$2\")"
145 echo "Internal error!" >&2 ; exit 1 ;;
148 # echo "Remaining arguments:"
149 # for arg do echo '--> '"\`$arg'" ; done
152 [ "$opt_a" ] && FILTER="${FILTER} && $opt_a"
153 [ "$opt_c" ] && FILTER="${FILTER} && $opt_c"
154 [ "$opt_s" ] && FILTER="${FILTER} && $opt_s"
155 [ "$opt_v" ] && FILTER="${FILTER} && $opt_v"
157 if [ "$SELECTED" ] ; then
158 SELECTED=$(awk '('"$FILTER"') { print $1 }' boards.cfg)
160 # Make sure some boards from boards.cfg are actually found
161 if [ -z "$SELECTED" ] ; then
162 echo "Error: No boards selected, invalid arguments"
167 #########################################################################
169 # Print statistics when we exit
173 # Determine number of CPU cores if no default was set
174 : ${BUILD_NCPUS:="`getconf _NPROCESSORS_ONLN`"}
176 if [ "$BUILD_NCPUS" -gt 1 ]
178 JOBS="-j $((BUILD_NCPUS + 1))"
184 if [ "${CROSS_COMPILE}" ] ; then
185 MAKE="make CROSS_COMPILE=${CROSS_COMPILE}"
190 if [ "${MAKEALL_LOGDIR}" ] ; then
191 LOG_DIR=${MAKEALL_LOGDIR}
196 : ${BUILD_NBUILDS:=1}
199 if [ "${BUILD_NBUILDS}" -gt 1 ] ; then
201 : ${BUILD_DIR:=./build}
202 mkdir -p "${BUILD_DIR}/ERR"
203 find "${BUILD_DIR}/ERR/" -type f -exec rm -f {} +
208 OUTPUT_PREFIX="${BUILD_DIR}"
210 [ -d ${LOG_DIR} ] || mkdir "${LOG_DIR}" || exit 1
211 if [ "$CONTINUE" != 'y' -a "$REBUILD_ERRORS" != 'y' ] ; then
212 find "${LOG_DIR}/" -type f -exec rm -f {} +
217 # Keep track of the number of builds and errors
228 # Helper funcs for parsing boards.cfg
232 [ -n "$3" ] && FS="$3"
237 '($1 !~ /^#/ && $field == select) { print $1 }' \
240 boards_by_arch() { boards_by_field 2 "$@" ; }
241 boards_by_cpu() { boards_by_field 3 "$@" "[: \t]+" ; }
242 boards_by_soc() { boards_by_field 6 "$@" ; }
244 #########################################################################
246 #########################################################################
248 LIST_5xx="$(boards_by_cpu mpc5xx)"
250 #########################################################################
252 #########################################################################
254 LIST_5xxx="$(boards_by_cpu mpc5xxx)"
256 #########################################################################
258 #########################################################################
260 LIST_512x="$(boards_by_cpu mpc512x)"
262 #########################################################################
264 #########################################################################
266 LIST_8xx="$(boards_by_cpu mpc8xx)"
268 #########################################################################
270 #########################################################################
272 LIST_4xx="$(boards_by_cpu ppc4xx)"
274 #########################################################################
276 #########################################################################
278 LIST_8220="$(boards_by_cpu mpc8220)"
280 #########################################################################
282 #########################################################################
284 LIST_824x="$(boards_by_cpu mpc824x)"
286 #########################################################################
287 ## MPC8260 Systems (includes 8250, 8255 etc.)
288 #########################################################################
290 LIST_8260="$(boards_by_cpu mpc8260)"
292 #########################################################################
293 ## MPC83xx Systems (includes 8349, etc.)
294 #########################################################################
296 LIST_83xx="$(boards_by_cpu mpc83xx)"
298 #########################################################################
299 ## MPC85xx Systems (includes 8540, 8560 etc.)
300 #########################################################################
302 LIST_85xx="$(boards_by_cpu mpc85xx)"
304 #########################################################################
306 #########################################################################
308 LIST_86xx="$(boards_by_cpu mpc86xx)"
310 #########################################################################
312 #########################################################################
314 LIST_74xx_7xx="$(boards_by_cpu 74xx_7xx)"
316 #########################################################################
318 #########################################################################
341 # Alias "ppc" -> "powerpc" to not break compatibility with older scripts
342 # still using "ppc" instead of "powerpc"
347 #########################################################################
349 #########################################################################
351 LIST_SA="$(boards_by_cpu sa1100)"
353 #########################################################################
355 #########################################################################
357 LIST_ARM7="$(boards_by_cpu arm720t)"
359 #########################################################################
361 #########################################################################
363 LIST_ARM9="$(boards_by_cpu arm920t) \
364 $(boards_by_cpu arm926ejs) \
365 $(boards_by_cpu arm925t) \
366 $(boards_by_cpu arm946es) \
369 #########################################################################
371 #########################################################################
372 LIST_ARM11="$(boards_by_cpu arm1136) \
373 $(boards_by_cpu arm1176) \
376 #########################################################################
378 #########################################################################
380 LIST_ARMV7="$(boards_by_cpu armv7)"
382 #########################################################################
384 #########################################################################
386 LIST_at91="$(boards_by_soc at91)"
388 #########################################################################
390 #########################################################################
392 LIST_pxa="$(boards_by_cpu pxa)"
394 LIST_ixp="$(boards_by_cpu ixp)"
396 #########################################################################
398 #########################################################################
400 LIST_spear="$(boards_by_soc spear)"
402 #########################################################################
404 #########################################################################
406 LIST_arm="$(boards_by_arch arm)"
408 #########################################################################
409 ## MIPS Systems (default = big endian)
410 #########################################################################
420 vct_platinum_onenand \
421 vct_platinum_onenand_small \
423 vct_platinumavc_small \
424 vct_platinumavc_onenand \
425 vct_platinumavc_onenand_small \
428 vct_premium_onenand \
429 vct_premium_onenand_small \
445 #########################################################################
446 ## MIPS Systems (little endian)
447 #########################################################################
461 #########################################################################
463 #########################################################################
465 LIST_openrisc="$(boards_by_arch openrisc)"
467 #########################################################################
469 #########################################################################
471 LIST_x86="$(boards_by_arch x86)"
473 #########################################################################
475 #########################################################################
477 LIST_nios2="$(boards_by_arch nios2)"
479 #########################################################################
480 ## MicroBlaze Systems
481 #########################################################################
483 LIST_microblaze="$(boards_by_arch microblaze)"
485 #########################################################################
487 #########################################################################
489 LIST_m68k="$(boards_by_arch m68k)"
490 LIST_coldfire=${LIST_m68k}
492 #########################################################################
494 #########################################################################
496 LIST_avr32="$(boards_by_arch avr32)"
498 #########################################################################
500 #########################################################################
502 LIST_blackfin="$(boards_by_arch blackfin)"
504 #########################################################################
506 #########################################################################
508 LIST_sh2="$(boards_by_cpu sh2)"
509 LIST_sh3="$(boards_by_cpu sh3)"
510 LIST_sh4="$(boards_by_cpu sh4)"
512 LIST_sh="$(boards_by_arch sh)"
514 #########################################################################
516 #########################################################################
518 LIST_sparc="$(boards_by_arch sparc)"
520 #########################################################################
522 #########################################################################
524 LIST_nds32="$(boards_by_arch nds32)"
526 #-----------------------------------------------------------------------
528 get_target_location() {
536 local line=`egrep -i "^[[:space:]]*${target}[[:space:]]" boards.cfg`
538 if [ -z "${line}" ] ; then echo "" ; return ; fi
542 # add default board name if needed
543 [ $# = 3 ] && set ${line} ${1}
545 CONFIG_NAME="${1%_config}"
547 [ "${BOARD_NAME}" ] || BOARD_NAME="${1%_config}"
549 if [ "$4" = "-" ] ; then
555 [ $# -gt 4 ] && [ "$5" != "-" ] && vendor="$5"
556 [ $# -gt 6 ] && [ "$7" != "-" ] && {
563 # Assign board directory to BOARDIR variable
564 if [ -z "${vendor}" ] ; then
567 BOARDDIR=${vendor}/${board}
570 echo "${CONFIG_NAME}:${BOARDDIR}"
573 get_target_maintainers() {
574 local name=`echo $1 | cut -d : -f 1`
576 if ! grep -qsi "[[:blank:]]${name}[[:blank:]]" MAINTAINERS ; then
581 local line=`tac MAINTAINERS | grep -ni "[[:blank:]]${name}[[:blank:]]" | cut -d : -f 1`
582 local mail=`tac MAINTAINERS | tail -n +${line} | \
583 sed -n ":start /.*@.*/ { b mail } ; n ; b start ; :mail /.*@.*/ { p ; n ; b mail } ; q" | \
584 sed "s/^.*<//;s/>.*$//"`
589 if [ "$PRINT_MAINTS" != 'y' ] ; then
596 local loc=`get_target_location $1`
598 if [ -z "${loc}" ] ; then echo "ERROR" ; return ; fi
600 local maintainers_result=`get_target_maintainers ${loc} | tr " " "\n"`
602 if [ "$MAINTAINERS_ONLY" != 'y' ] ; then
604 local dir=`echo ${loc} | cut -d ":" -f 2`
605 local cfg=`echo ${loc} | cut -d ":" -f 1`
606 local git_result=`git log --format=%aE board/${dir} \
607 include/configs/${cfg}.h | grep "@"`
608 local git_result_recent=`echo ${git_result} | tr " " "\n" | \
610 local git_result_top=`echo ${git_result} | tr " " "\n" | \
611 sort | uniq -c | sort -nr | head -n 3 | \
612 sed "s/^ \+[0-9]\+ \+//"`
614 echo -e "$git_result_recent\n$git_result_top\n$maintainers_result" | \
615 sort -u | tr "\n" " " | sed "s/ $//" ;
617 echo -e "$maintainers_result" | sort -u | tr "\n" " " | \
624 # Each finished build will have a file called ${donep}${n},
625 # where n is the index of the build. Each build
626 # we've already noted as finished will have ${skipp}${n}.
627 # The code managing the build process will use this information
628 # to ensure that only BUILD_NBUILDS builds are in flight at once
629 donep="${LOG_DIR}/._done_"
630 skipp="${LOG_DIR}/._skip_"
632 build_target_killed() {
633 echo "Aborted $target build."
634 # Remove the logs for this board since it was aborted
635 rm -f ${LOG_DIR}/$target.MAKELOG ${LOG_DIR}/$target.ERR
643 if [ "$ONLY_LIST" == 'y' ] ; then
644 list_target ${target}
648 if [ $BUILD_MANY == 1 ] ; then
649 output_dir="${OUTPUT_PREFIX}/${target}"
650 mkdir -p "${output_dir}"
651 trap build_target_killed TERM
653 output_dir="${OUTPUT_PREFIX}"
656 export BUILD_DIR="${output_dir}"
658 ${MAKE} distclean >/dev/null
659 ${MAKE} -s ${target}_config
661 ${MAKE} ${JOBS} ${CHECK} all \
662 >${LOG_DIR}/$target.MAKELOG 2> ${LOG_DIR}/$target.ERR
664 # Check for 'make' errors
665 if [ ${PIPESTATUS[0]} -ne 0 ] ; then
669 if [ $BUILD_MANY == 1 ] ; then
674 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
675 cp ${LOG_DIR}/${target}.ERR ${OUTPUT_PREFIX}/ERR/${target}
677 rm ${LOG_DIR}/${target}.ERR
680 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
681 if grep -iw error ${LOG_DIR}/${target}.ERR ; then
682 : $(( ERR_CNT += 1 ))
683 ERR_LIST="${ERR_LIST} $target"
685 : $(( WRN_CNT += 1 ))
686 WRN_LIST="${WRN_LIST} $target"
689 rm ${LOG_DIR}/${target}.ERR
693 OBJS=${output_dir}/u-boot
694 if [ -e ${output_dir}/spl/u-boot-spl ]; then
695 OBJS="${OBJS} ${output_dir}/spl/u-boot-spl"
698 ${CROSS_COMPILE}size ${OBJS} | tee -a ${LOG_DIR}/$target.MAKELOG
700 [ -e "${LOG_DIR}/${target}.ERR" ] && cat "${LOG_DIR}/${target}.ERR"
702 touch "${donep}${build_idx}"
706 search_idx=${OLDEST_IDX}
707 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
710 if [ -e "${donep}${search_idx}" ] ; then
711 : $(( CURRENT_CNT-- ))
712 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
713 : $(( OLDEST_IDX++ ))
715 # Only want to count it once
716 rm -f "${donep}${search_idx}"
717 touch "${skipp}${search_idx}"
718 elif [ -e "${skipp}${search_idx}" ] ; then
719 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
720 : $(( OLDEST_IDX++ ))
722 : $(( search_idx++ ))
723 if [ ${search_idx} -gt ${TOTAL_CNT} ] ; then
724 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
725 search_idx=${OLDEST_IDX}
736 # If a LIST_xxx var exists, use it. But avoid variable
737 # expansion in the eval when a board name contains certain
738 # characters that the shell interprets.
741 *) list=$(eval echo '${LIST_'$t'}') ;;
743 if [ -n "${list}" ] ; then
744 build_targets ${list}
746 : $((TOTAL_CNT += 1))
747 : $((CURRENT_CNT += 1))
748 rm -f "${donep}${TOTAL_CNT}"
749 rm -f "${skipp}${TOTAL_CNT}"
750 if [ "$CONTINUE" = 'y' -a -e ${LOG_DIR}/$t.MAKELOG ] ; then
752 touch "${donep}${TOTAL_CNT}"
753 elif [ "$REBUILD_ERRORS" = 'y' -a ! -e ${LOG_DIR}/$t.ERR ] ; then
755 touch "${donep}${TOTAL_CNT}"
757 if [ $BUILD_MANY == 1 ] ; then
758 build_target ${t} ${TOTAL_CNT} &
761 build_target ${t} ${TOTAL_CNT}
767 # We maintain a running count of all the builds we have done.
768 # Each finished build will have a file called ${donep}${n},
769 # where n is the index of the build. Each build
770 # we've already noted as finished will have ${skipp}${n}.
771 # We track the current index via TOTAL_CNT, and the oldest
772 # index. When we exceed the maximum number of parallel builds,
773 # We look from oldest to current for builds that have completed,
774 # and update the current count and oldest index as appropriate.
775 # If we've gone through the entire list, wait a second, and
776 # reprocess the entire list until we find a build that has
778 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
784 #-----------------------------------------------------------------------
787 local pgid=`ps -p $$ --no-headers -o "%r" | tr -d ' '`
788 local children=`pgrep -g $pgid | grep -v $$ | grep -v $pgid`
790 kill $children 2> /dev/null
791 wait $children 2> /dev/null
797 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
799 # Only count boards that completed
800 : $((TOTAL_CNT = `find ${skipp}* 2> /dev/null | wc -l`))
802 rm -f ${donep}* ${skipp}*
804 if [ $BUILD_MANY == 1 ] && [ -e "${OUTPUT_PREFIX}/ERR" ] ; then
805 ERR_LIST=`grep -riwl error ${OUTPUT_PREFIX}/ERR/`
806 ERR_LIST=`for f in $ERR_LIST ; do echo -n " $(basename $f)" ; done`
807 ERR_CNT=`echo $ERR_LIST | wc -w | awk '{print $1}'`
808 WRN_LIST=`grep -riwL error ${OUTPUT_PREFIX}/ERR/`
809 WRN_LIST=`for f in $WRN_LIST ; do echo -n " $(basename $f)" ; done`
810 WRN_CNT=`echo $WRN_LIST | wc -w | awk '{print $1}'`
812 # Remove the logs for any board that was interrupted
813 rm -f ${LOG_DIR}/${CUR_TGT}.MAKELOG ${LOG_DIR}/${CUR_TGT}.ERR
816 : $((TOTAL_CNT -= ${SKIP_CNT}))
818 echo "--------------------- SUMMARY ----------------------------"
819 if [ "$CONTINUE" = 'y' -o "$REBUILD_ERRORS" = 'y' ] ; then
820 echo "Boards skipped: ${SKIP_CNT}"
822 echo "Boards compiled: ${TOTAL_CNT}"
823 if [ ${ERR_CNT} -gt 0 ] ; then
824 echo "Boards with errors: ${ERR_CNT} (${ERR_LIST} )"
826 if [ ${WRN_CNT} -gt 0 ] ; then
827 echo "Boards with warnings but no errors: ${WRN_CNT} (${WRN_LIST} )"
829 echo "----------------------------------------------------------"
831 if [ $BUILD_MANY == 1 ] ; then
838 #-----------------------------------------------------------------------
840 # Build target groups selected by options, plus any command line args
841 set -- ${SELECTED} "$@"
842 # run PowerPC by default
843 [ $# = 0 ] && set -- powerpc