2 # Tool mainly for U-Boot Quality Assurance: build one or more board
3 # configurations with minimal verbosity, showing only warnings and
8 # if exiting with 0, write to stdout, else write to stderr
10 [ "${ret}" -eq 1 ] && exec 1>&2
12 Usage: MAKEALL [options] [--] [boards-to-build]
15 -a ARCH, --arch ARCH Build all boards with arch ARCH
16 -c CPU, --cpu CPU Build all boards with cpu CPU
17 -v VENDOR, --vendor VENDOR Build all boards with vendor VENDOR
18 -s SOC, --soc SOC Build all boards with soc SOC
19 -l, --list List all targets to be built
20 -m, --maintainers List all targets and maintainer email
21 -M, --mails List all targets and all affilated emails
22 -C, --check Enable build checking
23 -n, --continue Continue (skip boards already built)
24 -r, --rebuild-errors Rebuild any boards that errored
25 -h, --help This help output
27 Selections by these options are logically ANDed; if the same option
28 is used repeatedly, such selections are ORed. So "-v FOO -v BAR"
29 will select all configurations where the vendor is either FOO or
30 BAR. Any additional arguments specified on the command line are
31 always build additionally. See the boards.cfg file for more info.
33 If no boards are specified, then the default is "powerpc".
35 Environment variables:
36 BUILD_NCPUS number of parallel make jobs (default: auto)
37 CROSS_COMPILE cross-compiler toolchain prefix (default: "")
38 CROSS_COMPILE_<ARCH> cross-compiler toolchain prefix for
39 architecture "ARCH". Substitute "ARCH" for any
40 supported architecture (default: "")
41 MAKEALL_LOGDIR output all logs to here (default: ./LOG/)
42 BUILD_DIR output build directory (default: ./)
43 BUILD_NBUILDS number of parallel targets (default: 1)
46 - build all Power Architecture boards:
48 MAKEALL --arch powerpc
50 - build all PowerPC boards manufactured by vendor "esd":
51 MAKEALL -a powerpc -v esd
52 - build all PowerPC boards manufactured either by "keymile" or "siemens":
53 MAKEALL -a powerpc -v keymile -v siemens
54 - build all Freescale boards with MPC83xx CPUs, plus all 4xx boards:
55 MAKEALL -c mpc83xx -v freescale 4xx
60 SHORT_OPTS="ha:c:v:s:lmMCnr"
61 LONG_OPTS="help,arch:,cpu:,vendor:,soc:,list,maintainers,mails,check,continue,rebuild-errors"
63 # Option processing based on util-linux-2.13/getopt-parse.bash
65 # Note that we use `"$@"' to let each command-line parameter expand to a
66 # separate word. The quotes around `$@' are essential!
67 # We need TEMP as the `eval set --' would nuke the return value of
69 TEMP=`getopt -o ${SHORT_OPTS} --long ${LONG_OPTS} \
72 [ $? != 0 ] && usage 1
74 # Note the quotes around `$TEMP': they are essential!
87 # echo "Option ARCH: argument \`$2'"
88 if [ "$opt_a" ] ; then
89 opt_a="${opt_a%)} || \$2 == \"$2\")"
91 opt_a="(\$2 == \"$2\")"
96 # echo "Option CPU: argument \`$2'"
97 if [ "$opt_c" ] ; then
98 opt_c="${opt_c%)} || \$3 == \"$2\" || \$3 ~ /$2:/)"
100 opt_c="(\$3 == \"$2\" || \$3 ~ /$2:/)"
105 # echo "Option SoC: argument \`$2'"
106 if [ "$opt_s" ] ; then
107 opt_s="${opt_s%)} || \$6 == \"$2\" || \$6 ~ /$2/)"
109 opt_s="(\$6 == \"$2\" || \$6 ~ /$2/)"
114 # echo "Option VENDOR: argument \`$2'"
115 if [ "$opt_v" ] ; then
116 opt_v="${opt_v%)} || \$5 == \"$2\")"
118 opt_v="(\$5 == \"$2\")"
148 echo "Internal error!" >&2 ; exit 1 ;;
151 # echo "Remaining arguments:"
152 # for arg do echo '--> '"\`$arg'" ; done
155 [ "$opt_a" ] && FILTER="${FILTER} && $opt_a"
156 [ "$opt_c" ] && FILTER="${FILTER} && $opt_c"
157 [ "$opt_s" ] && FILTER="${FILTER} && $opt_s"
158 [ "$opt_v" ] && FILTER="${FILTER} && $opt_v"
160 if [ "$SELECTED" ] ; then
161 SELECTED=$(awk '('"$FILTER"') { print $1 }' boards.cfg)
163 # Make sure some boards from boards.cfg are actually found
164 if [ -z "$SELECTED" ] ; then
165 echo "Error: No boards selected, invalid arguments"
170 #########################################################################
172 # Print statistics when we exit
176 # Determine number of CPU cores if no default was set
177 : ${BUILD_NCPUS:="`getconf _NPROCESSORS_ONLN`"}
179 if [ "$BUILD_NCPUS" -gt 1 ]
181 JOBS="-j $((BUILD_NCPUS + 1))"
186 if [ "${MAKEALL_LOGDIR}" ] ; then
187 LOG_DIR=${MAKEALL_LOGDIR}
192 : ${BUILD_NBUILDS:=1}
195 if [ "${BUILD_NBUILDS}" -gt 1 ] ; then
197 : ${BUILD_DIR:=./build}
198 mkdir -p "${BUILD_DIR}/ERR"
199 find "${BUILD_DIR}/ERR/" -type f -exec rm -f {} +
204 OUTPUT_PREFIX="${BUILD_DIR}"
206 [ -d ${LOG_DIR} ] || mkdir "${LOG_DIR}" || exit 1
207 if [ "$CONTINUE" != 'y' -a "$REBUILD_ERRORS" != 'y' ] ; then
208 find "${LOG_DIR}/" -type f -exec rm -f {} +
213 # Keep track of the number of builds and errors
224 # Helper funcs for parsing boards.cfg
228 [ -n "$3" ] && FS="$3"
233 '($1 !~ /^#/ && $field == select) { print $1 }' \
236 boards_by_arch() { boards_by_field 2 "$@" ; }
237 boards_by_cpu() { boards_by_field 3 "$@" "[: \t]+" ; }
238 boards_by_soc() { boards_by_field 6 "$@" ; }
240 #########################################################################
242 #########################################################################
244 LIST_5xx="$(boards_by_cpu mpc5xx)"
246 #########################################################################
248 #########################################################################
250 LIST_5xxx="$(boards_by_cpu mpc5xxx)"
252 #########################################################################
254 #########################################################################
256 LIST_512x="$(boards_by_cpu mpc512x)"
258 #########################################################################
260 #########################################################################
262 LIST_8xx="$(boards_by_cpu mpc8xx)"
264 #########################################################################
266 #########################################################################
268 LIST_4xx="$(boards_by_cpu ppc4xx)"
270 #########################################################################
272 #########################################################################
274 LIST_824x="$(boards_by_cpu mpc824x)"
276 #########################################################################
277 ## MPC8260 Systems (includes 8250, 8255 etc.)
278 #########################################################################
280 LIST_8260="$(boards_by_cpu mpc8260)"
282 #########################################################################
283 ## MPC83xx Systems (includes 8349, etc.)
284 #########################################################################
286 LIST_83xx="$(boards_by_cpu mpc83xx)"
288 #########################################################################
289 ## MPC85xx Systems (includes 8540, 8560 etc.)
290 #########################################################################
292 LIST_85xx="$(boards_by_cpu mpc85xx)"
294 #########################################################################
296 #########################################################################
298 LIST_86xx="$(boards_by_cpu mpc86xx)"
300 #########################################################################
302 #########################################################################
304 LIST_74xx_7xx="$(boards_by_cpu 74xx_7xx)"
306 #########################################################################
308 #########################################################################
330 # Alias "ppc" -> "powerpc" to not break compatibility with older scripts
331 # still using "ppc" instead of "powerpc"
336 #########################################################################
338 #########################################################################
340 LIST_SA="$(boards_by_cpu sa1100)"
342 #########################################################################
344 #########################################################################
346 LIST_ARM7="$(boards_by_cpu arm720t)"
348 #########################################################################
350 #########################################################################
352 LIST_ARM9="$(boards_by_cpu arm920t) \
353 $(boards_by_cpu arm926ejs) \
354 $(boards_by_cpu arm925t) \
355 $(boards_by_cpu arm946es) \
358 #########################################################################
360 #########################################################################
361 LIST_ARM11="$(boards_by_cpu arm1136) \
362 $(boards_by_cpu arm1176) \
365 #########################################################################
367 #########################################################################
369 LIST_ARMV7="$(boards_by_cpu armv7)"
371 #########################################################################
373 #########################################################################
375 LIST_at91="$(boards_by_soc at91)"
377 #########################################################################
379 #########################################################################
381 LIST_pxa="$(boards_by_cpu pxa)"
383 LIST_ixp="$(boards_by_cpu ixp)"
385 #########################################################################
387 #########################################################################
389 LIST_spear="$(boards_by_soc spear)"
391 #########################################################################
393 #########################################################################
395 LIST_arm="$(boards_by_arch arm)"
397 #########################################################################
398 ## MIPS Systems (default = big endian)
399 #########################################################################
409 vct_platinum_onenand \
410 vct_platinum_onenand_small \
412 vct_platinumavc_small \
413 vct_platinumavc_onenand \
414 vct_platinumavc_onenand_small \
417 vct_premium_onenand \
418 vct_premium_onenand_small \
434 #########################################################################
435 ## MIPS Systems (little endian)
436 #########################################################################
445 #########################################################################
447 #########################################################################
449 LIST_openrisc="$(boards_by_arch openrisc)"
451 #########################################################################
453 #########################################################################
455 LIST_x86="$(boards_by_arch x86)"
457 #########################################################################
459 #########################################################################
461 LIST_nios2="$(boards_by_arch nios2)"
463 #########################################################################
464 ## MicroBlaze Systems
465 #########################################################################
467 LIST_microblaze="$(boards_by_arch microblaze)"
469 #########################################################################
471 #########################################################################
473 LIST_m68k="$(boards_by_arch m68k)"
474 LIST_coldfire=${LIST_m68k}
476 #########################################################################
478 #########################################################################
480 LIST_avr32="$(boards_by_arch avr32)"
482 #########################################################################
484 #########################################################################
486 LIST_blackfin="$(boards_by_arch blackfin)"
488 #########################################################################
490 #########################################################################
492 LIST_sh2="$(boards_by_cpu sh2)"
493 LIST_sh3="$(boards_by_cpu sh3)"
494 LIST_sh4="$(boards_by_cpu sh4)"
496 LIST_sh="$(boards_by_arch sh)"
498 #########################################################################
500 #########################################################################
502 LIST_sparc="$(boards_by_arch sparc)"
504 #########################################################################
506 #########################################################################
508 LIST_nds32="$(boards_by_arch nds32)"
510 #-----------------------------------------------------------------------
512 get_target_location() {
520 local line=`egrep -i "^[[:space:]]*${target}[[:space:]]" boards.cfg`
522 if [ -z "${line}" ] ; then echo "" ; return ; fi
526 # add default board name if needed
527 [ $# = 3 ] && set ${line} ${1}
529 CONFIG_NAME="${1%_config}"
531 [ "${BOARD_NAME}" ] || BOARD_NAME="${1%_config}"
533 if [ "$4" = "-" ] ; then
539 [ $# -gt 4 ] && [ "$5" != "-" ] && vendor="$5"
540 [ $# -gt 6 ] && [ "$7" != "-" ] && {
547 # Assign board directory to BOARDIR variable
548 if [ -z "${vendor}" ] ; then
551 BOARDDIR=${vendor}/${board}
554 echo "${CONFIG_NAME}:${BOARDDIR}"
557 get_target_maintainers() {
558 local name=`echo $1 | cut -d : -f 1`
560 if ! grep -qsi "[[:blank:]]${name}[[:blank:]]" MAINTAINERS ; then
565 local line=`tac MAINTAINERS | grep -ni "[[:blank:]]${name}[[:blank:]]" | cut -d : -f 1`
566 local mail=`tac MAINTAINERS | tail -n +${line} | \
567 sed -n ":start /.*@.*/ { b mail } ; n ; b start ; :mail /.*@.*/ { p ; n ; b mail } ; q" | \
568 sed "s/^.*<//;s/>.*$//"`
576 local line=`egrep -i "^[[:space:]]*${target}[[:space:]]" boards.cfg`
578 if [ -z "${line}" ] ; then echo "" ; return ; fi
585 if [ "$PRINT_MAINTS" != 'y' ] ; then
592 local loc=`get_target_location $1`
594 if [ -z "${loc}" ] ; then echo "ERROR" ; return ; fi
596 local maintainers_result=`get_target_maintainers ${loc} | tr " " "\n"`
598 if [ "$MAINTAINERS_ONLY" != 'y' ] ; then
600 local dir=`echo ${loc} | cut -d ":" -f 2`
601 local cfg=`echo ${loc} | cut -d ":" -f 1`
602 local git_result=`git log --format=%aE board/${dir} \
603 include/configs/${cfg}.h | grep "@"`
604 local git_result_recent=`echo ${git_result} | tr " " "\n" | \
606 local git_result_top=`echo ${git_result} | tr " " "\n" | \
607 sort | uniq -c | sort -nr | head -n 3 | \
608 sed "s/^ \+[0-9]\+ \+//"`
610 echo -e "$git_result_recent\n$git_result_top\n$maintainers_result" | \
611 sort -u | tr "\n" " " | sed "s/ $//" ;
613 echo -e "$maintainers_result" | sort -u | tr "\n" " " | \
620 # Each finished build will have a file called ${donep}${n},
621 # where n is the index of the build. Each build
622 # we've already noted as finished will have ${skipp}${n}.
623 # The code managing the build process will use this information
624 # to ensure that only BUILD_NBUILDS builds are in flight at once
625 donep="${LOG_DIR}/._done_"
626 skipp="${LOG_DIR}/._skip_"
628 build_target_killed() {
629 echo "Aborted $target build."
630 # Remove the logs for this board since it was aborted
631 rm -f ${LOG_DIR}/$target.MAKELOG ${LOG_DIR}/$target.ERR
639 if [ "$ONLY_LIST" == 'y' ] ; then
640 list_target ${target}
644 if [ $BUILD_MANY == 1 ] ; then
645 output_dir="${OUTPUT_PREFIX}/${target}"
646 mkdir -p "${output_dir}"
647 trap build_target_killed TERM
649 output_dir="${OUTPUT_PREFIX}"
652 export BUILD_DIR="${output_dir}"
654 target_arch=$(get_target_arch ${target})
655 eval cross_toolchain=\$CROSS_COMPILE_`echo $target_arch | tr '[:lower:]' '[:upper:]'`
656 if [ "${cross_toolchain}" ] ; then
657 MAKE="make CROSS_COMPILE=${cross_toolchain}"
658 elif [ "${CROSS_COMPILE}" ] ; then
659 MAKE="make CROSS_COMPILE=${CROSS_COMPILE}"
664 ${MAKE} distclean >/dev/null
665 ${MAKE} -s ${target}_config
667 ${MAKE} ${JOBS} ${CHECK} all \
668 >${LOG_DIR}/$target.MAKELOG 2> ${LOG_DIR}/$target.ERR
670 # Check for 'make' errors
671 if [ ${PIPESTATUS[0]} -ne 0 ] ; then
675 if [ $BUILD_MANY == 1 ] ; then
680 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
681 cp ${LOG_DIR}/${target}.ERR ${OUTPUT_PREFIX}/ERR/${target}
683 rm ${LOG_DIR}/${target}.ERR
686 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
687 if grep -iw error ${LOG_DIR}/${target}.ERR ; then
688 : $(( ERR_CNT += 1 ))
689 ERR_LIST="${ERR_LIST} $target"
691 : $(( WRN_CNT += 1 ))
692 WRN_LIST="${WRN_LIST} $target"
695 rm ${LOG_DIR}/${target}.ERR
699 OBJS=${output_dir}/u-boot
700 if [ -e ${output_dir}/spl/u-boot-spl ]; then
701 OBJS="${OBJS} ${output_dir}/spl/u-boot-spl"
704 ${CROSS_COMPILE}size ${OBJS} | tee -a ${LOG_DIR}/$target.MAKELOG
706 [ -e "${LOG_DIR}/${target}.ERR" ] && cat "${LOG_DIR}/${target}.ERR"
708 touch "${donep}${build_idx}"
712 search_idx=${OLDEST_IDX}
713 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
716 if [ -e "${donep}${search_idx}" ] ; then
717 : $(( CURRENT_CNT-- ))
718 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
719 : $(( OLDEST_IDX++ ))
721 # Only want to count it once
722 rm -f "${donep}${search_idx}"
723 touch "${skipp}${search_idx}"
724 elif [ -e "${skipp}${search_idx}" ] ; then
725 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
726 : $(( OLDEST_IDX++ ))
728 : $(( search_idx++ ))
729 if [ ${search_idx} -gt ${TOTAL_CNT} ] ; then
730 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
731 search_idx=${OLDEST_IDX}
742 # If a LIST_xxx var exists, use it. But avoid variable
743 # expansion in the eval when a board name contains certain
744 # characters that the shell interprets.
747 *) list=$(eval echo '${LIST_'$t'}') ;;
749 if [ -n "${list}" ] ; then
750 build_targets ${list}
752 : $((TOTAL_CNT += 1))
753 : $((CURRENT_CNT += 1))
754 rm -f "${donep}${TOTAL_CNT}"
755 rm -f "${skipp}${TOTAL_CNT}"
756 if [ "$CONTINUE" = 'y' -a -e ${LOG_DIR}/$t.MAKELOG ] ; then
758 touch "${donep}${TOTAL_CNT}"
759 elif [ "$REBUILD_ERRORS" = 'y' -a ! -e ${LOG_DIR}/$t.ERR ] ; then
761 touch "${donep}${TOTAL_CNT}"
763 if [ $BUILD_MANY == 1 ] ; then
764 build_target ${t} ${TOTAL_CNT} &
767 build_target ${t} ${TOTAL_CNT}
773 # We maintain a running count of all the builds we have done.
774 # Each finished build will have a file called ${donep}${n},
775 # where n is the index of the build. Each build
776 # we've already noted as finished will have ${skipp}${n}.
777 # We track the current index via TOTAL_CNT, and the oldest
778 # index. When we exceed the maximum number of parallel builds,
779 # We look from oldest to current for builds that have completed,
780 # and update the current count and oldest index as appropriate.
781 # If we've gone through the entire list, wait a second, and
782 # reprocess the entire list until we find a build that has
784 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
790 #-----------------------------------------------------------------------
797 # Mac OS X is known to have BSD style ps
798 local pgid=$(ps -p $$ -o pgid | sed -e "/PGID/d")
799 children=$(ps -g $pgid -o pid | sed -e "/PID\|$$\|$pgid/d")
802 # everything else tries the GNU style
803 local pgid=$(ps -p $$ --no-headers -o "%r" | tr -d ' ')
804 children=$(pgrep -g $pgid | sed -e "/$$\|$pgid/d")
808 kill $children 2> /dev/null
809 wait $children 2> /dev/null
815 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
817 # Only count boards that completed
818 : $((TOTAL_CNT = `find ${skipp}* 2> /dev/null | wc -l`))
820 rm -f ${donep}* ${skipp}*
822 if [ $BUILD_MANY == 1 ] && [ -e "${OUTPUT_PREFIX}/ERR" ] ; then
823 ERR_LIST=`grep -riwl error ${OUTPUT_PREFIX}/ERR/`
824 ERR_LIST=`for f in $ERR_LIST ; do echo -n " $(basename $f)" ; done`
825 ERR_CNT=`echo $ERR_LIST | wc -w | awk '{print $1}'`
826 WRN_LIST=`grep -riwL error ${OUTPUT_PREFIX}/ERR/`
827 WRN_LIST=`for f in $WRN_LIST ; do echo -n " $(basename $f)" ; done`
828 WRN_CNT=`echo $WRN_LIST | wc -w | awk '{print $1}'`
830 # Remove the logs for any board that was interrupted
831 rm -f ${LOG_DIR}/${CUR_TGT}.MAKELOG ${LOG_DIR}/${CUR_TGT}.ERR
834 : $((TOTAL_CNT -= ${SKIP_CNT}))
836 echo "--------------------- SUMMARY ----------------------------"
837 if [ "$CONTINUE" = 'y' -o "$REBUILD_ERRORS" = 'y' ] ; then
838 echo "Boards skipped: ${SKIP_CNT}"
840 echo "Boards compiled: ${TOTAL_CNT}"
841 if [ ${ERR_CNT} -gt 0 ] ; then
842 echo "Boards with errors: ${ERR_CNT} (${ERR_LIST} )"
844 if [ ${WRN_CNT} -gt 0 ] ; then
845 echo "Boards with warnings but no errors: ${WRN_CNT} (${WRN_LIST} )"
847 echo "----------------------------------------------------------"
849 if [ $BUILD_MANY == 1 ] ; then
856 #-----------------------------------------------------------------------
858 # Build target groups selected by options, plus any command line args
859 set -- ${SELECTED} "$@"
860 # run PowerPC by default
861 [ $# = 0 ] && set -- powerpc