2 # Tool mainly for U-Boot Quality Assurance: build one or more board
3 # configurations with minimal verbosity, showing only warnings and
8 # if exiting with 0, write to stdout, else write to stderr
10 [ "${ret}" -eq 1 ] && exec 1>&2
12 Usage: MAKEALL [options] [--] [boards-to-build]
15 -a ARCH, --arch ARCH Build all boards with arch ARCH
16 -c CPU, --cpu CPU Build all boards with cpu CPU
17 -v VENDOR, --vendor VENDOR Build all boards with vendor VENDOR
18 -s SOC, --soc SOC Build all boards with soc SOC
19 -l, --list List all targets to be built
20 -m, --maintainers List all targets and maintainer email
21 -M, --mails List all targets and all affilated emails
22 -C, --check Enable build checking
23 -h, --help This help output
25 Selections by these options are logically ANDed; if the same option
26 is used repeatedly, such selections are ORed. So "-v FOO -v BAR"
27 will select all configurations where the vendor is either FOO or
28 BAR. Any additional arguments specified on the command line are
29 always build additionally. See the boards.cfg file for more info.
31 If no boards are specified, then the default is "powerpc".
33 Environment variables:
34 BUILD_NCPUS number of parallel make jobs (default: auto)
35 CROSS_COMPILE cross-compiler toolchain prefix (default: "")
36 MAKEALL_LOGDIR output all logs to here (default: ./LOG/)
37 BUILD_DIR output build directory (default: ./)
38 BUILD_NBUILDS number of parallel targets (default: 1)
41 - build all Power Architecture boards:
43 MAKEALL --arch powerpc
45 - build all PowerPC boards manufactured by vendor "esd":
46 MAKEALL -a powerpc -v esd
47 - build all PowerPC boards manufactured either by "keymile" or "siemens":
48 MAKEALL -a powerpc -v keymile -v siemens
49 - build all Freescale boards with MPC83xx CPUs, plus all 4xx boards:
50 MAKEALL -c mpc83xx -v freescale 4xx
55 SHORT_OPTS="ha:c:v:s:lmMC"
56 LONG_OPTS="help,arch:,cpu:,vendor:,soc:,list,maintainers,mails,check"
58 # Option processing based on util-linux-2.13/getopt-parse.bash
60 # Note that we use `"$@"' to let each command-line parameter expand to a
61 # separate word. The quotes around `$@' are essential!
62 # We need TEMP as the `eval set --' would nuke the return value of
64 TEMP=`getopt -o ${SHORT_OPTS} --long ${LONG_OPTS} \
67 [ $? != 0 ] && usage 1
69 # Note the quotes around `$TEMP': they are essential!
80 # echo "Option ARCH: argument \`$2'"
81 if [ "$opt_a" ] ; then
82 opt_a="${opt_a%)} || \$2 == \"$2\")"
84 opt_a="(\$2 == \"$2\")"
89 # echo "Option CPU: argument \`$2'"
90 if [ "$opt_c" ] ; then
91 opt_c="${opt_c%)} || \$3 == \"$2\" || \$3 ~ /$2:/)"
93 opt_c="(\$3 == \"$2\" || \$3 ~ /$2:/)"
98 # echo "Option SoC: argument \`$2'"
99 if [ "$opt_s" ] ; then
100 opt_s="${opt_s%)} || \$6 == \"$2\")"
102 opt_s="(\$6 == \"$2\")"
107 # echo "Option VENDOR: argument \`$2'"
108 if [ "$opt_v" ] ; then
109 opt_v="${opt_v%)} || \$5 == \"$2\")"
111 opt_v="(\$5 == \"$2\")"
135 echo "Internal error!" >&2 ; exit 1 ;;
138 # echo "Remaining arguments:"
139 # for arg do echo '--> '"\`$arg'" ; done
142 [ "$opt_a" ] && FILTER="${FILTER} && $opt_a"
143 [ "$opt_c" ] && FILTER="${FILTER} && $opt_c"
144 [ "$opt_s" ] && FILTER="${FILTER} && $opt_s"
145 [ "$opt_v" ] && FILTER="${FILTER} && $opt_v"
147 if [ "$SELECTED" ] ; then
148 SELECTED=$(awk '('"$FILTER"') { print $1 }' boards.cfg)
150 # Make sure some boards from boards.cfg are actually found
151 if [ -z "$SELECTED" ] ; then
152 echo "Error: No boards selected, invalid arguments"
157 #########################################################################
159 # Print statistics when we exit
163 # Determine number of CPU cores if no default was set
164 : ${BUILD_NCPUS:="`getconf _NPROCESSORS_ONLN`"}
166 if [ "$BUILD_NCPUS" -gt 1 ]
168 JOBS="-j $((BUILD_NCPUS + 1))"
174 if [ "${CROSS_COMPILE}" ] ; then
175 MAKE="make CROSS_COMPILE=${CROSS_COMPILE}"
180 if [ "${MAKEALL_LOGDIR}" ] ; then
181 LOG_DIR=${MAKEALL_LOGDIR}
186 : ${BUILD_NBUILDS:=1}
189 if [ "${BUILD_NBUILDS}" -gt 1 ] ; then
191 : ${BUILD_DIR:=./build}
192 mkdir -p "${BUILD_DIR}/ERR"
193 find "${BUILD_DIR}/ERR/" -type f -exec rm -f {} +
198 OUTPUT_PREFIX="${BUILD_DIR}"
200 [ -d ${LOG_DIR} ] || mkdir "${LOG_DIR}" || exit 1
201 find "${LOG_DIR}/" -type f -exec rm -f {} +
205 # Keep track of the number of builds and errors
215 # Helper funcs for parsing boards.cfg
219 [ -n "$3" ] && FS="$3"
224 '($1 !~ /^#/ && $field == select) { print $1 }' \
227 boards_by_arch() { boards_by_field 2 "$@" ; }
228 boards_by_cpu() { boards_by_field 3 "$@" "[: \t]+" ; }
229 boards_by_soc() { boards_by_field 6 "$@" ; }
231 #########################################################################
233 #########################################################################
235 LIST_5xx="$(boards_by_cpu mpc5xx)"
237 #########################################################################
239 #########################################################################
241 LIST_5xxx="$(boards_by_cpu mpc5xxx)"
243 #########################################################################
245 #########################################################################
247 LIST_512x="$(boards_by_cpu mpc512x)"
249 #########################################################################
251 #########################################################################
253 LIST_8xx="$(boards_by_cpu mpc8xx)"
255 #########################################################################
257 #########################################################################
259 LIST_4xx="$(boards_by_cpu ppc4xx)"
261 #########################################################################
263 #########################################################################
265 LIST_8220="$(boards_by_cpu mpc8220)"
267 #########################################################################
269 #########################################################################
271 LIST_824x="$(boards_by_cpu mpc824x)"
273 #########################################################################
274 ## MPC8260 Systems (includes 8250, 8255 etc.)
275 #########################################################################
277 LIST_8260="$(boards_by_cpu mpc8260)"
279 #########################################################################
280 ## MPC83xx Systems (includes 8349, etc.)
281 #########################################################################
283 LIST_83xx="$(boards_by_cpu mpc83xx)"
285 #########################################################################
286 ## MPC85xx Systems (includes 8540, 8560 etc.)
287 #########################################################################
289 LIST_85xx="$(boards_by_cpu mpc85xx)"
291 #########################################################################
293 #########################################################################
295 LIST_86xx="$(boards_by_cpu mpc86xx)"
297 #########################################################################
299 #########################################################################
301 LIST_74xx_7xx="$(boards_by_cpu 74xx_7xx)"
303 #########################################################################
305 #########################################################################
328 # Alias "ppc" -> "powerpc" to not break compatibility with older scripts
329 # still using "ppc" instead of "powerpc"
334 #########################################################################
336 #########################################################################
338 LIST_SA="$(boards_by_cpu sa1100)"
340 #########################################################################
342 #########################################################################
344 LIST_ARM7="$(boards_by_cpu arm720t)"
346 #########################################################################
348 #########################################################################
350 LIST_ARM9="$(boards_by_cpu arm920t) \
351 $(boards_by_cpu arm926ejs) \
352 $(boards_by_cpu arm925t) \
353 $(boards_by_cpu arm946es) \
356 #########################################################################
358 #########################################################################
359 LIST_ARM11="$(boards_by_cpu arm1136) \
360 $(boards_by_cpu arm1176) \
363 #########################################################################
365 #########################################################################
367 LIST_ARMV7="$(boards_by_cpu armv7)"
369 #########################################################################
371 #########################################################################
373 LIST_at91="$(boards_by_soc at91)"
375 #########################################################################
377 #########################################################################
379 LIST_pxa="$(boards_by_cpu pxa)"
381 LIST_ixp="$(boards_by_cpu ixp)"
383 #########################################################################
385 #########################################################################
387 LIST_spear="$(boards_by_soc spear)"
389 #########################################################################
391 #########################################################################
393 LIST_arm="$(boards_by_arch arm)"
395 #########################################################################
396 ## MIPS Systems (default = big endian)
397 #########################################################################
407 vct_platinum_onenand \
408 vct_platinum_onenand_small \
410 vct_platinumavc_small \
411 vct_platinumavc_onenand \
412 vct_platinumavc_onenand_small \
415 vct_premium_onenand \
416 vct_premium_onenand_small \
432 #########################################################################
433 ## MIPS Systems (little endian)
434 #########################################################################
448 #########################################################################
450 #########################################################################
452 LIST_openrisc="$(boards_by_arch openrisc)"
454 #########################################################################
456 #########################################################################
458 LIST_x86="$(boards_by_arch x86)"
460 #########################################################################
462 #########################################################################
464 LIST_nios2="$(boards_by_arch nios2)"
466 #########################################################################
467 ## MicroBlaze Systems
468 #########################################################################
470 LIST_microblaze="$(boards_by_arch microblaze)"
472 #########################################################################
474 #########################################################################
476 LIST_m68k="$(boards_by_arch m68k)"
477 LIST_coldfire=${LIST_m68k}
479 #########################################################################
481 #########################################################################
483 LIST_avr32="$(boards_by_arch avr32)"
485 #########################################################################
487 #########################################################################
489 LIST_blackfin="$(boards_by_arch blackfin)"
491 #########################################################################
493 #########################################################################
495 LIST_sh2="$(boards_by_cpu sh2)"
496 LIST_sh3="$(boards_by_cpu sh3)"
497 LIST_sh4="$(boards_by_cpu sh4)"
499 LIST_sh="$(boards_by_arch sh)"
501 #########################################################################
503 #########################################################################
505 LIST_sparc="$(boards_by_arch sparc)"
507 #########################################################################
509 #########################################################################
511 LIST_nds32="$(boards_by_arch nds32)"
513 #-----------------------------------------------------------------------
515 get_target_location() {
523 local line=`egrep -i "^[[:space:]]*${target}[[:space:]]" boards.cfg`
525 if [ -z "${line}" ] ; then echo "" ; return ; fi
529 # add default board name if needed
530 [ $# = 3 ] && set ${line} ${1}
532 CONFIG_NAME="${1%_config}"
534 [ "${BOARD_NAME}" ] || BOARD_NAME="${1%_config}"
536 if [ "$4" = "-" ] ; then
542 [ $# -gt 4 ] && [ "$5" != "-" ] && vendor="$5"
543 [ $# -gt 6 ] && [ "$7" != "-" ] && {
550 # Assign board directory to BOARDIR variable
551 if [ -z "${vendor}" ] ; then
554 BOARDDIR=${vendor}/${board}
557 echo "${CONFIG_NAME}:${BOARDDIR}"
560 get_target_maintainers() {
561 local name=`echo $1 | cut -d : -f 1`
563 if ! grep -qsi "[[:blank:]]${name}[[:blank:]]" MAINTAINERS ; then
568 local line=`tac MAINTAINERS | grep -ni "[[:blank:]]${name}[[:blank:]]" | cut -d : -f 1`
569 local mail=`tac MAINTAINERS | tail -n +${line} | \
570 sed -n ":start /.*@.*/ { b mail } ; n ; b start ; :mail /.*@.*/ { p ; n ; b mail } ; q" | \
571 sed "s/^.*<//;s/>.*$//"`
576 if [ "$PRINT_MAINTS" != 'y' ] ; then
583 local loc=`get_target_location $1`
585 if [ -z "${loc}" ] ; then echo "ERROR" ; return ; fi
587 local maintainers_result=`get_target_maintainers ${loc} | tr " " "\n"`
589 if [ "$MAINTAINERS_ONLY" != 'y' ] ; then
591 local dir=`echo ${loc} | cut -d ":" -f 2`
592 local cfg=`echo ${loc} | cut -d ":" -f 1`
593 local git_result=`git log --format=%aE board/${dir} \
594 include/configs/${cfg}.h | grep "@"`
595 local git_result_recent=`echo ${git_result} | tr " " "\n" | \
597 local git_result_top=`echo ${git_result} | tr " " "\n" | \
598 sort | uniq -c | sort -nr | head -n 3 | \
599 sed "s/^ \+[0-9]\+ \+//"`
601 echo -e "$git_result_recent\n$git_result_top\n$maintainers_result" | \
602 sort -u | tr "\n" " " | sed "s/ $//" ;
604 echo -e "$maintainers_result" | sort -u | tr "\n" " " | \
611 # Each finished build will have a file called ${donep}${n},
612 # where n is the index of the build. Each build
613 # we've already noted as finished will have ${skipp}${n}.
614 # The code managing the build process will use this information
615 # to ensure that only BUILD_NBUILDS builds are in flight at once
616 donep="${LOG_DIR}/._done_"
617 skipp="${LOG_DIR}/._skip_"
619 build_target_killed() {
620 echo "Aborted $target build."
621 # Remove the logs for this board since it was aborted
622 rm -f ${LOG_DIR}/$target.MAKELOG ${LOG_DIR}/$target.ERR
630 if [ "$ONLY_LIST" == 'y' ] ; then
631 list_target ${target}
635 if [ $BUILD_MANY == 1 ] ; then
636 output_dir="${OUTPUT_PREFIX}/${target}"
637 mkdir -p "${output_dir}"
638 trap build_target_killed TERM
640 output_dir="${OUTPUT_PREFIX}"
643 export BUILD_DIR="${output_dir}"
645 ${MAKE} distclean >/dev/null
646 ${MAKE} -s ${target}_config
648 ${MAKE} ${JOBS} ${CHECK} all \
649 >${LOG_DIR}/$target.MAKELOG 2> ${LOG_DIR}/$target.ERR
651 # Check for 'make' errors
652 if [ ${PIPESTATUS[0]} -ne 0 ] ; then
656 if [ $BUILD_MANY == 1 ] ; then
661 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
662 cp ${LOG_DIR}/${target}.ERR ${OUTPUT_PREFIX}/ERR/${target}
664 rm ${LOG_DIR}/${target}.ERR
667 if [ -s ${LOG_DIR}/${target}.ERR ] ; then
668 if grep -iw error ${LOG_DIR}/${target}.ERR ; then
669 : $(( ERR_CNT += 1 ))
670 ERR_LIST="${ERR_LIST} $target"
672 : $(( WRN_CNT += 1 ))
673 WRN_LIST="${WRN_LIST} $target"
676 rm ${LOG_DIR}/${target}.ERR
680 OBJS=${output_dir}/u-boot
681 if [ -e ${output_dir}/spl/u-boot-spl ]; then
682 OBJS="${OBJS} ${output_dir}/spl/u-boot-spl"
685 ${CROSS_COMPILE}size ${OBJS} | tee -a ${LOG_DIR}/$target.MAKELOG
687 [ -e "${LOG_DIR}/${target}.ERR" ] && cat "${LOG_DIR}/${target}.ERR"
689 touch "${donep}${build_idx}"
693 search_idx=${OLDEST_IDX}
694 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
697 if [ -e "${donep}${search_idx}" ] ; then
698 : $(( CURRENT_CNT-- ))
699 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
700 : $(( OLDEST_IDX++ ))
702 # Only want to count it once
703 rm -f "${donep}${search_idx}"
704 touch "${skipp}${search_idx}"
705 elif [ -e "${skipp}${search_idx}" ] ; then
706 [ ${OLDEST_IDX} -eq ${search_idx} ] &&
707 : $(( OLDEST_IDX++ ))
709 : $(( search_idx++ ))
710 if [ ${search_idx} -gt ${TOTAL_CNT} ] ; then
711 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
712 search_idx=${OLDEST_IDX}
723 # If a LIST_xxx var exists, use it. But avoid variable
724 # expansion in the eval when a board name contains certain
725 # characters that the shell interprets.
728 *) list=$(eval echo '${LIST_'$t'}') ;;
730 if [ -n "${list}" ] ; then
731 build_targets ${list}
733 : $((TOTAL_CNT += 1))
734 : $((CURRENT_CNT += 1))
735 rm -f "${donep}${TOTAL_CNT}"
736 rm -f "${skipp}${TOTAL_CNT}"
737 if [ $BUILD_MANY == 1 ] ; then
738 build_target ${t} ${TOTAL_CNT} &
741 build_target ${t} ${TOTAL_CNT}
746 # We maintain a running count of all the builds we have done.
747 # Each finished build will have a file called ${donep}${n},
748 # where n is the index of the build. Each build
749 # we've already noted as finished will have ${skipp}${n}.
750 # We track the current index via TOTAL_CNT, and the oldest
751 # index. When we exceed the maximum number of parallel builds,
752 # We look from oldest to current for builds that have completed,
753 # and update the current count and oldest index as appropriate.
754 # If we've gone through the entire list, wait a second, and
755 # reprocess the entire list until we find a build that has
757 if [ ${CURRENT_CNT} -ge ${BUILD_NBUILDS} ] ; then
763 #-----------------------------------------------------------------------
766 local pgid=`ps -p $$ --no-headers -o "%r" | tr -d ' '`
767 local children=`pgrep -g $pgid | grep -v $$ | grep -v $pgid`
769 kill $children 2> /dev/null
770 wait $children 2> /dev/null
776 if [ "$ONLY_LIST" == 'y' ] ; then return ; fi
778 # Only count boards that completed
779 : $((TOTAL_CNT = `find ${skipp}* 2> /dev/null | wc -l`))
781 rm -f ${donep}* ${skipp}*
783 if [ $BUILD_MANY == 1 ] && [ -e "${OUTPUT_PREFIX}/ERR" ] ; then
784 ERR_LIST=`grep -riwl error ${OUTPUT_PREFIX}/ERR/`
785 ERR_LIST=`for f in $ERR_LIST ; do echo -n " $(basename $f)" ; done`
786 ERR_CNT=`echo $ERR_LIST | wc -w | awk '{print $1}'`
787 WRN_LIST=`grep -riwL error ${OUTPUT_PREFIX}/ERR/`
788 WRN_LIST=`for f in $WRN_LIST ; do echo -n " $(basename $f)" ; done`
789 WRN_CNT=`echo $WRN_LIST | wc -w | awk '{print $1}'`
791 # Remove the logs for any board that was interrupted
792 rm -f ${LOG_DIR}/${CUR_TGT}.MAKELOG ${LOG_DIR}/${CUR_TGT}.ERR
796 echo "--------------------- SUMMARY ----------------------------"
797 echo "Boards compiled: ${TOTAL_CNT}"
798 if [ ${ERR_CNT} -gt 0 ] ; then
799 echo "Boards with errors: ${ERR_CNT} (${ERR_LIST} )"
801 if [ ${WRN_CNT} -gt 0 ] ; then
802 echo "Boards with warnings but no errors: ${WRN_CNT} (${WRN_LIST} )"
804 echo "----------------------------------------------------------"
806 if [ $BUILD_MANY == 1 ] ; then
813 #-----------------------------------------------------------------------
815 # Build target groups selected by options, plus any command line args
816 set -- ${SELECTED} "$@"
817 # run PowerPC by default
818 [ $# = 0 ] && set -- powerpc