#!/usr/bin/env bash # # coreboot autobuild # # This script builds coreboot images for all available targets. # # This file is subject to the terms and conditions of the GNU General # Public License. See the file COPYING in the main directory of this # archive for more details. # #set -x # Turn echo on.... ABUILD_DATE="Apr 20, 2025" ABUILD_VERSION="0.11.04" TOP=${PWD} # Where shall we place all the build trees? TARGET_DEFAULT=coreboot-builds TARGET=${COREBOOT_BUILD_DIR:-${TARGET_DEFAULT}} XML_DEFAULT="${TOP}/abuild.xml" XMLFILE="${XML_DEFAULT}" REAL_XMLFILE="${XML_DEFAULT}" # Name associated with a run of abuild TESTRUN_DEFAULT=default TESTRUN="${TESTRUN_DEFAULT}" export KCONFIG_OVERWRITECONFIG=1 # Identify this as a coreboot autobuild export COREBOOT_ABUILD=1 # path to payload. Should be more generic PAYLOAD=/dev/null # get path to coreboot XGCC if it's not already set if [[ -z "${XGCCPATH}" ]]; then XGCCPATH="${TOP}/util/crossgcc/xgcc/bin/" fi # Add XGCC to the path. if [[ -d "${XGCCPATH}" ]] && [[ ":${PATH}:" != *":${XGCCPATH}:"* ]]; then PATH="${XGCCPATH}:${PATH}" fi # Lines of error context to be printed in FAILURE case CONTEXT=12 # Configure-only mode configureonly=0 # Did any board fail to build? failed=0 # Exit with a non-zero errorlevel on failure exitcode=0 # default: don't save checksums checksum_file="" # default: single CPU build cpus=1 # change with -d configdir="${TOP}/configs" # Timeless builds TIMELESS=0 # One might want to adjust these in case of cross compiling for i in make gmake gnumake nonexistent_make; do $i --version 2>/dev/null |grep "GNU Make" >/dev/null && break done if [[ "$i" = "nonexistent_make" ]]; then printf "No GNU Make found.\n" exit 1 fi MAKE=$i # this can be changed to junit by -J mode=text # quiet mode: only print pass, failure, and 'skipped' messages quiet=false # clang-tidy mode enabled by -sb option. clangtidy=false # Mark whether abuild was called recursively recursive=false # Skip builds with this Kconfig value set skipconfig_set="" # Skip builds with this Kconfig value notset skipconfig_unset="" # EPOCHTIME ts_exec_shell=$(printf "%(%s)T" -2) ts_basetime_str=$(date -u --date=@${ts_exec_shell}) trap interrupt INT # shellcheck disable=SC2317 # Disable unreacheable code warning. It's a trap! interrupt() { printf "\n%s: execution interrupted manually.\n" "$0" if [[ "$mode" == "junit" ]]; then printf "%s: deleting incomplete xml output file.\n" "$0" fi exit 1 } junit() { [[ "${mode}" == "junit" ]] && printf "%s\n" "$*" >> "${XMLFILE}" return 0 } junitfile() { test "${mode}" == "junit" && { printf '\n' } >> "${XMLFILE}" } # Return mainboard descriptors. # By default all mainboards are listed, but when passing a two-level path # below src/mainboard, such as emulation/qemu-i440fx, or emulation/*, it # returns all board descriptors in that hierarchy. get_mainboards() { local search_space=${1-*/*} # shellcheck disable=SC2086 grep -h "^[[:space:]]*config\>[[:space:]]*\/dev/null | \ sed "s,^.*\.*$,\1," } # Given a mainboard descriptor, return its directory below src/mainboard mainboard_directory() { local MAINBOARD=$1 # shellcheck disable=SC2086 grep -l "^[[:space:]]*config\>[[:space:]]*\" \ ${ROOT}/src/mainboard/*/*/Kconfig.name | \ sed "s:^$ROOT/src/mainboard/\(.*\)/Kconfig.name$:\1:" } # Given a mainboard descriptor, return its vendor (CONFIG_VENDOR_*) mainboard_vendor() { local MAINBOARD=$1 local kconfig_file # shellcheck disable=SC2086 kconfig_file=$( \ grep -l "^[[:space:]]*config\>[[:space:]]*\" \ ${ROOT}/src/mainboard/*/*/Kconfig.name | \ sed "s:^\(${ROOT}/src/mainboard/.*\)/.*/\(Kconfig.name\)$:\1/\2:" ) if [[ ! -f "${kconfig_file}" ]]; then exit 1 fi grep "^[[:space:]]*config\>[[:space:]]*\.*$,\1," } # Accepts directory names (eg. emulation/qemu-i440fx) and mainboard # descriptors (eg. EMULATION_QEMU_X86_I440F} and returns the latter # format. # If a directory contains multiple boards, returns them all. normalize_target() { local target_input=$1 local -a targets=() # Initialize as an empty array local VARIANT_UC local i VARIANT_UC=$(echo "${variant}" | tr '[:lower:]' '[:upper:]' | tr '-' '_') # Read output of get_mainboards into the targets array mapfile -t targets < <(get_mainboards "${target_input}") if [[ ${#targets[@]} -gt 0 ]]; then # Filter the array using grep mapfile -t targets < <(printf '%s\n' "${targets[@]}" | grep "${VARIANT_UC}\$") # Print the filtered targets, one per line if [[ ${#targets[@]} -gt 0 ]]; then printf '%s\n' "${targets[@]}" fi return fi # Handle comma-separated input string IFS=',' read -ra targets <<< "${target_input}" for i in "${targets[@]}"; do # Trim whitespace if necessary (read -ra might include it) i=$(echo "$i" | xargs) if [[ -n "$(mainboard_directory "${i}")" ]]; then printf "%s\n" "${i}" else printf "%s is not a valid target\n" "${i}" >&2 exit 1 fi done } # shellcheck disable=SC2129 create_config() { local BUILD_NAME=$1 local build_dir=$2 local board_srcdir local config_file="${build_dir}/config.build" board_srcdir=$(mainboard_directory "${BUILD_NAME}") mkdir -p "${build_dir}" mkdir -p "${TARGET}/sharedutils" if [[ "${quiet}" == "false" ]]; then printf " Creating config file for %s...\n" "${BUILD_NAME}"; fi { printf "CONFIG_VENDOR_%s=y\n" "$(mainboard_vendor "${BUILD_NAME}")" printf "CONFIG_BOARD_%s=y\n" "${BUILD_NAME}" grep "select[\t ]*ARCH" "${ROOT}/src/mainboard/${board_srcdir}/Kconfig" | \ sed "s,^.*\\(ARCH_.*\)[^A-Z0-9_]*,CONFIG_\\1=y," printf "CONFIG_MAINBOARD_DIR=\\\"%s\\\"\n" "${board_srcdir}" } > "${config_file}" update_config "${BUILD_NAME}" "${build_dir}" "${config_file}" ret=$? if [[ ${ret} -eq 0 ]]; then if [[ "${quiet}" == "false" ]]; then printf " %s config created.\n" "${BUILD_NAME}"; fi return 0 else # Does this ever happen? if [[ "${quiet}" == "false" ]]; then printf "%s config creation FAILED!\nLog excerpt:\n" "${BUILD_NAME}"; fi tail -n ${CONTEXT} "${build_dir}/config.log" 2> /dev/null || tail -${CONTEXT} "${build_dir}/config.log" return 1 fi } update_config() { local BUILD_NAME=$1 local build_dir=$2 local config_file=$3 local PAYLOAD local defconfig_file defconfig_file=${build_dir}/config.$(echo "${BUILD_NAME}" | tr '[:upper:]' '[:lower:]').default # get a working payload for the board if we have one. # the --payload option expects a directory containing # a shell script payload.sh # Usage: payload.sh [BOARD] # the script returns an absolute path to the payload binary. if [[ -f "${payloads}/payload.sh" ]]; then PAYLOAD=$(sh "${payloads}/payload.sh" "${BUILD_NAME}") local PAYLOAD_OK=$? if [[ ${PAYLOAD_OK} -gt 0 ]]; then printf "Problem with payload\n" exit 1 fi if [[ "${quiet}" == "false" ]]; then printf "Using payload %s\n" "${PAYLOAD}"; fi elif [[ "${payloads}" = "none" ]]; then PAYLOAD=none fi if [[ "${PAYLOAD}" = "none" ]]; then { printf "CONFIG_PAYLOAD_NONE=y\n" printf "# CONFIG_PAYLOAD_ELF is not set\n" } >> "${config_file}" elif [[ "${PAYLOAD}" != "/dev/null" ]]; then { printf "# CONFIG_PAYLOAD_NONE is not set\n" printf "CONFIG_PAYLOAD_ELF=y\n" printf "CONFIG_PAYLOAD_FILE=\"%s\"\n" "$PAYLOAD" } >> "${config_file}" fi # Disable all other payload config options { printf "# CONFIG_PAYLOAD_SEABIOS is not set\n" printf "# CONFIG_PAYLOAD_FILO is not set\n" printf "# CONFIG_PAYLOAD_GRUB2 is not set\n" printf "# CONFIG_PAYLOAD_DEPTHCHARGE is not set\n" printf "# CONFIG_PAYLOAD_LINUXBOOT is not set\n" printf "# CONFIG_PAYLOAD_UBOOT is not set\n" printf "# CONFIG_PAYLOAD_EDK2 is not set\n" printf "# CONFIG_PXE is not set\n" printf "# CONFIG_BUILD_IPXE is not set\n" printf "# CONFIG_MEMTEST_SECONDARY_PAYLOAD is not set\n" printf "# CONFIG_COREINFO_SECONDARY_PAYLOAD is not set\n" printf "# CONFIG_NVRAMCUI_SECONDARY_PAYLOAD is not set\n" printf "# CONFIG_TINT_SECONDARY_PAYLOAD is not set\n" } >> "${config_file}" if [[ "${quiet}" == "false" ]]; then printf " %s (%s)\n" "${MAINBOARD}" "${customizing}"; fi # shellcheck disable=SC2059 printf "${configoptions}" >> "${config_file}" ${MAKE} olddefconfig "${verboseopt}" "DOTCONFIG=${config_file}" "obj=${build_dir}" "objutil=${TARGET}/sharedutils" &> "${build_dir}/config.log" ; \ CONFIG_OK=$? if [[ ${CONFIG_OK} -eq 0 ]]; then ${MAKE} savedefconfig "${verboseopt}" DEFCONFIG="${defconfig_file}" DOTCONFIG="${config_file}" obj="${build_dir}" objutil="${TARGET}/sharedutils" &>> "${build_dir}/config.log" return $? else return 1 fi } # shellcheck disable=SC2129 create_buildenv() { local BUILD_NAME=$1 local build_dir=$2 local config_file=$3 if [[ -z "${config_file}" ]]; then create_config "${BUILD_NAME}" "${build_dir}" else local new_config_file="${build_dir}/config.build" cp "${config_file}" "${new_config_file}" update_config "${BUILD_NAME}" "${build_dir}" "${new_config_file}" fi local ret=$? # Allow simple "make" in the target directory local MAKEFILE=${TARGET}/${BUILD_NAME}/Makefile printf "# autogenerated\n" > "${MAKEFILE}" printf "TOP=%s\n" "${ROOT}" >> "${MAKEFILE}" printf "BUILD=%s\n" "${TARGET}" >> "${MAKEFILE}" printf "OBJ=\$(BUILD)/%s\n" "${MAINBOARD}" >> "${MAKEFILE}" printf "OBJUTIL=\$(BUILD)/sharedutils\n" >> "${MAKEFILE}" printf "all:\n" >> "${MAKEFILE}" printf "\t@cp -a config.h config.h.bak\n" >> "${MAKEFILE}" printf "\t@cd \$(TOP); \$(MAKE) olddefconfig DOTCONFIG=\$(OBJ)/config.build objutil=\$(OBJUTIL) obj=\$(OBJ)\n" >> "${MAKEFILE}" printf "\t@tail -n+6 config.h > config.new; tail -n+6 config.h.bak > config.old\n" >> "${MAKEFILE}" printf "\t@cmp -s config.new config.old && cp -a config.h.bak config.h || printf \"Config file changed\"\n" >> "${MAKEFILE}" printf "\t@rm config.h.bak config.new config.old\n" >> "${MAKEFILE}" printf "\t@cd \$(TOP); \$(MAKE) DOTCONFIG=\$(OBJ)/config.build objutil=\$(OBJUTIL) obj=\$(OBJ)\n" >> "${MAKEFILE}" return ${ret} } check_config() { local BUILD_DIR="$1" local TEST_TYPE="$2" local TEST_STRING="$3" local NEGATE="$4" local CONFIG_FILE="$BUILD_DIR/config.build" local CONFIG_LOG="$BUILD_DIR/config.log" if [[ -z "${NEGATE}" ]]; then if ! grep -q "${TEST_STRING}" "${CONFIG_FILE}"; then printf "config file: %s has incorrect %s\n" "${CONFIG_FILE}" "${TEST_TYPE}" printf "Error: Expected '%s' in config file.\n" "${TEST_STRING}" >> "${CONFIG_LOG}" return 1 fi else if grep -q "${TEST_STRING}" "${CONFIG_FILE}"; then printf "config file: %s has incorrect %s\n" "${CONFIG_FILE}" "${TEST_TYPE}" printf "Error: Expected not to see '%s' in config file.\n" "${TEST_STRING}" >> "${CONFIG_LOG}" return 1 fi fi return 0 } # Counting microseconds since start of shell add_timestamp() { local now local seconds local usecs now=${EPOCHREALTIME} seconds=$(echo ${now} | cut -f 1 -d '.') usecs=$(echo ${now} | cut -f 2 -d '.') seconds=$(( seconds - ts_exec_shell )) usecs=$(( seconds * 1000 * 1000 + 10#$usecs )) printf "%s" ${usecs} } ts_delta_seconds() { local delta=$(( ($2 - $1) / (1000 * 1000) )) printf "%s" ${delta} } ts_delta_string() { local ts_minutes local ts_seconds local delta delta=$(( ($2 - $1) / 1000 )) ts_minutes=$(( delta / (60 * 1000) )) delta=$(( delta % (60 * 1000) )) ts_seconds=$(( delta / 1000)) delta=$(( delta % 1000 )) if [[ ${ts_minutes} -ne 0 ]] ; then printf "%d min %d sec" ${ts_minutes} ${ts_seconds} else printf "%d.%03d seconds" ${ts_seconds} ${delta} fi } run_clang_tidy() { local build_dir="$1" local log_file="$2" local clang_tidy_args="" if [[ -n "${CLANG_TIDY_CHECKS}" ]]; then clang_tidy_args+="-checks=${CLANG_TIDY_CHECKS} " fi # Generate compilation database printf "Generating compilation database for clang-tidy...\n" ${MAKE} -C "${ROOT}" DOTCONFIG="${build_dir}/config.build" obj="${build_dir}" \ objutil="${TARGET}/sharedutils" BUILD_TIMELESS=${TIMELESS} \ compiledb >/dev/null 2>&1 if [[ ! -f "${build_dir}/compile_commands.json" ]]; then printf "Error: Failed to generate compilation database\n" >> "${log_file}" return 1 fi # Run clang-tidy on all source files find "${ROOT}/src" -type f \( -name "*.c" -o -name "*.h" \) | while read -r src_file; do clang-tidy ${clang_tidy_args} "${src_file}" >> "${log_file}" 2>&1 done return 0 } compile_target() { local BUILD_NAME=$1 if [[ "${quiet}" == "false" ]]; then printf " Compiling %s image%s...\n" "${MAINBOARD}" "${cpuconfig}"; fi CURR=$( pwd ) ts_1=$(add_timestamp) eval "${BUILDPREFIX}" "${MAKE}" "${verboseopt}" DOTCONFIG="${build_dir}/config.build" obj="${build_dir}" objutil="${TARGET}/sharedutils" BUILD_TIMELESS=${TIMELESS} \ &> "${build_dir}/make.log" ; \ MAKE_FAILED=$? ts_2=$(add_timestamp) cd "${build_dir}" || return $? timestamps="abuild.timestamps" { printf "Build started %s\n" "${ts_basetime_str}" printf "BASETIME_SECONDS %d\n" "${ts_exec_shell}" printf "TS_0 %d\n" "${ts_0}" printf "TS_1 %d\n" "${ts_1}" printf "TS_2 %d\n" "${ts_2}" } > "${timestamps}" duration=$(ts_delta_seconds "${ts_0}" "${ts_2}") duration_str=$(ts_delta_string "${ts_0}" "${ts_2}") junit " " if [[ ${MAKE_FAILED} -eq 0 ]]; then junit "" junitfile make.log junit "" printf "ok\n" > compile.status printf "%s built successfully. (took %s)\n" "${BUILD_NAME}" "${duration_str}" echo "${BUILD_NAME}" >> "${PASSED_BOARDS}" # Run clang-tidy after successful build if [[ "${clangtidy}" = "true" ]]; then printf "Running clang-tidy for %s...\n" "${BUILD_NAME}" run_clang_tidy "${build_dir}" "${build_dir}/clang-tidy.log" if [[ $? -eq 0 ]]; then printf "clang-tidy completed for %s\n" "${BUILD_NAME}" else printf "clang-tidy failed for %s (see %s/clang-tidy.log)\n" "${BUILD_NAME}" "${build_dir}" fi fi else junit "" junitfile make.log junit "" printf "failed\n" > compile.status printf "%s build FAILED after %s!\nLog excerpt:\n" "${BUILD_NAME}" "${duration_str}" tail -n ${CONTEXT} make.log 2> /dev/null || tail -${CONTEXT} make.log if [[ "${clean_work}" = "true" ]]; then echo "${BUILD_NAME}" >> "${FAILED_BOARDS}" else echo "${BUILD_NAME} - Log: ${build_dir}/make.log" >> "${FAILED_BOARDS}" fi failed=1 fi cd "${CURR}" || return $? if [[ -n "${checksum_file}" ]]; then sha256sum "${build_dir}/coreboot.rom" >> "${checksum_file}_platform" sort "${build_dir}/config.h" | grep CONFIG_ > "${build_dir}/config.h.sorted" sha256sum "${build_dir}/config.h.sorted" >> "${checksum_file}_config" fi stats_files="${build_dir}/${timestamps}" if [[ -f ${build_dir}/ccache.stats ]]; then stats_files="${stats_files} ${build_dir}/ccache.stats" fi flock -F -w 0.1 "${TARGET}/.statslock" tar -rf "${stats_archive}" "${stats_files}" 2> /dev/null if [[ "${clean_work}" = "true" ]]; then rm -rf "${build_dir}" fi if [[ "${clean_objs}" = "true" ]]; then find "${build_dir}" \! \( -name coreboot.rom -o -name config.h -o -name config.build -o -name make.log \) -type f -exec rm {} + find "${build_dir}" -type d -exec rmdir -p {} + 2>/dev/null fi return ${MAKE_FAILED} } build_config() { local MAINBOARD=$1 local build_dir=$2 local BUILD_NAME=$3 local config_file=$4 local board_srcdir local ret board_srcdir=$(mainboard_directory "${MAINBOARD}") if [[ "$(cat "${build_dir}/compile.status" 2>/dev/null)" = "ok" ]] && \ [[ "${buildall}" = "false" ]]; then printf "Skipping %s; (already successful)\n" "${BUILD_NAME}" return fi export HOSTCC='gcc' if [[ "${chromeos}" = true ]] && [[ "$(grep -c "^[[:space:]]*select[[:space:]]*MAINBOARD_HAS_CHROMEOS\>" "${ROOT}/src/mainboard/${board_srcdir}/Kconfig")" -eq 0 ]]; then printf "%s doesn't support ChromeOS, skipping.\n" "${BUILD_NAME}" return fi if [[ "${quiet}" == "false" ]]; then printf "Building %s\n" "${BUILD_NAME}"; fi mkdir -p "${TARGET}/${BUILD_NAME}" "${TARGET}/abuild" ABSPATH="$(cd "${TARGET}/abuild" && pwd)" XMLFILE="${ABSPATH}/${BUILD_NAME}.xml" rm -f "${XMLFILE}" ts_0=$(add_timestamp) create_buildenv "${BUILD_NAME}" "${build_dir}" "${config_file}" local BUILDENV_CREATED=$? check_config "${build_dir}" "mainboard" "CONFIG_BOARD_${MAINBOARD}=y" local MAINBOARD_OK=$? check_config "${build_dir}" "vendor" "CONFIG_VENDOR_$(mainboard_vendor "${MAINBOARD}")=y" local VENDOR_OK=$? if [[ "${chromeos}" = false ]]; then # Skip this rule for configs created from templates that already # come with CHROMEOS enabled. grep -q "^CONFIG_CHROMEOS=y" "${config_file:-/dev/null}" || \ check_config "${build_dir}" "ChromeOS" "CONFIG_CHROMEOS=y" negate local FORCE_ENABLED_CROS=$? else local FORCE_ENABLED_CROS=0 fi if [[ "${clang}" = true ]]; then if ! check_config "${build_dir}" "clang" "CONFIG_COMPILER_LLVM_CLANG=y"; then printf "%s doesn't support clang, skipping.\n" "${MAINBOARD}" return fi fi if [[ -n "${skipconfig_set}" ]]; then if ! check_config "${build_dir}" "config value" "CONFIG_${skipconfig_set}=y" negate; then printf "%s has %s set. Skipping at user's request.\n" "${MAINBOARD}" "${skipconfig_set}" return fi fi if [[ -n "${skipconfig_unset}" ]]; then if ! check_config "${build_dir}" "config value" "CONFIG_${skipconfig_unset}=y"; then printf "%s does not have %s set. Skipping at user's request.\n" "${MAINBOARD}" "${skipconfig_unset}" return fi fi if [[ ${BUILDENV_CREATED} -ne 0 ]] || [[ ${MAINBOARD_OK} -ne 0 ]] || [[ ${VENDOR_OK} -ne 0 ]] || [[ ${FORCE_ENABLED_CROS} -eq 1 ]]; then junit " " junit "" junitfile "${build_dir}/config.log" junit "" printf "failed\n" > compile.status printf "%s build configuration FAILED!\nLog excerpt:\n" "${BUILD_NAME}" tail -n ${CONTEXT} "${build_dir}/config.log" 2> /dev/null || tail -${CONTEXT} "${build_dir}/config.log" junit "" printf "%s - Log: %s/config.log\n" "${BUILD_NAME}" "${build_dir}" >> "${FAILED_BOARDS}" return fi local required_arches required_arches=$(grep -E "^CONFIG_ARCH_(BOOTBLOCK|R.MSTAGE|VERSTAGE)" "${TARGET}/${BUILD_NAME}/config.build" | \ sed "s,^CONFIG_ARCH_[^_]*_\([^=]*\)=.*$,\1," |sort -u |tr 'A-Z\n\r' 'a-z ') missing_arches="$(${MAKE} --no-print-directory -f - \ REQUIRED_ARCHES="${required_arches}" <<'EOF' include $(xcompile) MISSING_ARCHES=$(foreach arch,$(REQUIRED_ARCHES),$(if $(filter $(arch),$(SUBARCH_SUPPORTED)),,$(arch))) .PHONY: check_missing_arches check_missing_arches: $(if $(XCOMPILE_COMPLETE),,$(error $(xcompile) is invalid.)) @printf "%s\n" "$(strip $(MISSING_ARCHES))" EOF )" # shellcheck disable=SC2181 if [[ $? -ne 0 ]]; then printf "Calculating missing_arches failed\n" >&2 exit 1 fi if [[ -n "${missing_arches}" ]]; then printf "skipping %s because we're missing compilers for (%s)\n" "${BUILD_NAME}" "${missing_arches}" return fi if [[ ${BUILDENV_CREATED} -eq 0 ]] && [[ ${configureonly} -eq 0 ]]; then BUILDPREFIX= if [[ "${clangtidy}" = "true" ]]; then printf "Enabling clang-tidy for static analysis\n" fi compile_target "${BUILD_NAME}" fi junit "" } record_mainboard() { local log=$1 printf "%s/abuild/%s.xml written to %s\n" "${TARGET}" "${log}" "${REAL_XMLFILE}" >&2 if test "${mode}" != "text" && test -f "${TARGET}/abuild/${log}.xml"; then cat "${TARGET}/abuild/${log}.xml" >> "${REAL_XMLFILE}" else printf "Warning: %s/abuild/%s.xml not found.\n" "${TARGET}" "${log}" >&2 fi } # One target may build several configs build_target() { local MAINBOARD=$1 local MAINBOARD_LC MAINBOARD_LC=$(echo "${MAINBOARD}" | tr '[:upper:]' '[:lower:]') # look for config files in the config directory that match the boardname if [[ -n "$( find "${configdir}" -maxdepth 1 -name "config.${MAINBOARD_LC}*" -print -quit )" ]]; then for config in "${configdir}/config.${MAINBOARD_LC}"*; do BUILD_NAME="${config##*/}" BUILD_NAME="${BUILD_NAME##config.}" BUILD_NAME=$(echo "${BUILD_NAME}" | tr '[:lower:]' '[:upper:]') printf "%s %s\n" "${BUILD_NAME}" "${MAINBOARD}" # If the file in configs/ results in the same build_name as the default config # append a '_' to differentiate. Otherwise the default configuration would # override the results. if [[ "${MAINBOARD}" = "${BUILD_NAME}" ]]; then BUILD_NAME=${BUILD_NAME}"_" fi printf "Building config %s\n" "${BUILD_NAME}" build_dir="${TARGET}/${BUILD_NAME}" build_config "${MAINBOARD}" "${build_dir}" "${BUILD_NAME}" "${config}" record_mainboard "${BUILD_NAME}" remove_target "${BUILD_NAME}" done fi printf "Building board %s (using default config)\n" "${MAINBOARD}" build_dir="${TARGET}/${MAINBOARD}" build_config "${MAINBOARD}" "${build_dir}" "${MAINBOARD}" record_mainboard "${MAINBOARD}" remove_target "${MAINBOARD}" } remove_target() { if [[ "${remove}" != "true" ]]; then return fi local BUILD_NAME=$1 # Save the generated coreboot.rom file of each board. if [[ -r "${TARGET}/${BUILD_NAME}/coreboot.rom" ]]; then cp "${TARGET}/${BUILD_NAME}/coreboot.rom" \ "${BUILD_NAME}_coreboot.rom" fi printf "Removing build dir for %s...\n" "${BUILD_NAME}" rm -rf "${TARGET:?}/${BUILD_NAME}" return } myhelp() { cat << __END_OF_HELP Usage: $0 [options] $0 [-V|--version] $0 [-h|--help] Options:\n [-a|--all] Build previously succeeded ports as well [-A|--any-toolchain] Use any toolchain [-b|--board-variant ] Build specific board variant under the given target. [-B|--blobs] Allow using binary files [--checksum ] Store checksums at path/basefile [-c|--cpus ] Build on at the same time [-C|--config] Configure-only mode [-d|--dir ] Directory containing config files [-e|--exitcode] Exit with a non-zero errorlevel on failure [-J|--junit] Write JUnit formatted xml log file [-K|--kconfig ] Prepend file to generated Kconfig [-l|--loglevel ] Set loglevel [-L|--clang] Use clang on supported arch [-n|--name] Set build name - also sets xmlfile if not already set [-o|--outdir ] Store build results in path (defaults to ${TARGET}) [-p|--payloads ] Use payloads in to build images [-P|--prefix ] File name prefix in CBFS [-q|--quiet] Print fewer messages [-r|--remove] Remove output dir after build [-R|--root ] Absolute path to coreboot sources (defaults to ${ROOT}) [--static-analysis] Run clang-tidy for static code analysis [-S|--sequential-boards] Build boards sequentially using all cores [--skip_set ] Skip building boards with this Kconfig set [--skip_unset ] Skip building boards with this Kconfig not set [--timeless] Generate timeless builds [-t|--target ] Attempt to build target vendor/board only [-T|--test] Submit image(s) to automated test system [-u|--update] Update existing image [-v|--verbose] Print more messages [-x|--chromeos] Build with CHROMEOS enabled Skip boards without ChromeOS support [-X|--xmlfile ] Set JUnit XML log file filename (defaults to ${XMLFILE}) [-y|--ccache] Use ccache [-z|--clean] Remove build results when finished [-Z|--clean-somewhat] Remove build but keep coreboot.rom + config [-V|--version] Print version number and exit [-h|--help] Print this help and exit [-s|--silent] obsolete __END_OF_HELP } myversion() { cat << EOF coreboot autobuild v${ABUILD_VERSION} (${ABUILD_DATE}) Copyright (C) 2004 by Stefan Reinauer Copyright (C) 2006-2010 by coresystems GmbH This program is free software; you may redistribute it under the terms of the GNU General Public License. This program has absolutely no warranty. EOF } # default options target="" buildall=false sequential=false test -f util/sconfig/sconfig.l && ROOT=$( pwd ) test -f ../util/sconfig/sconfig.l && ROOT=$( cd .. && pwd ) test "${ROOT}" = "" && ROOT=$( cd ../.. && pwd ) # Look if we have getopt. If not, build it. export PATH=${PATH}:util/abuild getopt - > /dev/null 2>/dev/null || gcc -o util/abuild/getopt util/abuild/getopt.c # Save command line for xargs parallelization. cmdline=("$@") # parse parameters.. try to find out whether we're running GNU getopt getoptbrand="$(getopt -V)" # shellcheck disable=SC2086 if [[ "${getoptbrand:0:6}" == "getopt" ]]; then # Detected GNU getopt that supports long options. args=$(getopt -l version,verbose,quiet,help,all,target:,board-variant:,payloads:,cpus:,silent,junit,config,loglevel:,remove,prefix:,update,static-analysis,ccache,blobs,clang,any-toolchain,clean,clean-somewhat,outdir:,chromeos,xmlfile:,kconfig:,dir:,root:,recursive,checksum:,timeless,exitcode,asserts,name:,skip_set:,skip_unset:,sequential-boards -o Vvqhat:b:p:c:sJCl:rP:uyBLAzZo:xX:K:d:R:Ien:S -- "$@") || exit 1 eval set -- ${args} retval=$? else # Detected non-GNU getopt args=$(getopt Vvqhat:b:p:c:sJCl:rP:uyBLAZzo:xX:K:d:R:Ien:S "$@") set -- ${args} retval=$? fi if [[ ${retval} != 0 ]]; then myhelp exit 1 fi chromeos=false clang=false clean_work=false clean_objs=false verboseopt='V=0' customizing="" configoptions="" # testclass needs to be undefined if not used for variable expansion to work unset testclass while true ; do case "$1" in -J|--junit) shift; mode=junit; rm -f "${XMLFILE}" ;; -t|--target) shift; target="$1"; shift;; -b|--board-variant) shift; variant="$1"; shift;; -a|--all) shift; buildall=true;; -d|--dir) shift; configdir="$1"; shift;; -e|--exitcode) shift; exitcode=1;; -r|--remove) shift; remove=true;; -v|--verbose) shift; verboseopt='V=1';; -q|--quiet) shift; quiet=true;; -V|--version) shift; myversion; exit 0;; -h|--help) shift; myversion; myhelp; exit 0;; -p|--payloads) shift; payloads="$1"; shift;; -R|--root) shift; ROOT="$1"; MAKE="${MAKE} -C $1"; shift;; -c|--cpus) shift export MAKEFLAGS="-j $1" cpus=$1 test "${MAKEFLAGS}" == "-j max" && export MAKEFLAGS="-j" && cpuconfig=" in parallel" test "$1" == "1" && cpuconfig=" on 1 cpu" expr "$1" : '-\?[0-9]\+$' > /dev/null && test "0$1" -gt 1 && cpuconfig=" on ${1} cpus in parallel" shift;; # obsolete option -s|--silent) shift;; --static-analysis) shift clangtidy=true customizing="${customizing}, static-analysis" configoptions="${configoptions}CONFIG_FATAL_ASSERTS=y\n" ;; --skip_set) shift skipconfig_set="$1" customizing="${customizing}, Skipping builds with CONFIG_${skipconfig_set}=Y" shift ;; --skip_unset) shift skipconfig_unset="$1" customizing="${customizing}, Skipping builds with CONFIG_${skipconfig_unset} not set" shift ;; --asserts) shift configoptions="${configoptions}CONFIG_FATAL_ASSERTS=y\n" ;; -y|--ccache) shift customizing="${customizing}, ccache" configoptions="${configoptions}CONFIG_CCACHE=y\n" ;; -C|--config) shift; configureonly=1;; -l|--loglevel) shift customizing="${customizing}, loglevel $1" configoptions="${configoptions}CONFIG_DEFAULT_CONSOLE_LOGLEVEL_$1=y\n" configoptions="${configoptions}CONFIG_DEFAULT_CONSOLE_LOGLEVEL=$1\n" shift;; -u|--update) shift customizing="${customizing}, update" configoptions="${configoptions}CONFIG_UPDATE_IMAGE=y\n" ;; -P|--prefix) shift customizing="${customizing}, cbfs prefix $1" configoptions="${configoptions}CONFIG_CBFS_PREFIX=\"$1\"" shift;; -B|--blobs) shift customizing="${customizing}, blobs" configoptions="${configoptions}CONFIG_USE_AMD_BLOBS=y\nCONFIG_USE_QC_BLOBS=y\nCONFIG_FSP_USE_REPO=y\n" ;; -A|--any-toolchain) shift customizing="${customizing}, any-toolchain" configoptions="${configoptions}CONFIG_ANY_TOOLCHAIN=y\n" ;; -L|--clang) shift clang=true customizing="${customizing}, clang" configoptions="${configoptions}CONFIG_COMPILER_LLVM_CLANG=y\n# CONFIG_COMPILER_GCC is not set\n" ;; -z|--clean) shift customizing="${customizing}, clean" clean_work=true ;; -Z|--clean-somewhat) shift customizing="${customizing}, clean-somewhat" clean_objs=true ;; -o|--outdir) shift TARGET=$1; shift ;; -n|--name) shift TESTRUN=$1 shift;; -x|--chromeos) shift chromeos=true testclass=chromeos customizing="${customizing}, chromeos" configoptions="${configoptions}CONFIG_CHROMEOS=y\n" ;; -X|--xmlfile) shift XMLFILE=$1 REAL_XMLFILE=$1 shift;; -I|--recursive) shift; recursive=true;; -K|--kconfig) shift testclass="$(basename "$1" | tr '.' '_' )" customizing="${customizing}, $1 config" configoptions="$(cat "$1")${configoptions}\n" shift;; --checksum) shift; checksum_file="$1"; shift;; --timeless) shift; TIMELESS=1;; -S|--sequential-boards) shift; sequential=true;; --) shift; break;; -*) printf "Invalid option '%s'\n\n" "$1"; myhelp; exit 1;; *) break;; esac done if [[ "${TESTRUN}" != "${TESTRUN_DEFAULT}" ]]; then unset testclass if [[ "${XML_UPDATED}" != "${XML_DEFAULT}" ]]; then XMLFILE="abuild-${TESTRUN}.xml" REAL_XMLFILE="${XMLFILE}" fi if [[ "${TARGET}" == "${TARGET_DEFAULT}" ]]; then TARGET="${TESTRUN}" fi fi if [[ -n "$1" ]]; then printf "Invalid option '%s'\n\n" "$1"; myhelp; exit 1; fi if [[ -z "${TARGET}" ]] || [[ "${TARGET}" = "/" ]]; then printf "Please specify a valid, non-root build directory.\n" exit 1 fi if ! mkdir -p "${TARGET}"; then printf "Unable to create build directory\n" exit 1 fi if echo "${skipconfig_set}${skipconfig_unset}" | grep -q "CONFIG_" >/dev/null 2>&1; then printf "Error: Do not include CONFIG_ in the Kconfig value to skip\n" exit 1 fi customizing=$(echo "${customizing}" | cut -c3-) if [[ -z "${customizing}" ]]; then customizing="Default configuration" fi customizing="Config: ${customizing}" FAILED_BOARDS="$(realpath "${TARGET}/failed_boards")" PASSED_BOARDS="$(realpath "${TARGET}/passing_boards")" stats_archive="${TARGET}/statistics.tar" # Generate a single xcompile for all boards export xcompile="${TARGET}/xcompile" if [[ "${recursive}" = "false" ]]; then rm -f "${xcompile}" ${MAKE} -C"${ROOT}" obj="${TARGET}/temp" objutil="${TARGET}/sharedutils" UPDATED_SUBMODULES=1 "${xcompile}" || exit 1 rm -f "${FAILED_BOARDS}" "${PASSED_BOARDS}" # Initialize empty statistics archive tar -cf "${stats_archive}" "${xcompile}" 2> /dev/null fi USE_XARGS=0 if [[ "${sequential}" = "true" ]]; then # Force sequential building when --sequential-boards is used USE_XARGS=0 elif [[ "${cpus}" != "1" ]]; then # Limit to 32 parallel builds for now. # Thrashing all caches because we run # 160 abuilds in parallel is no fun. if [[ "${cpus}" = "max" ]]; then cpus=32 fi # Test if xargs supports the non-standard -P flag printf "\n" | xargs -P "${cpus:-0}" -n 1 printf "%s\n" 2>/dev/null >/dev/null && USE_XARGS=1 fi if [[ "${USE_XARGS}" = "0" ]]; then if [[ "${sequential}" = "true" ]]; then # Use all available cores for building boards sequentially export MAKEFLAGS="-j ${cpus}" else test "${MAKEFLAGS}" == "" && test "${cpus}" != "" && export MAKEFLAGS="-j ${cpus}" fi export MAKEFLAGS="${MAKEFLAGS} UPDATED_SUBMODULES=1" # no need to re-download build_targets() { local targets targets=${*-$(get_mainboards)} for MAINBOARD in ${targets}; do build_target "${MAINBOARD}" done } else build_targets() { local ABSPATH local stime local etime local num_targets local cpus_per_target local XMLFILE local duration local targets=${*-$(get_mainboards)} # seed shared utils TMPCFG=$(mktemp) printf "%s" "${configoptions}" > "${TMPCFG}" ${MAKE} -j "${cpus}" DOTCONFIG="${TMPCFG}" obj="${TARGET}/temp" objutil="${TARGET}/sharedutils" olddefconfig 2>/dev/null BUILDPREFIX= mkdir -p "${TARGET}/abuild" ABSPATH="$(cd "${TARGET}/abuild" && pwd)" XMLFILE="${ABSPATH}/__util.xml" rm -f "${XMLFILE}" stime=$(add_timestamp) ${MAKE} -j "${cpus}" DOTCONFIG="${TMPCFG}" obj="${TARGET}/temp" objutil="${TARGET}/sharedutils" tools > "${TARGET}/sharedutils/make.log" 2>&1 local ret=$? etime=$(add_timestamp) duration=$(ts_delta_seconds "${stime}" "${etime}") junit " " if [[ ${ret} -eq 0 ]]; then junit "" junitfile "${TARGET}/sharedutils/make.log" junit "" junit "" else junit "" junitfile "${TARGET}/sharedutils/make.log" junit "" junit "" echo "Shared Utilities - Log: ${TARGET}/sharedutils/make.log" >> "${FAILED_BOARDS}" rm "${TMPCFG}" return fi rm -rf "${TARGET}/temp" "${TMPCFG}" num_targets=$(wc -w <<<"${targets}") cpus_per_target=$(((${cpus:-1} + num_targets - 1) / num_targets)) printf "%s\n" "${targets}" | xargs -P "${cpus:-0}" -n 1 "$0" "${cmdline[@]}" -I -c "${cpus_per_target}" -t } fi junit '' junit '' if [[ "$target" != "" ]]; then # build a single board MAINBOARD=$(normalize_target "${target}") if [[ -z "${MAINBOARD}" ]]; then printf "No such target: %s" "${target}" if [[ -n "${variant}" ]]; then printf ", variant: %s" "${variant}" fi printf "\n" exit 1 fi build_srcdir="$(mainboard_directory "${MAINBOARD}")" if [[ "$(echo "${MAINBOARD}" | wc -w)" -gt 1 ]]; then build_targets "${MAINBOARD}" elif [[ ! -r "${ROOT}/src/mainboard/${build_srcdir}" ]]; then printf "No such target: %s\n" "${MAINBOARD}" exit 1 else build_target "${MAINBOARD}" XMLFILE=${REAL_XMLFILE} fi else build_targets rm -f "${REAL_XMLFILE}" XMLFILE="${REAL_XMLFILE}" junit '' junit '' if [[ "${mode}" != "text" ]]; then for xmlfile in "${TARGET}"/abuild/*_*.xml; do cat "${xmlfile}" >> "${REAL_XMLFILE}" done fi XMLFILE=${REAL_XMLFILE} fi junit '' if [[ "${recursive}" = "false" ]]; then # Print the list of failed configurations if [[ -f "${FAILED_BOARDS}" ]]; then printf "%s configuration(s) failed:\n" "$( wc -l < "${FAILED_BOARDS}" )" cat "${FAILED_BOARDS}" printf "\n" if [[ "${exitcode}" != "0" ]]; then failed=1 fi elif [[ -f "${PASSED_BOARDS}" ]]; then printf "All %s tested configurations passed.\n" "$( wc -l < "${PASSED_BOARDS}" )" else printf "No boards tested.\n" fi fi exit ${failed}