mirror of
https://codeberg.org/libreboot/lbmk.git
synced 2026-03-25 21:39:03 +02:00
e42cb4f4cd
this is an extension of the previous work to unroll most of the condensed code lines. Signed-off-by: Leah Rowe <leah@libreboot.org>
622 lines
14 KiB
Bash
622 lines
14 KiB
Bash
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
# Copyright (c) 2022-2023 Alper Nebi Yasak <alpernebiyasak@gmail.com>
|
|
# Copyright (c) 2022 Ferass El Hafidi <vitali64pmemail@protonmail.com>
|
|
# Copyright (c) 2023-2025 Leah Rowe <leah@libreboot.org>
|
|
|
|
eval "`setvars "" xarch srcdir premake gnatdir xlang mode makeargs elfdir cmd \
|
|
project target target_dir targets xtree _f release bootstrapargs mkhelper \
|
|
autoconfargs listfile autogenargs btype rev build_depend gccdir cmakedir \
|
|
defconfig postmake mkhelpercfg dry dest_dir mdir cleanargs gccver gccfull \
|
|
gnatver gnatfull do_make badhash badtghash tree`"
|
|
|
|
trees()
|
|
{
|
|
flags="f:b:m:u:c:x:s:l:n:d:"
|
|
|
|
while getopts $flags option
|
|
do
|
|
if [ -n "$_f" ]; then
|
|
err "only one flag is permitted" "trees" "$@"
|
|
fi
|
|
|
|
_f="$1"
|
|
|
|
# the "mode" variable is affixed to a make command, example:
|
|
# ./mk -m coreboot does: make menuconfig -C src/coreboot/tree
|
|
|
|
case "$_f" in
|
|
-d)
|
|
# -d is similar to -b, except that
|
|
# a large number of operations will be
|
|
# skipped. these are "dry build" scenarios
|
|
# where only a subset of build tasks are done,
|
|
# and $dry is prefixed to skipped commands
|
|
|
|
dry=":"
|
|
;;
|
|
-b) : ;;
|
|
-u) mode="oldconfig" ;;
|
|
-m) mode="menuconfig" ;;
|
|
-c) mode="distclean" ;;
|
|
-x) mode="crossgcc-clean" ;;
|
|
-f) # download source code for a project
|
|
do_make="n" # lets us know not to build anything
|
|
dry=":"
|
|
;;
|
|
-s) mode="savedefconfig" ;;
|
|
-l) mode="olddefconfig" ;;
|
|
-n) mode="nconfig" ;;
|
|
*) err "invalid option '-$option'" "trees" "$@" ;;
|
|
esac
|
|
|
|
if [ -z "${OPTARG+x}" ]; then
|
|
shift 1
|
|
break
|
|
fi
|
|
|
|
project="${OPTARG#src/}"
|
|
project="${project#config/git/}"
|
|
|
|
shift 2
|
|
done
|
|
|
|
if [ -z "$_f" ]; then
|
|
err "missing flag ($flags)" "trees" "$@"
|
|
elif [ -z "$project" ]; then
|
|
fx_ "x_ ./mk $_f" x_ ls -1 config/git
|
|
return 1
|
|
elif [ ! -f "config/git/$project/pkg.cfg" ]; then
|
|
err "config/git/$project/pkg.cfg missing" "trees" "$@"
|
|
fi
|
|
|
|
elfdir="elf/$project"
|
|
datadir="config/data/$project"
|
|
configdir="config/$project"
|
|
srcdir="src/$project"
|
|
dest_dir="$elfdir"
|
|
|
|
listfile="$datadir/build.list"
|
|
if [ ! -f "$listfile" ]; then
|
|
listfile="" # build.list is optional on all projects
|
|
fi
|
|
|
|
mkhelpercfg="$datadir/mkhelper.cfg"
|
|
if e "$mkhelpercfg" f missing; then
|
|
mkhelpercfg="$xbtmp/mkhelper.cfg"
|
|
x_ touch "$mkhelpercfg"
|
|
fi
|
|
|
|
targets="$*"
|
|
cmd="build_targets $targets"
|
|
singletree "$project" && cmd="build_project"
|
|
|
|
remkdir "${tmpgit%/*}"
|
|
}
|
|
|
|
build_project()
|
|
{
|
|
if ! configure_project "$configdir"; then
|
|
return 0
|
|
elif [ -f "$listfile" ]; then
|
|
$dry elfcheck || return 0; :
|
|
fi
|
|
|
|
if [ "$mode" = "distclean" ]; then
|
|
mode="clean"
|
|
fi
|
|
|
|
run_make_command || return 0
|
|
|
|
if [ -z "$mode" ]; then
|
|
$dry copy_elf; :
|
|
fi
|
|
}
|
|
|
|
build_targets()
|
|
{
|
|
if [ ! -d "$configdir" ]; then
|
|
err "directory '$configdir' doesn't exist" "build_targets" "$@"
|
|
elif [ $# -lt 1 ]; then
|
|
targets="$(ls -1 "$configdir")" || \
|
|
err "'$configdir': can't list targets" "build_targets" "$@"
|
|
fi
|
|
|
|
for x in $targets
|
|
do
|
|
unset CROSS_COMPILE
|
|
export PATH="$xbmkpath"
|
|
|
|
if [ "$x" = "list" ]; then
|
|
x_ ls -1 "config/$project"
|
|
listfile=""
|
|
break
|
|
fi
|
|
|
|
printf "'make %s', '%s', '%s'\n" "$mode" "$project" "$x"
|
|
|
|
target="$x"
|
|
|
|
x_ handle_defconfig
|
|
|
|
if [ -z "$mode" ]; then
|
|
x_ $postmake
|
|
fi
|
|
done; :
|
|
}
|
|
|
|
handle_defconfig()
|
|
{
|
|
target_dir="$configdir/$target"
|
|
|
|
if [ ! -f "CHANGELOG" ]; then
|
|
fetch_project "$project"
|
|
fi
|
|
if ! configure_project "$target_dir"; then
|
|
return 0
|
|
fi
|
|
|
|
chkvars tree
|
|
srcdir="src/$project/$tree"
|
|
|
|
if [ "$mode" = "${mode%clean}" ] && [ ! -d "$srcdir" ]; then
|
|
return 0
|
|
fi
|
|
|
|
for y in "$target_dir/config"/*
|
|
do
|
|
if [ "$_f" != "-d" ] && [ ! -f "$y" ]; then
|
|
continue
|
|
elif [ "$_f" != "-d" ]; then
|
|
defconfig="$y"
|
|
fi
|
|
|
|
if [ -z "$mode" ]; then
|
|
check_defconfig || continue; :
|
|
fi
|
|
|
|
if [ -z "$mode" ]; then
|
|
for _xarch in $xarch; do
|
|
if [ -n "$_xarch" ]
|
|
then
|
|
$dry check_cross_compiler "$_xarch"
|
|
fi
|
|
done; :
|
|
fi
|
|
|
|
handle_makefile
|
|
|
|
if [ -z "$mode" ]; then
|
|
$dry copy_elf
|
|
fi
|
|
done; :
|
|
}
|
|
|
|
configure_project()
|
|
{
|
|
eval "`setvars "" cleanargs build_depend autoconfargs xtree postmake \
|
|
makeargs btype mkhelper bootstrapargs premake release xlang xarch \
|
|
badhash badtghash`"
|
|
|
|
_tcfg="$1/target.cfg"
|
|
|
|
if [ ! -f "$_tcfg" ]; then
|
|
btype="auto"
|
|
fi
|
|
|
|
# globally initialise all variables for a source tree / target:
|
|
|
|
if e "$datadir/mkhelper.cfg" f; then
|
|
eval "`setcfg "$datadir/mkhelper.cfg"`"
|
|
fi
|
|
|
|
# override target/tree specific variables from per-target config:
|
|
|
|
while e "$_tcfg" f || [ "$cmd" != "build_project" ]
|
|
do
|
|
# TODO: implement infinite loop detection here, caused
|
|
# by project targets pointing to other targets/trees
|
|
# when then ultimate point back repeatedly; this is
|
|
# currently avoided simply by careful configuration.
|
|
# temporary files per tree/target name could be created
|
|
# per iteration, and then checked the next time
|
|
|
|
printf "Loading %s config: %s\n" "$project" "$_tcfg"
|
|
|
|
eval "`setvars "" rev tree`"
|
|
eval "`setcfg "$_tcfg"`"
|
|
|
|
if [ "$_f" = "-d" ]; then
|
|
build_depend="" # dry run
|
|
fi
|
|
if [ "$cmd" = "build_project" ]; then
|
|
# single-tree, so it can't be a target pointing
|
|
# to a main source tree
|
|
|
|
break
|
|
fi
|
|
if [ "$do_make" != "n" ]; then
|
|
# if we're *downloading* a project, then
|
|
# we don't need to to change the target.cfg
|
|
|
|
break
|
|
fi
|
|
if [ "${_tcfg%/*/target.cfg}" = "${_tcfg%"/$tree/target.cfg"}" ]
|
|
then
|
|
# we have found the main source tree that
|
|
# a given target uses; no need to continue
|
|
|
|
break
|
|
else
|
|
_tcfg="${_tcfg%/*/target.cfg}/$tree/target.cfg"
|
|
fi
|
|
|
|
done
|
|
|
|
if [ "$XBMK_RELEASE" = "y" ] && [ "$release" = "n" ]; then
|
|
return 1
|
|
fi
|
|
if [ -n "$btype" ] && [ "${mode%config}" != "$mode" ]; then
|
|
return 1
|
|
fi
|
|
|
|
if [ -z "$mode" ]; then
|
|
$dry build_dependencies; :
|
|
fi
|
|
|
|
mdir="$xbmkpwd/config/submodule/$project"
|
|
if [ -n "$tree" ]; then
|
|
mdir="$mdir/$tree"
|
|
fi
|
|
|
|
if [ ! -f "CHANGELOG" ]; then
|
|
delete_old_project_files
|
|
fi
|
|
if [ "$do_make" = "n" ]; then
|
|
if [ ! -f "CHANGELOG" ]; then
|
|
fetch_${cmd#build_}
|
|
fi
|
|
|
|
return 1
|
|
fi
|
|
|
|
x_ ./mk -f "$project" "$target"
|
|
}
|
|
|
|
# projects can specify which other projects
|
|
# to build first, as declared dependencies:
|
|
|
|
build_dependencies()
|
|
{
|
|
for bd in $build_depend
|
|
do
|
|
bd_project="${bd%%/*}"
|
|
bd_tree="${bd##*/}"
|
|
|
|
if [ -z "$bd_project" ]; then
|
|
$dry err "$project/$tree: !bd '$bd'" \
|
|
"build_dependencies" "$@"
|
|
fi
|
|
if [ "${bd##*/}" = "$bd" ]; then
|
|
bd_tree=""
|
|
fi
|
|
if [ -n "$bd_project" ]; then
|
|
$dry x_ ./mk -b $bd_project $bd_tree; :
|
|
fi
|
|
done; :
|
|
}
|
|
|
|
# delete_old_project_files along with project_up_to_date,
|
|
# concatenates the sha512sum hashes of all files related to
|
|
# a project, tree or target, then gets the sha512sum of that
|
|
# concatenation. this is checked against any existing
|
|
# calculation previously cached; if the result differs, or
|
|
# nothing was previously stored, we know to delete resources
|
|
# such as builds, project sources and so on, for auto-rebuild:
|
|
|
|
delete_old_project_files()
|
|
{
|
|
# delete an entire source tree along with its builds:
|
|
if ! project_up_to_date hash "$tree" badhash "$datadir" \
|
|
"$configdir/$tree" "$mdir"; then
|
|
x_ rm -Rf "src/$project/$tree" "elf/$project/$tree"
|
|
fi
|
|
|
|
x_ cp "$xbtmp/new.hash" "$XBMK_CACHE/hash/$project$tree"
|
|
|
|
if singletree "$project" || [ -z "$target" ] || [ "$target" = "$tree" ]
|
|
then
|
|
return 0
|
|
fi
|
|
|
|
# delete only the builds of a given target, but not src.
|
|
# this is useful when only the target config changes, for
|
|
# example x200_8mb coreboot configs change, but not coreboot:
|
|
|
|
if ! project_up_to_date tghash "$target" badtghash "$configdir/$target"
|
|
then
|
|
x_ rm -Rf "elf/$project/$tree/$target"
|
|
fi
|
|
|
|
x_ cp "$xbtmp/new.hash" "$XBMK_CACHE/tghash/$project$target"
|
|
}
|
|
|
|
project_up_to_date()
|
|
{
|
|
eval "`setvars "" old_hash hash`"
|
|
|
|
hashdir="$1"
|
|
hashname="$2"
|
|
badhashvar="$3"
|
|
|
|
shift 3
|
|
|
|
x_ mkdir -p "$XBMK_CACHE/$hashdir"
|
|
|
|
if [ -f "$XBMK_CACHE/$hashdir/$project$hashname" ]; then
|
|
read -r old_hash < \
|
|
"$XBMK_CACHE/$hashdir/$project$hashname" \
|
|
|| err \
|
|
"$hashdir: err '$XBMK_CACHE/$hashdir/$project$hashname'" \
|
|
"project_up_to_date" "$hashdir" "$hashname" "$badhashvar" \
|
|
"$@"
|
|
fi
|
|
|
|
fx_ "x_ sha512sum" find "$@" -type f -not -path "*/.git*/*" | awk \
|
|
'{print $1}' > "$xbtmp/tmp.hash" || err "!h $project $hashdir" \
|
|
"project_up_to_date" "$hashdir" "$hashname" "$badhashvar" "$@"
|
|
|
|
hash="$(x_ sha512sum "$xbtmp/tmp.hash" | awk '{print $1}' || \
|
|
err)" || err "$hashname: Can't read sha512 of '$xbtmp/tmp.hash'" \
|
|
"project_up_to_date" "$hashdir" "$hashname" "$badhashvar" "$@"
|
|
|
|
if [ "$hash" != "$old_hash" ] || \
|
|
[ ! -f "$XBMK_CACHE/$hashdir/$project$hashname" ]; then
|
|
eval "$badhashvar=\"y\""
|
|
fi
|
|
|
|
printf "%s\n" "$hash" > "$xbtmp/new.hash" || \
|
|
err "!mkhash $xbtmp/new.hash ($hashdir $hashname $badhashvar)" \
|
|
"project_up_to_date" "$hashdir" "$hashname" "$badhashvar" "$@"
|
|
|
|
eval "[ \"\$$badhashvar\" = \"y\" ] && return 1"; :
|
|
}
|
|
|
|
check_cross_compiler()
|
|
{
|
|
cbdir="src/coreboot/$tree"
|
|
|
|
if [ "$project" != "coreboot" ]; then
|
|
cbdir="src/coreboot/default"
|
|
fi
|
|
if [ -n "$xtree" ]; then
|
|
cbdir="src/coreboot/$xtree"
|
|
fi
|
|
|
|
xfix="${1%-*}"
|
|
|
|
if [ "$xfix" = "x86_64" ]; then
|
|
xfix="x64"
|
|
fi
|
|
|
|
xgccfile="elf/coreboot/$tree/xgcc_${xfix}_was_compiled"
|
|
xgccargs="crossgcc-$xfix UPDATED_SUBMODULES=1 CPUS=$XBMK_THREADS"
|
|
|
|
x_ ./mk -f coreboot "${cbdir#src/coreboot/}"
|
|
x_ mkdir -p "elf/coreboot/$tree" # TODO: is this needed?
|
|
|
|
export PATH="$xbmkpwd/$cbdir/util/crossgcc/xgcc/bin:$PATH"
|
|
export CROSS_COMPILE="${xarch% *}-"
|
|
|
|
if [ -n "$xlang" ]; then
|
|
export BUILD_LANGUAGES="$xlang"
|
|
fi
|
|
|
|
if [ -f "$xgccfile" ]; then
|
|
return 0 # a build already exists
|
|
fi
|
|
|
|
check_gnu_path gcc gnat || x_ check_gnu_path gnat gcc
|
|
make -C "$cbdir" $xgccargs || x_ make -C "$cbdir" $xgccargs
|
|
x_ touch "$xgccfile"
|
|
|
|
remkdir "$xbtmp/gnupath" # reset hostcc
|
|
}
|
|
|
|
# fix mismatching gcc/gnat versions on debian trixie/sid. as of december 2024,
|
|
# trixie/sid had gnat-13 as gnat and gcc-14 as gcc, but has gnat-14 in apt. in
|
|
# some cases, gcc 13+14 and gnat-13 are present; or gnat-14 and gcc-14, but
|
|
# gnat in PATH never resolves to gnat-14, because gnat-14 was "experimental"
|
|
check_gnu_path()
|
|
{
|
|
if ! command -v "$1" 1>/dev/null; then
|
|
err "Host '$1' unavailable" "check_gnu_path" "$@"
|
|
fi
|
|
|
|
eval "`setvars "" gccver gccfull gnatver gnatfull gccdir gnatdir`"
|
|
if ! gnu_setver "$1" "$1"; then
|
|
err "Command '$1' unavailable." "check_gnu_path" "$@"
|
|
fi
|
|
gnu_setver "$2" "$2" || :
|
|
|
|
eval "[ -z \"\$$1ver\" ] && err \"Cannot detect host '$1' version\""
|
|
|
|
if [ "$gnatfull" = "$gccfull" ]; then
|
|
# matching gcc/gnat versions
|
|
|
|
return 0
|
|
fi
|
|
|
|
eval "$1dir=\"$(dirname "$(command -v "$1")")\""
|
|
eval "_gnudir=\"\$$1dir\""
|
|
eval "_gnuver=\"\$$1ver\""
|
|
|
|
for _bin in "$_gnudir/$2-"*
|
|
do
|
|
if [ "${_bin#"$_gnudir/$2-"}" = "$_gnuver" ] && [ -x "$_bin" ]
|
|
then
|
|
_gnuver="${_bin#"$_gnudir/$2-"}"
|
|
break
|
|
fi
|
|
done
|
|
|
|
if ! gnu_setver "$2" "$_gnudir/$2-$_gnuver"; then
|
|
return 1
|
|
elif [ "$gnatfull" != "$gccfull" ]; then
|
|
return 1
|
|
fi
|
|
|
|
(
|
|
remkdir "$xbtmp/gnupath"
|
|
|
|
x_ cd "$xbtmp/gnupath"
|
|
|
|
for _gnubin in "$_gnudir/$2"*"-$_gnuver"
|
|
do
|
|
_gnuutil="${_gnubin##*/}"
|
|
if [ -e "$_gnubin" ]; then
|
|
x_ ln -s "$_gnubin" "${_gnuutil%"-$_gnuver"}"
|
|
fi
|
|
done
|
|
|
|
) || err \
|
|
"Can't link '$2-$_gnuver' '$_gnudir'" "check_gnu_path" "$@"; :
|
|
}
|
|
|
|
gnu_setver()
|
|
{
|
|
eval "$2 --version 1>/dev/null 2>/dev/null || return 1"
|
|
|
|
eval "$1ver=\"`"$2" --version 2>/dev/null | head -n1`\""
|
|
eval "$1ver=\"\${$1ver##* }\""
|
|
eval "$1full=\"\$$1ver\""
|
|
eval "$1ver=\"\${$1ver%%.*}\""; :
|
|
}
|
|
|
|
check_defconfig()
|
|
{
|
|
if [ ! -f "$defconfig" ]; then
|
|
$dry err "$project/$target: missing defconfig" \
|
|
"check_defconfig" "$@"
|
|
fi
|
|
|
|
dest_dir="$elfdir/$tree/$target/${defconfig#"$target_dir/config/"}"
|
|
|
|
$dry elfcheck || return 1; : # skip build if a previous one exists
|
|
}
|
|
|
|
elfcheck()
|
|
{
|
|
# TODO: *STILL* very hacky check. do it properly (based on build.list)
|
|
|
|
( fx_ "eval exit 1 && err" find "$dest_dir" -type f ) || return 1; :
|
|
}
|
|
|
|
handle_makefile()
|
|
{
|
|
$dry check_makefile "$srcdir" && \
|
|
$dry x_ make -C "$srcdir" $cleanargs clean
|
|
|
|
if [ -f "$defconfig" ]; then
|
|
x_ cp "$defconfig" "$srcdir/.config"
|
|
fi
|
|
|
|
run_make_command || \
|
|
err "no makefile!" "handle_makefile" "$@"
|
|
|
|
_copy=".config"
|
|
|
|
if [ "$mode" = "savedefconfig" ]; then
|
|
_copy="defconfig"
|
|
fi
|
|
|
|
if [ "${mode%config}" != "$mode" ]; then
|
|
$dry x_ cp "$srcdir/$_copy" "$defconfig"; :
|
|
fi
|
|
|
|
if [ -e "$srcdir/.git" ] && [ "$project" = "u-boot" ] && \
|
|
[ "$mode" = "distclean" ]; then
|
|
$dry x_ git -C "$srcdir" $cleanargs clean -fdx; :
|
|
fi
|
|
}
|
|
|
|
run_make_command()
|
|
{
|
|
if [ -z "$mode" ]; then
|
|
x_ $premake
|
|
fi
|
|
|
|
$dry check_cmake "$srcdir" && [ -z "$mode" ] && \
|
|
$dry check_autoconf "$srcdir"
|
|
$dry check_makefile "$srcdir" || return 1
|
|
|
|
$dry x_ make -C "$srcdir" $mode -j$XBMK_THREADS $makeargs
|
|
|
|
if [ -z "$mode" ]; then
|
|
x_ $mkhelper
|
|
fi
|
|
|
|
check_makefile "$srcdir" || return 0
|
|
|
|
if [ "$mode" = "clean" ]; then
|
|
$dry make -C "$srcdir" $cleanargs distclean || \
|
|
$dry x_ make -C "$srcdir" $cleanargs clean; :
|
|
fi
|
|
}
|
|
|
|
check_cmake()
|
|
{
|
|
if [ -n "$cmakedir" ]; then
|
|
$dry check_makefile "$1" || cmake -B "$1" \
|
|
"$1/$cmakedir" || $dry x_ check_makefile "$1"
|
|
$dry x_ check_makefile "$1"; :
|
|
fi
|
|
}
|
|
|
|
check_autoconf()
|
|
{
|
|
(
|
|
x_ cd "$1"
|
|
|
|
if [ -f "bootstrap" ]; then
|
|
x_ ./bootstrap $bootstrapargs
|
|
fi
|
|
if [ -f "autogen.sh" ]; then
|
|
x_ ./autogen.sh $autogenargs
|
|
fi
|
|
if [ -f "configure" ]; then
|
|
x_ ./configure $autoconfargs; :
|
|
fi
|
|
|
|
) || err "can't bootstrap project: $1" "check_autoconf" "$@"; :
|
|
}
|
|
|
|
check_makefile()
|
|
{
|
|
if [ ! -f "$1/Makefile" ] && [ ! -f "$1/makefile" ] && \
|
|
[ ! -f "$1/GNUmakefile" ]; then
|
|
return 1
|
|
fi
|
|
}
|
|
|
|
copy_elf()
|
|
{
|
|
if [ -f "$listfile" ]; then
|
|
x_ mkdir -p "$dest_dir"
|
|
fi
|
|
|
|
if [ -f "$listfile" ]; then
|
|
while read -r f
|
|
do
|
|
if [ -f "$srcdir/$f" ]; then
|
|
x_ cp "$srcdir/$f" "$dest_dir"
|
|
fi
|
|
|
|
done < "$listfile" || err \
|
|
"cannot read '$listfile'" "copy_elf" "$@"; :
|
|
fi
|
|
|
|
( x_ make clean -C "$srcdir" $cleanargs ) || \
|
|
err "can't make-clean '$srcdir'" "copy_elf" "$@"; :
|
|
}
|