mirror of
https://codeberg.org/libreboot/lbmk.git
synced 2026-09-20 13:40:24 +02:00
Leah Rowe
681 lines
12 KiB
Bash
681 lines
12 KiB
Bash
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
|
|
# Copyright (c) 2022-2023 Alper Nebi Yasak <alpernebiyasak@gmail.com>
|
|
# Copyright (c) 2022 Ferass El Hafidi <vitali64pmemail@protonmail.com>
|
|
# Copyright (c) 2023-2025 Leah Rowe <leah@libreboot.org>
|
|
|
|
# flag e.g. ./mk -b <-- mkflag would be "b"
|
|
flag=""
|
|
|
|
# macros, overridden depending on the flag
|
|
if_do_make=""
|
|
if_dry_build=":"
|
|
if_not_do_make=":"
|
|
if_not_dry_build=""
|
|
|
|
autoconfargs=""
|
|
autogenargs=""
|
|
badhash=""
|
|
badtghash=""
|
|
bootstrapargs=""
|
|
build_depend=""
|
|
buildtype=""
|
|
cleanargs=""
|
|
cmakedir=""
|
|
cmd=""
|
|
mozconfig=""
|
|
dest_dir=""
|
|
elfdir=""
|
|
forcepull=""
|
|
listfile=""
|
|
makeargs=""
|
|
mdir=""
|
|
mkhelper=""
|
|
mkhelpercfg=""
|
|
mode=""
|
|
postmake=""
|
|
premake=""
|
|
project=""
|
|
release=""
|
|
rev=""
|
|
srcdir=""
|
|
target=""
|
|
target_dir=""
|
|
targets=""
|
|
tree=""
|
|
|
|
trees()
|
|
{
|
|
flags="f:F:b:c:x:d:"
|
|
|
|
while getopts $flags option; do
|
|
|
|
if [ -n "$flag" ]; then
|
|
|
|
err "only one flag is permitted" "trees" "$@"
|
|
fi
|
|
|
|
flag="$1"
|
|
|
|
case "$flag" in
|
|
|
|
-d)
|
|
# -d is similar to -b, except that
|
|
# a large number of operations will be
|
|
# skipped. these are "if_not_dry_build build" scenarios
|
|
# where only a subset of build tasks are done,
|
|
# and $if_not_dry_build is prefixed to skipped commands
|
|
|
|
if_dry_build=""
|
|
if_not_dry_build=":"
|
|
;;
|
|
|
|
-b) : ;;
|
|
|
|
-c) mode="distclean" ;;
|
|
|
|
-x) mode="crossgcc-clean" ;;
|
|
|
|
-f|-F) # download source code for a project
|
|
# macros. colon means false.
|
|
|
|
if_do_make=":"
|
|
if_dry_build=""
|
|
if_not_do_make=""
|
|
if_not_dry_build=":"
|
|
if [ "$flag" = "-F" ]; then
|
|
# don't skip git fetch/pull on cached src
|
|
|
|
forcepull="y"
|
|
fi
|
|
;;
|
|
|
|
*) err "invalid option '-$option'" "trees" "$@" ;;
|
|
|
|
esac
|
|
|
|
if [ -z "${OPTARG+x}" ]; then
|
|
|
|
shift 1
|
|
|
|
break
|
|
fi
|
|
|
|
project="${OPTARG#src/}"
|
|
project="${project#config/git/}"
|
|
|
|
shift 2
|
|
done
|
|
|
|
if [ -z "$flag" ]; then
|
|
|
|
err "missing flag ($flags)" "trees" "$@"
|
|
|
|
elif [ -z "$project" ]; then
|
|
|
|
fx_ "x_ ./mk $flag" x_ ls -1 config/git
|
|
|
|
return 1
|
|
|
|
elif [ ! -f "config/git/$project/pkg.cfg" ]; then
|
|
|
|
err "config/git/$project/pkg.cfg missing" "trees" "$@"
|
|
fi
|
|
|
|
elfdir="elf/$project"
|
|
datadir="config/data/$project"
|
|
configdir="config/$project"
|
|
srcdir="src/$project"
|
|
dest_dir="$elfdir"
|
|
|
|
listfile="$datadir/build.list"
|
|
|
|
if [ ! -f "$listfile" ]; then
|
|
|
|
listfile="" # build.list is optional on all projects
|
|
fi
|
|
|
|
mkhelpercfg="$datadir/mkhelper.cfg"
|
|
|
|
if e "$mkhelpercfg" f missing; then
|
|
|
|
mkhelpercfg="$xbtmp/mkhelper.cfg"
|
|
|
|
x_ touch "$mkhelpercfg"
|
|
fi
|
|
|
|
targets="$*"
|
|
cmd="build_targets $targets"
|
|
|
|
if singletree "$project"; then
|
|
|
|
cmd="build_project"
|
|
fi
|
|
|
|
remkdir "${tmpgit%/*}"
|
|
}
|
|
|
|
build_project()
|
|
{
|
|
if ! configure_project "$configdir"; then
|
|
|
|
return 0
|
|
|
|
elif [ -f "$listfile" ]; then
|
|
|
|
if ! $if_not_dry_build elfcheck; then
|
|
|
|
return 0
|
|
fi
|
|
fi
|
|
|
|
if [ "$mode" = "distclean" ]; then
|
|
|
|
mode="clean"
|
|
fi
|
|
|
|
if ! run_make_command; then
|
|
|
|
return 0
|
|
fi
|
|
|
|
if [ -z "$mode" ]; then
|
|
|
|
$if_not_dry_build \
|
|
copy_elf; :
|
|
fi
|
|
}
|
|
|
|
build_targets()
|
|
{
|
|
if [ ! -d "$configdir" ]; then
|
|
|
|
err "directory '$configdir' doesn't exist" "build_targets" "$@"
|
|
|
|
elif [ $# -lt 1 ]; then
|
|
|
|
targets="$(ls -1 "$configdir")" || \
|
|
err "'$configdir': can't list targets" "build_targets" "$@"
|
|
fi
|
|
|
|
for x in $targets; do
|
|
|
|
unset CROSS_COMPILE
|
|
export PATH="$xbmkpath"
|
|
|
|
if [ "$x" = "list" ]; then
|
|
|
|
x_ ls -1 "config/$project"
|
|
|
|
listfile=""
|
|
|
|
break
|
|
fi
|
|
|
|
printf "'make %s', '%s', '%s'\n" "$mode" "$project" "$x"
|
|
|
|
target="$x"
|
|
|
|
x_ handle_mozconfig
|
|
|
|
if [ -z "$mode" ]; then
|
|
|
|
x_ $postmake
|
|
fi
|
|
done; :
|
|
}
|
|
|
|
handle_mozconfig()
|
|
{
|
|
target_dir="$configdir/$target"
|
|
|
|
if [ ! -f "CHANGELOG" ]; then
|
|
|
|
fetch_project "$project"
|
|
fi
|
|
|
|
if ! configure_project "$target_dir"; then
|
|
|
|
return 0
|
|
fi
|
|
|
|
if [ -z "$tree" ]; then
|
|
|
|
err "$configdir: 'tree' not set" "handle_mozconfig" "$@"
|
|
fi
|
|
|
|
srcdir="src/$project/$tree"
|
|
|
|
if [ "$mode" = "${mode%clean}" ] && \
|
|
[ ! -d "$srcdir" ]; then
|
|
|
|
return 0
|
|
fi
|
|
|
|
for y in "$target_dir/config"/*; do
|
|
|
|
if [ "$flag" != "-d" ] && \
|
|
[ ! -f "$y" ]; then
|
|
|
|
continue
|
|
|
|
elif [ "$flag" != "-d" ]; then
|
|
|
|
mozconfig="$y"
|
|
fi
|
|
|
|
if [ -z "$mode" ]; then
|
|
|
|
check_mozconfig || continue; :
|
|
fi
|
|
|
|
handle_makefile
|
|
|
|
if [ -z "$mode" ]; then
|
|
|
|
$if_not_dry_build \
|
|
copy_elf
|
|
fi
|
|
done; :
|
|
}
|
|
|
|
configure_project()
|
|
{
|
|
tcfg="$1/target.cfg"
|
|
|
|
autoconfargs=""
|
|
badhash=""
|
|
badtghash=""
|
|
bootstrapargs=""
|
|
build_depend=""
|
|
buildtype=""
|
|
cleanargs=""
|
|
makeargs=""
|
|
mkhelper=""
|
|
postmake=""
|
|
premake=""
|
|
release=""
|
|
|
|
if [ ! -f "$tcfg" ]; then
|
|
|
|
buildtype="auto"
|
|
fi
|
|
|
|
# globally initialise all variables for a source tree / target:
|
|
|
|
if e "$datadir/mkhelper.cfg" f; then
|
|
|
|
. "$datadir/mkhelper.cfg" || \
|
|
err "Can't read '$datadir/mkhelper.cfg'" \
|
|
"configure_project" "$@"
|
|
fi
|
|
|
|
# override target/tree specific variables from per-target config:
|
|
|
|
while e "$tcfg" f || \
|
|
[ "$cmd" != "build_project" ]; do
|
|
|
|
# TODO: implement infinite loop detection here, caused
|
|
# by project targets pointing to other targets/trees
|
|
# when then ultimate point back repeatedly; this is
|
|
# currently avoided simply by careful configuration.
|
|
# temporary files per tree/target name could be created
|
|
# per iteration, and then checked the next time
|
|
|
|
printf "Loading %s config: %s\n" "$project" "$tcfg"
|
|
|
|
rev=""
|
|
tree=""
|
|
|
|
. "$tcfg" || \
|
|
err "Can't read '$tcfg'" "configure_project" "$@"
|
|
|
|
if [ "$flag" = "-d" ]; then
|
|
|
|
build_depend="" # dry run
|
|
fi
|
|
|
|
if [ "$cmd" = "build_project" ]; then
|
|
|
|
# single-tree, so it can't be a target pointing
|
|
# to a main source tree
|
|
|
|
break
|
|
fi
|
|
|
|
$if_do_make \
|
|
break
|
|
|
|
if [ "${tcfg%/*/target.cfg}" = "${tcfg%"/$tree/target.cfg"}" ]
|
|
then
|
|
|
|
# we have found the main source tree that
|
|
# a given target uses; no need to continue
|
|
|
|
break
|
|
|
|
else
|
|
|
|
tcfg="${tcfg%/*/target.cfg}/$tree/target.cfg"
|
|
fi
|
|
|
|
done
|
|
|
|
if [ "$XBMK_RELEASE" = "y" ] && \
|
|
[ "$release" = "n" ]; then
|
|
|
|
return 1
|
|
fi
|
|
|
|
if [ -z "$mode" ]; then
|
|
|
|
$if_not_dry_build \
|
|
build_dependencies
|
|
fi
|
|
|
|
mdir="$xbmkpwd/config/submodule/$project"
|
|
|
|
if [ -n "$tree" ]; then
|
|
|
|
mdir="$mdir/$tree"
|
|
fi
|
|
|
|
if [ ! -f "CHANGELOG" ]; then
|
|
|
|
delete_old_project_files
|
|
|
|
$if_not_do_make \
|
|
fetch_${cmd#build_}
|
|
fi
|
|
|
|
$if_not_do_make \
|
|
return 1
|
|
|
|
x_ ./mk -f "$project" "$target"
|
|
}
|
|
|
|
# projects can specify which other projects
|
|
# to build first, as declared dependencies:
|
|
|
|
build_dependencies()
|
|
{
|
|
for bd in $build_depend; do
|
|
|
|
bd_project="${bd%%/*}"
|
|
bd_tree="${bd##*/}"
|
|
|
|
if [ -z "$bd_project" ]; then
|
|
|
|
$if_not_dry_build \
|
|
err "$project/$tree: !bd '$bd'" \
|
|
"build_dependencies" "$@"
|
|
fi
|
|
|
|
if [ "${bd##*/}" = "$bd" ]; then
|
|
|
|
bd_tree=""
|
|
fi
|
|
|
|
if [ -n "$bd_project" ]; then
|
|
|
|
$if_not_dry_build \
|
|
x_ ./mk -b $bd_project $bd_tree; :
|
|
fi
|
|
done; :
|
|
}
|
|
|
|
# delete_old_project_files along with project_up_to_date,
|
|
# concatenates the sha512sum hashes of all files related to
|
|
# a project, tree or target, then gets the sha512sum of that
|
|
# concatenation. this is checked against any existing
|
|
# calculation previously cached; if the result differs, or
|
|
# nothing was previously stored, we know to delete resources
|
|
# such as builds, project sources and so on, for auto-rebuild:
|
|
|
|
delete_old_project_files()
|
|
{
|
|
# delete an entire source tree along with its builds:
|
|
if ! project_up_to_date hash "$tree" badhash "$datadir" \
|
|
"$configdir/$tree" "$mdir"; then
|
|
|
|
x_ rm -Rf "src/$project/$tree" "elf/$project/$tree"
|
|
fi
|
|
|
|
x_ cp "$xbtmp/new.hash" "$XBMK_CACHE/hash/$project$tree"
|
|
|
|
if singletree "$project" || \
|
|
[ -z "$target" ] || \
|
|
[ "$target" = "$tree" ]; then
|
|
|
|
return 0
|
|
fi
|
|
|
|
# delete only the builds of a given target, but not src.
|
|
# this is useful when only the target config changes, for
|
|
# example x200_8mb coreboot configs change, but not coreboot:
|
|
|
|
if ! project_up_to_date tghash "$target" badtghash "$configdir/$target"
|
|
then
|
|
|
|
x_ rm -Rf "elf/$project/$tree/$target"
|
|
fi
|
|
|
|
x_ cp "$xbtmp/new.hash" "$XBMK_CACHE/tghash/$project$target"
|
|
}
|
|
|
|
project_up_to_date()
|
|
{
|
|
old_hash=""
|
|
hash=""
|
|
|
|
hashdir="$1"
|
|
hashname="$2"
|
|
badhashvar="$3"
|
|
|
|
shift 3
|
|
|
|
x_ xbmkdir "$XBMK_CACHE/$hashdir"
|
|
|
|
if [ -f "$XBMK_CACHE/$hashdir/$project$hashname" ]; then
|
|
|
|
read -r old_hash < "$XBMK_CACHE/$hashdir/$project$hashname" \
|
|
|| err \
|
|
"$hashdir: err '$XBMK_CACHE/$hashdir/$project$hashname'" \
|
|
"project_up_to_date" "$hashdir" "$hashname" "$badhashvar" \
|
|
"$@"
|
|
fi
|
|
|
|
build_sbase
|
|
|
|
fx_ "x_ util/sbase/sha512sum" find "$@" -type f -not -path \
|
|
"*/.git*/*" | awk '{print $1}' > "$xbtmp/tmp.hash" || \
|
|
err "!h $project $hashdir" \
|
|
"project_up_to_date" "$hashdir" "$hashname" "$badhashvar" "$@"
|
|
|
|
hash="$(x_ "$sha512sum" "$xbtmp/tmp.hash" | awk '{print $1}' || \
|
|
err)" || err "$hashname: Can't read sha512 of '$xbtmp/tmp.hash'" \
|
|
"project_up_to_date" "$hashdir" "$hashname" "$badhashvar" "$@"
|
|
|
|
if [ "$hash" != "$old_hash" ] || \
|
|
[ ! -f "$XBMK_CACHE/$hashdir/$project$hashname" ]; then
|
|
|
|
eval "$badhashvar=\"y\""
|
|
fi
|
|
|
|
printf "%s\n" "$hash" > "$xbtmp/new.hash" || \
|
|
err "!mkhash $xbtmp/new.hash ($hashdir $hashname $badhashvar)" \
|
|
"project_up_to_date" "$hashdir" "$hashname" "$badhashvar" "$@"
|
|
|
|
eval "[ \"\$$badhashvar\" = \"y\" ] && return 1"; :
|
|
}
|
|
|
|
check_mozconfig()
|
|
{
|
|
if [ ! -f "$mozconfig" ]; then
|
|
|
|
$if_not_dry_build \
|
|
err "$project/$target: no config" "check_mozconfig" "$@"
|
|
fi
|
|
|
|
dest_dir="$elfdir/$tree/$target/${mozconfig#"$target_dir/config/"}"
|
|
|
|
# skip build if a previous one exists:
|
|
|
|
$if_dry_build \
|
|
return 0
|
|
|
|
if ! elfcheck; then
|
|
|
|
return 1
|
|
fi
|
|
}
|
|
|
|
elfcheck()
|
|
{
|
|
# TODO: *STILL* very hacky check. do it properly (based on build.list)
|
|
|
|
# extremely hacky check that glues the entire universe together
|
|
|
|
# beware demons
|
|
|
|
( fx_ "eval exit 1 && err" find "$dest_dir" -type f ) || return 1; :
|
|
}
|
|
|
|
handle_makefile()
|
|
{
|
|
if $if_not_dry_build check_makefile "$srcdir"; then
|
|
|
|
$if_not_dry_build \
|
|
x_ make -C "$srcdir" $cleanargs clean
|
|
fi
|
|
|
|
if [ -f "$mozconfig" ]; then
|
|
|
|
x_ cp "$mozconfig" "$srcdir/mozconfig"
|
|
fi
|
|
|
|
run_make_command || \
|
|
err "no makefile!" "handle_makefile" "$@"; :
|
|
}
|
|
|
|
run_make_command()
|
|
{
|
|
if [ -z "$mode" ]; then
|
|
x_ $premake
|
|
fi
|
|
|
|
if $if_not_dry_build check_cmake "$srcdir"; then
|
|
|
|
if [ -z "$mode" ]; then
|
|
|
|
$if_not_dry_build \
|
|
check_autoconf "$srcdir"
|
|
fi
|
|
fi
|
|
|
|
if ! $if_not_dry_build check_makefile "$srcdir"; then
|
|
|
|
return 1
|
|
fi
|
|
|
|
$if_not_dry_build \
|
|
x_ make -C "$srcdir" $mode -j$XBMK_THREADS $makeargs
|
|
|
|
if [ -z "$mode" ]; then
|
|
|
|
x_ $mkhelper
|
|
fi
|
|
|
|
if ! check_makefile "$srcdir"; then
|
|
|
|
return 0
|
|
fi
|
|
|
|
if [ "$mode" = "clean" ]; then
|
|
|
|
$if_dry_build \
|
|
return 0
|
|
|
|
if ! make -C "$srcdir" $cleanargs distclean; then
|
|
|
|
x_ make -C "$srcdir" $cleanargs clean
|
|
fi
|
|
fi
|
|
}
|
|
|
|
check_cmake()
|
|
{
|
|
$if_dry_build \
|
|
return 0
|
|
|
|
if [ ! -n "$cmakedir" ]; then
|
|
return 0
|
|
|
|
elif ! check_makefile "$1"; then
|
|
|
|
if ! cmake -B "$1" "$1/$cmakedir"; then
|
|
|
|
x_ check_makefile "$1"
|
|
fi
|
|
fi
|
|
|
|
x_ check_makefile "$1"; :
|
|
}
|
|
|
|
check_autoconf()
|
|
{
|
|
(
|
|
x_ cd "$1"
|
|
|
|
if [ -f "bootstrap" ]; then
|
|
|
|
x_ ./bootstrap $bootstrapargs
|
|
fi
|
|
|
|
if [ -f "autogen.sh" ]; then
|
|
|
|
x_ ./autogen.sh $autogenargs
|
|
fi
|
|
|
|
if [ -f "configure" ]; then
|
|
|
|
x_ ./configure $autoconfargs; :
|
|
fi
|
|
|
|
) || err "can't bootstrap project: $1" "check_autoconf" "$@"; :
|
|
}
|
|
|
|
check_makefile()
|
|
{
|
|
if [ ! -f "$1/Makefile" ] && \
|
|
[ ! -f "$1/makefile" ] && \
|
|
[ ! -f "$1/GNUmakefile" ]; then
|
|
|
|
return 1
|
|
fi
|
|
}
|
|
|
|
copy_elf()
|
|
{
|
|
if [ -f "$listfile" ]; then
|
|
|
|
x_ xbmkdir "$dest_dir"
|
|
fi
|
|
|
|
if [ -f "$listfile" ]; then
|
|
|
|
while read -r f; do
|
|
|
|
if [ -f "$srcdir/$f" ]; then
|
|
|
|
x_ cp "$srcdir/$f" "$dest_dir"
|
|
fi
|
|
|
|
done < "$listfile" || err \
|
|
"cannot read '$listfile'" "copy_elf" "$@"; :
|
|
fi
|
|
|
|
( x_ make clean -C "$srcdir" $cleanargs ) || \
|
|
err "can't make-clean '$srcdir'" "copy_elf" "$@"; :
|
|
}
|