499 lines
14 KiB
Bash
Executable file
499 lines
14 KiB
Bash
Executable file
#!/bin/bash
|
|
# $Id$
|
|
set -e
|
|
# Pass trap handlers to functions
|
|
set -E
|
|
|
|
# VT100 colors
|
|
declare -r RED=$'\e[31m'
|
|
declare -r GREEN=$'\e[32m'
|
|
declare -r YELLOW=$'\e[33m'
|
|
|
|
# shellcheck disable=SC2034
|
|
declare -r BLUE=$'\e[34m'
|
|
declare -r OFF=$'\e[0m'
|
|
declare -r BOLD=$'\e[1m'
|
|
declare -r tab_=$'\t'
|
|
declare -r nl_=$'\n'
|
|
|
|
# shellcheck disable=SC2034
|
|
declare -r DD_BORDER="${BOLD}==============================================================================${OFF}"
|
|
# shellcheck disable=SC2034
|
|
declare -r SD_BORDER="${BOLD}------------------------------------------------------------------------------${OFF}"
|
|
# shellcheck disable=SC2034
|
|
declare -r STAR_BORDER="${BOLD}******************************************************************************${OFF}"
|
|
|
|
# bold yellow > < pair
|
|
declare -r R_arrow=$'\e[1;33m>\e[0m'
|
|
declare -r L_arrow=$'\e[1;33m<\e[0m'
|
|
|
|
|
|
#>>>>>>>>>>>>>>>ERROR TRAPPING >>>>>>>>>>>>>>>>>>>>
|
|
#-----------------------#
|
|
simple_error() { # Basic error trap.... JUST DIE
|
|
#-----------------------#
|
|
LASTLINE="$1"
|
|
LASTERR="$2"
|
|
LASTSOURCE="$4"
|
|
error_message "${GREEN} Error $LASTERR at $LASTSOURCE line ${LASTLINE}!"
|
|
}
|
|
|
|
see_ya() {
|
|
printf '\n%b%bjhalfs%b exit%b\n' "$L_arrow" "$BOLD" "$R_arrow" "$OFF"
|
|
}
|
|
##### Simple error TRAPS
|
|
# ctrl-c SIGINT
|
|
# ctrl-y
|
|
# ctrl-z SIGTSTP
|
|
# SIGHUP 1 HANGUP
|
|
# SIGINT 2 INTRERRUPT FROM KEYBOARD Ctrl-C
|
|
# SIGQUIT 3
|
|
# SIGKILL 9 KILL
|
|
# SIGTERM 15 TERMINATION
|
|
# SIGSTOP 17,18,23 STOP THE PROCESS
|
|
#####
|
|
set -e
|
|
trap see_ya 0
|
|
trap 'simple_error "${LINENO}" "$?" "${FUNCNAME}" "${BASH_SOURCE}"' ERR
|
|
trap 'echo -e "\n\n${RED}INTERRUPT${OFF} trapped\n" && exit 2' \
|
|
HUP INT QUIT TERM # STOP stops tterminal output and does not seem to
|
|
# execute the handler
|
|
#>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>>
|
|
|
|
simple_message() {
|
|
# Prevents having to check $VERBOSITY everywhere
|
|
if [ "$VERBOSITY" -ne 0 ] ; then
|
|
# shellcheck disable=SC2059
|
|
printf "$*"
|
|
fi
|
|
}
|
|
|
|
warning_message() {
|
|
simple_message "${YELLOW}\\nWARNING:${OFF} $*\\n\\n"
|
|
}
|
|
|
|
error_message() {
|
|
# Prints an error message and exits with LASTERR or 1
|
|
if [ -n "$LASTERR" ] ; then
|
|
LASTERR=$(printf '%d' "$LASTERR")
|
|
else
|
|
LASTERR=1
|
|
fi
|
|
# If +e then disable text output
|
|
if [[ "$-" =~ e ]]; then
|
|
printf '\n\n%bERROR:%b %s\n' "$RED" "$OFF" "$*" >&2
|
|
fi
|
|
exit "$LASTERR"
|
|
}
|
|
|
|
load_file() {
|
|
# source files in a consistent way with an optional message
|
|
file="$1"
|
|
shift
|
|
msg="Loading file ${file}..."
|
|
[ -z "$*" ] || msg="$*..."
|
|
simple_message "$msg"
|
|
|
|
# shellcheck disable=SC1090
|
|
source "$file" 2>/dev/null || error_message "$file did not load"
|
|
simple_message "OK\\n"
|
|
}
|
|
|
|
version="
|
|
${BOLD} \"jhalfs\"${OFF} builder tool (development) \$Rev$
|
|
\$Date$
|
|
|
|
Copyright (C) 2005-2019, the jhalfs team:
|
|
Jeremy Huntwork
|
|
George Boudreau
|
|
Manuel Canales Esparcia
|
|
Thomas Pegg
|
|
Matthew Burgess
|
|
Pierre Labastie
|
|
|
|
Unless specified, all the files in this directory and its sub-directories
|
|
are subjected to the ${BOLD}MIT license${OFF}. See the ${BOLD}LICENSE${OFF} file.
|
|
|
|
The files in the ${BOLD}menu${OFF} directory are subjected to the ${BOLD}ISC License${OFF}.
|
|
See ${BOLD}LICENSE.txt${OFF} and ${BOLD}README${OFF} in that directory.
|
|
"
|
|
|
|
usage="${nl_}${tab_}${BOLD}${RED}This script cannot be called directly${OFF}
|
|
${tab_}Type ${BOLD}make${OFF} to run the tool, or
|
|
${tab_}Type ${BOLD}./jhalfs -v${OFF} to display version information."
|
|
|
|
case $1 in
|
|
-v ) echo "$version" && exit ;;
|
|
run ) : ;;
|
|
* ) echo "$usage" && exit 1 ;;
|
|
esac
|
|
|
|
# If the user has not saved his configuration file, let's ask
|
|
# if he or she really wants to run this stuff
|
|
time_current=$(stat -c '%Y' configuration 2>/dev/null || date +%s)
|
|
time_old=$(stat -c '%Y' configuration.old 2>/dev/null || printf '%s' "$time_current")
|
|
if [ "$(printf '%d' "$time_old")" -ge "$(printf '%d' "$time_current")" ] ; then
|
|
printf 'Do you want to run jhalfs? yes/no (yes): '
|
|
read -r ANSWER
|
|
case ${ANSWER:0:1} in
|
|
n|N) printf "\nExiting gracefully.\n"; exit ;;
|
|
esac
|
|
fi
|
|
|
|
# Change this to 0 to suppress almost all messages
|
|
VERBOSITY=1
|
|
|
|
load_file configuration "Loading config params from <configuration>"
|
|
|
|
# These are boolean vars generated from Config.in.
|
|
# ISSUE: If a boolean parameter is not set to y(es) there
|
|
# is no variable defined by the menu app. This can
|
|
# cause a headache if you are not aware.
|
|
# The following variables MUST exist. If they don't, the
|
|
# default value is n(o).
|
|
RUNMAKE=${RUNMAKE:-n}
|
|
GETPKG=${GETPKG:-n}
|
|
COMPARE=${COMPARE:-n}
|
|
RUN_ICA=${RUN_ICA:-n}
|
|
PKGMNGT=${PKGMNGT:-n}
|
|
WRAP_INSTALL=${WRAP_INSTALL:-n}
|
|
BOMB_TEST=${BOMB_TEST:-n}
|
|
STRIP=${STRIP:=n}
|
|
REPORT=${REPORT:=n}
|
|
NCURSES5=${NCURSES5:-n}
|
|
DEL_LA_FILES=${DEL_LA_FILES:-n}
|
|
FULL_LOCALE=${FULL_LOCALE:-n}
|
|
GRSECURITY_HOST=${GRSECURITY_HOST:-n}
|
|
CUSTOM_TOOLS=${CUSTOM_TOOLS:-n}
|
|
REBUILD_MAKEFILE=${REBUILD_MAKEFILE:-n}
|
|
INSTALL_LOG=${INSTALL_LOG:-n}
|
|
CLEAN=${CLEAN:=n}
|
|
SET_SSP=${SET_SSP:=n}
|
|
SET_ASLR=${SET_ASLR:=n}
|
|
SET_PAX=${SET_PAX:=n}
|
|
SET_HARDENED_TMP=${SET_HARDENED_TMP:=n}
|
|
SET_WARNINGS=${SET_WARNINGS:=n}
|
|
SET_MISC=${SET_MISC:=n}
|
|
SET_BLOWFISH=${SET_BLOWFISH:=n}
|
|
UNICODE=${UNICODE:=n}
|
|
LOCAL=${LOCAL:=n}
|
|
REALSBU=${REALSBU:=n}
|
|
SAVE_CH5=${SAVE_CH5:=n}
|
|
|
|
if [[ "${NO_PROGRESS_BAR}" = "y" ]] ; then
|
|
# shellcheck disable=SC2034
|
|
NO_PROGRESS="#"
|
|
fi
|
|
|
|
|
|
# Sanity check on the location of $BUILDDIR / $JHALFSDIR
|
|
CWD="$(cd "$(dirname "$0")" && pwd)"
|
|
if [[ $JHALFSDIR == "$CWD" ]]; then
|
|
echo " The jhalfs source directory conflicts with the jhalfs build directory."
|
|
echo " Please move the source directory or change the build directory."
|
|
exit 2
|
|
fi
|
|
|
|
# Book sources envars
|
|
BRANCH_ID=${BRANCH_ID:=development}
|
|
|
|
case $BRANCH_ID in
|
|
development )
|
|
case $PROGNAME in
|
|
clfs* ) TREE="" ;;
|
|
* ) TREE=trunk/BOOK ;;
|
|
esac
|
|
LFSVRS=development
|
|
;;
|
|
*EDIT* ) echo " You forgot to set the branch or stable book version."
|
|
echo " Please rerun make and fix the configuration."
|
|
exit 2 ;;
|
|
branch-* )
|
|
case $PROGNAME in
|
|
lfs )
|
|
LFSVRS=${BRANCH_ID}
|
|
TREE=branches/${BRANCH_ID#branch-}
|
|
if [ ${BRANCH_ID:7:1} = 6 ]; then
|
|
TREE=${TREE}/BOOK
|
|
fi
|
|
;;
|
|
clfs* )
|
|
LFSVRS=${BRANCH_ID}
|
|
TREE=${BRANCH_ID#branch-}
|
|
;;
|
|
esac
|
|
;;
|
|
* )
|
|
case $PROGNAME in
|
|
lfs )
|
|
LFSVRS=${BRANCH_ID}
|
|
TREE=tags/${BRANCH_ID}
|
|
if (( ${BRANCH_ID:0:1} < 7 )) ; then
|
|
TREE=${TREE}/BOOK
|
|
fi
|
|
;;
|
|
hlfs )
|
|
LFSVRS=${BRANCH_ID}
|
|
TREE=tags/${BRANCH_ID}/BOOK
|
|
;;
|
|
clfs* )
|
|
LFSVRS=${BRANCH_ID}
|
|
TREE=clfs-${BRANCH_ID}
|
|
;;
|
|
* )
|
|
esac
|
|
;;
|
|
esac
|
|
|
|
# Set the document location...
|
|
BOOK=${BOOK:=$JHALFSDIR/$PROGNAME-$LFSVRS}
|
|
|
|
|
|
#--- Envars not sourced from configuration
|
|
# shellcheck disable=SC2034
|
|
case $PROGNAME in
|
|
clfs ) declare -r GIT="git://git.clfs.org/cross-lfs" ;;
|
|
clfs2 ) declare -r GIT="git://git.clfs.org/clfs-sysroot" ;;
|
|
clfs3 ) declare -r GIT="git://git.clfs.org/clfs-embedded" ;;
|
|
*) declare -r SVN="svn://svn.linuxfromscratch.org" ;;
|
|
esac
|
|
|
|
declare -r LOG=000-masterscript.log
|
|
# Needed for fetching BLFS book sources when building CLFS
|
|
# shellcheck disable=SC2034
|
|
declare -r SVN_2="svn://svn.linuxfromscratch.org"
|
|
|
|
# Set true internal variables
|
|
COMMON_DIR="common"
|
|
PACKAGE_DIR=$(echo "$PROGNAME" | tr '[:lower:]' '[:upper:]')
|
|
MODULE=$PACKAGE_DIR/master.sh
|
|
PKGMNGTDIR="pkgmngt"
|
|
# The name packageManager.xml is hardcoded in *.xsl, so no variable.
|
|
|
|
for file in \
|
|
"$COMMON_DIR/common-functions" \
|
|
"$COMMON_DIR/libs/func_book_parser" \
|
|
"$COMMON_DIR/libs/func_download_pkgs" \
|
|
"$COMMON_DIR/libs/func_wrt_Makefile" \
|
|
"$MODULE" ; do
|
|
load_file "$file"
|
|
done
|
|
|
|
simple_message "${SD_BORDER}${nl_}"
|
|
|
|
|
|
#*******************************************************************#
|
|
LASTERR=2
|
|
for file in \
|
|
"$COMMON_DIR/libs/func_check_version.sh" \
|
|
"$COMMON_DIR/libs/func_validate_configs.sh" \
|
|
"$COMMON_DIR/libs/func_custom_pkgs" ; do
|
|
load_file "$file"
|
|
done
|
|
unset LASTERR
|
|
|
|
simple_message "${SD_BORDER}${nl_}"
|
|
simple_message "Checking tools required for jhalfs${nl_}"
|
|
check_alfs_tools
|
|
simple_message "${SD_BORDER}${nl_}"
|
|
|
|
# blfs-tool envars
|
|
BLFS_TOOL=${BLFS_TOOL:-n}
|
|
if [[ "${BLFS_TOOL}" = "y" ]] ; then
|
|
simple_message 'Checking supplementary tools for installing BLFS'
|
|
check_blfs_tools
|
|
simple_message "${SD_BORDER}${nl_}"
|
|
BLFS_SVN=${BLFS_SVN:-n}
|
|
BLFS_WORKING_COPY=${BLFS_WORKING_COPY:-n}
|
|
BLFS_BRANCH=${BLFS_BRANCH:-n}
|
|
if [[ "${BLFS_SVN}" = "y" ]]; then
|
|
BLFS_BRANCH_ID=development
|
|
BLFS_TREE=trunk/BOOK
|
|
elif [[ "${BLFS_WORKING_COPY}" = "y" ]]; then
|
|
if [[ ! -d "$BLFS_WC_LOCATION/postlfs" ]] ; then
|
|
echo " BLFS tools: This is not a working copy: $BLFS_WC_LOCATION."
|
|
echo " Please rerun make and fix the configuration."
|
|
exit 2
|
|
fi
|
|
BLFS_TREE=$(cd "$BLFS_WC_LOCATION"; svn info | grep '^URL' | sed 's@.*BLFS/@@')
|
|
BLFS_BRANCH_ID=$(echo "$BLFS_TREE" | sed -e 's@trunk/BOOK@development@' \
|
|
-e 's@branches/@branch-@' \
|
|
-e 's@tags/@@' \
|
|
-e 's@/BOOK@@')
|
|
elif [[ "${BLFS_BRANCH}" = "y" ]] ; then
|
|
case $BLFS_BRANCH_ID in
|
|
*EDIT* ) echo " You forgot to set the BLFS branch or stable book version."
|
|
echo " Please rerun make and fix the configuration."
|
|
exit 2 ;;
|
|
branch-6.* ) BLFS_TREE=branches/${BLFS_BRANCH_ID#branch-}/BOOK ;;
|
|
branch-* ) BLFS_TREE=branches/${BLFS_BRANCH_ID#branch-} ;;
|
|
[isv]* | 6.3* ) BLFS_TREE=tags/${BLFS_BRANCH_ID}/BOOK ;;
|
|
* ) BLFS_TREE=tags/${BLFS_BRANCH_ID} ;;
|
|
esac
|
|
fi
|
|
load_file "${COMMON_DIR}/libs/func_install_blfs"
|
|
fi
|
|
|
|
###################################
|
|
### MAIN ###
|
|
###################################
|
|
|
|
|
|
validate_config
|
|
echo "${SD_BORDER}${nl_}"
|
|
echo -n "Are you happy with these settings? yes/no (no): "
|
|
read -r ANSWER
|
|
if [ "x$ANSWER" != "xyes" ] ; then
|
|
echo "${nl_}Rerun make to fix the configuration options.${nl_}"
|
|
exit
|
|
fi
|
|
echo "${nl_}${SD_BORDER}${nl_}"
|
|
|
|
# Load additional modules or configuration files based on global settings
|
|
# compare module
|
|
if [[ "$COMPARE" = "y" ]]; then
|
|
load_file "${COMMON_DIR}/libs/func_compare.sh" 'Loading compare module'
|
|
fi
|
|
#
|
|
# save module
|
|
if [[ "$SAVE_CH5" = "y" ]]; then
|
|
load_file "${COMMON_DIR}/libs/func_save.sh" 'Loading save module'
|
|
fi
|
|
#
|
|
# optimize module
|
|
if [[ "$OPTIMIZE" != "0" ]]; then
|
|
load_file optimize/optimize_functions 'Loading optimization module'
|
|
#
|
|
# optimize configurations
|
|
load_file optimize/opt_config 'Loading optimization config'
|
|
# The number of parallel jobs is taken from configuration now
|
|
# shellcheck disable=SC2034
|
|
JH_MAKEFLAGS="-j${N_PARALLEL}"
|
|
# Validate optimize settings, if required
|
|
validate_opt_settings
|
|
fi
|
|
#
|
|
|
|
if [[ "$REBUILD_MAKEFILE" = "n" ]] ; then
|
|
|
|
# If requested, clean the build directory
|
|
clean_builddir
|
|
|
|
if [[ ! -d $JHALFSDIR ]]; then
|
|
sudo mkdir -p "$JHALFSDIR"
|
|
sudo chown "$USER":"$USER" "$JHALFSDIR"
|
|
fi
|
|
|
|
# Create $BUILDDIR/sources even though it could be created by get_sources()
|
|
if [[ ! -d $BUILDDIR/sources ]]; then
|
|
sudo mkdir -p "$BUILDDIR/sources"
|
|
sudo chmod a+wt "$BUILDDIR/sources"
|
|
fi
|
|
|
|
# Create the log directory
|
|
if [[ ! -d $LOGDIR ]]; then
|
|
mkdir "$LOGDIR"
|
|
fi
|
|
true >"$LOGDIR/$LOG"
|
|
|
|
# Copy common helper files
|
|
cp "$COMMON_DIR"/{makefile-functions,progress_bar.sh} "$JHALFSDIR/"
|
|
|
|
# Copy needed stylesheets
|
|
cp "$COMMON_DIR"/{packages.xsl,chroot.xsl,kernfs.xsl} "$JHALFSDIR/"
|
|
|
|
# Fix the XSL book parser
|
|
case $PROGNAME in
|
|
clfs* ) sed 's,FAKEDIR,'"${BOOK}/BOOK"',' "${PACKAGE_DIR}/${XSL}" > "${JHALFSDIR}/${XSL}" ;;
|
|
lfs | hlfs ) sed 's,FAKEDIR,'"$BOOK"',' "${PACKAGE_DIR}/${XSL}" > "${JHALFSDIR}/${XSL}" ;;
|
|
* ) ;;
|
|
esac
|
|
export XSL=$JHALFSDIR/${XSL}
|
|
|
|
# Copy packageManager.xml, if needed
|
|
[[ "$PKGMNGT" = "y" ]] && [[ "$PROGNAME" = "lfs" ]] && {
|
|
cp "$PKGMNGTDIR/packageManager.xml" "$JHALFSDIR/"
|
|
cp "$PKGMNGTDIR/packInstall.sh" "$JHALFSDIR/"
|
|
}
|
|
|
|
# Copy urls.xsl, if needed
|
|
[[ "$GETPKG" = "y" ]] && cp "$COMMON_DIR/urls.xsl" "$JHALFSDIR/"
|
|
|
|
# Always create the test-log directory to allow user to "uncomment" test
|
|
# instructions
|
|
install -d -m 1777 "$TESTLOGDIR"
|
|
|
|
# Create the installed-files directory, if needed
|
|
[[ "$INSTALL_LOG" = "y" ]] && [[ ! -d $FILELOGDIR ]] && install -d -m 1777 "$FILELOGDIR"
|
|
|
|
# Prepare report creation, if needed
|
|
if [[ "$REPORT" = "y" ]]; then
|
|
cp $COMMON_DIR/create-sbu_du-report.sh "$JHALFSDIR/"
|
|
# After making sure that all looks sane, dump the settings to a file
|
|
# This file will be used to create the REPORT header
|
|
validate_config >"$JHALFSDIR/jhalfs.config"
|
|
fi
|
|
|
|
# Copy optimize files, if needed
|
|
[[ "$OPTIMIZE" != "0" ]] && cp optimize/opt_override "$JHALFSDIR/"
|
|
|
|
# Copy compare files, if needed
|
|
if [[ "$COMPARE" = "y" ]]; then
|
|
mkdir -p "$JHALFSDIR/extras"
|
|
cp extras/* "$JHALFSDIR/extras"
|
|
fi
|
|
|
|
# Copy custom tools config files, if requested
|
|
if [[ "${CUSTOM_TOOLS}" = "y" ]]; then
|
|
echo "Copying custom tool scripts to $JHALFSDIR"
|
|
mkdir -p "$JHALFSDIR/custom-commands"
|
|
cp -f custom/config/* "$JHALFSDIR/custom-commands"
|
|
fi
|
|
|
|
# Download or updates the book source
|
|
# Note that all customization to $JHALFSDIR have to be done before this.
|
|
# But the LFS book is needed for BLFS tools.
|
|
get_book
|
|
extract_commands
|
|
echo "${SD_BORDER}${nl_}"
|
|
cd "$CWD" # the functions above change directory
|
|
|
|
# Install blfs-tool, if requested.
|
|
if [[ "${BLFS_TOOL}" = "y" ]] ; then
|
|
echo Installing BLFS book and tools
|
|
install_blfs_tools 2>&1 | tee -a "$LOGDIR/$LOG"
|
|
[[ ${PIPESTATUS[0]} != 0 ]] && exit 1
|
|
fi
|
|
|
|
fi
|
|
|
|
# When regenerating the Makefile, we need to know also the
|
|
# canonical book version
|
|
# shellcheck disable=SC2034
|
|
if [[ "$REBUILD_MAKEFILE" = "y" ]] ; then
|
|
case $PROGNAME in
|
|
clfs* )
|
|
VERSION=$(xmllint --noent "$BOOK/prologue/$ARCH/bookinfo.xml" 2>/dev/null | grep subtitle | sed -e 's/^.*ion //' -e 's/<\/.*//') ;;
|
|
lfs)
|
|
if [[ "$INITSYS" = "sysv" ]] ; then
|
|
VERSION=$(grep 'ENTITY version ' "$BOOK/general.ent" | cut -d\" -f2)
|
|
else
|
|
VERSION=$(grep 'ENTITY versiond' "$BOOK/general.ent" | cut -d\" -f2)
|
|
fi
|
|
;;
|
|
*)
|
|
VERSION=$(xmllint --noent "$BOOK/prologue/bookinfo.xml" 2>/dev/null | grep subtitle | sed -e 's/^.*ion //' -e 's/<\/.*//') ;;
|
|
esac
|
|
fi
|
|
|
|
build_Makefile
|
|
|
|
echo "${SD_BORDER}${nl_}"
|
|
|
|
# Check for build prerequisites.
|
|
echo
|
|
cd "$CWD"
|
|
check_prerequisites
|
|
echo "${SD_BORDER}${nl_}"
|
|
# All is well, run the build (if requested)
|
|
run_make
|