mirror of
https://github.com/Fishwaldo/build.git
synced 2025-03-17 12:21:23 +00:00
bce24a2e8d
At this point the repository is already clean, and the next line is not needed. Fix issues #1952
781 lines
29 KiB
Bash
781 lines
29 KiB
Bash
# Copyright (c) 2015 Igor Pecovnik, igor.pecovnik@gma**.com
|
|
#
|
|
# This file is licensed under the terms of the GNU General Public
|
|
# License version 2. This program is licensed "as is" without any
|
|
# warranty of any kind, whether express or implied.
|
|
|
|
# This file is a part of the Armbian build script
|
|
# https://github.com/armbian/build/
|
|
|
|
# Functions:
|
|
# compile_atf
|
|
# compile_uboot
|
|
# compile_kernel
|
|
# compile_firmware
|
|
# compile_ambian-config
|
|
# compile_sunxi_tools
|
|
# install_rkbin_tools
|
|
# grab_version
|
|
# find_toolchain
|
|
# advanced_patch
|
|
# process_patch_file
|
|
# userpatch_create
|
|
# overlayfs_wrapper
|
|
|
|
compile_atf()
|
|
{
|
|
if [[ $CLEAN_LEVEL == *make* ]]; then
|
|
display_alert "Cleaning" "$ATFSOURCEDIR" "info"
|
|
(cd $SRC/cache/sources/$ATFSOURCEDIR; make distclean > /dev/null 2>&1)
|
|
fi
|
|
|
|
if [[ $USE_OVERLAYFS == yes ]]; then
|
|
local atfdir=$(overlayfs_wrapper "wrap" "$SRC/cache/sources/$ATFSOURCEDIR" "atf_${LINUXFAMILY}_${BRANCH}")
|
|
else
|
|
local atfdir="$SRC/cache/sources/$ATFSOURCEDIR"
|
|
fi
|
|
cd "$atfdir"
|
|
|
|
display_alert "Compiling ATF" "" "info"
|
|
|
|
local toolchain=$(find_toolchain "$ATF_COMPILER" "$ATF_USE_GCC")
|
|
[[ -z $toolchain ]] && exit_with_error "Could not find required toolchain" "${ATF_COMPILER}gcc $ATF_USE_GCC"
|
|
|
|
if [[ -n $ATF_TOOLCHAIN2 ]]; then
|
|
local toolchain2_type=$(cut -d':' -f1 <<< $ATF_TOOLCHAIN2)
|
|
local toolchain2_ver=$(cut -d':' -f2 <<< $ATF_TOOLCHAIN2)
|
|
local toolchain2=$(find_toolchain "$toolchain2_type" "$toolchain2_ver")
|
|
[[ -z $toolchain2 ]] && exit_with_error "Could not find required toolchain" "${toolchain2_type}gcc $toolchain2_ver"
|
|
fi
|
|
|
|
display_alert "Compiler version" "${ATF_COMPILER}gcc $(eval env PATH=$toolchain:$PATH ${ATF_COMPILER}gcc -dumpversion)" "info"
|
|
|
|
local target_make=$(cut -d';' -f1 <<< $ATF_TARGET_MAP)
|
|
local target_patchdir=$(cut -d';' -f2 <<< $ATF_TARGET_MAP)
|
|
local target_files=$(cut -d';' -f3 <<< $ATF_TARGET_MAP)
|
|
|
|
advanced_patch "atf" "${ATFPATCHDIR}" "$BOARD" "$target_patchdir" "$BRANCH" "${LINUXFAMILY}-${BOARD}-${BRANCH}"
|
|
|
|
# create patch for manual source changes
|
|
[[ $CREATE_PATCHES == yes ]] && userpatch_create "atf"
|
|
|
|
echo -e "\n\t== atf ==\n" >>$DEST/debug/compilation.log
|
|
# ENABLE_BACKTRACE="0" has been added to workaround a regression in ATF.
|
|
# Check: https://github.com/armbian/build/issues/1157
|
|
eval CCACHE_BASEDIR="$(pwd)" env PATH=$toolchain:$toolchain2:$PATH \
|
|
'make ENABLE_BACKTRACE="0" $target_make $CTHREADS \
|
|
CROSS_COMPILE="$CCACHE $ATF_COMPILER"' 2>>$DEST/debug/compilation.log \
|
|
${PROGRESS_LOG_TO_FILE:+' | tee -a $DEST/debug/compilation.log'} \
|
|
${OUTPUT_DIALOG:+' | dialog --backtitle "$backtitle" --progressbox "Compiling ATF..." $TTY_Y $TTY_X'} \
|
|
${OUTPUT_VERYSILENT:+' >/dev/null 2>/dev/null'}
|
|
|
|
[[ ${PIPESTATUS[0]} -ne 0 ]] && exit_with_error "ATF compilation failed"
|
|
|
|
[[ $(type -t atf_custom_postprocess) == function ]] && atf_custom_postprocess
|
|
|
|
local atftempdir=$SRC/.tmp/atf-${LINUXFAMILY}-${BOARD}-${BRANCH}
|
|
mkdir -p $atftempdir
|
|
|
|
# copy files to temp directory
|
|
for f in $target_files; do
|
|
local f_src=$(cut -d':' -f1 <<< $f)
|
|
if [[ $f == *:* ]]; then
|
|
local f_dst=$(cut -d':' -f2 <<< $f)
|
|
else
|
|
local f_dst=$(basename $f_src)
|
|
fi
|
|
[[ ! -f $f_src ]] && exit_with_error "ATF file not found" "$(basename $f_src)"
|
|
cp $f_src $atftempdir/$f_dst
|
|
done
|
|
|
|
# copy license file to pack it to u-boot package later
|
|
[[ -f license.md ]] && cp license.md $atftempdir/
|
|
}
|
|
|
|
|
|
|
|
|
|
compile_uboot()
|
|
{
|
|
# not optimal, but extra cleaning before overlayfs_wrapper should keep sources directory clean
|
|
if [[ $CLEAN_LEVEL == *make* ]]; then
|
|
display_alert "Cleaning" "$BOOTSOURCEDIR" "info"
|
|
(cd $SRC/cache/sources/$BOOTSOURCEDIR; make clean > /dev/null 2>&1)
|
|
fi
|
|
|
|
if [[ $USE_OVERLAYFS == yes ]]; then
|
|
local ubootdir=$(overlayfs_wrapper "wrap" "$SRC/cache/sources/$BOOTSOURCEDIR" "u-boot_${LINUXFAMILY}_${BRANCH}")
|
|
else
|
|
local ubootdir="$SRC/cache/sources/$BOOTSOURCEDIR"
|
|
fi
|
|
cd "$ubootdir"
|
|
|
|
# read uboot version
|
|
local version=$(grab_version "$ubootdir")
|
|
|
|
display_alert "Compiling u-boot" "$version" "info"
|
|
|
|
local toolchain=$(find_toolchain "$UBOOT_COMPILER" "$UBOOT_USE_GCC")
|
|
[[ -z $toolchain ]] && exit_with_error "Could not find required toolchain" "${UBOOT_COMPILER}gcc $UBOOT_USE_GCC"
|
|
|
|
if [[ -n $UBOOT_TOOLCHAIN2 ]]; then
|
|
local toolchain2_type=$(cut -d':' -f1 <<< $UBOOT_TOOLCHAIN2)
|
|
local toolchain2_ver=$(cut -d':' -f2 <<< $UBOOT_TOOLCHAIN2)
|
|
local toolchain2=$(find_toolchain "$toolchain2_type" "$toolchain2_ver")
|
|
[[ -z $toolchain2 ]] && exit_with_error "Could not find required toolchain" "${toolchain2_type}gcc $toolchain2_ver"
|
|
fi
|
|
|
|
|
|
display_alert "Compiler version" "${UBOOT_COMPILER}gcc $(eval env PATH=$toolchain:$toolchain2:$PATH ${UBOOT_COMPILER}gcc -dumpversion)" "info"
|
|
[[ -n $toolchain2 ]] && display_alert "Additional compiler version" "${toolchain2_type}gcc $(eval env PATH=$toolchain:$toolchain2:$PATH ${toolchain2_type}gcc -dumpversion)" "info"
|
|
|
|
# create directory structure for the .deb package
|
|
local uboot_name=${CHOSEN_UBOOT}_${REVISION}_${ARCH}
|
|
rm -rf $SRC/.tmp/$uboot_name
|
|
mkdir -p $SRC/.tmp/$uboot_name/usr/lib/{u-boot,$uboot_name} $SRC/.tmp/$uboot_name/DEBIAN
|
|
|
|
# process compilation for one or multiple targets
|
|
while read -r target; do
|
|
local target_make=$(cut -d';' -f1 <<< $target)
|
|
local target_patchdir=$(cut -d';' -f2 <<< $target)
|
|
local target_files=$(cut -d';' -f3 <<< $target)
|
|
|
|
if [[ $CLEAN_LEVEL == *make* ]]; then
|
|
display_alert "Cleaning" "$BOOTSOURCEDIR" "info"
|
|
(cd $SRC/cache/sources/$BOOTSOURCEDIR; make clean > /dev/null 2>&1)
|
|
fi
|
|
|
|
advanced_patch "u-boot" "$BOOTPATCHDIR" "$BOARD" "$target_patchdir" "$BRANCH" "${LINUXFAMILY}-${BOARD}-${BRANCH}"
|
|
|
|
# create patch for manual source changes
|
|
[[ $CREATE_PATCHES == yes ]] && userpatch_create "u-boot"
|
|
|
|
if [[ -n $ATFSOURCE ]]; then
|
|
local atftempdir=$SRC/.tmp/atf-${LINUXFAMILY}-${BOARD}-${BRANCH}
|
|
cp -Rv $atftempdir/*.bin .
|
|
fi
|
|
|
|
echo -e "\n\t== u-boot ==\n" >>$DEST/debug/compilation.log
|
|
eval CCACHE_BASEDIR="$(pwd)" env PATH=$toolchain:$toolchain2:$PATH \
|
|
'make $CTHREADS $BOOTCONFIG \
|
|
CROSS_COMPILE="$CCACHE $UBOOT_COMPILER"' 2>>$DEST/debug/compilation.log \
|
|
${PROGRESS_LOG_TO_FILE:+' | tee -a $DEST/debug/compilation.log'} \
|
|
${OUTPUT_VERYSILENT:+' >/dev/null 2>/dev/null'}
|
|
|
|
# armbian specifics u-boot settings
|
|
[[ -f .config ]] && sed -i 's/CONFIG_LOCALVERSION=""/CONFIG_LOCALVERSION="-armbian"/g' .config
|
|
[[ -f .config ]] && sed -i 's/CONFIG_LOCALVERSION_AUTO=.*/# CONFIG_LOCALVERSION_AUTO is not set/g' .config
|
|
|
|
# for modern kernel and non spi targets
|
|
if [[ ${BOOTBRANCH} =~ ^tag:v201[8-9](.*) && ${target} != "spi" && -f .config ]]; then
|
|
|
|
sed -i 's/^.*CONFIG_ENV_IS_IN_FAT.*/# CONFIG_ENV_IS_IN_FAT is not set/g' .config
|
|
sed -i 's/^.*CONFIG_ENV_IS_IN_EXT4.*/CONFIG_ENV_IS_IN_EXT4=y/g' .config
|
|
sed -i 's/^.*CONFIG_ENV_IS_IN_MMC.*/# CONFIG_ENV_IS_IN_MMC is not set/g' .config
|
|
sed -i 's/^.*CONFIG_ENV_IS_NOWHERE.*/# CONFIG_ENV_IS_NOWHERE is not set/g' .config | echo \
|
|
"# CONFIG_ENV_IS_NOWHERE is not set" >> .config
|
|
echo 'CONFIG_ENV_EXT4_INTERFACE="mmc"' >> .config
|
|
echo 'CONFIG_ENV_EXT4_DEVICE_AND_PART="0:auto"' >> .config
|
|
echo 'CONFIG_ENV_EXT4_FILE="/boot/boot.env"' >> .config
|
|
|
|
fi
|
|
|
|
[[ -f tools/logos/udoo.bmp ]] && cp $SRC/packages/blobs/splash/udoo.bmp tools/logos/udoo.bmp
|
|
touch .scmversion
|
|
|
|
# $BOOTDELAY can be set in board family config, ensure autoboot can be stopped even if set to 0
|
|
[[ $BOOTDELAY == 0 ]] && echo -e "CONFIG_ZERO_BOOTDELAY_CHECK=y" >> .config
|
|
[[ -n $BOOTDELAY ]] && sed -i "s/^CONFIG_BOOTDELAY=.*/CONFIG_BOOTDELAY=${BOOTDELAY}/" .config || [[ -f .config ]] && echo "CONFIG_BOOTDELAY=${BOOTDELAY}" >> .config
|
|
|
|
# workaround when two compilers are needed
|
|
cross_compile="CROSS_COMPILE=$CCACHE $UBOOT_COMPILER";
|
|
[[ -n $UBOOT_TOOLCHAIN2 ]] && cross_compile="ARMBIAN=foe"; # empty parameter is not allowed
|
|
|
|
eval CCACHE_BASEDIR="$(pwd)" env PATH=$toolchain:$toolchain2:$PATH \
|
|
'make $target_make $CTHREADS \
|
|
"${cross_compile}"' 2>>$DEST/debug/compilation.log \
|
|
${PROGRESS_LOG_TO_FILE:+' | tee -a $DEST/debug/compilation.log'} \
|
|
${OUTPUT_DIALOG:+' | dialog --backtitle "$backtitle" --progressbox "Compiling u-boot..." $TTY_Y $TTY_X'} \
|
|
${OUTPUT_VERYSILENT:+' >/dev/null 2>/dev/null'}
|
|
|
|
[[ ${PIPESTATUS[0]} -ne 0 ]] && exit_with_error "U-boot compilation failed"
|
|
|
|
[[ $(type -t uboot_custom_postprocess) == function ]] && uboot_custom_postprocess
|
|
|
|
# copy files to build directory
|
|
for f in $target_files; do
|
|
local f_src=$(cut -d':' -f1 <<< $f)
|
|
if [[ $f == *:* ]]; then
|
|
local f_dst=$(cut -d':' -f2 <<< $f)
|
|
else
|
|
local f_dst=$(basename $f_src)
|
|
fi
|
|
[[ ! -f $f_src ]] && exit_with_error "U-boot file not found" "$(basename $f_src)"
|
|
cp $f_src $SRC/.tmp/$uboot_name/usr/lib/$uboot_name/$f_dst
|
|
done
|
|
done <<< "$UBOOT_TARGET_MAP"
|
|
|
|
# declare -f on non-defined function does not do anything
|
|
cat <<-EOF > $SRC/.tmp/$uboot_name/usr/lib/u-boot/platform_install.sh
|
|
DIR=/usr/lib/$uboot_name
|
|
$(declare -f write_uboot_platform)
|
|
$(declare -f write_uboot_platform_mtd)
|
|
$(declare -f setup_write_uboot_platform)
|
|
EOF
|
|
|
|
# set up control file
|
|
cat <<-EOF > $SRC/.tmp/$uboot_name/DEBIAN/control
|
|
Package: linux-u-boot-${BOARD}-${BRANCH}
|
|
Version: $REVISION
|
|
Architecture: $ARCH
|
|
Maintainer: $MAINTAINER <$MAINTAINERMAIL>
|
|
Installed-Size: 1
|
|
Section: kernel
|
|
Priority: optional
|
|
Provides: armbian-u-boot
|
|
Replaces: armbian-u-boot
|
|
Conflicts: armbian-u-boot, u-boot-sunxi
|
|
Description: Uboot loader $version
|
|
EOF
|
|
|
|
# copy config file to the package
|
|
# useful for FEL boot with overlayfs_wrapper
|
|
[[ -f .config && -n $BOOTCONFIG ]] && cp .config $SRC/.tmp/$uboot_name/usr/lib/u-boot/$BOOTCONFIG
|
|
# copy license files from typical locations
|
|
[[ -f COPYING ]] && cp COPYING $SRC/.tmp/$uboot_name/usr/lib/u-boot/LICENSE
|
|
[[ -f Licenses/README ]] && cp Licenses/README $SRC/.tmp/$uboot_name/usr/lib/u-boot/LICENSE
|
|
[[ -n $atftempdir && -f $atftempdir/license.md ]] && cp $atftempdir/license.md $SRC/.tmp/$uboot_name/usr/lib/u-boot/LICENSE.atf
|
|
|
|
display_alert "Building deb" "${uboot_name}.deb" "info"
|
|
fakeroot dpkg-deb -b $SRC/.tmp/$uboot_name $SRC/.tmp/${uboot_name}.deb >> $DEST/debug/output.log 2>&1
|
|
rm -rf $SRC/.tmp/$uboot_name
|
|
[[ -n $$atftempdir ]] && rm -rf $atftempdir
|
|
|
|
[[ ! -f $SRC/.tmp/${uboot_name}.deb ]] && exit_with_error "Building u-boot package failed"
|
|
|
|
mv $SRC/.tmp/${uboot_name}.deb ${DEB_STORAGE}/
|
|
}
|
|
|
|
compile_kernel()
|
|
{
|
|
if [[ $CLEAN_LEVEL == *make* ]]; then
|
|
display_alert "Cleaning" "$LINUXSOURCEDIR" "info"
|
|
(cd $SRC/cache/sources/$LINUXSOURCEDIR; make ARCH=$ARCHITECTURE clean >/dev/null 2>&1)
|
|
fi
|
|
|
|
if [[ $USE_OVERLAYFS == yes ]]; then
|
|
local kerneldir=$(overlayfs_wrapper "wrap" "$SRC/cache/sources/$LINUXSOURCEDIR" "kernel_${LINUXFAMILY}_${BRANCH}")
|
|
else
|
|
local kerneldir="$SRC/cache/sources/$LINUXSOURCEDIR"
|
|
fi
|
|
cd "$kerneldir"
|
|
|
|
if ! grep -qoE '^-rc[[:digit:]]+' <(grep "^EXTRAVERSION" Makefile | head -1 | awk '{print $(NF)}'); then
|
|
sed -i 's/EXTRAVERSION = .*/EXTRAVERSION = /' Makefile
|
|
fi
|
|
rm -f localversion
|
|
|
|
# read kernel version
|
|
local version=$(grab_version "$kerneldir")
|
|
|
|
# build 3rd party drivers
|
|
compilation_prepare
|
|
|
|
advanced_patch "kernel" "$KERNELPATCHDIR" "$BOARD" "" "$BRANCH" "$LINUXFAMILY-$BRANCH"
|
|
|
|
# create patch for manual source changes in debug mode
|
|
[[ $CREATE_PATCHES == yes ]] && userpatch_create "kernel"
|
|
|
|
# re-read kernel version after patching
|
|
local version=$(grab_version "$kerneldir")
|
|
|
|
# create linux-source package - with already patched sources
|
|
local sources_pkg_dir=$SRC/.tmp/${CHOSEN_KSRC}_${REVISION}_all
|
|
rm -rf ${sources_pkg_dir}
|
|
mkdir -p $sources_pkg_dir/usr/src/ $sources_pkg_dir/usr/share/doc/linux-source-${version}-${LINUXFAMILY} $sources_pkg_dir/DEBIAN
|
|
|
|
if [[ $BUILD_KSRC != no ]]; then
|
|
display_alert "Compressing sources for the linux-source package"
|
|
tar cp --directory="$kerneldir" --exclude='./.git/' --owner=root . \
|
|
| pv -p -b -r -s $(du -sb "$kerneldir" --exclude=='./.git/' | cut -f1) \
|
|
| pixz -4 > $sources_pkg_dir/usr/src/linux-source-${version}-${LINUXFAMILY}.tar.xz
|
|
cp COPYING $sources_pkg_dir/usr/share/doc/linux-source-${version}-${LINUXFAMILY}/LICENSE
|
|
fi
|
|
|
|
display_alert "Compiling $BRANCH kernel" "$version" "info"
|
|
|
|
local toolchain=$(find_toolchain "$KERNEL_COMPILER" "$KERNEL_USE_GCC")
|
|
[[ -z $toolchain ]] && exit_with_error "Could not find required toolchain" "${KERNEL_COMPILER}gcc $KERNEL_USE_GCC"
|
|
|
|
display_alert "Compiler version" "${KERNEL_COMPILER}gcc $(eval env PATH=$toolchain:$PATH ${KERNEL_COMPILER}gcc -dumpversion)" "info"
|
|
|
|
# copy kernel config
|
|
if [[ $KERNEL_KEEP_CONFIG == yes && -f $DEST/config/$LINUXCONFIG.config ]]; then
|
|
display_alert "Using previous kernel config" "$DEST/config/$LINUXCONFIG.config" "info"
|
|
cp $DEST/config/$LINUXCONFIG.config .config
|
|
else
|
|
if [[ -f $USERPATCHES_PATH/$LINUXCONFIG.config ]]; then
|
|
display_alert "Using kernel config provided by user" "userpatches/$LINUXCONFIG.config" "info"
|
|
cp $USERPATCHES_PATH/$LINUXCONFIG.config .config
|
|
else
|
|
display_alert "Using kernel config file" "config/kernel/$LINUXCONFIG.config" "info"
|
|
cp $SRC/config/kernel/$LINUXCONFIG.config .config
|
|
fi
|
|
fi
|
|
|
|
# hack for OdroidXU4. Copy firmare files
|
|
if [[ $BOARD == odroidxu4 ]]; then
|
|
mkdir -p $SRC/cache/sources/$LINUXSOURCEDIR/firmware/edid
|
|
cp $SRC/packages/blobs/odroidxu4/*.bin $SRC/cache/sources/$LINUXSOURCEDIR/firmware/edid
|
|
fi
|
|
|
|
# hack for deb builder. To pack what's missing in headers pack.
|
|
cp $SRC/patch/misc/headers-debian-byteshift.patch /tmp
|
|
|
|
if [[ $KERNEL_CONFIGURE != yes ]]; then
|
|
if [[ $BRANCH == default ]]; then
|
|
eval CCACHE_BASEDIR="$(pwd)" env PATH=$toolchain:$PATH \
|
|
'make ARCH=$ARCHITECTURE CROSS_COMPILE="$CCACHE $KERNEL_COMPILER" silentoldconfig'
|
|
else
|
|
# TODO: check if required
|
|
eval CCACHE_BASEDIR="$(pwd)" env PATH=$toolchain:$PATH \
|
|
'make ARCH=$ARCHITECTURE CROSS_COMPILE="$CCACHE $KERNEL_COMPILER" olddefconfig'
|
|
fi
|
|
else
|
|
eval CCACHE_BASEDIR="$(pwd)" env PATH=$toolchain:$PATH \
|
|
'make $CTHREADS ARCH=$ARCHITECTURE CROSS_COMPILE="$CCACHE $KERNEL_COMPILER" oldconfig'
|
|
eval CCACHE_BASEDIR="$(pwd)" env PATH=$toolchain:$PATH \
|
|
'make $CTHREADS ARCH=$ARCHITECTURE CROSS_COMPILE="$CCACHE $KERNEL_COMPILER" ${KERNEL_MENUCONFIG:-menuconfig}'
|
|
# store kernel config in easily reachable place
|
|
display_alert "Exporting new kernel config" "$DEST/config/$LINUXCONFIG.config" "info"
|
|
cp .config $DEST/config/$LINUXCONFIG.config
|
|
# export defconfig too if requested
|
|
if [[ $KERNEL_EXPORT_DEFCONFIG == yes ]]; then
|
|
eval CCACHE_BASEDIR="$(pwd)" env PATH=$toolchain:$PATH \
|
|
'make ARCH=$ARCHITECTURE CROSS_COMPILE="$CCACHE $KERNEL_COMPILER" savedefconfig'
|
|
[[ -f defconfig ]] && cp defconfig $DEST/config/$LINUXCONFIG.defconfig
|
|
fi
|
|
fi
|
|
|
|
xz < .config > $sources_pkg_dir/usr/src/${LINUXCONFIG}_${version}_${REVISION}_config.xz
|
|
|
|
echo -e "\n\t== kernel ==\n" >>$DEST/debug/compilation.log
|
|
eval CCACHE_BASEDIR="$(pwd)" env PATH=$toolchain:$PATH \
|
|
'make $CTHREADS ARCH=$ARCHITECTURE \
|
|
CROSS_COMPILE="$CCACHE $KERNEL_COMPILER" \
|
|
$SRC_LOADADDR \
|
|
LOCALVERSION="-$LINUXFAMILY" \
|
|
$KERNEL_IMAGE_TYPE modules dtbs 2>>$DEST/debug/compilation.log' \
|
|
${PROGRESS_LOG_TO_FILE:+' | tee -a $DEST/debug/compilation.log'} \
|
|
${OUTPUT_DIALOG:+' | dialog --backtitle "$backtitle" \
|
|
--progressbox "Compiling kernel..." $TTY_Y $TTY_X'} \
|
|
${OUTPUT_VERYSILENT:+' >/dev/null 2>/dev/null'}
|
|
|
|
if [[ ${PIPESTATUS[0]} -ne 0 || ! -f arch/$ARCHITECTURE/boot/$KERNEL_IMAGE_TYPE ]]; then
|
|
exit_with_error "Kernel was not built" "@host"
|
|
fi
|
|
|
|
# different packaging for 4.3+
|
|
if linux-version compare $version ge 4.3; then
|
|
local kernel_packing="bindeb-pkg"
|
|
else
|
|
local kernel_packing="deb-pkg"
|
|
fi
|
|
|
|
display_alert "Creating packages"
|
|
|
|
# produce deb packages: image, headers, firmware, dtb
|
|
echo -e "\n\t== deb packages: image, headers, firmware, dtb ==\n" >>$DEST/debug/compilation.log
|
|
eval CCACHE_BASEDIR="$(pwd)" env PATH=$toolchain:$PATH \
|
|
'make -j1 $kernel_packing \
|
|
KDEB_PKGVERSION=$REVISION \
|
|
BRANCH=$BRANCH \
|
|
LOCALVERSION="-${LINUXFAMILY}" \
|
|
KBUILD_DEBARCH=$ARCH \
|
|
ARCH=$ARCHITECTURE \
|
|
DEBFULLNAME="$MAINTAINER" \
|
|
DEBEMAIL="$MAINTAINERMAIL" \
|
|
CROSS_COMPILE="$CCACHE $KERNEL_COMPILER" 2>>$DEST/debug/compilation.log' \
|
|
${PROGRESS_LOG_TO_FILE:+' | tee -a $DEST/debug/compilation.log'} \
|
|
${OUTPUT_DIALOG:+' | dialog --backtitle "$backtitle" --progressbox "Creating kernel packages..." $TTY_Y $TTY_X'} \
|
|
${OUTPUT_VERYSILENT:+' >/dev/null 2>/dev/null'}
|
|
|
|
cat <<-EOF > $sources_pkg_dir/DEBIAN/control
|
|
Package: linux-source-${version}-${BRANCH}-${LINUXFAMILY}
|
|
Version: ${version}-${BRANCH}-${LINUXFAMILY}+${REVISION}
|
|
Architecture: all
|
|
Maintainer: $MAINTAINER <$MAINTAINERMAIL>
|
|
Section: kernel
|
|
Priority: optional
|
|
Depends: binutils, coreutils
|
|
Provides: linux-source, linux-source-${version}-${LINUXFAMILY}
|
|
Recommends: gcc, make
|
|
Description: This package provides the source code for the Linux kernel $version
|
|
EOF
|
|
|
|
if [[ $BUILD_KSRC != no ]]; then
|
|
fakeroot dpkg-deb -z0 -b $sources_pkg_dir ${sources_pkg_dir}.deb
|
|
mv ${sources_pkg_dir}.deb ${DEB_STORAGE}/
|
|
fi
|
|
rm -rf $sources_pkg_dir
|
|
|
|
cd ..
|
|
# remove firmare image packages here - easier than patching ~40 packaging scripts at once
|
|
rm -f linux-firmware-image-*.deb
|
|
mv *.deb ${DEB_STORAGE}/ || exit_with_error "Failed moving kernel DEBs"
|
|
}
|
|
|
|
|
|
|
|
|
|
compile_firmware()
|
|
{
|
|
display_alert "Merging and packaging linux firmware" "@host" "info"
|
|
if [[ $USE_MAINLINE_GOOGLE_MIRROR == yes ]]; then
|
|
plugin_repo="https://kernel.googlesource.com/pub/scm/linux/kernel/git/firmware/linux-firmware.git"
|
|
else
|
|
plugin_repo="https://git.kernel.org/pub/scm/linux/kernel/git/firmware/linux-firmware.git"
|
|
fi
|
|
local plugin_dir="armbian-firmware${FULL}"
|
|
[[ -d $SRC/cache/sources/$plugin_dir ]] && rm -rf $SRC/cache/sources/$plugin_dir
|
|
mkdir -p $SRC/cache/sources/$plugin_dir/lib/firmware
|
|
|
|
fetch_from_repo "https://github.com/armbian/firmware" "armbian-firmware-git" "branch:master"
|
|
if [[ -n $FULL ]]; then
|
|
fetch_from_repo "$plugin_repo" "linux-firmware-git" "branch:master"
|
|
# cp : create hardlinks
|
|
cp -alf $SRC/cache/sources/linux-firmware-git/* $SRC/cache/sources/$plugin_dir/lib/firmware/
|
|
fi
|
|
# overlay our firmware
|
|
# cp : create hardlinks
|
|
cp -alf $SRC/cache/sources/armbian-firmware-git/* $SRC/cache/sources/$plugin_dir/lib/firmware/
|
|
|
|
# cleanup what's not needed for sure
|
|
rm -rf $SRC/cache/sources/$plugin_dir/lib/firmware/{amdgpu,amd-ucode,radeon,nvidia,matrox,.git}
|
|
cd $SRC/cache/sources/$plugin_dir
|
|
|
|
# set up control file
|
|
mkdir -p DEBIAN
|
|
cat <<-END > DEBIAN/control
|
|
Package: armbian-firmware${FULL}
|
|
Version: $REVISION
|
|
Architecture: all
|
|
Maintainer: $MAINTAINER <$MAINTAINERMAIL>
|
|
Installed-Size: 1
|
|
Replaces: linux-firmware, firmware-brcm80211, firmware-ralink, firmware-samsung, firmware-realtek, armbian-firmware${REPLACE}
|
|
Section: kernel
|
|
Priority: optional
|
|
Description: Linux firmware${FULL}
|
|
END
|
|
|
|
cd $SRC/cache/sources
|
|
# pack
|
|
mv armbian-firmware${FULL} armbian-firmware${FULL}_${REVISION}_all
|
|
fakeroot dpkg -b armbian-firmware${FULL}_${REVISION}_all >> $DEST/debug/install.log 2>&1
|
|
mv armbian-firmware${FULL}_${REVISION}_all armbian-firmware${FULL}
|
|
mv armbian-firmware${FULL}_${REVISION}_all.deb ${DEB_STORAGE}/
|
|
}
|
|
|
|
|
|
|
|
|
|
compile_armbian-config()
|
|
{
|
|
local tmpdir=$SRC/.tmp/armbian-config_${REVISION}_all
|
|
|
|
display_alert "Building deb" "armbian-config" "info"
|
|
|
|
fetch_from_repo "https://github.com/armbian/config" "armbian-config" "branch:master"
|
|
|
|
mkdir -p $tmpdir/{DEBIAN,usr/bin/,usr/sbin/,usr/lib/armbian-config/}
|
|
|
|
# set up control file
|
|
cat <<-END > $tmpdir/DEBIAN/control
|
|
Package: armbian-config
|
|
Version: $REVISION
|
|
Architecture: all
|
|
Maintainer: $MAINTAINER <$MAINTAINERMAIL>
|
|
Replaces: armbian-bsp
|
|
Depends: bash, iperf3, psmisc, curl, bc, expect, dialog, iptables, resolvconf, pv, \
|
|
debconf-utils, unzip, build-essential, html2text, apt-transport-https, html2text, dirmngr, software-properties-common
|
|
Recommends: armbian-bsp
|
|
Suggests: libpam-google-authenticator, qrencode, network-manager, sunxi-tools
|
|
Section: utils
|
|
Priority: optional
|
|
Description: Armbian configuration utility
|
|
END
|
|
|
|
install -m 755 $SRC/cache/sources/armbian-config/scripts/tv_grab_file $tmpdir/usr/bin/tv_grab_file
|
|
install -m 755 $SRC/cache/sources/armbian-config/debian-config $tmpdir/usr/sbin/armbian-config
|
|
install -m 644 $SRC/cache/sources/armbian-config/debian-config-jobs $tmpdir/usr/lib/armbian-config/jobs.sh
|
|
install -m 644 $SRC/cache/sources/armbian-config/debian-config-submenu $tmpdir/usr/lib/armbian-config/submenu.sh
|
|
install -m 644 $SRC/cache/sources/armbian-config/debian-config-functions $tmpdir/usr/lib/armbian-config/functions.sh
|
|
install -m 644 $SRC/cache/sources/armbian-config/debian-config-functions-network $tmpdir/usr/lib/armbian-config/functions-network.sh
|
|
install -m 755 $SRC/cache/sources/armbian-config/softy $tmpdir/usr/sbin/softy
|
|
# fallback to replace armbian-config in BSP
|
|
ln -sf /usr/sbin/armbian-config $tmpdir/usr/bin/armbian-config
|
|
ln -sf /usr/sbin/softy $tmpdir/usr/bin/softy
|
|
|
|
fakeroot dpkg -b ${tmpdir} >/dev/null
|
|
mv ${tmpdir}.deb ${DEB_STORAGE}/
|
|
rm -rf $tmpdir
|
|
}
|
|
|
|
|
|
|
|
|
|
compile_sunxi_tools()
|
|
{
|
|
# Compile and install only if git commit hash changed
|
|
cd $SRC/cache/sources/sunxi-tools
|
|
# need to check if /usr/local/bin/sunxi-fexc to detect new Docker containers with old cached sources
|
|
if [[ ! -f .commit_id || $(git rev-parse @ 2>/dev/null) != $(<.commit_id) || ! -f /usr/local/bin/sunxi-fexc ]]; then
|
|
display_alert "Compiling" "sunxi-tools" "info"
|
|
make -s clean >/dev/null
|
|
make -s tools >/dev/null
|
|
mkdir -p /usr/local/bin/
|
|
make install-tools >/dev/null 2>&1
|
|
git rev-parse @ 2>/dev/null > .commit_id
|
|
fi
|
|
}
|
|
|
|
install_rkbin_tools()
|
|
{
|
|
# install only if git commit hash changed
|
|
cd $SRC/cache/sources/rkbin-tools
|
|
# need to check if /usr/local/bin/sunxi-fexc to detect new Docker containers with old cached sources
|
|
if [[ ! -f .commit_id || $(git rev-parse @ 2>/dev/null) != $(<.commit_id) || ! -f /usr/local/bin/loaderimage ]]; then
|
|
display_alert "Installing" "rkbin-tools" "info"
|
|
mkdir -p /usr/local/bin/
|
|
install -m 755 tools/loaderimage /usr/local/bin/
|
|
install -m 755 tools/trust_merger /usr/local/bin/
|
|
git rev-parse @ 2>/dev/null > .commit_id
|
|
fi
|
|
}
|
|
|
|
grab_version()
|
|
{
|
|
local ver=()
|
|
ver[0]=$(grep "^VERSION" $1/Makefile | head -1 | awk '{print $(NF)}' | grep -oE '^[[:digit:]]+')
|
|
ver[1]=$(grep "^PATCHLEVEL" $1/Makefile | head -1 | awk '{print $(NF)}' | grep -oE '^[[:digit:]]+')
|
|
ver[2]=$(grep "^SUBLEVEL" $1/Makefile | head -1 | awk '{print $(NF)}' | grep -oE '^[[:digit:]]+')
|
|
ver[3]=$(grep "^EXTRAVERSION" $1/Makefile | head -1 | awk '{print $(NF)}' | grep -oE '^-rc[[:digit:]]+')
|
|
echo "${ver[0]:-0}${ver[1]:+.${ver[1]}}${ver[2]:+.${ver[2]}}${ver[3]}"
|
|
}
|
|
|
|
# find_toolchain <compiler_prefix> <expression>
|
|
#
|
|
# returns path to toolchain that satisfies <expression>
|
|
#
|
|
find_toolchain()
|
|
{
|
|
local compiler=$1
|
|
local expression=$2
|
|
local dist=10
|
|
local toolchain=""
|
|
# extract target major.minor version from expression
|
|
local target_ver=$(grep -oE "[[:digit:]]+\.[[:digit:]]" <<< "$expression")
|
|
for dir in $SRC/cache/toolchains/*/; do
|
|
# check if is a toolchain for current $ARCH
|
|
[[ ! -f ${dir}bin/${compiler}gcc ]] && continue
|
|
# get toolchain major.minor version
|
|
local gcc_ver=$(${dir}bin/${compiler}gcc -dumpversion | grep -oE "^[[:digit:]]+\.[[:digit:]]")
|
|
# check if toolchain version satisfies requirement
|
|
awk "BEGIN{exit ! ($gcc_ver $expression)}" >/dev/null || continue
|
|
# check if found version is the closest to target
|
|
# may need different logic here with more than 1 digit minor version numbers
|
|
# numbers: 3.9 > 3.10; versions: 3.9 < 3.10
|
|
# dpkg --compare-versions can be used here if operators are changed
|
|
local d=$(awk '{x = $1 - $2}{printf "%.1f\n", (x > 0) ? x : -x}' <<< "$target_ver $gcc_ver")
|
|
if awk "BEGIN{exit ! ($d < $dist)}" >/dev/null ; then
|
|
dist=$d
|
|
toolchain=${dir}bin
|
|
fi
|
|
done
|
|
echo "$toolchain"
|
|
# logging a stack of used compilers.
|
|
if [[ -f $DEST/debug/compiler.log ]]; then
|
|
if ! grep -q "$toolchain" $DEST/debug/compiler.log; then
|
|
echo "$toolchain" >> $DEST/debug/compiler.log;
|
|
fi
|
|
else
|
|
echo "$toolchain" >> $DEST/debug/compiler.log;
|
|
fi
|
|
}
|
|
|
|
# advanced_patch <dest> <family> <board> <target> <branch> <description>
|
|
#
|
|
# parameters:
|
|
# <dest>: u-boot, kernel, atf
|
|
# <family>: u-boot: u-boot, u-boot-neo; kernel: sun4i-default, sunxi-next, ...
|
|
# <board>: cubieboard, cubieboard2, cubietruck, ...
|
|
# <target>: optional subdirectory
|
|
# <description>: additional description text
|
|
#
|
|
# priority:
|
|
# $USERPATCHES_PATH/<dest>/<family>/target_<target>
|
|
# $USERPATCHES_PATH/<dest>/<family>/board_<board>
|
|
# $USERPATCHES_PATH/<dest>/<family>/branch_<branch>
|
|
# $USERPATCHES_PATH/<dest>/<family>
|
|
# $SRC/patch/<dest>/<family>/target_<target>
|
|
# $SRC/patch/<dest>/<family>/board_<board>
|
|
# $SRC/patch/<dest>/<family>/branch_<branch>
|
|
# $SRC/patch/<dest>/<family>
|
|
#
|
|
advanced_patch()
|
|
{
|
|
local dest=$1
|
|
local family=$2
|
|
local board=$3
|
|
local target=$4
|
|
local branch=$5
|
|
local description=$6
|
|
|
|
display_alert "Started patching process for" "$dest $description" "info"
|
|
display_alert "Looking for user patches in" "userpatches/$dest/$family" "info"
|
|
|
|
local names=()
|
|
local dirs=(
|
|
"$USERPATCHES_PATH/$dest/$family/target_${target}:[\e[33mu\e[0m][\e[34mt\e[0m]"
|
|
"$USERPATCHES_PATH/$dest/$family/board_${board}:[\e[33mu\e[0m][\e[35mb\e[0m]"
|
|
"$USERPATCHES_PATH/$dest/$family/branch_${branch}:[\e[33mu\e[0m][\e[33mb\e[0m]"
|
|
"$USERPATCHES_PATH/$dest/$family:[\e[33mu\e[0m][\e[32mc\e[0m]"
|
|
"$SRC/patch/$dest/$family/target_${target}:[\e[32ml\e[0m][\e[34mt\e[0m]"
|
|
"$SRC/patch/$dest/$family/board_${board}:[\e[32ml\e[0m][\e[35mb\e[0m]"
|
|
"$SRC/patch/$dest/$family/branch_${branch}:[\e[32ml\e[0m][\e[33mb\e[0m]"
|
|
"$SRC/patch/$dest/$family:[\e[32ml\e[0m][\e[32mc\e[0m]"
|
|
)
|
|
local links=()
|
|
|
|
# required for "for" command
|
|
shopt -s nullglob dotglob
|
|
# get patch file names
|
|
for dir in "${dirs[@]}"; do
|
|
for patch in ${dir%%:*}/*.patch; do
|
|
names+=($(basename $patch))
|
|
done
|
|
# add linked patch directories
|
|
if [[ -d ${dir%%:*} ]]; then
|
|
local findlinks=$(find ${dir%%:*} -maxdepth 1 -type l -print0 2>&1 | xargs -0)
|
|
[[ -n $findlinks ]] && readarray -d '' links < <(find $findlinks -maxdepth 1 -type f -follow -print -iname "*.patch" -print | grep "\.patch$" | sed "s|${dir%%:*}/||g" 2>&1)
|
|
fi
|
|
done
|
|
# merge static and linked
|
|
names=("${names[@]}" "${links[@]}")
|
|
# remove duplicates
|
|
local names_s=($(echo "${names[@]}" | tr ' ' '\n' | LC_ALL=C sort -u | tr '\n' ' '))
|
|
# apply patches
|
|
for name in "${names_s[@]}"; do
|
|
for dir in "${dirs[@]}"; do
|
|
if [[ -f ${dir%%:*}/$name ]]; then
|
|
if [[ -s ${dir%%:*}/$name ]]; then
|
|
process_patch_file "${dir%%:*}/$name" "${dir##*:}"
|
|
else
|
|
display_alert "* ${dir##*:} $name" "skipped"
|
|
fi
|
|
break # next name
|
|
fi
|
|
done
|
|
done
|
|
}
|
|
|
|
# process_patch_file <file> <description>
|
|
#
|
|
# parameters:
|
|
# <file>: path to patch file
|
|
# <status>: additional status text
|
|
#
|
|
process_patch_file()
|
|
{
|
|
local patch=$1
|
|
local status=$2
|
|
|
|
# detect and remove files which patch will create
|
|
lsdiff -s --strip=1 $patch | grep '^+' | awk '{print $2}' | xargs -I % sh -c 'rm -f %'
|
|
|
|
echo "Processing file $patch" >> $DEST/debug/patching.log
|
|
patch --batch --silent -p1 -N < $patch >> $DEST/debug/patching.log 2>&1
|
|
|
|
if [[ $? -ne 0 ]]; then
|
|
display_alert "* $status $(basename $patch)" "failed" "wrn"
|
|
[[ $EXIT_PATCHING_ERROR == yes ]] && exit_with_error "Aborting due to" "EXIT_PATCHING_ERROR"
|
|
else
|
|
display_alert "* $status $(basename $patch)" "" "info"
|
|
fi
|
|
echo >> $DEST/debug/patching.log
|
|
}
|
|
|
|
userpatch_create()
|
|
{
|
|
# create commit to start from clean source
|
|
git add .
|
|
git -c user.name='Armbian User' -c user.email='user@example.org' commit -q -m "Cleaning working copy"
|
|
|
|
local patch="$DEST/patch/$1-$LINUXFAMILY-$BRANCH.patch"
|
|
|
|
# apply previous user debug mode created patches
|
|
[[ -f $patch ]] && display_alert "Applying existing $1 patch" "$patch" "wrn" && patch --batch --silent -p1 -N < $patch
|
|
|
|
# prompt to alter source
|
|
display_alert "Make your changes in this directory:" "$(pwd)" "wrn"
|
|
display_alert "Press <Enter> after you are done" "waiting" "wrn"
|
|
read </dev/tty
|
|
tput cuu1
|
|
git add .
|
|
# create patch out of changes
|
|
if ! git diff-index --quiet --cached HEAD; then
|
|
git diff --staged > $patch
|
|
display_alert "You will find your patch here:" "$patch" "info"
|
|
else
|
|
display_alert "No changes found, skipping patch creation" "" "wrn"
|
|
fi
|
|
git reset --soft HEAD~
|
|
for i in {3..1..1}; do echo -n "$i." && sleep 1; done
|
|
}
|
|
|
|
# overlayfs_wrapper <operation> <workdir> <description>
|
|
#
|
|
# <operation>: wrap|cleanup
|
|
# <workdir>: path to source directory
|
|
# <description>: suffix for merged directory to help locating it in /tmp
|
|
# return value: new directory
|
|
#
|
|
# Assumptions/notes:
|
|
# - Ubuntu Xenial host
|
|
# - /tmp is mounted as tmpfs
|
|
# - there is enough space on /tmp
|
|
# - UB if running multiple compilation tasks in parallel
|
|
# - should not be used with CREATE_PATCHES=yes
|
|
#
|
|
overlayfs_wrapper()
|
|
{
|
|
local operation="$1"
|
|
if [[ $operation == wrap ]]; then
|
|
local srcdir="$2"
|
|
local description="$3"
|
|
mkdir -p /tmp/overlay_components/ /tmp/armbian_build/
|
|
local tempdir=$(mktemp -d --tmpdir="/tmp/overlay_components/")
|
|
local workdir=$(mktemp -d --tmpdir="/tmp/overlay_components/")
|
|
local mergeddir=$(mktemp -d --suffix="_$description" --tmpdir="/tmp/armbian_build/")
|
|
mount -t overlay overlay -o lowerdir="$srcdir",upperdir="$tempdir",workdir="$workdir" "$mergeddir"
|
|
# this is executed in a subshell, so use temp files to pass extra data outside
|
|
echo "$tempdir" >> /tmp/.overlayfs_wrapper_cleanup
|
|
echo "$mergeddir" >> /tmp/.overlayfs_wrapper_umount
|
|
echo "$mergeddir" >> /tmp/.overlayfs_wrapper_cleanup
|
|
echo "$mergeddir"
|
|
return
|
|
fi
|
|
if [[ $operation == cleanup ]]; then
|
|
if [[ -f /tmp/.overlayfs_wrapper_umount ]]; then
|
|
for dir in $(</tmp/.overlayfs_wrapper_umount); do
|
|
[[ $dir == /tmp/* ]] && umount -l "$dir" > /dev/null 2>&1
|
|
done
|
|
fi
|
|
if [[ -f /tmp/.overlayfs_wrapper_cleanup ]]; then
|
|
for dir in $(</tmp/.overlayfs_wrapper_cleanup); do
|
|
[[ $dir == /tmp/* ]] && rm -rf "$dir"
|
|
done
|
|
fi
|
|
rm -f /tmp/.overlayfs_wrapper_umount /tmp/.overlayfs_wrapper_cleanup
|
|
fi
|
|
}
|