OpenWrt – Rev 1

Subversion Repositories:
Rev:
#!/usr/bin/env bash
#
# Automated OpenWrt package dependency checker
#
# Copyright (C) 2009-2010 OpenWrt.org
#
# This is free software, licensed under the GNU General Public License v2.
# See /LICENSE for more information.
#

SCRIPTDIR="$(dirname "$0")"
[ "${SCRIPTDIR:0:1}" = "/" ] || SCRIPTDIR="$PWD/$SCRIPTDIR"
BASEDIR="$SCRIPTDIR/.."

DIR="$BASEDIR/tmp/deptest"
STAMP_DIR_SUCCESS="$DIR/stamp-success"
STAMP_DIR_FAILED="$DIR/stamp-failed"
STAMP_DIR_BLACKLIST="$DIR/stamp-blacklist"
BUILD_DIR="$DIR/build_dir/target"
BUILD_DIR_HOST="$DIR/build_dir/host"
KERNEL_BUILD_DIR="$DIR/build_dir/linux"
STAGING_DIR="$DIR/staging_dir/target"
STAGING_DIR_HOST="$DIR/staging_dir/host"
STAGING_DIR_HOST_TMPL="$DIR/staging_dir_host_tmpl"
BIN_DIR="$DIR/staging_dir/bin_dir"
LOG_DIR_NAME="logs"
LOG_DIR="$DIR/$LOG_DIR_NAME"

die()
{
        echo "$@"
        exit 1
}

usage()
{
        echo "deptest.sh [OPTIONS] [PACKAGES]"
        echo
        echo "OPTIONS:"
        echo "  --lean       Run a lean test. Do not clean the build directory for each"
        echo "               package test."
        echo "  --force      Force a test, even if a success/blacklist stamp is available"
        echo "  -j X         Number of make jobs"
        echo
        echo "PACKAGES are packages to test. If not specified, all installed packages"
        echo "will be tested."
}

deptest_make()
{
        local target="$1"
        shift
        local logfile="$1"
        shift
        make -j$nrjobs "$target" \
                BUILD_DIR="$BUILD_DIR" \
                BUILD_DIR_HOST="$BUILD_DIR_HOST" \
                KERNEL_BUILD_DIR="$KERNEL_BUILD_DIR" \
                BIN_DIR="$BIN_DIR" \
                STAGING_DIR="$STAGING_DIR" \
                STAGING_DIR_HOST="$STAGING_DIR_HOST" \
                FORCE_HOST_INSTALL=1 \
                V=99 "$@" >"$LOG_DIR/$logfile" 2>&1
}

clean_kernel_build_dir()
{
        # delete everything, except the kernel build dir "linux-X.X.X"
        (
                cd "$KERNEL_BUILD_DIR" || die "Failed to enter kernel build dir"
                for entry in *; do
                        [ -z "$(echo "$entry" | egrep -e '^linux-*.*.*$')" ] || continue
                        rm -rf "$entry" || die "Failed to clean kernel build dir"
                done
        )
}

stamp_exists() # $1=stamp
{
        [ -e "$1" -o -L "$1" ]
}

test_package() # $1=pkgname
{
        local pkg="$1"
        [ -n "$pkg" -a -z "$(echo "$pkg" | grep -e '/')" -a "$pkg" != "." -a "$pkg" != ".." ] || \
                die "Package name \"$pkg\" contains illegal characters"
        local SELECTED=
        for conf in `grep CONFIG_PACKAGE tmp/.packagedeps | grep -E "[ /]$pkg\$" | sed -e 's,package-$(\(CONFIG_PACKAGE_.*\)).*,\1,'`; do
                grep "$conf=" .config > /dev/null && SELECTED=1 && break
        done
        local STAMP_SUCCESS="$STAMP_DIR_SUCCESS/$pkg"
        local STAMP_FAILED="$STAMP_DIR_FAILED/$pkg"
        local STAMP_BLACKLIST="$STAMP_DIR_BLACKLIST/$pkg"
        rm -f "$STAMP_FAILED"
        stamp_exists "$STAMP_SUCCESS" && [ $force -eq 0 ] && return
        rm -f "$STAMP_SUCCESS"
        [ -n "$SELECTED" ] || {
                echo "Package $pkg is not selected"
                return
        }
        stamp_exists "$STAMP_BLACKLIST" && [ $force -eq 0 ] && {
                echo "Package $pkg is blacklisted"
                return
        }
        echo "Testing package $pkg..."
        rm -rf "$STAGING_DIR" "$STAGING_DIR_HOST"
        mkdir -p "$STAGING_DIR"
        cp -al "$STAGING_DIR_HOST_TMPL" "$STAGING_DIR_HOST"
        [ $lean_test -eq 0 ] && {
                rm -rf "$BUILD_DIR" "$BUILD_DIR_HOST"
                clean_kernel_build_dir
        }
        mkdir -p "$BUILD_DIR" "$BUILD_DIR_HOST"
        local logfile="$(basename $pkg).log"
        deptest_make "package/$pkg/compile" "$logfile"
        if [ $? -eq 0 ]; then
                ( cd "$STAMP_DIR_SUCCESS"; ln -s "../$LOG_DIR_NAME/$logfile" "./$pkg" )
        else
                ( cd "$STAMP_DIR_FAILED"; ln -s "../$LOG_DIR_NAME/$logfile" "./$pkg" )
                echo "Building package $pkg FAILED"
        fi
}

# parse commandline options
packages=
lean_test=0
force=0
nrjobs=1
while [ $# -ne 0 ]; do
        case "$1" in
        --help|-h)
                usage
                exit 0
                ;;
        --lean)
                lean_test=1
                ;;
        --force)
                force=1
                ;;
        -j*)
                if [ -n "${1:2}" ]; then
                        nrjobs="${1:2}"
                else
                        shift
                        nrjobs="$1"
                fi
                ;;
        *)
                packages="$packages $1"
                ;;
        esac
        shift
done

[ -f "$BASEDIR/include/toplevel.mk" ] || \
        die "Error: Could not find buildsystem base directory"
[ -f "$BASEDIR/.config" ] || \
        die "The buildsystem is not configured. Please run make menuconfig."
cd "$BASEDIR" || die "Failed to enter base directory"

mkdir -p "$STAMP_DIR_SUCCESS" "$STAMP_DIR_FAILED" "$STAMP_DIR_BLACKLIST" \
        "$BIN_DIR" "$LOG_DIR"

bootstrap_deptest_make()
{
        local target="$1"
        shift
        local logfile="bootstrap-deptest-$(echo "$target" | tr / -).log"
        echo "deptest-make $target"
        deptest_make "$target" "$logfile" "$@" || \
                die "make $target failed, please check $logfile"
}

bootstrap_native_make()
{
        local target="$1"
        shift
        local logfile="bootstrap-native-$(echo "$target" | tr / -).log"
        echo "make $target"
        make -j$nrjobs "$target" \
                V=99 "$@" >"$LOG_DIR/$logfile" 2>&1 || \
                die "make $target failed, please check $logfile"
}

[ -d "$STAGING_DIR_HOST_TMPL" ] || {
        echo "Bootstrapping build environment..."
        rm -rf "$STAGING_DIR" "$STAGING_DIR_HOST" "$BUILD_DIR" "$BUILD_DIR_HOST" "$KERNEL_BUILD_DIR"
        mkdir -p "$STAGING_DIR" "$STAGING_DIR_HOST" \
                "$BUILD_DIR" "$BUILD_DIR_HOST" "$KERNEL_BUILD_DIR"
        bootstrap_native_make tools/install
        bootstrap_native_make toolchain/install
        bootstrap_deptest_make tools/install
        bootstrap_deptest_make target/linux/install
        cp -al "$STAGING_DIR_HOST" "$STAGING_DIR_HOST_TMPL"
        rm -rf "$STAGING_DIR" "$STAGING_DIR_HOST" "$BUILD_DIR" "$BUILD_DIR_HOST"
        echo "Build environment OK."
}

if [ -z "$packages" ]; then
        # iterate over all packages
        for pkg in `cat tmp/.packagedeps  | grep CONFIG_PACKAGE | grep -v curdir | sed -e 's,.*[/=]\s*,,' | sort -u`; do
                test_package "$pkg"
        done
else
        # only check the specified packages
        for pkg in $packages; do
                test_package "$pkg"
        done
fi