annotate SCRIPTS/process.sh @ 21:ee6b7d71155b

Some os/x build fixes

#!/bin/bash

# Run this from the top-level vamp-build-and-test directory

## Things to test:
##   the plugin builds!
##   plugin loads
##   passes vamp-plugin-tester tests
##   does not export any unnecessary symbols
##   has valid .cat and .n3

mydir=$(dirname "$0")
case "$mydir" in /*);; *) mydir=$(pwd)/"$mydir";; esac

#platform=linux
#bits=64
#toolprefix=""
#pluginext=.so
#hostwrapper=""
#hostext=""
#archflags=

#platform=mingw
#bits=32
#toolprefix=i686-w64-mingw32- 
#pluginext=.dll
#hostwrapper=wine
#hostext=.exe
#archflags=

platform=osx
bits=64
toolprefix=
pluginext=.dylib
hostwrapper=
hostext=
archflags="-arch x86_64"

depincdir="$mydir"/../DEPENDENCIES/$platform$bits/include
deplibdir="$mydir"/../DEPENDENCIES/$platform$bits/lib

depincdir_generic="$mydir"/../DEPENDENCIES/generic/include

plugindirs="$@"
if [ -z "$plugindirs" ]; then
    plugindirs=$(cat .hgsub | grep -v vamp-plugin-sdk | grep -v vamp-plugin-tester | awk '{ print $1; }')
fi

reportdir="REPORTS/$platform$bits"
mkdir -p "$reportdir" || exit 1

built="/tmp/built.$$.txt"
testfailed="/tmp/testfailed.$$.txt"
envcheckfailed="/tmp/envcheckfailed.$$.txt"
notbuilt="/tmp/notbuilt.$$.txt"
trap 'rm -f "$built" "$envcheckfailed" "$testfailed" "$notbuilt"' 0
touch "$built" "$envcheckfailed" "$testfailed" "$notbuilt"

configure() {
    dir="$1"
    if [ -f "$dir/configure" ] ; then
	( cd "$dir" ; ./configure ) 2>&1 | tee "$reportdir/$dir.configure.txt"
    fi
}

find_makefile() {
    dir="$1"
    for f in \
	build/$platform$bits/Makefile.$platform$bits \
	build/$platform/Makefile.$platform$bits \
	build/$platform$bits/Makefile.$platform \
	build/$platform$bits/Makefile \
	build/Makefile.$platform$bits \
	Makefile.$platform$bits \
	build/$platform/Makefile.$platform \
	build/$platform/Makefile \
	build/Makefile.$platform \
	Makefile.$platform \
	Makefile ; do
	if [ -f "$dir/$f" ]; then
	    echo $f
	    break
	fi
    done
}

configure_maybe() {
    dir="$1"
    mfile=$(find_makefile "$dir")
    if [ -z "$mfile" ]; then
	configure "$dir"
    fi
}

target_for() {
    dir="$1"
    if grep -q "^$dir: " METADATA/maketarget.txt ; then
	grep "^$dir: " METADATA/maketarget.txt | head -1 | sed 's/^[^:]*: //'
    fi
}

build() {
    dir="$1"
    if configure_maybe "$dir"; then
	mfile=$(find_makefile "$dir")
	if [ -n "$mfile" ]; then
	    target=$(target_for "$dir")
	    TOOLPREFIX="$toolprefix" \
		CXXFLAGS="-I${depincdir} -I${depincdir_generic} -I../vamp-plugin-sdk" \
		LDFLAGS="-L${deplibdir} -L../vamp-plugin-sdk" \
		ARCHFLAGS="$archflags" \
		make -C "$dir" -f "$mfile" $target 2>&1 | \
		tee "$reportdir/$dir.build.txt"
	    return ${PIPESTATUS[0]}
	else
	    echo "Failed to find a Makefile in $dir"
	    return 1
	fi
    fi
}

rebuild() {
    dir="$1"
    if configure_maybe "$dir"; then
	mfile=$(find_makefile "$dir")
	if [ -n "$mfile" ]; then
	    make -C "$dir" -f "$mfile" clean
	    build "$dir"
	else
	    echo "Failed to find a Makefile in $dir"
	    return 1
	fi
    fi
}

have_plugin() {
    dir="$1"
    for x in "$dir/"*"$pluginext"; do 
	if [ -f "$x" ]; then
	    return 0
	fi
    done
    return 1
}

is_nondeterministic() {
    plugin_id="$1"
    grep -q "^$id\$" METADATA/nondeterministic.txt
}

run_tester() {
    ##!!! todo: timeout if the plugin takes too long and report as failure?
    dir="$1"
    ids=$(VAMP_PATH="$dir" $hostwrapper vamp-plugin-sdk/host/vamp-simple-host$hostext --list-ids | sed 's/^vamp://' | sed 's/\r//g' )
    if [ -z "$ids" ]; then
	echo 
	echo "No plugins reported to test in $dir"
	return 1
    else
	for id in $ids; do
	    extra=""
	    if is_nondeterministic "$id"; then
		extra="-n"
	    fi
	    echo "Running command: VAMP_PATH=\"$dir\" $hostwrapper vamp-plugin-tester/vamp-plugin-tester$hostext \"$extra\" \"$id\""
	    if ( VAMP_PATH="$dir" $hostwrapper vamp-plugin-tester/vamp-plugin-tester$hostext "$extra" "$id" 2>&1 | tee "$reportdir/$dir.test.txt" ; exit ${PIPESTATUS[0]} ) ; then
		echo "OK"
	    else
		echo
		echo "Tester failed for id $id: running again with valgrind and verbose for a report..."
		echo "$dir" >> "$testfailed"
		VAMP_PATH="$dir" valgrind $hostwrapper vamp-plugin-tester/vamp-plugin-tester$hostext -v "$extra" "$id" 2>&1 | tee -a "$reportdir/$dir.test.txt"
		return 1
	    fi
	done
    fi
}

public_symbols() {
    lib="$1"
    "$toolprefix"nm -g --defined-only "$lib" | awk '{ print $3; }'
}

run_environmental_tests() {
    dir="$1"
    good=yes
    for lib in $dir/*$pluginext; do 
	if [ ! -f "$lib" ]; then
	    echo "NOTE: no library found in $dir?"
	    good=no
	else
	    echo 
	    echo "Testing for exported symbols in $lib..."
	    if public_symbols "$lib" | grep -q vampGetPluginDescriptor; then
		others=`public_symbols "$lib" | grep -v vampGetPluginDescriptor`
		if [ -n "$others" ]; then
		    count=`echo "$others" | wc -l`
		    echo "WARNING: $count extra symbols exported by plugin library"
		    good=no
		else
		    echo "GOOD: library $lib only exports vampGetPluginDescriptor"
		fi
	    else
		echo "NOTE: found library $lib that is not a Vamp plugin library"
	    fi
	fi
    done
    if [ "$good" != "yes" ]; then
	echo "$dir" >> "$envcheckfailed"
    fi
}

if ! rebuild "vamp-plugin-sdk"; then 
    echo "Failed to build Vamp plugin SDK!"
    exit 1
fi

if ! rebuild "vamp-plugin-tester"; then 
    echo "Failed to build Vamp plugin tester!"
    exit 1
fi

for dir in $plugindirs ; do
    echo
    echo "Processing: $dir"
    if rebuild "$dir"; then
	if have_plugin "$dir" ; then
	    echo "$dir" >> "$built"
	    run_tester "$dir"
	    run_environmental_tests "$dir"
	else 
	    echo "Build apparently succeeded, but no resulting plugin(s) found" | tee -a "$reportdir/$dir.build.txt"
	    echo "$dir" >> "$notbuilt"
	fi
    else
	echo "$dir" >> "$notbuilt"
    fi
done

cat /dev/null > "$reportdir/$dir.summary.txt"

echo
echo "** Successfully built, tested, and checked:"
cat "$built" | while read d; do
    if ! grep -q "^$d\$" "$testfailed"; then
	echo "$d"
	echo "Success" >> "$reportdir/$d.summary.txt"
    fi
done | sort

echo
echo "** Failed tests:"
cat "$testfailed" | sort | uniq | while read d; do
    echo "$d"
    echo "Built successfully, but failed tests" >> "$reportdir/$d.summary.txt"
done

echo
echo "** Failed environmental checks:"
cat "$envcheckfailed" | sort | uniq | while read d; do
    echo "$d"
    echo "Built successfully, but failed environmental checks" >> "$reportdir/$d.summary.txt"
done

echo
echo "** Failed to build:"	    
cat "$notbuilt" | sort | while read d; do
    echo "$d"
    echo "Failed to build" >> "$reportdir/$d.summary.txt"
done

echo