From d94f6a2ff62ad31241854dccc6c07ab1ed863664 Mon Sep 17 00:00:00 2001 From: Tobias Brunner Date: Wed, 28 Nov 2012 16:03:52 +0100 Subject: [PATCH] Don't generate do-tests --- testing/Makefile.am | 10 +- testing/do-tests | 785 +++++++++++++++++++++++++++++++++++++++++++++++++++ testing/do-tests.in | 786 ---------------------------------------------------- 3 files changed, 786 insertions(+), 795 deletions(-) create mode 100755 testing/do-tests delete mode 100755 testing/do-tests.in diff --git a/testing/Makefile.am b/testing/Makefile.am index 2aa7d70..77e279b 100644 --- a/testing/Makefile.am +++ b/testing/Makefile.am @@ -1,11 +1,3 @@ -noinst_SCRIPTS = do-tests -CLEANFILES = do-tests -EXTRA_DIST = do-tests.in make-testing start-testing stop-testing \ +EXTRA_DIST = do-tests make-testing start-testing stop-testing \ testing.conf ssh_config hosts images scripts tests INSTALL README -do-tests : do-tests.in - sed \ - -e "s:\@routing_table\@:$(routing_table):" \ - $(srcdir)/$@.in > $@ - chmod +x $@ - diff --git a/testing/do-tests b/testing/do-tests new file mode 100755 index 0000000..f0b654a --- /dev/null +++ b/testing/do-tests @@ -0,0 +1,785 @@ +#!/bin/bash +# Automatically execute the strongSwan test cases +# +# Copyright (C) 2004 Eric Marchionni, Patrik Rayo +# Zuercher Hochschule Winterthur +# +# This program is free software; you can redistribute it and/or modify it +# under the terms of the GNU General Public License as published by the +# Free Software Foundation; either version 2 of the License, or (at your +# option) any later version. See . +# +# This program is distributed in the hope that it will be useful, but +# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY +# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License +# for more details. + +DIR=`dirname $0` + +source $DIR/scripts/function.sh + +[ -f $DIR/testing.conf ] || die "Configuration file 'testing.conf' not found" +[ -d $DIR/hosts ] || die "Directory 'hosts' not found" +[ -d $DIR/tests ] || die "Directory 'tests' not found" + +source $DIR/testing.conf + + +############################################################################## +# test if UMLs have been built at all +# + +[ -d $BUILDDIR ] || die "Directory '$BUILDDIR' does not exist. Please run 'make-testing'first." + + +############################################################################## +# take care of new path and file variables +# + +[ -d $TESTRESULTSDIR ] || mkdir $TESTRESULTSDIR + +TESTDATE=`date +%Y%m%d-%H%M` + +TODAYDIR=$TESTRESULTSDIR/$TESTDATE +mkdir $TODAYDIR +TESTRESULTSHTML=$TODAYDIR/all.html +INDEX=$TODAYDIR/index.html +DEFAULTTESTSDIR=$UMLTESTDIR/testing/tests + +SOURCEIP_ROUTING_TABLE=220 + +testnumber="0" +failed_cnt="0" +passed_cnt="0" + + +############################################################################## +# copy default tests to $BUILDDIR +# + +TESTSDIR=$BUILDDIR/tests +[ -d $TESTSDIR ] || mkdir $TESTSDIR + +############################################################################## +# assign IP for each host to hostname +# + +for host in $STRONGSWANHOSTS +do + eval ipv4_${host}="`echo $HOSTNAMEIPV4 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $1 }' | awk '{ print $1 }'`" + eval ipv6_${host}="`echo $HOSTNAMEIPV6 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $1 }' | awk '{ print $1 }'`" + + case $host in + moon) + eval ipv4_moon1="`echo $HOSTNAMEIPV4 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" + eval ipv6_moon1="`echo $HOSTNAMEIPV6 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" + ;; + sun) + eval ipv4_sun1="`echo $HOSTNAMEIPV4 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" + eval ipv6_sun1="`echo $HOSTNAMEIPV6 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" + ;; + alice) + eval ipv4_alice1="`echo $HOSTNAMEIPV4 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" + eval ipv6_alice1="`echo $HOSTNAMEIPV6 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" + ;; + venus) + ;; + bob) + ;; + carol) + eval ipv4_carol1="`echo $HOSTNAMEIPV4 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" + eval ipv6_carol1="`echo $HOSTNAMEIPV6 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" + ;; + dave) + eval ipv4_dave1="`echo $HOSTNAMEIPV4 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" + eval ipv6_dave1="`echo $HOSTNAMEIPV6 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" + ;; + winnetou) + ;; + esac +done + + +############################################################################## +# open ssh sessions +# +for host in $STRONGSWANHOSTS +do + ssh $SSHCONF -N root@`eval echo \\\$ipv4_$host` & + eval ssh_pid_$host="`echo $!`" +done + + +############################################################################## +# create header for the results html file +# + +KERNEL_VERSION=`basename $KERNEL .tar.bz2` +IPSEC_VERSION=`basename $STRONGSWAN .tar.bz2` + +ENVIRONMENT_HEADER=$(cat <<@EOF + + + + + + + + + + + + + + + + + + + + + + + +@EOF +) + +cat > $INDEX <<@EOF + + + strongSwan UML Tests + + +

strongSwan UML Tests

+ $ENVIRONMENT_HEADER +@EOF + +cat > $TESTRESULTSHTML <<@EOF + + + strongSwan UML Tests - All Tests + + +
strongSwan UML Tests / All Tests
+

All Tests

+ $ENVIRONMENT_HEADER + + + + + +@EOF + +cecho "UML kernel: $KERNEL_VERSION" +cecho "IPsec: $IPSEC_VERSION" +cecho "Date: $TESTDATE" +cecho "" + + +############################################################################## +# enter specific test directory +# + +if [ $# -gt 0 ] +then + TESTS=$* +elif [ $SELECTEDTESTSONLY = "yes" ] +then + # set internal field seperator + TESTS=$SELECTEDTESTS +else + # set internal field seperator + TESTS="`ls $DEFAULTTESTSDIR`" +fi + +for SUBDIR in $TESTS +do + SUBTESTS="`basename $SUBDIR`" + + if [ $SUBTESTS = $SUBDIR ] + then + SUBTESTS="`ls $DEFAULTTESTSDIR/$SUBDIR`" + else + SUBDIR="`dirname $SUBDIR`" + fi + + if [ ! -d $TODAYDIR/$SUBDIR ] + then + mkdir $TODAYDIR/$SUBDIR + if [ $testnumber == 0 ] + then + FIRST="Category:" + else + FIRST=" " + fi + echo " " >> $INDEX + echo " ">> $INDEX + echo " " >> $INDEX + echo " " >> $INDEX + echo " " >> $INDEX + echo " " >> $INDEX + SUBTESTSINDEX=$TODAYDIR/$SUBDIR/index.html + cat > $SUBTESTSINDEX <<@EOF + + + strongSwan $SUBDIR Tests + + +
strongSwan UML Tests / $SUBDIR
+

strongSwan $SUBDIR Tests

+
Host:`uname -a`
UML kernel:  $KERNEL_VERSION
IPsec:$IPSEC_VERSION
Date:$TESTDATE
    
NumberTestResult
$FIRST$SUBDIRx 
+ + + + + + + + + + + + + + + + + + + + + + + +@EOF + fi + + for name in $SUBTESTS + do + let "testnumber += 1" + testname=$SUBDIR/$name + cecho-n " $testnumber $testname.." + + if [ ! -d $DEFAULTTESTSDIR/${testname} ] + then + cecho "is missing..skipped" + continue + fi + + if [ $SUBDIR = "ipv6" -o $name = "rw-psk-ipv6" ] + then + IPROUTE_CMD="ip -6 route list table $SOURCEIP_ROUTING_TABLE" + IPROUTE_DSP=$IPROUTE_CMD + IPTABLES_CMD="ip6tables -v -n -L" + IPTABLES_DSP="ip6tables -L" + else + IPROUTE_CMD="ip route list table $SOURCEIP_ROUTING_TABLE" + IPROUTE_DSP=$IPROUTE_CMD + IPTABLES_CMD="iptables -v -n -L" + IPTABLES_DSP="iptables -L" + fi + + if [ $name = "net2net-ip4-in-ip6-ikev2" -o $name = "net2net-ip6-in-ip4-ikev2" ] + then + IPROUTE_CMD="ip route list table $SOURCEIP_ROUTING_TABLE; echo; ip -6 route list table $SOURCEIP_ROUTING_TABLE" + IPROUTE_DSP="ip (-6) route list table $SOURCEIP_ROUTING_TABLE" + IPTABLES_CMD="iptables -v -n -L ; echo ; ip6tables -v -n -L" + IPTABLES_DSP="iptables -L ; ip6tables -L" + fi + + [ -f $DEFAULTTESTSDIR/${testname}/description.txt ] || die "!! File 'description.txt' is missing" + [ -f $DEFAULTTESTSDIR/${testname}/test.conf ] || die "!! File 'test.conf' is missing" + [ -f $DEFAULTTESTSDIR/${testname}/pretest.dat ] || die "!! File 'pretest.dat' is missing" + [ -f $DEFAULTTESTSDIR/${testname}/posttest.dat ] || die "!! File 'posttest.dat' is missing" + [ -f $DEFAULTTESTSDIR/${testname}/evaltest.dat ] || die "!! File 'evaltest.dat' is missing" + + TESTRESULTDIR=$TODAYDIR/$testname + mkdir -p $TESTRESULTDIR + CONSOLE_LOG=$TESTRESULTDIR/console.log + touch $CONSOLE_LOG + + TESTDIR=$TESTSDIR/${testname} + rm -rf $TESTDIR + mkdir -p $TESTDIR + cp -rfp $DEFAULTTESTSDIR/${testname}/* $TESTDIR + + + ############################################################################## + # replace IP wildcards with actual IPv4 and IPv6 addresses + # + + for host in $STRONGSWANHOSTS + do + case $host in + moon) + searchandreplace PH_IP_MOON1 $ipv4_moon1 $TESTDIR + searchandreplace PH_IP_MOON $ipv4_moon $TESTDIR + searchandreplace PH_IP6_MOON1 $ipv6_moon1 $TESTDIR + searchandreplace PH_IP6_MOON $ipv6_moon $TESTDIR + ;; + sun) + searchandreplace PH_IP_SUN1 $ipv4_sun1 $TESTDIR + searchandreplace PH_IP_SUN $ipv4_sun $TESTDIR + searchandreplace PH_IP6_SUN1 $ipv6_sun1 $TESTDIR + searchandreplace PH_IP6_SUN $ipv6_sun $TESTDIR + ;; + alice) + searchandreplace PH_IP_ALICE1 $ipv4_alice1 $TESTDIR + searchandreplace PH_IP_ALICE $ipv4_alice $TESTDIR + searchandreplace PH_IP6_ALICE1 $ipv6_alice1 $TESTDIR + searchandreplace PH_IP6_ALICE $ipv6_alice $TESTDIR + ;; + venus) + searchandreplace PH_IP_VENUS $ipv4_venus $TESTDIR + searchandreplace PH_IP6_VENUS $ipv6_venus $TESTDIR + ;; + bob) + searchandreplace PH_IP_BOB $ipv4_bob $TESTDIR + searchandreplace PH_IPV6_BOB $ipv6_bob $TESTDIR + ;; + carol) + searchandreplace PH_IP_CAROL1 $ipv4_carol1 $TESTDIR + searchandreplace PH_IP_CAROL $ipv4_carol $TESTDIR + searchandreplace PH_IP6_CAROL1 $ipv6_carol1 $TESTDIR + searchandreplace PH_IP6_CAROL $ipv6_carol $TESTDIR + ;; + dave) + searchandreplace PH_IP_DAVE1 $ipv4_dave1 $TESTDIR + searchandreplace PH_IP_DAVE $ipv4_dave $TESTDIR + searchandreplace PH_IP6_DAVE1 $ipv6_dave1 $TESTDIR + searchandreplace PH_IP6_DAVE $ipv6_dave $TESTDIR + ;; + winnetou) + searchandreplace PH_IP_WINNETOU $ipv4_winnetou $TESTDIR + searchandreplace PH_IP6_WINNETOU $ipv6_winnetou $TESTDIR + ;; + esac + done + + + ########################################################################## + # copy test specific configurations to uml hosts and clear auth.log files + # + + $DIR/scripts/load-testconfig $testname + unset RADIUSHOSTS + source $TESTDIR/test.conf + + + ########################################################################## + # run tcpdump in the background + # + + if [ "$TCPDUMPHOSTS" != "" ] + then + echo -e "TCPDUMP\n" >> $CONSOLE_LOG 2>&1 + + for host_iface in $TCPDUMPHOSTS + do + host=`echo $host_iface | awk -F ":" '{print $1}'` + iface=`echo $host_iface | awk -F ":" '{if ($2 != "") { print $2 } else { printf("eth0") }}'` + tcpdump_cmd="tcpdump -i $iface not port ssh and not port domain > /tmp/tcpdump.log 2>&1 &" + echo "${host}# $tcpdump_cmd" >> $CONSOLE_LOG + ssh $SSHCONF root@`eval echo \\\$ipv4_$host '$tcpdump_cmd'` + eval TDUP_${host}="true" + done + fi + + + ########################################################################## + # execute pre-test commands + # + + cecho-n "pre.." + echo -e "\nPRE-TEST\n" >> $CONSOLE_LOG 2>&1 + + eval `awk -F "::" '{ + if ($2 != "") + { + printf("echo \"%s# %s\"; ", $1, $2) + printf("ssh \044SSHCONF root@\044ipv4_%s \"%s\"; ", $1, $2) + printf("echo;\n") + } + }' $TESTDIR/pretest.dat` >> $CONSOLE_LOG 2>&1 + + + ########################################################################## + # stop tcpdump + # + + function stop_tcpdump { + echo "${1}# killall tcpdump" >> $CONSOLE_LOG + eval ssh $SSHCONF root@\$ipv4_${1} killall tcpdump + eval TDUP_${1}="false" + echo "" + } + + + ########################################################################## + # get and evaluate test results + # + + cecho-n "test.." + echo -e "\nTEST\n" >> $CONSOLE_LOG 2>&1 + + STATUS="passed" + + eval `awk -F "::" '{ + host=$1 + command=$2 + pattern=$3 + hit=$4 + if (command != "") + { + if (command == "tcpdump") + { + printf("if [ \044TDUP_%s == \"true\" ]; then stop_tcpdump %s; fi; \n", host, host) + printf("echo \"%s# cat /tmp/tcpdump.log | grep \047%s\047 [%s]\"; ", host, pattern, hit) + printf("ssh \044SSHCONF root@\044ipv4_%s cat /tmp/tcpdump.log | grep \"%s\"; ", host, pattern) + } + else + { + printf("echo \"%s# %s | grep \047%s\047 [%s]\"; ", host, command, pattern, hit) + printf("ssh \044SSHCONF root@\044ipv4_%s %s | grep \"%s\"; ", host, command, pattern) + } + printf("cmd_exit=\044?; ") + printf("echo; ") + printf("if [ \044cmd_exit -eq 0 -a \"%s\" = \"NO\" ] ", hit) + printf("|| [ \044cmd_exit -ne 0 -a \"%s\" = \"YES\" ] ", hit) + printf("; then STATUS=\"failed\"; fi; \n") + } + }' $TESTDIR/evaltest.dat` >> $CONSOLE_LOG 2>&1 + + + ########################################################################## + # set counters + # + + if [ $STATUS = "failed" ] + then + let "failed_cnt += 1" + else + let "passed_cnt += 1" + fi + + + ########################################################################## + # log statusall and listall output + # get copies of ipsec.conf, ipsec.secrets + # create index.html for the given test case + + cat > $TESTRESULTDIR/index.html <<@EOF + + + Test $testname + + +
UML kernel:  $KERNEL_VERSION
IPsec:$IPSEC_VERSION
Date:$TESTDATE
    
NumberTestResult
+ +
+ +

Test $testname

+

Description

+@EOF + + cat $TESTDIR/description.txt >> $TESTRESULTDIR/index.html + + cat >> $TESTRESULTDIR/index.html <<@EOF + + $UMLHOSTS +@EOF + + for host in $IPSECHOSTS + do + eval HOSTLOGIN=root@\$ipv4_${host} + + for command in statusall listall + do + ssh $SSHCONF $HOSTLOGIN ipsec $command \ + > $TESTRESULTDIR/${host}.$command 2>/dev/null + done + + for file in strongswan.conf ipsec.conf ipsec.secrets + do + scp $SSHCONF $HOSTLOGIN:/etc/$file \ + $TESTRESULTDIR/${host}.$file > /dev/null 2>&1 + done + + scp $SSHCONF $HOSTLOGIN:/etc/ipsec.d/ipsec.sql \ + $TESTRESULTDIR/${host}.ipsec.sql > /dev/null 2>&1 + + ssh $SSHCONF $HOSTLOGIN ip -s xfrm policy \ + > $TESTRESULTDIR/${host}.ip.policy 2>/dev/null + ssh $SSHCONF $HOSTLOGIN ip -s xfrm state \ + > $TESTRESULTDIR/${host}.ip.state 2>/dev/null + ssh $SSHCONF $HOSTLOGIN $IPROUTE_CMD \ + > $TESTRESULTDIR/${host}.ip.route 2>/dev/null + ssh $SSHCONF $HOSTLOGIN $IPTABLES_CMD \ + > $TESTRESULTDIR/${host}.iptables 2>/dev/null + chmod a+r $TESTRESULTDIR/* + cat >> $TESTRESULTDIR/index.html <<@EOF +

$host

+ + + + + + +
+ + + + + +
+@EOF + + done + + for host in $RADIUSHOSTS + do + eval HOSTLOGIN=root@\$ipv4_${host} + + for file in clients.conf eap.conf radiusd.conf proxy.conf users + do + scp $SSHCONF $HOSTLOGIN:/etc/freeradius/$file \ + $TESTRESULTDIR/${host}.$file > /dev/null 2>&1 + done + + scp $SSHCONF $HOSTLOGIN:/etc/strongswan.conf \ + $TESTRESULTDIR/${host}.strongswan.conf > /dev/null 2>&1 + + scp $SSHCONF $HOSTLOGIN:/var/log/freeradius/radius.log \ + $TESTRESULTDIR/${host}.radius.log > /dev/null 2>&1 + + chmod a+r $TESTRESULTDIR/* + cat >> $TESTRESULTDIR/index.html <<@EOF +

$host

+ + + + + + +
+ + + + + +
+@EOF + + done + + cat >> $TESTRESULTDIR/index.html <<@EOF +
+ + +@EOF + + + ########################################################################## + # execute post-test commands + # + + cecho-n "post.." + echo -e "\nPOST-TEST\n" >> $CONSOLE_LOG 2>&1 + + eval `awk -F "::" '{ + if ($2 != "") + { + printf("echo \"%s# %s\"; ", $1, $2) + printf("ssh \044SSHCONF root@\044ipv4_%s \"%s\"; ", $1, $2) + printf("echo;\n") + } + }' $TESTDIR/posttest.dat` >> $CONSOLE_LOG 2>&1 + + + ########################################################################## + # get a copy of /var/log/auth.log + # + + for host in $IPSECHOSTS + do + eval HOSTLOGIN=root@\$ipv4_${host} + ssh $SSHCONF $HOSTLOGIN "grep -E 'charon|last message repeated' \ + /var/log/auth.log" >> $TESTRESULTDIR/${host}.auth.log + done + + + ########################################################################## + # get a copy of /var/log/daemon.log + # + + for host in $IPSECHOSTS + do + eval HOSTLOGIN=root@\$ipv4_${host} + ssh $SSHCONF $HOSTLOGIN "grep -E 'charon|last message repeated' \ + /var/log/daemon.log" >> $TESTRESULTDIR/${host}.daemon.log + done + + + ########################################################################## + # stop tcpdump if necessary + # + + for host in $TCPDUMPHOSTS + do + if [ "`eval echo \\\$TDUP_${host}`" = "true" ] + then + echo "${host}# killall tcpdump" >> $CONSOLE_LOG + eval ssh $SSHCONF root@\$ipv4_$host killall tcpdump + eval TDUP_${host}="false" + fi + done + + + ########################################################################## + # copy default host config back if necessary + # + + $DIR/scripts/restore-defaults $testname + + + ########################################################################## + # write test status to html file + # + + if [ $STATUS = "passed" ] + then + COLOR="green" + cecho "\033[1;32m$STATUS" + else + COLOR="red" + cecho "$STATUS" + fi + + cat >> $TESTRESULTSHTML << @EOF + + $testnumber + $testname + $STATUS +   + +@EOF + cat >> $SUBTESTSINDEX << @EOF + + $testnumber + $name + $STATUS +   + +@EOF + + + ########################################################################## + # remove any charon.pid files that still may exist + # + + for host in $IPSECHOSTS + do + eval HOSTLOGIN=root@\$ipv4_${host} + ssh $SSHCONF $HOSTLOGIN 'if [ -f /var/run/charon.pid ]; then rm /var/run/charon.pid; echo " removed charon.pid on `hostname`"; fi' + done + + done + +done + + +############################################################################## +# finish the results html file +# + +cat >> $TESTRESULTSHTML << @EOF + +      + + + Passed:$passed_cnt   + + + Failed:$failed_cnt   + + + + +@EOF + +let "all_cnt = $passed_cnt + $failed_cnt" + +cat >> $INDEX << @EOF + +   + all + $all_cnt +   + + + Failed: +   + $failed_cnt +   + + + + +@EOF + +cecho "" +cecho "\033[1;32mPassed: $passed_cnt" +cecho "Failed: $failed_cnt" +cecho "" + + +############################################################################## +# copy the test results to the apache server +# + +HTDOCS="/var/www" + +cecho-n "Copying test results to winnetou.." +ssh $SSHCONF root@${ipv4_winnetou} mkdir -p $HTDOCS/testresults > /dev/null 2>&1 +scp $SSHCONF -r $TODAYDIR root@${ipv4_winnetou}:$HTDOCS/testresults > /dev/null 2>&1 +ssh $SSHCONF root@${ipv4_winnetou} ln -s $HTDOCS/images $HTDOCS/testresults/$TESTDATE/images > /dev/null 2>&1 +cgecho "done" +cecho "" +cecho "The results are available in $TODAYDIR" +cecho "or via the link http://$ipv4_winnetou/testresults/$TESTDATE" + + +########################################################################## +# close ssh sessions +# +for host in $STRONGSWANHOSTS +do + kill `eval echo \\\$ssh_pid_$host` +done diff --git a/testing/do-tests.in b/testing/do-tests.in deleted file mode 100755 index 137bb31..0000000 --- a/testing/do-tests.in +++ /dev/null @@ -1,786 +0,0 @@ -#!/bin/bash -# Automatically execute the strongSwan test cases -# -# Copyright (C) 2004 Eric Marchionni, Patrik Rayo -# Zuercher Hochschule Winterthur -# -# This program is free software; you can redistribute it and/or modify it -# under the terms of the GNU General Public License as published by the -# Free Software Foundation; either version 2 of the License, or (at your -# option) any later version. See . -# -# This program is distributed in the hope that it will be useful, but -# WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY -# or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License -# for more details. - -DIR=`dirname $0` - -source $DIR/scripts/function.sh - -[ -f $DIR/testing.conf ] || die "Configuration file 'testing.conf' not found" -[ -d $DIR/hosts ] || die "Directory 'hosts' not found" -[ -d $DIR/tests ] || die "Directory 'tests' not found" - -source $DIR/testing.conf - - -############################################################################## -# test if UMLs have been built at all -# - -[ -d $BUILDDIR ] || die "Directory '$BUILDDIR' does not exist. Please run 'make-testing'first." - - -############################################################################## -# take care of new path and file variables -# - -[ -d $TESTRESULTSDIR ] || mkdir $TESTRESULTSDIR - -TESTDATE=`date +%Y%m%d-%H%M` - -TODAYDIR=$TESTRESULTSDIR/$TESTDATE -mkdir $TODAYDIR -TESTRESULTSHTML=$TODAYDIR/all.html -INDEX=$TODAYDIR/index.html -DEFAULTTESTSDIR=$UMLTESTDIR/testing/tests - -SOURCEIP_ROUTING_TABLE=@routing_table@ - -testnumber="0" -failed_cnt="0" -passed_cnt="0" - - -############################################################################## -# copy default tests to $BUILDDIR -# - -TESTSDIR=$BUILDDIR/tests -[ -d $TESTSDIR ] || mkdir $TESTSDIR - -############################################################################## -# assign IP for each host to hostname -# - -for host in $STRONGSWANHOSTS -do - eval ipv4_${host}="`echo $HOSTNAMEIPV4 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $1 }' | awk '{ print $1 }'`" - eval ipv6_${host}="`echo $HOSTNAMEIPV6 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $1 }' | awk '{ print $1 }'`" - - case $host in - moon) - eval ipv4_moon1="`echo $HOSTNAMEIPV4 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" - eval ipv6_moon1="`echo $HOSTNAMEIPV6 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" - ;; - sun) - eval ipv4_sun1="`echo $HOSTNAMEIPV4 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" - eval ipv6_sun1="`echo $HOSTNAMEIPV6 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" - ;; - alice) - eval ipv4_alice1="`echo $HOSTNAMEIPV4 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" - eval ipv6_alice1="`echo $HOSTNAMEIPV6 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" - ;; - venus) - ;; - bob) - ;; - carol) - eval ipv4_carol1="`echo $HOSTNAMEIPV4 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" - eval ipv6_carol1="`echo $HOSTNAMEIPV6 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" - ;; - dave) - eval ipv4_dave1="`echo $HOSTNAMEIPV4 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" - eval ipv6_dave1="`echo $HOSTNAMEIPV6 | sed -n -e "s/^.*${host},//gp" | awk -F, '{ print $2 }' | awk '{ print $1 }'`" - ;; - winnetou) - ;; - esac -done - - -############################################################################## -# open ssh sessions -# -for host in $STRONGSWANHOSTS -do - ssh $SSHCONF -N root@`eval echo \\\$ipv4_$host` & - eval ssh_pid_$host="`echo $!`" -done - - -############################################################################## -# create header for the results html file -# - -KERNEL_VERSION=`basename $KERNEL .tar.bz2` -IPSEC_VERSION=`basename $STRONGSWAN .tar.bz2` - -ENVIRONMENT_HEADER=$(cat <<@EOF - - - - - - - - - - - - - - - - - - - - - - - -@EOF -) - -cat > $INDEX <<@EOF - - - strongSwan UML Tests - - -

strongSwan UML Tests

- $ENVIRONMENT_HEADER -@EOF - -cat > $TESTRESULTSHTML <<@EOF - - - strongSwan UML Tests - All Tests - - -
strongSwan UML Tests / All Tests
-

All Tests

- $ENVIRONMENT_HEADER - - - - - -@EOF - -cecho "UML kernel: $KERNEL_VERSION" -cecho "IPsec: $IPSEC_VERSION" -cecho "Date: $TESTDATE" -cecho "" - - -############################################################################## -# enter specific test directory -# - -if [ $# -gt 0 ] -then - TESTS=$* -elif [ $SELECTEDTESTSONLY = "yes" ] -then - # set internal field seperator - TESTS=$SELECTEDTESTS -else - # set internal field seperator - TESTS="`ls $DEFAULTTESTSDIR`" -fi - -for SUBDIR in $TESTS -do - SUBTESTS="`basename $SUBDIR`" - - if [ $SUBTESTS = $SUBDIR ] - then - SUBTESTS="`ls $DEFAULTTESTSDIR/$SUBDIR`" - else - SUBDIR="`dirname $SUBDIR`" - fi - - if [ ! -d $TODAYDIR/$SUBDIR ] - then - mkdir $TODAYDIR/$SUBDIR - if [ $testnumber == 0 ] - then - FIRST="Category:" >> $INDEX - echo " ">> $INDEX - echo " " >> $INDEX - echo " " >> $INDEX - echo " " >> $INDEX - echo " " >> $INDEX - SUBTESTSINDEX=$TODAYDIR/$SUBDIR/index.html - cat > $SUBTESTSINDEX <<@EOF - - - strongSwan $SUBDIR Tests - - -
strongSwan UML Tests / $SUBDIR
-

strongSwan $SUBDIR Tests

-
Host:`uname -a`
UML kernel:  $KERNEL_VERSION
IPsec:$IPSEC_VERSION
Date:$TESTDATE
    
NumberTestResult
$FIRST$SUBDIRx 
- - - - - - - - - - - - - - - - - - - - - - - -@EOF - fi - - for name in $SUBTESTS - do - let "testnumber += 1" - testname=$SUBDIR/$name - cecho-n " $testnumber $testname.." - - if [ ! -d $DEFAULTTESTSDIR/${testname} ] - then - cecho "is missing..skipped" - continue - fi - - if [ $SUBDIR = "ipv6" -o $name = "rw-psk-ipv6" ] - then - IPROUTE_CMD="ip -6 route list table $SOURCEIP_ROUTING_TABLE" - IPROUTE_DSP=$IPROUTE_CMD - IPTABLES_CMD="ip6tables -v -n -L" - IPTABLES_DSP="ip6tables -L" - else - IPROUTE_CMD="ip route list table $SOURCEIP_ROUTING_TABLE" - IPROUTE_DSP=$IPROUTE_CMD - IPTABLES_CMD="iptables -v -n -L" - IPTABLES_DSP="iptables -L" - fi - - if [ $name = "net2net-ip4-in-ip6-ikev2" -o $name = "net2net-ip6-in-ip4-ikev2" ] - then - IPROUTE_CMD="ip route list table $SOURCEIP_ROUTING_TABLE; echo; ip -6 route list table $SOURCEIP_ROUTING_TABLE" - IPROUTE_DSP="ip (-6) route list table $SOURCEIP_ROUTING_TABLE" - IPTABLES_CMD="iptables -v -n -L ; echo ; ip6tables -v -n -L" - IPTABLES_DSP="iptables -L ; ip6tables -L" - fi - - [ -f $DEFAULTTESTSDIR/${testname}/description.txt ] || die "!! File 'description.txt' is missing" - [ -f $DEFAULTTESTSDIR/${testname}/test.conf ] || die "!! File 'test.conf' is missing" - [ -f $DEFAULTTESTSDIR/${testname}/pretest.dat ] || die "!! File 'pretest.dat' is missing" - [ -f $DEFAULTTESTSDIR/${testname}/posttest.dat ] || die "!! File 'posttest.dat' is missing" - [ -f $DEFAULTTESTSDIR/${testname}/evaltest.dat ] || die "!! File 'evaltest.dat' is missing" - - TESTRESULTDIR=$TODAYDIR/$testname - mkdir -p $TESTRESULTDIR - CONSOLE_LOG=$TESTRESULTDIR/console.log - touch $CONSOLE_LOG - - TESTDIR=$TESTSDIR/${testname} - rm -rf $TESTDIR - mkdir -p $TESTDIR - cp -rfp $DEFAULTTESTSDIR/${testname}/* $TESTDIR - - - ############################################################################## - # replace IP wildcards with actual IPv4 and IPv6 addresses - # - - for host in $STRONGSWANHOSTS - do - case $host in - moon) - searchandreplace PH_IP_MOON1 $ipv4_moon1 $TESTDIR - searchandreplace PH_IP_MOON $ipv4_moon $TESTDIR - searchandreplace PH_IP6_MOON1 $ipv6_moon1 $TESTDIR - searchandreplace PH_IP6_MOON $ipv6_moon $TESTDIR - ;; - sun) - searchandreplace PH_IP_SUN1 $ipv4_sun1 $TESTDIR - searchandreplace PH_IP_SUN $ipv4_sun $TESTDIR - searchandreplace PH_IP6_SUN1 $ipv6_sun1 $TESTDIR - searchandreplace PH_IP6_SUN $ipv6_sun $TESTDIR - ;; - alice) - searchandreplace PH_IP_ALICE1 $ipv4_alice1 $TESTDIR - searchandreplace PH_IP_ALICE $ipv4_alice $TESTDIR - searchandreplace PH_IP6_ALICE1 $ipv6_alice1 $TESTDIR - searchandreplace PH_IP6_ALICE $ipv6_alice $TESTDIR - ;; - venus) - searchandreplace PH_IP_VENUS $ipv4_venus $TESTDIR - searchandreplace PH_IP6_VENUS $ipv6_venus $TESTDIR - ;; - bob) - searchandreplace PH_IP_BOB $ipv4_bob $TESTDIR - searchandreplace PH_IPV6_BOB $ipv6_bob $TESTDIR - ;; - carol) - searchandreplace PH_IP_CAROL1 $ipv4_carol1 $TESTDIR - searchandreplace PH_IP_CAROL $ipv4_carol $TESTDIR - searchandreplace PH_IP6_CAROL1 $ipv6_carol1 $TESTDIR - searchandreplace PH_IP6_CAROL $ipv6_carol $TESTDIR - ;; - dave) - searchandreplace PH_IP_DAVE1 $ipv4_dave1 $TESTDIR - searchandreplace PH_IP_DAVE $ipv4_dave $TESTDIR - searchandreplace PH_IP6_DAVE1 $ipv6_dave1 $TESTDIR - searchandreplace PH_IP6_DAVE $ipv6_dave $TESTDIR - ;; - winnetou) - searchandreplace PH_IP_WINNETOU $ipv4_winnetou $TESTDIR - searchandreplace PH_IP6_WINNETOU $ipv6_winnetou $TESTDIR - ;; - esac - done - - - ########################################################################## - # copy test specific configurations to uml hosts and clear auth.log files - # - - $DIR/scripts/load-testconfig $testname - unset RADIUSHOSTS - source $TESTDIR/test.conf - - - ########################################################################## - # run tcpdump in the background - # - - if [ "$TCPDUMPHOSTS" != "" ] - then - echo -e "TCPDUMP\n" >> $CONSOLE_LOG 2>&1 - - for host_iface in $TCPDUMPHOSTS - do - host=`echo $host_iface | awk -F ":" '{print $1}'` - iface=`echo $host_iface | awk -F ":" '{if ($2 != "") { print $2 } else { printf("eth0") }}'` - tcpdump_cmd="tcpdump -i $iface not port ssh and not port domain > /tmp/tcpdump.log 2>&1 &" - echo "${host}# $tcpdump_cmd" >> $CONSOLE_LOG - ssh $SSHCONF root@`eval echo \\\$ipv4_$host '$tcpdump_cmd'` - eval TDUP_${host}="true" - done - fi - - - ########################################################################## - # execute pre-test commands - # - - cecho-n "pre.." - echo -e "\nPRE-TEST\n" >> $CONSOLE_LOG 2>&1 - - eval `awk -F "::" '{ - if ($2 != "") - { - printf("echo \"%s# %s\"; ", $1, $2) - printf("ssh \044SSHCONF root@\044ipv4_%s \"%s\"; ", $1, $2) - printf("echo;\n") - } - }' $TESTDIR/pretest.dat` >> $CONSOLE_LOG 2>&1 - - - ########################################################################## - # stop tcpdump - # - - function stop_tcpdump { - echo "${1}# killall tcpdump" >> $CONSOLE_LOG - eval ssh $SSHCONF root@\$ipv4_${1} killall tcpdump - eval TDUP_${1}="false" - echo "" - } - - - ########################################################################## - # get and evaluate test results - # - - cecho-n "test.." - echo -e "\nTEST\n" >> $CONSOLE_LOG 2>&1 - - STATUS="passed" - - eval `awk -F "::" '{ - host=$1 - command=$2 - pattern=$3 - hit=$4 - if (command != "") - { - if (command == "tcpdump") - { - printf("if [ \044TDUP_%s == \"true\" ]; then stop_tcpdump %s; fi; \n", host, host) - printf("echo \"%s# cat /tmp/tcpdump.log | grep \047%s\047 [%s]\"; ", host, pattern, hit) - printf("ssh \044SSHCONF root@\044ipv4_%s cat /tmp/tcpdump.log | grep \"%s\"; ", host, pattern) - } - else - { - printf("echo \"%s# %s | grep \047%s\047 [%s]\"; ", host, command, pattern, hit) - printf("ssh \044SSHCONF root@\044ipv4_%s %s | grep \"%s\"; ", host, command, pattern) - } - printf("cmd_exit=\044?; ") - printf("echo; ") - printf("if [ \044cmd_exit -eq 0 -a \"%s\" = \"NO\" ] ", hit) - printf("|| [ \044cmd_exit -ne 0 -a \"%s\" = \"YES\" ] ", hit) - printf("; then STATUS=\"failed\"; fi; \n") - } - }' $TESTDIR/evaltest.dat` >> $CONSOLE_LOG 2>&1 - - - ########################################################################## - # set counters - # - - if [ $STATUS = "failed" ] - then - let "failed_cnt += 1" - else - let "passed_cnt += 1" - fi - - - ########################################################################## - # log statusall and listall output - # get copies of ipsec.conf, ipsec.secrets - # create index.html for the given test case - - cat > $TESTRESULTDIR/index.html <<@EOF - - - Test $testname - - -
UML kernel:  $KERNEL_VERSION
IPsec:$IPSEC_VERSION
Date:$TESTDATE
    
NumberTestResult
- -
- -

Test $testname

-

Description

-@EOF - - cat $TESTDIR/description.txt >> $TESTRESULTDIR/index.html - - cat >> $TESTRESULTDIR/index.html <<@EOF - - $UMLHOSTS -@EOF - - for host in $IPSECHOSTS - do - eval HOSTLOGIN=root@\$ipv4_${host} - - for command in statusall listall - do - ssh $SSHCONF $HOSTLOGIN ipsec $command \ - > $TESTRESULTDIR/${host}.$command 2>/dev/null - done - - for file in strongswan.conf ipsec.conf ipsec.secrets - do - scp $SSHCONF $HOSTLOGIN:/etc/$file \ - $TESTRESULTDIR/${host}.$file > /dev/null 2>&1 - done - - scp $SSHCONF $HOSTLOGIN:/etc/ipsec.d/ipsec.sql \ - $TESTRESULTDIR/${host}.ipsec.sql > /dev/null 2>&1 - - ssh $SSHCONF $HOSTLOGIN ip -s xfrm policy \ - > $TESTRESULTDIR/${host}.ip.policy 2>/dev/null - ssh $SSHCONF $HOSTLOGIN ip -s xfrm state \ - > $TESTRESULTDIR/${host}.ip.state 2>/dev/null - ssh $SSHCONF $HOSTLOGIN $IPROUTE_CMD \ - > $TESTRESULTDIR/${host}.ip.route 2>/dev/null - ssh $SSHCONF $HOSTLOGIN $IPTABLES_CMD \ - > $TESTRESULTDIR/${host}.iptables 2>/dev/null - chmod a+r $TESTRESULTDIR/* - cat >> $TESTRESULTDIR/index.html <<@EOF -

$host

- - - - - - -
- - - - - -
-@EOF - - done - - for host in $RADIUSHOSTS - do - eval HOSTLOGIN=root@\$ipv4_${host} - - for file in clients.conf eap.conf radiusd.conf proxy.conf users - do - scp $SSHCONF $HOSTLOGIN:/etc/freeradius/$file \ - $TESTRESULTDIR/${host}.$file > /dev/null 2>&1 - done - - scp $SSHCONF $HOSTLOGIN:/etc/strongswan.conf \ - $TESTRESULTDIR/${host}.strongswan.conf > /dev/null 2>&1 - - scp $SSHCONF $HOSTLOGIN:/var/log/freeradius/radius.log \ - $TESTRESULTDIR/${host}.radius.log > /dev/null 2>&1 - - chmod a+r $TESTRESULTDIR/* - cat >> $TESTRESULTDIR/index.html <<@EOF -

$host

- - - - - - -
- - - - - -
-@EOF - - done - - cat >> $TESTRESULTDIR/index.html <<@EOF -
- - -@EOF - - - ########################################################################## - # execute post-test commands - # - - cecho-n "post.." - echo -e "\nPOST-TEST\n" >> $CONSOLE_LOG 2>&1 - - eval `awk -F "::" '{ - if ($2 != "") - { - printf("echo \"%s# %s\"; ", $1, $2) - printf("ssh \044SSHCONF root@\044ipv4_%s \"%s\"; ", $1, $2) - printf("echo;\n") - } - }' $TESTDIR/posttest.dat` >> $CONSOLE_LOG 2>&1 - - - ########################################################################## - # get a copy of /var/log/auth.log - # - - for host in $IPSECHOSTS - do - eval HOSTLOGIN=root@\$ipv4_${host} - ssh $SSHCONF $HOSTLOGIN "grep -E 'charon|last message repeated' \ - /var/log/auth.log" >> $TESTRESULTDIR/${host}.auth.log - done - - - ########################################################################## - # get a copy of /var/log/daemon.log - # - - for host in $IPSECHOSTS - do - eval HOSTLOGIN=root@\$ipv4_${host} - ssh $SSHCONF $HOSTLOGIN "grep -E 'charon|last message repeated' \ - /var/log/daemon.log" >> $TESTRESULTDIR/${host}.daemon.log - done - - - ########################################################################## - # stop tcpdump if necessary - # - - for host in $TCPDUMPHOSTS - do - if [ "`eval echo \\\$TDUP_${host}`" = "true" ] - then - echo "${host}# killall tcpdump" >> $CONSOLE_LOG - eval ssh $SSHCONF root@\$ipv4_$host killall tcpdump - eval TDUP_${host}="false" - fi - done - - - ########################################################################## - # copy default host config back if necessary - # - - $DIR/scripts/restore-defaults $testname - - - ########################################################################## - # write test status to html file - # - - if [ $STATUS = "passed" ] - then - COLOR="green" - cecho "\033[1;32m$STATUS" - else - COLOR="red" - cecho "$STATUS" - fi - - cat >> $TESTRESULTSHTML << @EOF - - $testnumber - $testname - $STATUS -   - -@EOF - cat >> $SUBTESTSINDEX << @EOF - - $testnumber - $name - $STATUS -   - -@EOF - - - ########################################################################## - # remove any charon.pid files that still may exist - # - - for host in $IPSECHOSTS - do - eval HOSTLOGIN=root@\$ipv4_${host} - ssh $SSHCONF $HOSTLOGIN 'if [ -f /var/run/charon.pid ]; then rm /var/run/charon.pid; echo " removed charon.pid on `hostname`"; fi' - done - - done - -done - - -############################################################################## -# finish the results html file -# - -cat >> $TESTRESULTSHTML << @EOF - -      - - - Passed:$passed_cnt   - - - Failed:$failed_cnt   - - - - -@EOF - -let "all_cnt = $passed_cnt + $failed_cnt" - -cat >> $INDEX << @EOF - -   - all - $all_cnt -   - - - Failed: -   - $failed_cnt -   - - - - -@EOF - -cecho "" -cecho "\033[1;32mPassed: $passed_cnt" -cecho "Failed: $failed_cnt" -cecho "" - - -############################################################################## -# copy the test results to the apache server -# - -HTDOCS="/var/www" - -cecho-n "Copying test results to winnetou.." -ssh $SSHCONF root@${ipv4_winnetou} mkdir -p $HTDOCS/testresults > /dev/null 2>&1 -scp $SSHCONF -r $TODAYDIR root@${ipv4_winnetou}:$HTDOCS/testresults > /dev/null 2>&1 -ssh $SSHCONF root@${ipv4_winnetou} ln -s $HTDOCS/images $HTDOCS/testresults/$TESTDATE/images > /dev/null 2>&1 -cgecho "done" -cecho "" -cecho "The results are available in $TODAYDIR" -cecho "or via the link http://$ipv4_winnetou/testresults/$TESTDATE" - - -########################################################################## -# close ssh sessions -# -for host in $STRONGSWANHOSTS -do - kill `eval echo \\\$ssh_pid_$host` -done - -- 2.7.4