src/runtest

#!/bin/sh

FILE="$1"
test="${FILE%.*}"
ext="${FILE##*.}"

TIMEOUT="timeout --preserve-status 3h"

if test -n "$HTTP_LOGFILE"; then
    exec 2>> "$HTTP_LOGFILE"
fi

# for debugging
# BASH_XTRACEFD=2
# set -x

if test -f $test.c; then
    src=$test.c
elif test -f $test.m; then
    src=$test.m
else
    echo "No source file found for $test" >&2
    exit 1
fi

case $ext in
    ctst) log=clog; out=cout; ref=cref; ;;
    *)    log=log;  out=out; ref=ref; ;;
esac

case $CC in
    *-D_MPI=*) test -z "$EXEC" && EXEC="mpirun -np "`echo $CC | sed 's/.*-D_MPI=\([0-9]*\).*/\1/'`;
esac

for opt in $CFLAGS; do
    case $opt in
	-catch) test -z "$EXEC" && EXEC=" "; # turn off gdb
    esac
done

case $OSTYPE in
    *darwin*) ;; # gdb is (often) broken on Apple OSX
    *)
	if test -z "$GDB"; then
	    GDB=`which gdb`
	fi
	;;
esac

script()
{
    rm -f $src display.html
    if test -f fail; then
	return 1
    fi
    test -s warn || rm -f warn

    pass=true
    rm -f log-* stencil stencil-* fine fine-* coarse coarse-*
    tail -f --pid=$$ --retry display.html 2> /dev/null | grep -o 'http://.*:[0-9]*' &
    if test -n "$EXEC" -o -z "$GDB"; then
	if ! $EXEC ./$test 2> $log > $out; then
	    pass=false
	    if test "$EXEC" = " " -a -f core -a -n "$GDB"; then
		cat $log
		xterm -e "gnuplot plot -" &
		$GDB -q ./$test core
	    fi
	fi
    else
	if ! $GDB -batch -return-child-result -ex "run 2> $log > $out" ./$test > gdb.log 2> gdb.err; then
	    pass=false
	    $AWK '
     {
       if (NF > 0)
         a[nb++] = $0;
     }
     / at .*:[0-9]*$/ {
       for (i = 0; i < nb - 1; i++)
	 print $(NF) ":error: " a[i];
     }
     ' < gdb.log >> $log
	fi
	rm -f gdb.log
    fi

    if test -f log-1; then
	mv -f $log log-0
	cat log-* > $log
    fi

    if $pass; then
	if test -f $test.$ref; then
	    ref=$ref
	else
	    ref=ref
	fi
	if test -f $test.$ref; then
            echo diff $log $test.$ref > fail
            diff $log $test.$ref >> fail && rm -f fail
            rm -f $test.$ref
	fi
    else
	cp -f $log fail
    fi
    if test -f fail; then
	return 1
    fi
    touch pass
}

# run locally (C code)
locally()
{
    echo \[$test.$ext\]
    $BASILISK/qcc -autolink -disable-dimensions $CFLAGS -o $test/$test $src $LIBS -lm > $test/log 2>&1 \
	|| mv -f $test/log $test/fail
    cd $test
    script
    cd ..
}

# run locally (Octave code)
locally_octave()
{
    echo \[$test.$ext\]
    cd $test
    if octave-cli --path .. -W -H -q $src 2> $log > $out && \
	    ! grep -q '^error:' $log; then
	touch pass
    else
	cp -f $log fail
    fi
    cd ..
}

# run untrusted code using the 'basilisk-untrusted' user if it exists
run_untrusted()
{
    status=0
    if test -n "$chksum"; then
	if grep -q basilisk-untrusted /etc/passwd; then
	    if ! mkdir -m 777 ../$chksum; then
		return 1
	    fi
	    if ! sudo -n -u basilisk-untrusted -- \
		 bash -c "cp -arf * ../$chksum && cd ../$chksum && $1"; then
		status=1
	    fi
	    if ! cp -arf ../$chksum/* .; then
		status=1
	    fi
	    sudo -n -u basilisk-untrusted -- rm -rf ../$chksum/*
	    rm -r -f ../$chksum
	else
	    echo "Could not find the 'basilisk-untrusted' user" >2
	    status=1
	fi
    fi
    return $status
}

doplots()
{
    if test -f "$1".plot && ! run_untrusted 'gnuplot -e "batch=1; PNG=\"'$PNG'\"; set term '$PNG' enhanced font \",10\"; set output \"plot.png\"; set macros;" '$1'.plot > tmp 2>&1;'; then
        cat tmp >> warn
    fi
    if ! run_untrusted "PNG=$PNG sh $BASILISK/gnuplot.sh $1 > tmp 2>&1"; then
	cat tmp >> warn
    fi
    if ! run_untrusted "MPLBACKEND=Agg python3 plots.py > tmp 2>&1"; then
	cat tmp >> warn
    fi
    rm -f tmp
}

# compile/run on a remote "sandbox"
# NOTE: update remotely_octave() when changing this
remotely()
{
    rhost=$1
    autolink=`$BASILISK/qcc -autolink -progress -source -disable-dimensions $CFLAGS $src`
    chksum=`(cat $test.s && pwd && echo $test) | $GENSUM | cut -d' ' -f1`.$ext
    mkdir $test/$chksum
    cd $test
    run=`echo $test | sed 's/^~//'`
    if test "$run" != "$test"; then
	cp -f $run.* $chksum 2> /dev/null || true
    fi
    cp -f $test.* $chksum 2> /dev/null || true
    rm -f $chksum/$src.html
    if test `echo "$test" | sed 's/^~//'` != "$test"; then
	cd $chksum
	for f in "$test".*; do
	    mv -f "$f" `echo "$f" | sed 's/^~//'`
	done
	cd ..
    fi
    mv -f ../_$src $chksum/$src
    PCC="\$CC99"
    case "$CFLAGS" in
	*-cadna*) PCC="\$CADNACC" ;;
    esac
    PCFLAGS=`echo $CFLAGS | sed -e 's/-grid=[^-]*//g' -e 's/-cadna//g' -e 's/-progress//g' -e 's/-Wdimensions//g'`
    NCORES=`echo $EXEC | awk 'BEGIN{ np = 1 }{
      if ($1 == "mpirun") np = $3; }END{ print np;}'`
    case "$CFLAGS" in
	*-fopenmp*)
	    NCORES=8
	    TIMEOUT="OMP_NUM_THREADS=8 $TIMEOUT"
	    ;;
    esac
    cat <<EOF >$chksum/$chksum.sh
#!/bin/sh

run_untrusted()
{
  status=0
  notrust=/tmp/$chksum
  if ! sudo -n -u basilisk-untrusted -- bash -c "source /home/basilisk/.bashrc && mkdir \$notrust && cp -arf * \$notrust && cd \$notrust && rm -f completing && \$1 && touch completing"; then
     status=1
  fi
  if ! cp -arf \$notrust/* .; then
     status=1
  fi
  sudo -n -u basilisk-untrusted -- rm -rf \$notrust/
  return \$status
}

$PCC $PCFLAGS -I\$HOME/include -o $chksum $src -L\$HOME/lib $LIBS $autolink -lm > log 2>&1 || mv -f log fail
rm -f $src
if ! test -f fail; then
  pass=true
  if test -n "$EXEC" -o -z "`which gdb`"; then
    if ! run_untrusted "$TIMEOUT $EXEC ./$chksum 2> $log > $out"; then
       pass=false
    fi
  else
    if ! run_untrusted "$TIMEOUT gdb -batch -return-child-result -ex \"run 2> $log > $out\" $chksum > gdb.log 2> gdb.err" > gdb.log 2> gdb.err; then
       pass=false
       cat gdb.err >> $log
       awk '
       {
         if (NF > 0)
           a[nb++] = \$0;
       }
       / at .*:[0-9]*\$/ {
         for (i = 0; i < nb - 1; i++)
   	   print \$(NF) ":error: " a[i];
       }
       ' < gdb.log >> $log
    fi
    rm -f gdb.log
  fi    

  if test -f log-1; then
      mv -f $log log-0
      cat log-* > $log
  fi

  if \$pass; then
    if test -f $test.$ref; then
      ref=$ref
    else
      ref=ref
    fi
    if test -f $test.\$ref; then
        echo diff $log $test.\$ref > fail
        diff $log $test.\$ref >> fail && rm -f fail
        rm -f $test.\$ref
    fi
  else
    if ! test -s $log; then
       echo "The code timed out after one hour." > $log
    fi
    sed "s/^$chksum: //g" $log > fail
  fi
fi
rm -f $chksum $src $chksum.sh $test.*ref
tar czf \$HOME/$chksum.tgz *
rm -r -f \$HOME/$chksum
EOF
    tar czf $chksum.tgz $chksum
    rm -r -f $chksum/

    if ! ( scp $chksum.tgz $rhost: && rm -f $chksum.tgz && \
	       ssh $rhost bash -c "\"tar xmzf $chksum.tgz && cd $chksum && tsp -N \$(test \$(tsp -S) -le $NCORES && echo \$(tsp -S) || echo $NCORES) -n nice -19 bash $chksum.sh\" && sleep 0 && echo $chksum && tsp -w" > tspid.$ext && \
	       scp -q $rhost:$chksum.tgz $chksum.tgz && \
	       ssh $rhost rm -r -f $chksum.tgz && \
	       tar xmzf $chksum.tgz && \
	       rm -f $chksum.tgz $src $test.*ref progress) > /dev/null 2>> ssh.log;
    then
	cat ssh.log >> fail
    fi
    rm -f ssh.log

    # generate graphics
    doplots "$test"

    if test -f fail; then
	if test -f ../$test.$ext; then
	    mv -f ../$test.$ext fail.$ext
	else
	    short=`echo $test | sed 's/^~//'`
	    test -f ../$short.$ext && mv -f ../$short.$ext fail.$ext
	fi
	echo
	echo \[$test.$ext\]
	cat fail
    else
	touch pass
    fi
    # Complete
    rm -f *pid.$ext completing
}

octave_deps()
{
    if test -z "$DOCUMENT_ROOT"; then
	d=`pwd`
	while ! test -d _darcs; do
	    cd ..
	done
	DOCUMENT_ROOT=`pwd`
	cd "$d"	
    fi
    path=`dirname $1`" "`grep --only-matching 'addpath[ \t]*( *"[^"]*" *)' $1 | sed -e 's/addpath[ \t]*( *"\([^"]*\)" *)/\1/g' -e "s|^~|$DOCUMENT_ROOT|g"`
    for i in `grep -E --only-matching -h '[a-zA-Z_0-9]+[ \t]*\(' $1 | sort | uniq | sed 's/(//g'`; do
	for p in $path; do
	    test -f "$p/$i.m" -a "$p/$i.m" != "$1" && echo "$p/$i.m" && octave_deps "$p/$i.m" && break;
	done
    done | sort | uniq
}

# compile/run on a remote "sandbox" (OCTAVE)
remotely_octave()
{
    rhost=$1
    chksum=`(cat $test.s && pwd && echo $test) | $GENSUM | cut -d' ' -f1`.$ext
    mkdir $test/$chksum
    mkdir $test/$chksum/lib/
    cp -f $test.m `octave_deps ./$test.m` $test/$chksum/lib/
    cd $test
    run=`echo $test | sed 's/^~//'`
    if test "$run" != "$test"; then
	cp -f $run.* $chksum 2> /dev/null || true
    fi
    cp -f $test.* $chksum 2> /dev/null || true
    rm -f $chksum/$src.html
    if test `echo "$test" | sed 's/^~//'` != "$test"; then
	cd $chksum
	for f in "$test".*; do
	    mv -f "$f" `echo "$f" | sed 's/^~//'`
	done
	cd ..
    fi
    cp -f ../$src $chksum/$src
    cat <<EOF >$chksum/$chksum.sh
#!/bin/bash

run_untrusted()
{
  status=0
  notrust=/tmp/$chksum
  if ! sudo -n -u basilisk-untrusted -- bash -c "source /home/basilisk/.bashrc && mkdir \$notrust && cp -arf * \$notrust && cd \$notrust && rm -f completing && \$1 && touch completing"; then
     status=1
  fi
  if ! cp -arf \$notrust/* .; then
     status=1
  fi
  sudo -n -u basilisk-untrusted -- rm -rf \$notrust/
  return \$status
}

# workaround for octave bug with ~ in file names
src1="$src"
if [[ "$src" = ~* ]]; then  
  src1=_\${src1##\~};
  ln -s -f "$src" "\$src1"
fi

pass=true
if ! run_untrusted "$TIMEOUT octave-cli --path lib -W -H -q \$src1 2> $log > $out" || grep -q '^error:' $log; then
    pass=false
fi

if [[ "\$src1" != "$src" ]]; then
   rm -f "\$src1"
fi

if \$pass; then
    if test -f $test.$ref; then
      ref=$ref
    else
      ref=ref
    fi
    if test -f $test.\$ref; then
        echo diff $log $test.\$ref > fail
        diff $log $test.\$ref >> fail && rm -f fail
        rm -f $test.\$ref
    fi
else
    if ! test -s $log; then
       echo "The code timed out after one hour." > $log
    fi
    cp -f $log fail
fi
if ! test -f fail; then
    touch pass
fi
rm -r -f $chksum $src $chksum.sh $test.*ref lib/
tar czf \$HOME/$chksum.tgz *
rm -r -f \$HOME/$chksum
EOF
    tar czf $chksum.tgz $chksum
    rm -r -f $chksum/

    if ! ( scp $chksum.tgz $rhost: && rm -f $chksum.tgz && \
	       ssh $rhost bash -c "\"tar xmzf $chksum.tgz && cd $chksum && tsp -n nice -19 bash $chksum.sh\" && sleep 0 && echo $chksum && tsp -w" > tspid.$ext && \
	       scp -q $rhost:$chksum.tgz $chksum.tgz && \
	       ssh $rhost rm -r -f $chksum.tgz && \
	       tar xmzf $chksum.tgz && \
	       rm -f $chksum.tgz $src $test.*ref progress) > /dev/null 2>> ssh.log;
    then
	cat ssh.log >> fail
    fi
    rm -f ssh.log

    if test -f fail; then
	if test -f ../$test.$ext; then
	    mv -f ../$test.$ext fail.$ext
	else
	    short=`echo $test | sed 's/^~//'`
	    test -f ../$short.$ext && mv -f ../$short.$ext fail.$ext
	fi
	echo
	echo \[$test.$ext\]
	cat fail
    else
	touch pass
    fi
    # Complete
    rm -f *pid.$ext completing
}

checksum()
{
    if grep $1 $2 | $CHECKSUM; then 
	return 0;
    else
	return 1;
    fi
}

# check sum for $src
source_modified=false
if ! test -f $test.$ext || ! checksum $src $test.$ext; then
    source_modified=true
fi

killchildren()
{
    p=$1
    c=`ps -o pid= --ppid $p`
    kill $p
    while test -n "$c"; do
	p=$c
	c=`ps -o pid= --ppid $p`
	kill $p
    done
}

# check sum for test.s
if test -f $test.$ext && checksum $test.s $test.$ext; then
    touch $test.$ext
    echo "make: '$test.$ext' is up to date."
    if $source_modified; then
	if test -n "$SANDBOX"; then
	    rm -f $test/warn
	    $AWK -f $BASILISK/gnuplot.awk < $src > $test/plots
	    $AWK -f $BASILISK/python.awk < $src > $test/plots.py
	    chksum=`(cat $test.s && pwd && echo $test) | $GENSUM | cut -d' ' -f1`.$ext
	    cd $test
	    doplots "$test"
	    cd ..
	fi
	$GENSUM $src $test.s > $test.$ext
    fi
# check sum for test.s in fail.tst
elif ! test -f $test/fail.$ext || ! test -f $test/fail || ! checksum $test.s $test/fail.$ext; then
    if test -n "$SANDBOX" -a -f $test/pid.$ext; then
	killchildren `cat $test/pid.$ext`
	if test -f $test/tspid.$ext; then
	    ssh $SANDBOX killtest `cat $test/tspid.$ext`
	fi
	rm -f $test/*pid.$ext
    fi

    rm -f $test.$ext $test/pass \
	$test/fail $test/fail.* $test/plot.png $test/plots $test/core
    $GENSUM $src $test.s > $test.$ext

    mkdir -p $test && cp -f $src $test
    $AWK -f $BASILISK/gnuplot.awk < $src > $test/plots
    $AWK -f $BASILISK/python.awk < $src > $test/plots.py
    cp -f $test.* $test 2> /dev/null || true
    run=`echo $test | sed 's/^~//'`
    if test "$run" != "$test"; then
	cp -f $run.* $test 2> /dev/null || true
    fi
    rm -f $test/*.[sd] $test/*.*tst $test/$src.html 2> /dev/null || true

    if test -n "$SANDBOX"; then
	case "$src" in
	    *.c) ( remotely $SANDBOX ) & ;;
	    *.m) ( remotely_octave $SANDBOX ) & ;;
	esac
	echo $! > $test/pid.$ext
	sleep 1
    else
	case "$src" in
	    *.c) locally ;;
	    *.m) locally_octave ;;
	esac
	rm -f $test/plots $test/plots.py
    fi
fi

if test -f $test/fail; then
    cat $test/fail
    if test -f $test.$ext; then
	if test -n "$SANDBOX"; then
	    mv -f $test.$ext $test/fail.tst
	else
	    rm -f $test.$ext $test/fail.tst
	fi
    fi
    exit 1
elif test -f $test/pid.$ext; then
    echo \[$test.$ext on $SANDBOX \(`cat $test/pid.$ext`\)\]
    echo "  running..."
fi