test.sh.in

#!/bin/bash
#
# Tests based on LLVM FileCheck.
#

PLUTO=tool/pluto
FILECHECK=FileCheck

num_succ=0
num_fail=0

# Test helper.
check_ret_val_emit_status() {
if [ $? -ne 0 ]; then
  echo -e "[\e[31mFailed\e[0m]" " $file"!
  num_fail=$(($num_fail + 1))
else
  echo -e "[\e[32mPassed\e[0m]"
  num_succ=$(($num_succ + 1))
fi
}

TESTS="\
  @top_srcdir@/test/1dloop-invar.c \
  @top_srcdir@/test/costfunc.c \
  @top_srcdir@/test/doitgen.c \
  @top_srcdir@/test/fdtd-2d.c \
  @top_srcdir@/test/fusion1.c \
  @top_srcdir@/test/fusion2.c \
  @top_srcdir@/test/fusion3.c \
  @top_srcdir@/test/fusion4.c \
  @top_srcdir@/test/fusion5.c \
  @top_srcdir@/test/fusion6.c \
  @top_srcdir@/test/fusion7.c \
  @top_srcdir@/test/fusion8.c \
  @top_srcdir@/test/fusion9.c \
  @top_srcdir@/test/fusion10.c \
  @top_srcdir@/test/gemver.c \
  @top_srcdir@/test/jacobi-1d-imper.c \
  @top_srcdir@/test/jacobi-2d-imper.c \
  @top_srcdir@/test/intratileopt1.c \
  @top_srcdir@/test/intratileopt2.c \
  @top_srcdir@/test/intratileopt3.c \
  @top_srcdir@/test/intratileopt4.c \
  @top_srcdir@/test/matmul.c \
  @top_srcdir@/test/matmul-seq.c \
  @top_srcdir@/test/matmul-seq3.c \
  @top_srcdir@/test/multi-loop-param.c \
  @top_srcdir@/test/multi-stmt-stencil-seq.c \
  @top_srcdir@/test/mvt.c \
  @top_srcdir@/test/mxv.c \
  @top_srcdir@/test/mxv-seq.c \
  @top_srcdir@/test/mxv-seq3.c \
  @top_srcdir@/test/negparam.c \
  @top_srcdir@/test/nodep.c \
  @top_srcdir@/test/noloop.c \
  @top_srcdir@/test/polynomial.c \
  @top_srcdir@/test/seidel.c \
  @top_srcdir@/test/seq.c \
  @top_srcdir@/test/shift.c \
  @top_srcdir@/test/spatial.c \
  @top_srcdir@/test/tce-4index-transform.c \
  @top_srcdir@/test/tricky1.c \
  @top_srcdir@/test/tricky2.c \
  @top_srcdir@/test/tricky3.c \
  @top_srcdir@/test/tricky4.c \
  @top_srcdir@/test/wavefront.c \
  "
# Tests without --pet and without any tiling and parallelization.
for file in $TESTS; do
    printf '%-50s ' $file
    $PLUTO --notile --noparallel $file $* -o test_temp_out.pluto.c | $FILECHECK $file
    check_ret_val_emit_status
done

# Test per cc objective
printf '%-50s ' @top_srcdir@/test/test-per-cc-obj.c
$PLUTO --notile --noparallel --per-cc-obj @top_srcdir@/test/test-per-cc-obj.c -o test_tmp_out.pluto.c | $FILECHECK --check-prefix CC-OBJ-CHECK @top_srcdir@/test/test-per-cc-obj.c
check_ret_val_emit_status

# Test typed fusion with dfp. These cases are executed only when glpk or gurobi
# is enabled. Either of these solvers is required by the dfp framework.
if grep -q -e "#define GLPK 1" -e "#define GUROBI 1" config.h; then
    TESTS="@top_srcdir@/test/dfp/typed-fuse-1.c\
        @top_srcdir@/test/dfp/typed-fuse-2.c\
        @top_srcdir@/test/dfp/typed-fuse-3.c\
        "
    for file in $TESTS; do
        printf '%-50s '  $file
        $PLUTO --typedfuse $file $* -o test_tmp_out.pluto.c | $FILECHECK --check-prefix TYPED-FUSE-CHECK $file
        check_ret_val_emit_status
    done
    # Test loop distribution with dfp
    TESTS="@top_srcdir@/test/dfp/scalar-distribute.c\
        "
    for file in $TESTS; do
        printf '%-50s ' "$file with --dfp"
        $PLUTO --dfp $file $* -o test_tmp_out.pluto.c | $FILECHECK $file
        check_ret_val_emit_status
    done
    # Test greedy greedy coloring heuristic and stencil check in Pluto-lp-dfp
    TESTS="test/dfp/fdtd-2d.c\
        "
    for file in $TESTS; do
        printf '%-50s ' "$file with --dfp --clusterscc --lpcolor"
        $PLUTO --typedfuse --lpcolor $file -o test_tmp_out.pluto.c | $FILECHECK $file
        check_ret_val_emit_status
    done
fi

TESTS_TILE_PARALLEL="\
  @top_srcdir@/test/dep-1,1.c \
  @top_srcdir@/test/diamond-tile-example.c
  "
echo -e "\nTest without pet frontend but with tiling / parallelization"
echo "============================================================"
for file in $TESTS_TILE_PARALLEL; do
    printf '%-50s ' "$file with --tile --parallel"
    $PLUTO $file -o test_temp_out.pluto.c | $FILECHECK --check-prefix TILE-PARALLEL $file
    check_ret_val_emit_status
done

TEST_MORE_INTRA_TILE_OPT="\
    @top_srcdir@/test/intratileopt5.c
"
for file in $TEST_MORE_INTRA_TILE_OPT; do
    printf '%-50s ' "$file"
    $PLUTO $file -o test_temp_out.pluto.c | $FILECHECK --check-prefix TILE-PARALLEL $file
    check_ret_val_emit_status
    printf '%-50s ' "$file with --notile"
    $PLUTO --notile $file -o test_temp_out.pluto.c | $FILECHECK $file
    check_ret_val_emit_status
done

TESTS_PET="\
  @top_srcdir@/test/heat-2d.c \
  @top_srcdir@/test/heat-3d.c \
  @top_srcdir@/test/jacobi-3d-25pt.c \
  @top_srcdir@/test/matmul.c \
  "
# Tests with pet frontend with tiling and parallelization disabled.
echo -e "\nTest with pet frontend with no tiling / parallelization"
echo "============================================================"
for file in $TESTS_PET; do
  printf '%-50s ' $file
  $PLUTO $file --pet --notile --noparallel  -o test_temp_out.pluto.c | $FILECHECK $file
  check_ret_val_emit_status
done
# Tests with pet frontend with tiling and parallelization enabled.
echo -e "\nTest with pet frontend with tiling / parallelization"
echo "============================================================"
for file in $TESTS_PET; do
    printf '%-50s ' "$file with --tile --parallel"
    $PLUTO $file --pet -o test_temp_out.pluto.c | $FILECHECK --check-prefix TILE-PARALLEL $file
    check_ret_val_emit_status
done

# Test with ISS
echo -e "\nTest ISS"
echo "========"
TESTS_ISS="\
  @top_srcdir@/test/jacobi-2d-periodic.c \
  @top_srcdir@/test/multi-stmt-periodic.c \
  @top_srcdir@/test/heat-2dp.c \
  "
for file in $TESTS_ISS; do
    printf '%-50s ' $file
    $PLUTO --pet --iss --notile --noparallel $file $* -o test_temp_out.pluto.c | $FILECHECK $file
    check_ret_val_emit_status
done

# Test with automatic tile size selection.
echo -e "\nTest TSS"
echo "========"
TESTS_TSS="\
  @top_srcdir@/test/tss1.c \
  @top_srcdir@/test/wavefront.c \
  "
for file in $TESTS_TSS; do
    printf '%-50s ' "$file with --tile --determine-tile-size"
    $PLUTO --tile --determine-tile-size $file -o test_temp_out.pluto.c | $FILECHECK --check-prefix TILE-PARALLEL $file
    check_ret_val_emit_status
done

# Test libpluto interface.
echo -e "\nTest libpluto interface"
file=@top_srcdir@/test/test_libpluto.c
echo "============================="
printf '%-50s ' test_libpluto
./test_libpluto | $FILECHECK @top_srcdir@/test/test_libpluto.c
check_ret_val_emit_status

# Unit tests
echo -e "\nUnit tests"
echo "==============="
printf '%-50s ' unit_tests
# Filter out all "// " comments from unit_tests.in when sending input to
# 'unit_tests'.
cat @top_srcdir@/test/unit_tests.in | grep -v "^// " | ./unit_tests | $FILECHECK @top_srcdir@/test/unit_tests.in
check_ret_val_emit_status

# TODO: add tests that check the generated code for certain things (like stmt
# body source esp. while using --pet).
# Unroll jam tests. These tests check the generated code.
echo -e "\nTest Unroll jam"
echo "===================="
TESTS_UNROLL_JAM="@top_srcdir@/test/unrolljam.c"
for file in $TESTS_UNROLL_JAM; do
    printf '%-50s ' $file
    $PLUTO --unrolljam --silent --ufactor=2 $file -o test_temp_out.pluto.c && cat test_temp_out.pluto.c | $FILECHECK $file
    check_ret_val_emit_status
done

cleanup()
{
rm -f test_temp_out.pluto.c
rm -f test_temp_out.pluto.pluto.cloog
}

echo -ne "\n\n===========================\n"
echo -e "$num_succ / $(($num_succ + $num_fail)) tests \e[32mPASSED\e[0m"
if [ $num_fail -gt 0 ]; then
	echo -e "$num_fail / $(($num_succ + $num_fail)) tests \e[31mFAILED\e[0m"
fi
echo ===========================

trap cleanup SIGINT exit $num_fail
exit $num_fail