aboutsummaryrefslogtreecommitdiffstats
path: root/testsuite/gna/testsuite.sh
blob: 160becdd5e8de3882075e15491f9bb390ca6ff6c (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
#! /bin/sh

# Driver for the GNA testsuite.
# Each test correspond to one report, and is put in one directory (using
# the support/bug number)
#
# bug0XX is for bugs not reported.
# bug[1-9]XXX is for bugs reported on https://gna.org/bugs/?group=ghdl
# srXXX is for support reported on https://gna.org/support/?group=ghdl
# debXX is for bugs report on https://www.debian.org/Bugs/
# ticketXX is from https://sourceforge.net/p/ghdl-updates/tickets/
# issueXXX is from https://github.com/tgingold/ghdl/issues

set -e

# This is the only place where test dirs are specified.  Do not duplicate this
# line
dirs="bug* sr* deb* ticket* issue*"

failures=""
full=n

for opt; do
  case "$opt" in
  -k | --keep-going)  full=y ;;
  --dir=*) dirs=`echo $opt | sed -e 's/--dir=//'` ;;
  --skip=*) d=`echo $opt | sed -e 's/--skip=//'`
            dirs=`echo "" $dirs | sed -e "s/ $d//"` ;;
  --start-at=*) d=`echo $opt | sed -e 's/--start-at=//'`
            dirs=`echo "" $dirs | sed -e "s/^.* $d//"`
            dirs="$d $dirs" ;;
  --list-tests) echo $dirs; exit 0;;
  *) echo "Unknown option $opt"
     exit 2
     ;;
  esac
done

singlerun() {
  echo ""
  echo "GNA dir $1:"
  cd $1
  if ! ./testsuite.sh; then
    echo "#################################################################"
    echo "######### FAILURE: $1"
    echo "#################################################################"
    if [ $2 = "y" ]; then
      failures="$failures $1"
    else
      exit 1;
    fi
  fi
  cd ..
}

for i in $dirs; do singlerun $i $full; done

if [ x"$failures" = x"" ]; then
    echo "GNA tests are successful" && exit 0
else
    echo "GNA test failed ($failures)" && exit 1
fi