-
Notifications
You must be signed in to change notification settings - Fork 42
/
run-tests
executable file
·146 lines (127 loc) · 4.48 KB
/
run-tests
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
#!/usr/bin/env bash
# If you modify the behaviour of this file please remember to update the
# relevant wiki page:
#
# https://github.com/links-lang/links/wiki/Running-the-test-suite
DATABASE_TEST_DIR=tests/database # Location of database tests
SHREDDING_TEST_DIR=tests/shredding # Location of shredding tests
RELATIONAL_LENSES_TEST_DIR=tests/relational-lenses # Location of relational lens tests
UNIT_TEST_DIR=tests/unit # Location of unit tests
ret=0 # Return code. If <> 0 then some tests failed
STARTCOLOR="\e[31m" # Control sequence to enable red text
ENDCOLOR="\e[0m" # Control sequence to enable normal text
# If the user presses CTRL+C then kill the script as well
control_c() {
exit 130
}
trap control_c SIGINT
prepare_database_config () {
# Check if database configuration exists. If not the creating from
# a default config.sample file
if [[ ! -e $1/config ]]; then
echo -en "$STARTCOLOR"
echo -e "Creating default database test configuration $1/config"
echo -e "from $1/config.sample"
echo -e "Please customize to match your local database setup."
echo -en "$ENDCOLOR"
cp $1/config.sample $1/config
fi
}
prepare_no_database_config () {
# Check if database configuration exists. If not the creating from
# a default config.sample file
if [[ ! -e $1/config ]]; then
echo -en "$STARTCOLOR"
echo -e "Creating default database test configuration $1/config"
echo -e "from $1/config.nodb.sample"
echo -e "Please customize to match your local database setup."
echo -en "$ENDCOLOR"
cp $1/config.nodb.sample $1/config
fi
}
if [[ "$1" == "unit" ]]; then
echo "The unit flag is no longer available."
echo "Use nodb-unit-tests or db-unit-tests instead."
exit 1
fi
if [ "$1" == "db-only" -o "$1" == "no-db" ]; then
echo "The db-only and no-db flags are no longer available."
echo "To run a database test suite do one of the following:"
echo " ./run-tests database"
echo " ./run-tests shredding"
echo " ./run-tests relational-lenses"
echo "These are equivalent to"
echo " ./run-database-tests tests/<testsuite> --local"
echo "which runs a database test suite using the local configuration"
echo "file if available, defaulting to pgsql."
exit 1
fi
# Don't run normal tests if user passed in a database testsuite flag
if [[ "$1" != "database" && "$1" != "shredding" && "$1" != "relational-lenses"
&& "$1" != "db-unit-tests" && "$1" != "nodb-unit-tests" ]]; then
for i in tests/*.tests; do
cmnd="./test-harness $i"
echo cmnd=$cmnd
eval $cmnd
ret_code=$?
if [ $ret_code != 0 ]; then
ret=1
fi
done
fi
run_database_tests () {
cmnd="./run-database-tests $1 --local"
echo cmnd=$cmnd
eval $cmnd
ret_code=$?
if [[ ($ret_code -ne 0 && expect_broken -eq 0) || ($ret_code -eq 0 && expect_broken -ne 0) ]]; then
echo -e "$STARTCOLOR\rFAILED TEST $t$ENDCOLOR"
ret=1
fi
}
run_unit_tests () {
unit_test_file="$1"
if [ "$1" == "nodb" ]; then
prepare_no_database_config "$UNIT_TEST_DIR"
else
prepare_database_config "$UNIT_TEST_DIR"
fi
export LINKS_CONFIG="$UNIT_TEST_DIR"
dune exec --profile=development tests/unit/${unit_test_file}.exe -- -runner sequential ${@:2}
if [ $? != 0 ]; then
ret=1
fi
exit $ret
}
# Only run database tests if user passed in "database" flag
if [[ "$1" == "database" ]]; then
run_database_tests $DATABASE_TEST_DIR
fi
# Run shredding tests only if user called for them explicitly
if [ "$1" == "shredding" ]; then
run_database_tests $SHREDDING_TEST_DIR
fi
# Run relational lenses tests only if user called for them explicitly
if [ "$1" == "relational-lenses" ]; then
run_database_tests $RELATIONAL_LENSES_TEST_DIR
fi
# Run database-related unit tests if user called for them explicitly
if [ "$1" == "db-unit-tests" ]; then
run_unit_tests "db"
fi
# Run non-database-related unit tests if user called for them explicitly
if [ "$1" == "nodb-unit-tests" ]; then
run_unit_tests "nodb"
fi
#look for custom test scripts in the tests folder and execute them
#they must be called *.testscript
for s in tests/*.testscript; do
echo "executing custom test script $s"
eval "$s"
ret_code=$?
if [ $ret_code != 0 ]; then
echo "script $s failed"
ret=1
fi
done
exit $ret