blob: 94f0b6b7f6d4372ad316c7336085f1cec3a8cad7 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
|
#!/bin/bash
source /home/scott/bin/color_vars.sh
ROOT=/home/scott/lib/python_modules
DOCTEST=0
UNITTEST=0
INTEGRATION=0
FAILURES=0
TESTS_RUN=0
COVERAGE=0
PERF_TESTS=("string_utils_test.py")
dup() {
if [ $# -ne 2 ]; then
echo "Usage: dup <string> <count>"
return
fi
local times=$(seq 1 $2)
for x in ${times}; do
echo -n "$1"
done
}
make_header() {
if [ $# -ne 2 ]; then
echo "Usage: make_header <required title> <color>"
return
fi
local title="$1"
local title_len=${#title}
title_len=$((title_len + 4))
local width=70
local left=4
local right=$(($width-($title_len+$left)))
local color="$2"
dup '-' $left
echo -ne "[ ${color}${title}${NC} ]"
dup '-' $right
echo
}
function usage() {
echo "Usage: $0 [-a]|[-i][-u][-d] [--coverage]"
echo
echo "Runs tests under ${ROOT}. Options control which test types:"
echo
echo " -a | --all . . . . . . . . . . . . Run all types of tests"
echo " -d | --doctests . . . . . . . . . Run doctests"
echo " -u | --unittests . . . . . . . . . Run unittests"
echo " -i | --integration . . . . . . . . Run integration tests"
echo
exit 1
}
while [[ $# -gt 0 ]]; do
key="$1"
case $key in
-a|--all)
DOCTEST=1
UNITTEST=1
INTEGRATION=1
;;
-d|--doctests)
DOCTEST=1
;;
-u|--unittests)
UNITTEST=1
;;
-i|--integration)
INTEGRATION=1
;;
--coverage)
COVERAGE=1
;;
*) # unknown option
echo "Argument $key was not recognized."
echo
usage
exit 1
;;
esac
shift
done
if [ $(expr ${DOCTEST} + ${UNITTEST} + ${INTEGRATION}) -eq 0 ]; then
usage
exit 2
fi
if [ ${COVERAGE} -eq 1 ]; then
coverage erase
fi
FAILED_TESTS=""
if [ ${DOCTEST} -eq 1 ]; then
for doctest in $(grep -lR doctest ${ROOT}/*); do
if [[ ${doctest} == *.py ]]; then
BASE=$(basename ${doctest})
BASE="${BASE} (doctest)"
make_header "${BASE}" "${CYAN}"
if [ ${COVERAGE} -eq 1 ]; then
OUT=$( coverage run --source ${HOME}/lib --append ${doctest} 2>&1 )
else
OUT=$( python3 ${doctest} 2>&1 )
fi
TESTS_RUN=$((TESTS_RUN+1))
FAILED=$( echo "${OUT}" | grep '\*\*\*Test Failed\*\*\*' | wc -l )
if [ $FAILED == 0 ]; then
echo "OK"
else
echo -e "${FAILED}"
FAILURES=$((FAILURES+1))
FAILED_TESTS="${FAILED_TESTS},${BASE} (python3 ${doctest})"
fi
fi
done
fi
if [ ${UNITTEST} -eq 1 ]; then
for test in $(find ${ROOT} -name "*_test.py" -print); do
BASE=$(basename ${test})
HDR="${BASE} (unittest)"
make_header "${HDR}" "${GREEN}"
if [ ${COVERAGE} -eq 1 ]; then
coverage run --source ${HOME}/lib --append ${test} --unittests_ignore_perf
if [[ " ${PERF_TESTS[*]} " =~ " ${BASE} " ]]; then
echo "(re-running w/o coverage to record perf results)."
${test}
fi
else
${test}
fi
if [ $? -ne 0 ]; then
FAILURES=$((FAILURES+1))
FAILED_TESTS="${FAILED_TESTS},${BASE} (python3 ${test})"
fi
TESTS_RUN=$((TESTS_RUN+1))
done
fi
if [ ${INTEGRATION} -eq 1 ]; then
for test in $(find ${ROOT} -name "*_itest.py" -print); do
BASE=$(basename ${test})
HDR="${BASE} (integration test)"
make_header "${HDR}" "${ORANGE}"
if [ ${COVERAGE} -eq 1 ]; then
coverage run --source ${HOME}/lib --append ${test}
else
${test}
fi
if [ $? -ne 0 ]; then
FAILURES=$((FAILURES+1))
FAILED_TESTS="${FAILED_TESTS},${BASE} (python3 ${test})"
fi
TESTS_RUN=$((TESTS_RUN+1))
done
fi
if [ ${COVERAGE} -eq 1 ]; then
make_header "Code Coverage Report" "${GREEN}"
coverage report --omit=config-3.8.py,*_test.py,*_itest.py --sort=-cover
echo
echo "To recall this report w/o re-running the tests:"
echo
echo " $ coverage report --omit=config-3.8.py,*_test.py,*_itest.py --sort=-cover"
echo
echo "...from the 'tests' directory. Note that subsequent calls to "
echo "run_tests.sh with --coverage will klobber previous results. See:"
echo
echo " https://coverage.readthedocs.io/en/6.2/"
echo
fi
if [ ${FAILURES} -ne 0 ]; then
FAILED_TESTS=$(echo ${FAILED_TESTS} | sed 's/^,/__/g')
FAILED_TESTS=$(echo ${FAILED_TESTS} | sed 's/,/\n__/g')
if [ ${FAILURES} -eq 1 ]; then
echo -e "${RED}There was ${FAILURES}/${TESTS_RUN} failure:"
else
echo -e "${RED}There were ${FAILURES}/${TESTS_RUN} failures:"
fi
echo "${FAILED_TESTS}"
echo -e "${NC}"
exit ${FAILURES}
else
echo -e "${BLACK}${ON_GREEN}All (${TESTS_RUN}) test(s) passed.${NC}"
exit 0
fi
|
