Compare commits
21 Commits
Author | SHA1 | Date | |
---|---|---|---|
|
5e3c918675 | ||
|
f5f98c8c2f | ||
|
ce175cc3df | ||
|
cabaaa7ba4 | ||
|
a663085069 | ||
|
6bb606a3cc | ||
|
1c93e9a5c2 | ||
|
508e695dc3 | ||
|
a51d96631f | ||
|
1cd9991587 | ||
|
0f1c2848b4 | ||
|
9d10e12633 | ||
|
40979f6e18 | ||
|
33e158e8f7 | ||
|
7ecacad132 | ||
|
c8df46014d | ||
|
de2da89169 | ||
|
a6d6730e74 | ||
|
d01e993041 | ||
|
b5c6464eab | ||
|
329fc27929 |
@ -6,7 +6,7 @@ for shell in dash bash ksh zsh; do
|
||||
if which $shell > /dev/null 2> /dev/null; then
|
||||
echo
|
||||
echo Running urchin tests in $shell
|
||||
$shell urchin tests | tail -n 3
|
||||
$shell urchin -s $shell tests | tail -n 3
|
||||
else
|
||||
echo
|
||||
echo Skipping $shell because it is not in the PATH
|
||||
|
@ -1,5 +1,3 @@
|
||||
#!/usr/bin/awk -f
|
||||
|
||||
# This script will only succeed if it is indeed processed by awk.
|
||||
|
||||
BEGIN { print "ok" }
|
||||
#!/usr/bin/env true
|
||||
true will processed the contents of this script, but that
|
||||
means that nothing will happen and the script will exit 0
|
||||
|
@ -3,6 +3,5 @@
|
||||
# Tests the `-s <shell> option, which invokes shebang-less and sh-shebang-line test scripts with the specified shell (for testing *sourced* shell code).
|
||||
|
||||
which bash >/dev/null || { echo "Cannot test -s option: bash cannot be located." >&2; exit 2; }
|
||||
which /usr/bin/awk >/dev/null || { echo "Cannot test -s option: /usr/bin/awk not found." >&2; exit 2; }
|
||||
|
||||
../../urchin -s bash ./.test-run-by-specified-shell
|
||||
|
10
tests/TAP/.expected-output
Normal file
10
tests/TAP/.expected-output
Normal file
@ -0,0 +1,10 @@
|
||||
# Begin - .testsuite/
|
||||
not ok 1 - a
|
||||
# ------------ Begin output ------------
|
||||
# This is stdout from a.
|
||||
# ------------ End output ------------
|
||||
ok 2 - b
|
||||
ok 3 - # SKIP c
|
||||
# End - .testsuite/
|
||||
# Took 0 seconds.
|
||||
1..3
|
4
tests/TAP/.testsuite/a
Executable file
4
tests/TAP/.testsuite/a
Executable file
@ -0,0 +1,4 @@
|
||||
#!/bin/sh
|
||||
echo This is stderr from a. > /dev/stderr
|
||||
echo This is stdout from a. > /dev/stdout
|
||||
false
|
4
tests/TAP/.testsuite/b
Executable file
4
tests/TAP/.testsuite/b
Executable file
@ -0,0 +1,4 @@
|
||||
#!/bin/sh
|
||||
echo This is stderr from b. > /dev/stderr
|
||||
echo This is stdout from b. > /dev/stdout
|
||||
true
|
1
tests/TAP/.testsuite/c
Normal file
1
tests/TAP/.testsuite/c
Normal file
@ -0,0 +1 @@
|
||||
This should not be run.
|
4
tests/TAP/Running with -t should produce TAP output.
Executable file
4
tests/TAP/Running with -t should produce TAP output.
Executable file
@ -0,0 +1,4 @@
|
||||
tmp=$(mktemp)
|
||||
|
||||
../../urchin -t .testsuite/ | sed 1d > $tmp
|
||||
diff $tmp .expected-output
|
@ -1,3 +0,0 @@
|
||||
#!/bin/sh
|
||||
|
||||
test c = $(../urchin -x .print-arg-3 a 'b b b b' c d e)
|
150
urchin
150
urchin
@ -30,9 +30,16 @@ recurse() {
|
||||
|
||||
if [ -d "$potential_test" ]
|
||||
then
|
||||
(
|
||||
|
||||
if $tap_format; then
|
||||
indent $indent_level | sed 's/ /#/g'
|
||||
echo "# Begin - ${potential_test}"
|
||||
else
|
||||
indent $indent_level
|
||||
echo " ${potential_test}"
|
||||
echo "+ ${potential_test}"
|
||||
fi
|
||||
|
||||
(
|
||||
cd -- "$potential_test"
|
||||
[ -f setup_dir ] && [ -x setup_dir ] && ./setup_dir >> "$stdout_file"
|
||||
|
||||
@ -51,40 +58,79 @@ recurse() {
|
||||
[ -f teardown ] && [ -x teardown ] && ./teardown >> "$stdout_file"
|
||||
done
|
||||
[ -f teardown_dir ] && [ -x teardown_dir ] && ./teardown_dir >> "$stdout_file"
|
||||
echo
|
||||
)
|
||||
elif [ -x "$potential_test" ]
|
||||
then
|
||||
|
||||
[ -f setup ] && [ -x setup ] && ./setup >> "$stdout_file"
|
||||
|
||||
# Run the test
|
||||
if [ -n "$shell_for_sh_tests" ] && has_sh_or_no_shebang_line ./"$potential_test"
|
||||
then
|
||||
TEST_SHELL="$TEST_SHELL" "$shell_for_sh_tests" ./"$potential_test" > "$stdout_file" 2>&1
|
||||
if $tap_format; then
|
||||
indent $indent_level | sed 's/ /#/g'
|
||||
echo "# End - ${potential_test}"
|
||||
else
|
||||
TEST_SHELL="$TEST_SHELL" ./"$potential_test" > "$stdout_file" 2>&1
|
||||
echo
|
||||
fi
|
||||
exit_code="$?"
|
||||
|
||||
|
||||
[ -f teardown ] && [ -x teardown ] && ./teardown >> "$stdout_file"
|
||||
|
||||
indent $indent_level
|
||||
if [ $exit_code -eq 0 ]
|
||||
else
|
||||
if [ -x "$potential_test" ]
|
||||
then
|
||||
# On success, print a green '✓'
|
||||
printf '\033[32m✓ \033[0m'
|
||||
printf '%s\n' "${potential_test}"
|
||||
printf '%s\n' "${potential_test} passed" >> "$logfile"
|
||||
|
||||
[ -f setup ] && [ -x setup ] && ./setup >> "$stdout_file"
|
||||
|
||||
# Run the test
|
||||
if [ -n "$shell_for_sh_tests" ] && has_sh_or_no_shebang_line ./"$potential_test"
|
||||
then
|
||||
TEST_SHELL="$TEST_SHELL" "$shell_for_sh_tests" ./"$potential_test" > "$stdout_file" 2>&1
|
||||
else
|
||||
TEST_SHELL="$TEST_SHELL" ./"$potential_test" > "$stdout_file" 2>&1
|
||||
fi
|
||||
exit_code="$?"
|
||||
|
||||
|
||||
[ -f teardown ] && [ -x teardown ] && ./teardown >> "$stdout_file"
|
||||
if [ $exit_code -eq 0 ]; then
|
||||
result=success
|
||||
else
|
||||
result=fail
|
||||
fi
|
||||
else
|
||||
# On fail, print a red '✗'
|
||||
printf '\033[31m✗ \033[0m'
|
||||
printf '%s\n' "${potential_test}"
|
||||
printf '%s\n' "${potential_test} failed" >> "$logfile"
|
||||
printf '\033[31m' # Print output captured from failed test in red.
|
||||
cat "$stdout_file"
|
||||
printf '\033[0m'
|
||||
result=skip
|
||||
fi
|
||||
|
||||
echo "${result}" >> "$logfile"
|
||||
if $tap_format; then
|
||||
n=$(grep -ce '^\(success\|fail\|skip\)' "$logfile")
|
||||
|
||||
if [ "$result" == fail ]; then
|
||||
not='not '
|
||||
else
|
||||
not=''
|
||||
fi
|
||||
if [ "$result" == skip ]; then
|
||||
skip='# SKIP '
|
||||
else
|
||||
skip=''
|
||||
fi
|
||||
echo "${not}ok $n - ${skip}${potential_test}"
|
||||
if [ "$result" == fail ]; then
|
||||
echo '# ------------ Begin output ------------'
|
||||
sed 's/^/# /' "$stdout_file"
|
||||
echo '# ------------ End output ------------'
|
||||
fi
|
||||
else
|
||||
indent $indent_level
|
||||
case "$result" in
|
||||
success)
|
||||
# On success, print a green '✓'
|
||||
printf '\033[32m✓ \033[0m'
|
||||
printf '%s\n' "${potential_test}"
|
||||
;;
|
||||
fail)
|
||||
# On fail, print a red '✗'
|
||||
printf '\033[31m✗ \033[0m'
|
||||
printf '%s\n' "${potential_test}"
|
||||
printf '\033[31m' # Print output captured from failed test in red.
|
||||
cat "$stdout_file"
|
||||
printf '\033[0m'
|
||||
;;
|
||||
skip)
|
||||
printf ' %s\n' "${potential_test}"
|
||||
;;
|
||||
esac
|
||||
fi
|
||||
fi
|
||||
[ $indent_level -eq 0 ] && rm "$stdout_file"
|
||||
@ -107,15 +153,12 @@ $USAGE
|
||||
have shebang line "#!/bin/sh" with the specified shell.
|
||||
-f Force running even if the test directory's name does not
|
||||
contain the word "test".
|
||||
-t Format output in Test Anything Protocol (TAP)
|
||||
-h This help.
|
||||
|
||||
Go to https://github.com/tlevine/urchin for documentation on writing tests.
|
||||
|
||||
EOF
|
||||
# [Experimental -x option left undocumented for now.]
|
||||
# -x [Experimental; not meant for direct invocation, but for use in
|
||||
# the shebang line of test scripts]
|
||||
# Run with "\$TEST_SHELL", falling back on /bin/sh.
|
||||
}
|
||||
|
||||
plural () {
|
||||
@ -131,7 +174,11 @@ plural () {
|
||||
}
|
||||
|
||||
urchin_go() {
|
||||
echo Running tests at $(date +%Y-%m-%dT%H:%M:%S) | tee "$logfile"
|
||||
rm -f "$logfile"
|
||||
if "$tap_format"; then
|
||||
printf \#\
|
||||
fi
|
||||
echo Running tests at $(date +%Y-%m-%dT%H:%M:%S)
|
||||
start=$(date +%s)
|
||||
|
||||
# Determine the environment variable to define for test scripts
|
||||
@ -151,13 +198,23 @@ urchin_go() {
|
||||
|
||||
finish=$(date +%s)
|
||||
elapsed=$(($finish - $start))
|
||||
echo "Done, took $elapsed $(plural second $elapsed)."
|
||||
set -- $(grep -e 'passed$' "$logfile"|wc -l) $(grep -e 'failed$' "$logfile"|wc -l)
|
||||
printf '%s\n' "$1 $(plural test "$1") passed."
|
||||
[ $2 -gt 0 ] && printf '\033[31m' || printf '\033[32m' # If tests failed, print the message in red, otherwise in green.
|
||||
printf '%s\n' "$2 $(plural test "$2") failed."
|
||||
printf '\033[m'
|
||||
return "$2"
|
||||
|
||||
passed=$(grep -c '^success' "$logfile")
|
||||
failed=$(grep -c '^fail' "$logfile")
|
||||
skipped=$(grep -c '^skip' "$logfile")
|
||||
if $tap_format; then
|
||||
echo "# Took $elapsed $(plural second $elapsed)."
|
||||
echo 1..$(($passed + $failed + $skipped))
|
||||
else
|
||||
echo "Done, took $elapsed $(plural second $elapsed)."
|
||||
printf '%s\n' "$passed $(plural test "$passed") passed."
|
||||
printf '%s\n' "$skipped $(plural test "$skipped") skipped."
|
||||
[ $failed -gt 0 ] && printf '\033[31m' || printf '\033[32m' # If tests failed, print the message in red, otherwise in green.
|
||||
printf '%s\n' "$failed $(plural test "$failed") failed."
|
||||
printf '\033[m'
|
||||
fi
|
||||
rm -f "$logfile"
|
||||
test -z "$failed" || test "$failed" -eq '0'
|
||||
}
|
||||
|
||||
urchin_molly_guard() {
|
||||
@ -174,6 +231,7 @@ urchin_molly_guard() {
|
||||
|
||||
shell_for_sh_tests=
|
||||
force=false
|
||||
tap_format=false
|
||||
while [ $# -gt 0 ]
|
||||
do
|
||||
case "$1" in
|
||||
@ -183,11 +241,7 @@ do
|
||||
shell_for_sh_tests=$1
|
||||
which "$shell_for_sh_tests" >/dev/null || { echo "Cannot find specified shell: '$shell_for_sh_tests'" >&2; urchin_help >&2; exit 2; }
|
||||
;;
|
||||
-x) # [EXPERIMENTAL; UNDOCUMENTED FOR NOW] `urchin -x <test-script>` in a test script's shebang line is equivalent to invoking that script with `"$TEST_SHELL" <test-script>`
|
||||
shift
|
||||
urchinsh=${TEST_SHELL:-/bin/sh}
|
||||
"$urchinsh" "$@"
|
||||
exit $?;;
|
||||
-t) tap_format=true;;
|
||||
-h|--help) urchin_help
|
||||
exit 0;;
|
||||
-*) urchin_help >&2
|
||||
|
Loading…
Reference in New Issue
Block a user