Compare commits
5 Commits
source-set
...
parallel
Author | SHA1 | Date | |
---|---|---|---|
|
dc0a030f71 | ||
|
41a63f003c | ||
|
aa05b95715 | ||
|
c611667152 | ||
|
80ebf28da9 |
12
TODO
12
TODO
@@ -1,6 +1,18 @@
|
||||
Things I want
|
||||
=============
|
||||
|
||||
Skip tests
|
||||
-------------
|
||||
I want tests to be able to decide to skip themselves. For example, if a test
|
||||
requires some dependancy, it might look for the dependency and then skip if it
|
||||
does not see the dependency. It might look like this.
|
||||
|
||||
#!/bin/sh
|
||||
if which parallel > /dev/null; then
|
||||
exit 3 # status code 3 for skip
|
||||
fi
|
||||
parallel blah blah ...
|
||||
|
||||
Test speed
|
||||
-------------
|
||||
Make tests run faster.
|
||||
|
@@ -1,5 +1,5 @@
|
||||
tmp=$(mktemp)
|
||||
../urchin -e -f ./.die-on-fail > $tmp
|
||||
../urchin -e -b -f ./.die-on-fail > $tmp
|
||||
result=$?
|
||||
|
||||
grep '1 should run.' $tmp
|
||||
|
@@ -1,4 +1,4 @@
|
||||
tmp=$(mktemp)
|
||||
|
||||
../../urchin -t .testsuite/ | sed 1d > $tmp
|
||||
../../urchin -b -t .testsuite/ | sed 1d > $tmp
|
||||
diff $tmp .expected-output
|
||||
|
46
urchin
46
urchin
@@ -55,7 +55,7 @@ recurse() {
|
||||
|
||||
(
|
||||
cd -- "$potential_test"
|
||||
[ -f setup_dir ] && [ -x setup_dir ] && . ./setup_dir >> "$stdout_file"
|
||||
[ -f setup_dir ] && [ -x setup_dir ] && ./setup_dir >> "$stdout_file"
|
||||
|
||||
if [ -n "$ZSH_VERSION" ]; then
|
||||
# avoid "no matches found: *" error when directories are empty
|
||||
@@ -64,21 +64,27 @@ recurse() {
|
||||
|
||||
for test in *
|
||||
do
|
||||
[ -f setup ] && [ -x setup ] && . ./setup >> "$stdout_file"
|
||||
[ -f setup ] && [ -x setup ] && ./setup >> "$stdout_file"
|
||||
|
||||
# $2 instead of $indent_level so it doesn't clash
|
||||
recurse "${test}" $(( $2 + 1 )) "$shell_for_sh_tests"
|
||||
exit_code=$?
|
||||
(
|
||||
recurse "${test}" $(( $2 + 1 )) "$shell_for_sh_tests"
|
||||
exit_code=$?
|
||||
[ -f teardown ] && [ -x teardown ] && ./teardown >> "$stdout_file"
|
||||
exit $exit_code
|
||||
) &
|
||||
|
||||
if $exit_on_fail && test $exit_code -ne 0; then
|
||||
[ -f teardown ] && [ -x teardown ] && . ./teardown >> "$stdout_file"
|
||||
[ -f teardown_dir ] && [ -x teardown_dir ] && . ./teardown_dir >> "$stdout_file"
|
||||
return 1
|
||||
if $single_process; then
|
||||
wait $!
|
||||
exit_code=$?
|
||||
if $exit_on_fail && test $exit_code -ne 0; then
|
||||
[ -f teardown_dir ] && [ -x teardown_dir ] && ./teardown_dir >> "$stdout_file"
|
||||
return 1
|
||||
fi
|
||||
fi
|
||||
|
||||
[ -f teardown ] && [ -x teardown ] && . ./teardown >> "$stdout_file"
|
||||
done
|
||||
[ -f teardown_dir ] && [ -x teardown_dir ] && . ./teardown_dir >> "$stdout_file"
|
||||
wait
|
||||
[ -f teardown_dir ] && [ -x teardown_dir ] && ./teardown_dir >> "$stdout_file"
|
||||
)
|
||||
if $tap_format; then
|
||||
indent $indent_level | sed 's/ /#/g'
|
||||
@@ -89,7 +95,7 @@ recurse() {
|
||||
else
|
||||
if [ -x "$potential_test" ]
|
||||
then
|
||||
[ -f setup ] && [ -x setup ] && . ./setup >> "$stdout_file"
|
||||
[ -f setup ] && [ -x setup ] && ./setup >> "$stdout_file"
|
||||
|
||||
# Run the test
|
||||
if [ -n "$shell_for_sh_tests" ] && has_sh_or_no_shebang_line ./"$potential_test"
|
||||
@@ -98,9 +104,10 @@ recurse() {
|
||||
else
|
||||
TEST_SHELL="$TEST_SHELL" ./"$potential_test" > "$stdout_file" 2>&1
|
||||
fi
|
||||
|
||||
exit_code="$?"
|
||||
|
||||
[ -f teardown ] && [ -x teardown ] && . ./teardown >> "$stdout_file"
|
||||
[ -f teardown ] && [ -x teardown ] && ./teardown >> "$stdout_file"
|
||||
if [ $exit_code -eq 0 ]; then
|
||||
result=success
|
||||
else
|
||||
@@ -182,6 +189,8 @@ $USAGE
|
||||
|
||||
-s <shell> Invoke test scripts that either have no shebang line at all or
|
||||
have shebang line "#!/bin/sh" with the specified shell.
|
||||
-b, --series Run all tests in series in a single process. The default
|
||||
is to run tests from the same directory in parallel.
|
||||
-e Stop running if any single test fails. This is helpful if you want
|
||||
to use Urchin to run things other than tests, such as a set of
|
||||
configuration scripts.
|
||||
@@ -267,6 +276,7 @@ urchin_molly_guard() {
|
||||
exit 1
|
||||
}
|
||||
|
||||
single_process=false
|
||||
shell_for_sh_tests=
|
||||
force=false
|
||||
exit_on_fail=false
|
||||
@@ -274,6 +284,7 @@ tap_format=false
|
||||
while [ $# -gt 0 ]
|
||||
do
|
||||
case "$1" in
|
||||
-b|--series) single_process=true;;
|
||||
-e) exit_on_fail=true;;
|
||||
-f) force=true;;
|
||||
-s)
|
||||
@@ -282,7 +293,7 @@ do
|
||||
which "$shell_for_sh_tests" > /dev/null || {
|
||||
echo "Cannot find specified shell: '$shell_for_sh_tests'" >&2
|
||||
urchin_help >&2
|
||||
exit 2
|
||||
exit 3
|
||||
} ;;
|
||||
-t) tap_format=true;;
|
||||
-h|--help) urchin_help
|
||||
@@ -301,7 +312,12 @@ if [ "$#" != '1' ] || [ ! -d "$1" ]
|
||||
then
|
||||
[ -n "$1" ] && [ ! -d "$1" ] && echo "Not a directory: '$1'" >&2
|
||||
echo "$USAGE" >&2
|
||||
exit 2
|
||||
exit 3
|
||||
fi
|
||||
|
||||
if $exit_on_fail && ! $single_process; then
|
||||
echo 'You must specify -b/--series in order to use -e.' >&2
|
||||
exit 3
|
||||
fi
|
||||
|
||||
# Constants
|
||||
|
Reference in New Issue
Block a user