forked from bonsai/harakit
TESTING: start testing document/script
This commit is contained in:
parent
c97201fca9
commit
cabe08bca4
74
TESTING
Executable file
74
TESTING
Executable file
@ -0,0 +1,74 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
|
||||||
|
### Overview
|
||||||
|
#
|
||||||
|
# Testing is conducted with this script, in the source tree root, using the
|
||||||
|
# tests in tests/.
|
||||||
|
#
|
||||||
|
# Basically, tests follow the format:
|
||||||
|
#
|
||||||
|
# - tests/[utility].[number].test
|
||||||
|
# Test #[number]. This is an executable file (typically a script).
|
||||||
|
# - tests/[utility].[number].expected
|
||||||
|
# This is the expected standard output of test #[number].
|
||||||
|
#
|
||||||
|
# This script runs the executable [utility].[number].test and the following
|
||||||
|
# file is written during testing:
|
||||||
|
#
|
||||||
|
# - tests/[utility].[number].output
|
||||||
|
# The actual standard output from test #[number].
|
||||||
|
#
|
||||||
|
# If the actual standard output from the test differs from the expected
|
||||||
|
# standard output, the testing ends, showing the difference.
|
||||||
|
|
||||||
|
set -e
|
||||||
|
|
||||||
|
alias emit="printf '%s: %s\n' '$0' \"\$1\""
|
||||||
|
|
||||||
|
export PATH="$PATH:./build/bin/"
|
||||||
|
|
||||||
|
if strcmp '' "$1"; then
|
||||||
|
printf 'Usage: %s [utilities...]\n' "$0" >&2
|
||||||
|
exit 64 # sysexits.h(3) EX_USAGE
|
||||||
|
fi
|
||||||
|
|
||||||
|
### Details
|
||||||
|
|
||||||
|
while ! strcmp '' "$1"; do # $1 refers to the given utility
|
||||||
|
|
||||||
|
# Tests are called [utility].[number].test. Tests are numbered from 1 with no
|
||||||
|
# leading zeroes in the numbers, so (for example) scrut(1)'s first three tests
|
||||||
|
# are scrut.1.test, scrut.2.test, and scrut.3.test. Tests are run sequentially
|
||||||
|
# in the numbered order.
|
||||||
|
|
||||||
|
i=1
|
||||||
|
while scrut -e "$1.$i.test"; do # $i refers to the test number
|
||||||
|
emit "$1.$i.test: Running test..."
|
||||||
|
|
||||||
|
# A test is an executable file. This runs each test for given utilities
|
||||||
|
# and writes the standard output from the test to [utility].[number].output,
|
||||||
|
# then uses diff(1p) (with the "-u" option) to highlight differences between
|
||||||
|
# the actual output and the expected output, which is located at
|
||||||
|
# [utility].[number].expected. If there are no differences none are shown and
|
||||||
|
# testing continues.
|
||||||
|
|
||||||
|
# $1.$i.test is the same as [utility].[number].test
|
||||||
|
./"$1.$i.test" \
|
||||||
|
| mm -o "$1.$i.output" -o - \
|
||||||
|
| diff -u - "$1.$i.expected" \
|
||||||
|
|| emit '$1.$i.test: Test passed.\n'
|
||||||
|
# "set -e" terminates on an unsuccessful exit
|
||||||
|
|
||||||
|
# The ideal output of this script is no output at all and each
|
||||||
|
# [utility].[number].output written matching its associated
|
||||||
|
# [utility].[number].expected.
|
||||||
|
|
||||||
|
i=$(rpn 1 "$i" +)
|
||||||
|
done
|
||||||
|
|
||||||
|
shift
|
||||||
|
done
|
||||||
|
|
||||||
|
# --
|
||||||
|
# This work © 2024 by DTB is licensed under CC BY-SA 4.0. To view a copy of
|
||||||
|
# this license, visit <http://creativecommons.org/licenses/by-sa/4.0/>
|
Loading…
Reference in New Issue
Block a user