2021-03-15 17:42:53 +00:00
|
|
|
# vim: set ts=4 sw=4 tw=100 et:
|
2021-09-07 16:33:56 +00:00
|
|
|
|
|
|
|
# POSIX sh test driver to reduce dependency on fish in tests.
|
|
|
|
# Executes the specified *fish script* with the provided arguments, after setting up a clean test
|
|
|
|
# environment (see `test_env.sh`) and then importing the fish-related helper functions and
|
|
|
|
# performing some state initialization required by the various fish tests. Each payload script is
|
|
|
|
# executed in its own environment, this script waits for fish to exit then cleans up the target
|
|
|
|
# environment and bubbles up the fish exit code.
|
2021-03-15 17:42:53 +00:00
|
|
|
|
|
|
|
# macOS has really weird default IFS behavior that splits output in random places, and the trailing
|
|
|
|
# backspace is to prevent \n from being gobbled up by the subshell output substitution.
|
|
|
|
# Folks, this is why you should use fish!
|
|
|
|
IFS="$(printf "\n\b")"
|
|
|
|
|
|
|
|
# The first argument is the path to the script to launch; all remaining arguments are forwarded to
|
|
|
|
# the script.
|
|
|
|
fish_script="$1"
|
|
|
|
shift 1
|
|
|
|
script_args="${@}"
|
2021-09-07 16:33:56 +00:00
|
|
|
# Prevent $@ from persisting to sourced commands
|
|
|
|
shift $# 2>/dev/null
|
2021-03-15 17:42:53 +00:00
|
|
|
|
|
|
|
die() {
|
|
|
|
if test "$#" -ge 0; then
|
|
|
|
printf "%s\n" "$@" 1>&2
|
|
|
|
fi
|
|
|
|
exit 1
|
|
|
|
}
|
|
|
|
|
|
|
|
# To keep things sane and to make error messages comprehensible, do not use relative paths anywhere
|
2021-09-07 16:33:56 +00:00
|
|
|
# in this script. Instead, make all paths relative to one of these or the new $HOME ($homedir)."
|
Make `test` a custom target again and add top-level test targets
Even though we are using CMake's ctest for testing, we still define our
own `make test` target rather than use its default for many reasons:
* CMake doesn't run tests in-proc or even add each tests as an
individual node in the ninja dependency tree, instead it just bundles
all tests into a target called `test` that always just shells out to
`ctest`, so there are no build-related benefits to not doing that
ourselves.
* CMake devs insist that it is appropriate for `make test` to never
depend on `make all`, i.e. running `make test` does not require any
of the binaries to be built before testing.
* The only way to have a test depend on a binary is to add a fake test
with a name like "build_fish" that executes CMake recursively to
build the `fish` target.
* It is not possible to set top-level CTest options/settings such as
CTEST_PARALLEL_LEVEL from within the CMake configuration file.
* Circling back to the point about individual tests not being actual
Makefile targets, CMake does not offer any way to execute a named
test via the `make`/`ninja`/whatever interface; the only way to
manually invoke test `foo` is to to manually run `ctest` and specify
a regex matching `foo` as an argument, e.g. `ctest -R ^foo$`... which
is really crazy.
With this patch, it is now possible to execute any single test by name,
by invoking the build directly, e.g. to run the `universal.fish` check:
`cmake --build build --target universal.fish` or
`ninja -C build universal.fish`. Unfortunately, this is not integrated
into the Makefile wrapper, so `make universal.fish` won't work (although
this can potentially be hacked around).
2021-08-08 23:31:50 +00:00
|
|
|
TESTS_ROOT="$(dirname "$0")"
|
|
|
|
BUILD_ROOT="${TESTS_ROOT}/.."
|
|
|
|
|
|
|
|
# macOS (still!) doesn't have `readlink -f` or `realpath`. That's OK, this is just for aesthetics.
|
|
|
|
if command -v realpath 1>/dev/null 2>/dev/null; then
|
|
|
|
TESTS_ROOT="$(realpath --no-symlinks "${TESTS_ROOT}")"
|
|
|
|
BUILD_ROOT="$(realpath --no-symlinks "${BUILD_ROOT}")"
|
|
|
|
fi
|
2021-03-15 17:42:53 +00:00
|
|
|
|
|
|
|
if ! test -z "$__fish_is_running_tests"; then
|
|
|
|
echo "Recursive test invocation detected!" 1>&2
|
|
|
|
exit 10
|
|
|
|
fi
|
|
|
|
|
2021-09-07 16:33:56 +00:00
|
|
|
# Set up the test environment. Does not change the current working directory.
|
|
|
|
. ${TESTS_ROOT}/test_env.sh
|
2021-03-24 00:26:16 +00:00
|
|
|
|
2021-03-15 17:42:53 +00:00
|
|
|
# These are used read-only so it's OK to symlink instead of copy
|
|
|
|
rm -f "$XDG_CONFIG_HOME/fish/functions"
|
|
|
|
ln -s "$PWD/test_functions" "$XDG_CONFIG_HOME/fish/functions" || die "Failed to symlink"
|
|
|
|
|
|
|
|
# Set the function path at startup, referencing the default fish functions and the test-specific
|
|
|
|
# functions.
|
|
|
|
fish_init_cmd="set fish_function_path ${XDG_CONFIG_HOME}/fish/functions ${BUILD_ROOT}/share/functions"
|
|
|
|
|
|
|
|
__fish_is_running_tests="$homedir"
|
|
|
|
export __fish_is_running_tests
|
|
|
|
|
|
|
|
# Set a marker to indicate whether colored output should be suppressed (used in `test_util.fish`)
|
|
|
|
suppress_color=""
|
|
|
|
if ! tty 0>&1 > /dev/null; then
|
|
|
|
suppress_color="yes"
|
|
|
|
fi
|
|
|
|
export suppress_color
|
|
|
|
|
|
|
|
# Source test util functions at startup
|
|
|
|
fish_init_cmd="${fish_init_cmd} && source ${TESTS_ROOT}/test_util.fish";
|
|
|
|
|
2021-09-07 16:33:56 +00:00
|
|
|
# Run the test script, but don't exec so we can clean up after it succeeds/fails. Each test is
|
2021-07-31 00:21:36 +00:00
|
|
|
# launched directly within its TMPDIR, so that the fish tests themselves do not need to refer to
|
|
|
|
# TMPDIR (to ensure their output as displayed in case of failure by littlecheck is reproducible).
|
|
|
|
(cd $TMPDIR; env HOME="$homedir" "${BUILD_ROOT}/test/root/bin/fish" \
|
2021-03-15 17:42:53 +00:00
|
|
|
--init-command "${fish_init_cmd}" \
|
2021-07-31 00:21:36 +00:00
|
|
|
"$fish_script" "$script_args")
|
2021-03-15 17:42:53 +00:00
|
|
|
test_status="$?"
|
|
|
|
|
2021-09-07 17:04:05 +00:00
|
|
|
# CMake less than 3.9.0 "fully supports" setting an exit code to denote a skipped test, but then
|
|
|
|
# it just goes ahead and reports them as failed anyway. Really?
|
|
|
|
if test -n $CMAKE_SKIPPED_HACK; then
|
|
|
|
if test $test_status -eq 125; then
|
|
|
|
echo "Overriding SKIPPED return code from test" 1>&2
|
|
|
|
test_status=0
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
|
2021-03-15 17:42:53 +00:00
|
|
|
rm -rf "$homedir"
|
|
|
|
exit "$test_status"
|