tests: create custom tests from current tests cases

Signed-off-by: Petr Štetiar <ynezz@true.cz>

1 files changed, 179 insertions, 0 deletions

diff --git a/tests/custom/run_tests.sh b/tests/custom/run_tests.sh
new file mode 100755
index 0000000..962cd9a
--- /dev/null
+++ b/tests/custom/run_tests.sh
@@ -0,0 +1,179 @@
+#!/usr/bin/env bash
+
+line='........................................'
+ucode_bin=${UCODE_BIN:-./ucode}
+
+extract_sections() {
+	local file=$1
+	local dir=$2
+	local count=0
+	local tag line outfile
+
+	while IFS= read -r line; do
+		case "$line" in
+			"-- Testcase --")
+				tag="test"
+				count=$((count + 1))
+				outfile=$(printf "%s/%03d.in" "$dir" $count)
+				printf "" > "$outfile"
+			;;
+			"-- Expect stdout --"|"-- Expect stderr --"|"-- Expect exitcode --")
+				tag="${line#-- Expect }"
+				tag="${tag% --}"
+				count=$((count + 1))
+				outfile=$(printf "%s/%03d.%s" "$dir" $count "$tag")
+				printf "" > "$outfile"
+			;;
+			"-- End --")
+				tag=""
+				outfile=""
+			;;
+			*)
+				if [ -n "$tag" ]; then
+					printf "%s\\n" "$line" >> "$outfile"
+				fi
+			;;
+		esac
+	done < "$file"
+
+	return $(ls -l "$dir/"*.in 2>/dev/null | wc -l)
+}
+
+run_testcase() {
+	local num=$1
+	local dir=$2
+	local in=$3
+	local out=$4
+	local err=$5
+	local code=$6
+	local fail=0
+
+	$ucode_bin -e '{ "REQUIRE_SEARCH_PATH": [ "./lib/*.so" ] }' -i - <"$in" >"$dir/res.out" 2>"$dir/res.err"
+
+	touch "$dir/empty"
+	printf "%d\n" $? > "$dir/res.code"
+
+	if ! cmp -s "$dir/res.err" "${err:-$dir/empty}"; then
+		[ $fail = 0 ] && printf "!\n"
+		printf "Testcase #%d: Expected stderr did not match:\n" $num
+		diff -u --color=always --label="Expected stderr" --label="Resulting stderr" "${err:-$dir/empty}" "$dir/res.err"
+		printf -- "---\n"
+		fail=1
+	fi
+
+	if ! cmp -s "$dir/res.out" "${out:-$dir/empty}"; then
+		[ $fail = 0 ] && printf "!\n"
+		printf "Testcase #%d: Expected stdout did not match:\n" $num
+		diff -u --color=always --label="Expected stdout" --label="Resulting stdout" "${out:-$dir/empty}" "$dir/res.out"
+		printf -- "---\n"
+		fail=1
+	fi
+
+	if [ -n "$code" ] && ! cmp -s "$dir/res.code" "$code"; then
+		[ $fail = 0 ] && printf "!\n"
+		printf "Testcase #%d: Expected exit code did not match:\n" $num
+		diff -u --color=always --label="Expected code" --label="Resulting code" "$code" "$dir/res.code"
+		printf -- "---\n"
+		fail=1
+	fi
+
+	return $fail
+}
+
+run_test() {
+	local file=$1
+	local name=${file##*/}
+	local res ecode eout eerr ein tests
+	local testcase_first=0 failed=0 count=0
+
+	printf "%s %s " "$name" "${line:${#name}}"
+
+	mkdir "/tmp/test.$$"
+
+	extract_sections "$file" "/tmp/test.$$"
+	tests=$?
+
+	[ -f "/tmp/test.$$/001.in" ] && testcase_first=1
+
+	for res in "/tmp/test.$$/"[0-9]*; do
+		case "$res" in
+			*.in)
+				count=$((count + 1))
+
+				if [ $testcase_first = 1 ]; then
+					# Flush previous test
+					if [ -n "$ein" ]; then
+						run_testcase $count "/tmp/test.$$" "$ein" "$eout" "$eerr" "$ecode" || failed=$((failed + 1))
+						eout=""
+						eerr=""
+						ecode=""
+					fi
+
+					ein=$res
+				else
+					run_testcase $count "/tmp/test.$$" "$res" "$eout" "$eerr" "$ecode" || failed=$((failed + 1))
+
+					eout=""
+					eerr=""
+					ecode=""
+				fi
+
+			;;
+			*.stdout) eout=$res ;;
+			*.stderr) eerr=$res ;;
+			*.exitcode) ecode=$res ;;
+		esac
+	done
+
+	# Flush last test
+	if [ $testcase_first = 1 ] && [ -n "$eout$eerr$ecode" ]; then
+		run_testcase $count "/tmp/test.$$" "$ein" "$eout" "$eerr" "$ecode" || failed=$((failed + 1))
+	fi
+
+	rm -r "/tmp/test.$$"
+
+	if [ $failed = 0 ]; then
+		printf "OK\n"
+	else
+		printf "%s %s FAILED (%d/%d)\n" "$name" "${line:${#name}}" $failed $tests
+	fi
+
+	return $failed
+}
+
+
+n_tests=0
+n_fails=0
+
+select_tests="$@"
+
+use_test() {
+	local input="$(readlink -f "$1")"
+	local test
+
+	[ -f "$input" ] || return 1
+	[ -n "$select_tests" ] || return 0
+
+	for test in "$select_tests"; do
+		test="$(readlink -f "$test")"
+
+		[ "$test" != "$input" ] || return 0
+	done
+
+	return 1
+}
+
+for catdir in [0-9][0-9]_*; do
+	[ -d "$catdir" ] || continue
+
+	printf "\n##\n## Running %s tests\n##\n\n" "${catdir##*/[0-9][0-9]_}"
+
+	for testfile in "$catdir/"[0-9][0-9]_*; do
+		use_test "$testfile" || continue
+
+		n_tests=$((n_tests + 1))
+		run_test "$testfile" || n_fails=$((n_fails + 1))
+	done
+done
+
+printf "\nRan %d tests, %d okay, %d failures\n" $n_tests $((n_tests - n_fails)) $n_fails