better-exceptions/test_all.sh

#!/usr/bin/env bash

set -e

if [[ "${1}" == "generate" ]]; then
	rm -rf test/output
	mkdir -p test/output
	GENERATE=true
else
	GENERATE=false
fi

cd "$(dirname "${0}")"
PYTHONPATH="$(pwd):$(pwd)/test"
export PYTHONPATH

if [[ -z "$PYTHON" ]]; then
	PYTHON=python3
fi

function normalize {
	# we translate anything that looks like an address into 0xDEADBEEF
	# since the addresses change from run to run and break diff testing
	cat | sed 's|0x[a-fA-F0-9]\{1,\}|0xDEADBEEF|g' | sed 's|<module '"'[^']*' from '[^']*'>|<module 'test_module' from '/removed/for/test/purposes.py'>"'|g' | sed 's|File "/[^"]*"|File "/removed/for/test/purposes.ext"|g' | grep -v "bash: warning:"
}

function test_case {
	echo -e "\x1b[36;1m   " "$@" "\x1b[m" 1>&2

	echo "$@"
	echo -e "\n"
	("$@" 2>&1 || true) | normalize
	echo -e "\n\n"

	return $?
}

function test_all {
	test_case "$PYTHON" "test/test.py"
	test_case "$PYTHON" "test/test_color.py"
	test_case "$PYTHON" "test/test_encoding.py"
	test_case "./test/test_interactive.sh"
	# test_case "./test/test_interactive_raw.sh"
	test_case "./test/test_string.sh"
	test_case "$PYTHON" "test/test_logging.py"
	test_case "$PYTHON" "test/test_truncating.py"
	test_case "$PYTHON" "test/test_truncating_disabled.py"
	test_case "$PYTHON" "test/test_indentation_error.py"
	test_case "$PYTHON" "test/test_syntax_error.py"
	test_case "$PYTHON" "test/test_unittest_patch.py"

	if [[ "$PYTHON" == "python3" ]]; then
		test_case "$PYTHON" "test/test_chaining.py"
	fi
}

for encoding in ascii "UTF-8"; do
	for term in xterm vt100 dumb; do
		for color in 0 1; do
			[[ $color == "1" ]] && color_filename="color" || color_filename="nocolor"
			filename="test/output/python3-${term}-${encoding}-${color_filename}.out"

			export PYTHONIOENCODING="${encoding}"
			export TERM="${term}"
			export FORCE_COLOR="${color}"

			echo -e "\x1b[35;1m${filename}\x1b[m" >&2
			if $GENERATE; then
				exec > "$filename"
				test_all "$filename"
			else
				test_all | diff "$(pwd)/${filename}" -
			fi
		done
	done
done