mirror of
https://github.com/matrix-org/dendrite.git
synced 2025-12-16 11:23:11 -06:00
rename testfile to sytest-whitelist
This commit is contained in:
parent
2a3865591f
commit
2c382d8c7f
|
|
@ -17,7 +17,7 @@ blacklist_file=$3
|
||||||
fail_build=0
|
fail_build=0
|
||||||
|
|
||||||
if [ $# -lt 2 ]; then
|
if [ $# -lt 2 ]; then
|
||||||
echo "Usage: $0 results.tap testfile [blacklist]"
|
echo "Usage: $0 results.tap whitelist [blacklist]"
|
||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
|
|
@ -54,13 +54,13 @@ fi
|
||||||
|
|
||||||
passed_but_expected_fail=$(grep ' # TODO passed but expected fail' ${results_file} | sed -E 's/^ok [0-9]+ (\(expected fail\) )?//' | sed -E 's/( \([0-9]+ subtests\))? # TODO passed but expected fail$//')
|
passed_but_expected_fail=$(grep ' # TODO passed but expected fail' ${results_file} | sed -E 's/^ok [0-9]+ (\(expected fail\) )?//' | sed -E 's/( \([0-9]+ subtests\))? # TODO passed but expected fail$//')
|
||||||
tests_to_add=""
|
tests_to_add=""
|
||||||
already_in_testfile=""
|
already_in_whitelist=""
|
||||||
|
|
||||||
while read -r test_name; do
|
while read -r test_name; do
|
||||||
# Ignore empty lines
|
# Ignore empty lines
|
||||||
[ "${test_name}" = "" ] && continue
|
[ "${test_name}" = "" ] && continue
|
||||||
|
|
||||||
grep "${test_name}" "${testfile}" > /dev/null 2>&1
|
grep "${test_name}" "${whitelist_file}" > /dev/null 2>&1
|
||||||
if [ "$?" != "0" ]; then
|
if [ "$?" != "0" ]; then
|
||||||
# Check if this test name is blacklisted
|
# Check if this test name is blacklisted
|
||||||
if printf '%s\n' "${blacklisted_tests[@]}" | grep -q -P "^${test_name}$"; then
|
if printf '%s\n' "${blacklisted_tests[@]}" | grep -q -P "^${test_name}$"; then
|
||||||
|
|
@ -72,18 +72,18 @@ while read -r test_name; do
|
||||||
tests_to_add="${tests_to_add}${test_name}\n"
|
tests_to_add="${tests_to_add}${test_name}\n"
|
||||||
fail_build=1
|
fail_build=1
|
||||||
else
|
else
|
||||||
already_in_testfile="${already_in_testfile}${test_name}\n"
|
already_in_whitelist="${already_in_whitelist}${test_name}\n"
|
||||||
fi
|
fi
|
||||||
done <<< "${passed_but_expected_fail}"
|
done <<< "${passed_but_expected_fail}"
|
||||||
|
|
||||||
if [ -n "${tests_to_add}" ]; then
|
if [ -n "${tests_to_add}" ]; then
|
||||||
echo "ERROR: The following passed tests are not present in testfile. Please append them to the file:"
|
echo "ERROR: The following passed tests are not present in $2. Please append them to the file:"
|
||||||
echo -e "${tests_to_add}"
|
echo -e "${tests_to_add}"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
if [ -n "${already_in_testfile}" ]; then
|
if [ -n "${already_in_whitelist}" ]; then
|
||||||
echo "WARN: Tests in testfile still marked as expected fail:"
|
echo "WARN: Tests in the whitelist still marked as expected fail:"
|
||||||
echo -e "${already_in_testfile}"
|
echo -e "${already_in_whitelist}"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
exit ${fail_build}
|
exit ${fail_build}
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue