archive-gh-me/jerryscript
1
0
Fork 0
mirror of https://github.com/jerryscript-project/jerryscript.git synced 2026-01-24 22:17:35 +00:00
Code Issues Projects Releases Wiki Activity

Changing tools/runners/run-test-suite-test262.sh to produce combined report and output ok / fail statistics.

Browse Source
This commit is contained in:
Ruben Ayrapetyan 2015-04-01 18:12:15 +03:00
parent 9ef65ef45a
commit bfb23ee967
1 changed files with 59 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

67
tools/runners/run-test-suite-test262.sh
View File

@ -15,9 +15,36 @@
#!/bin/bash
TARGET=$1
PARSE=$2
shift
PARSE_ONLY=""
VERBOSE_REPORT=0
TIMEOUT=5
function usage() {
echo "Usage: $0 {path to engine} [-p] [-v] [-t {timeout in seconds}]" >&2
echo " -p - parser only mode" >&2
echo " -v - verbose report mode" >&2
echo " -t - timeout for each test" >&2
exit 1
}
[ -x "$TARGET" ] || usage
while getopts pvt: OPTION; do
case "$OPTION" in
p)
PARSE_ONLY="--parse-only" ;;
v)
VERBOSE_REPORT=1 ;;
t)
TIMEOUT="$OPTARG"; [ "$TIMEOUT" -eq "$TIMEOUT" ] || usage;;
[?])
usage ;;
esac
done
TMP_DIR=`mktemp -d --tmpdir=./`
echo $TMP_DIR | grep -q tmp || exit 1
@ -34,7 +61,8 @@ TEST_SUITE_PATH="./tests/test262/test"
STA_JS="$TEST_SUITE_PATH/harness/sta-jerry.js"
MAX_THREADS=${MAX_CPUS:-32}
rm -f jerry.error.*
[ $VERBOSE_REPORT -eq 0 ] || rm -f jerry.error.*
rm -f test262.report
find $TEST_SUITE_PATH/suite -name *.js -printf "%p %D%i\0" | xargs -0 -n 1 -P $MAX_THREADS bash -c '
target=$0
@ -51,20 +79,43 @@ find $TEST_SUITE_PATH/suite -name *.js -printf "%p %D%i\0" | xargs -0 -n 1 -P $M
cmd="$target $test $sta_js_path";
output=`ulimit -t $timeout; $cmd 2>&1`;
status=$?;
output=`echo "$output" | sed -e "s/^/ /"`
if [[ $status -eq 0 && $negative -eq 0 || $status -ne 0 && $negative -ne 0 ]];
then
(echo "====================";
echo "$cmd failed: $status";
echo "Run \"$cmd\" failed: $status";
echo "---------------------";
echo $output;
echo "$output";
echo;) >> $tmp_dir/jerry.error."$chapter"."$test_id";
else
(echo "====================";
echo "Run \"$cmd\" successful";
echo "---------------------";
echo "$output";
echo;) >> $tmp_dir/jerry.ok."$chapter"."$test_id";
fi;
' "$TARGET $PARSE" $STA_JS $TIMEOUT $TMP_DIR 2>/dev/null;
for CHAPTER in `ls $TEST_SUITE_PATH/suite`;
do
cat $TMP_DIR/jerry.error."$CHAPTER".* > jerry.error."$CHAPTER"
done
if [ $VERBOSE_REPORT -eq 1 ]
then
for CHAPTER in `ls $TEST_SUITE_PATH/suite`;
do
cat $TMP_DIR/jerry.error."$CHAPTER".* > jerry.error."$CHAPTER"
done
fi
cat $TMP_DIR/jerry.ok.* $TMP_DIR/jerry.error.* | grep "^Run" > test262.report
ok_num=`grep "successful$" test262.report | wc -l`
error_num=`grep "Run .* failed: [0-9]*$" test262.report | wc -l`
ok_percent=`echo $ok_num $error_num | awk '{print 100.0 * $1 / ($1 + $2);}'`
error_percent=`echo $ok_num $error_num | awk '{print 100.0 * $2 / ($1 + $2);}'`
echo -e "OK:\t$ok_num ($ok_percent %)"
echo -e "FAIL:\t$error_num ($error_percent %)"
echo
echo -e "Report:\t$PWD/test262.report"
clean_on_exit OK